-- Logs begin at Mon 2021-08-30 20:16:55 UTC, end at Mon 2021-08-30 23:00:48 UTC. -- Aug 30 20:50:51.373374 n-d-793620-16 systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 20:50:54.157538 n-d-793620-16 neutron-server[94579]: INFO neutron.common.config [-] Logging enabled! Aug 30 20:50:54.158195 n-d-793620-16 neutron-server[94579]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 20:50:54.158309 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94579) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 20:50:54.162044 n-d-793620-16 neutron-server[94579]: INFO neutron.common.config [-] Logging enabled! Aug 30 20:50:54.162312 n-d-793620-16 neutron-server[94579]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 20:50:54.162601 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94579) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 20:50:54.163663 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 20:50:54.163902 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.164573 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168369 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168369 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168369 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168369 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168369 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168945 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.168945 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.169218 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.169463 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.169799 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.170166 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.170421 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] debug = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.171048 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.171372 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.172000 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.172485 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.172964 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.173432 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.173799 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.174184 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.174583 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.175067 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] host = n-d-793620-16 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.175430 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.175774 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.176140 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.176565 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.176917 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.177305 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.177740 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.178123 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.178468 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.178819 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.179171 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.179512 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.179857 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.180134 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.180394 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.180731 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.181068 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.181412 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.181719 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.182044 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.182366 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.182721 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.183060 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.183397 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.183732 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.184073 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.184378 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.184700 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.185023 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.185343 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.185679 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.186001 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.186325 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.186648 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.187010 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.187325 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.187642 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.188024 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.188362 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.188691 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.189023 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.189344 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.189674 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.189995 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.190316 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.190636 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] use_json = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.190989 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.191308 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.191707 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.192033 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.192360 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.192681 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.192998 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.193332 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:54.193686 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.194028 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.194366 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.194727 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.195079 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.195397 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.195730 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.196052 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.196387 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.196719 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.197061 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.197387 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.197721 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.198061 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.198415 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.198832 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.199180 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.199523 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.199849 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.200173 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.200496 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.200823 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.201162 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.201487 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.201824 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.202164 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.202493 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.202869 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.203216 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.203554 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.203880 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.204211 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.204554 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.204880 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.205202 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.205528 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.205865 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.206192 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.206515 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.206886 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.207241 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.207562 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.207889 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.208262 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.208605 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.208934 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.209256 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.209578 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.209905 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.210228 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.210574 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.210928 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.211250 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.211563 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.211887 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.212245 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.212604 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.212929 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.213238 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.213567 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.213896 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.214212 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.214529 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.214894 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.215213 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.215534 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.215856 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.216183 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.216501 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.216822 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.217141 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.217460 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.217779 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.218119 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.218482 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.218829 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.219156 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.219538 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.219869 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.220195 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.220519 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.220844 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.221171 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.221496 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.221835 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.222165 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.222502 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.222931 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.223263 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.223615 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.223941 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.224284 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.224610 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.224937 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.225269 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.225601 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.225942 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.226285 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.226629 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.226988 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.227329 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.227682 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.228043 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.228463 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:54.228733 n-d-793620-16 neutron-server[94579]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 20:50:54.229025 n-d-793620-16 neutron-server[94579]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94579) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 20:50:54.578013 n-d-793620-16 neutron-server[94579]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 20:50:54.578215 n-d-793620-16 neutron-server[94579]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 20:50:54.578485 n-d-793620-16 neutron-server[94579]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 20:50:54.578856 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 20:50:54.984699 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:54.984992 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:54.985222 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:54.986557 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:54.986858 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:54.987125 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.021922 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.022146 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.022456 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.040300 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.040728 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.041193 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.072238 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.072508 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.072781 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.110116 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.110365 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.110690 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.346336 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.346949 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.346949 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.347157 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.347876 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.470457 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.470800 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.471086 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.471360 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.471629 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.471947 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.472203 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.472455 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.472708 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.473044 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.473291 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.473555 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.473812 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.474069 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.474327 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.474594 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.474880 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.475150 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.475405 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.475665 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.475939 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.476195 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.476479 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.476867 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.477125 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.477369 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.477781 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:55.478021 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:55.478259 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:55.478501 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:55.478813 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:55.479045 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:55.479416 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 20:50:55.482831 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 20:50:55.486802 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 20:50:55.490699 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 30 20:50:55.492332 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 20:50:55.492800 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 20:50:55.493274 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 20:50:55.493690 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 20:50:55.496551 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 20:50:55.496868 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 20:50:55.497212 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 20:50:55.502605 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 20:50:55.524704 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 20:50:55.525181 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.525467 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94579) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 20:50:55.525831 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.527260 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94579) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 20:50:55.527559 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 20:50:55.527813 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 20:50:55.531144 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.531436 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:55.595190 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 20:50:55.595420 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 20:50:55.595550 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 20:50:55.596066 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 20:50:55.617911 n-d-793620-16 neutron-server[94579]: DEBUG oslo_db.sqlalchemy.engines [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94579) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 20:50:56.157772 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing driver for type 'gre' Aug 30 20:50:56.158338 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] gre ID ranges: [(1, 1000)] Aug 30 20:50:56.220717 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing driver for type 'local' Aug 30 20:50:56.221106 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing driver for type 'vlan' Aug 30 20:50:56.236309 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] VlanTypeDriver initialization complete Aug 30 20:50:56.236640 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing driver for type 'vxlan' Aug 30 20:50:56.237144 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] vxlan ID ranges: [(1, 1000)] Aug 30 20:50:56.301485 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing extension driver 'port_security' Aug 30 20:50:56.301902 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] PortSecurityExtensionDriver initialization complete Aug 30 20:50:56.302426 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing mechanism driver 'openvswitch' Aug 30 20:50:56.302981 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing mechanism driver 'hyperv' Aug 30 20:50:56.314014 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.plugin [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:50:56.315156 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.315769 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.316337 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.317097 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:50:56.317520 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.317879 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.318267 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.318699 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:50:56.319109 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.319449 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.319786 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.320169 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:50:56.320566 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > security_group after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.320913 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > security_group after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.321214 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.321740 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:50:56.322170 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.322517 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.322852 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.323252 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:50:56.323653 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > address_group after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.323991 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > address_group after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.324313 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.324704 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94579) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:50:56.325077 n-d-793620-16 neutron-server[94579]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] ML2 OVO RPC backend initialized. {{(pid=94579) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 20:50:56.325787 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.326137 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.326546 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.326926 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > networks before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.327258 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.327606 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > ports before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.327943 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.328366 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnets before_response 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.328608 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.329002 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.329285 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.329645 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.329969 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.330346 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.330695 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.331020 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.331346 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.331924 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.plugin [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Modular L2 Plugin initialization complete Aug 30 20:50:56.332289 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading services supported by the core plugin {{(pid=94579) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 20:50:56.332637 n-d-793620-16 neutron-server[94579]: INFO neutron.plugins.ml2.managers [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Got port-security extension from driver 'port_security' Aug 30 20:50:56.333113 n-d-793620-16 neutron-server[94579]: INFO neutron.extensions.vlantransparent [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Disabled vlantransparent extension. Aug 30 20:50:56.333603 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94579) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 20:50:56.333910 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: router Aug 30 20:50:56.370920 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.371536 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.371624 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router before_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.372013 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.372375 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.372746 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_delete 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.373101 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.373449 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.373801 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.374147 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.374493 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.374864 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.375218 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.375629 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.375990 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.376322 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.376635 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: subnet after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.376969 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.377317 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.377664 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.378004 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.378337 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.378700 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router after_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.379110 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.379461 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_create 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.379813 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.380156 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_update 55549900 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.380506 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > agent after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.380865 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > agent after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.381202 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > network after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.382068 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Tracking information for resource: router configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:56.382394 n-d-793620-16 neutron-server[94579]: DEBUG neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Tracking information for resource: floatingip configured {{(pid=94579) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:50:56.387496 n-d-793620-16 neutron-server[94579]: INFO neutron.db.l3_agentschedulers_db [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 20:50:56.388069 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.388424 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port after_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.388769 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port after_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.389115 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: port after_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.389898 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router before_create 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.390249 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.390604 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_create 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.390981 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > router precommit_update 55550100 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.395552 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.provider_configuration [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service providers = [] {{(pid=94579) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 20:50:56.395914 n-d-793620-16 neutron-server[94579]: DEBUG neutron.db.servicetype_db [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94579) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 20:50:56.398792 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.service_base [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:50:56.399133 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.service_base [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:50:56.399465 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.service_base [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:50:56.400367 n-d-793620-16 neutron-server[94579]: DEBUG neutron.services.service_base [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94579) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:50:56.400730 n-d-793620-16 neutron-server[94579]: INFO neutron.services.service_base [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 20:50:56.401103 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.401410 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 20:50:56.412420 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.412685 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: auto_allocate Aug 30 20:50:56.418495 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: network precommit_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.418925 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: network precommit_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.419414 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.419729 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: tag Aug 30 20:50:56.426186 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.426504 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: timestamp Aug 30 20:50:56.430452 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.430802 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: network_ip_availability Aug 30 20:50:56.436256 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.436624 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.436983 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.437695 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.438008 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: flavors Aug 30 20:50:56.442821 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.443147 n-d-793620-16 neutron-server[94579]: INFO neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading Plugin: revisions Aug 30 20:50:56.447470 n-d-793620-16 neutron-server[94579]: DEBUG neutron.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94579) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:50:56.447881 n-d-793620-16 neutron-server[94579]: DEBUG oslo_concurrency.lockutils [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.869s {{(pid=94579) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 20:50:56.448613 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94579) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 20:50:56.448946 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Initializing extension manager. Aug 30 20:50:56.449430 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: __init__.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.449763 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: __pycache__ {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.450105 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.450419 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: address_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.451233 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.451809 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: address-group Aug 30 20:50:56.452127 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: address_scope.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.452827 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.453329 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: address-scope Aug 30 20:50:56.453768 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.454647 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.455178 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: router-admin-state-down-before-update Aug 30 20:50:56.455501 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: agent.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.456416 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.456931 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: agent Aug 30 20:50:56.457283 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: agent_resources_synced.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.458187 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.458696 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: agent-resources-synced Aug 30 20:50:56.459023 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: allowedaddresspairs.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.460814 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.461338 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: allowed-address-pairs Aug 30 20:50:56.461668 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: auto_allocated_topology.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.462755 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.463246 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: auto-allocated-topology Aug 30 20:50:56.463565 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: availability_zone.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.464250 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.464750 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: availability_zone Aug 30 20:50:56.465072 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: availability_zone_filter.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.465979 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.466478 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: availability_zone_filter Aug 30 20:50:56.466831 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: data_plane_status.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.467723 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.468216 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 20:50:56.468534 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: default_subnetpools.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.469421 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.469918 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: default-subnetpools Aug 30 20:50:56.470237 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.471096 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.471604 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: dhcp_agent_scheduler Aug 30 20:50:56.471921 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: dns.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.472916 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.473420 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 20:50:56.473765 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: dns_domain_ports.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.474691 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.475201 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 20:50:56.475525 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.476426 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.476925 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 20:50:56.477242 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: dvr.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.477904 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.478404 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: dvr Aug 30 20:50:56.478758 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: ecmp_routes.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.479645 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.480139 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 20:50:56.480456 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: empty_string_filtering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.481338 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.481837 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: empty-string-filtering Aug 30 20:50:56.482154 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.483063 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.483552 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 20:50:56.483866 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.484754 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.485252 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 20:50:56.485565 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: external_net.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.486454 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.486979 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: external-net Aug 30 20:50:56.487297 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.488192 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.488720 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: extra_dhcp_opt Aug 30 20:50:56.489034 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: extraroute.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.489944 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.490438 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: extraroute Aug 30 20:50:56.490783 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: extraroute_atomic.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.491832 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.492303 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: extraroute-atomic Aug 30 20:50:56.492620 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: filter_validation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.493275 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.493770 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: filter-validation Aug 30 20:50:56.494087 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: fip_pf_description.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.495005 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.495508 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 20:50:56.495822 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: fip_port_details.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.496713 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.497220 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: fip-port-details Aug 30 20:50:56.497734 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: flavors.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.498995 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.499507 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: flavors Aug 30 20:50:56.499829 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.501478 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.501993 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 20:50:56.502317 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: floatingip_pools.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.503022 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.503529 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: floatingip-pools Aug 30 20:50:56.503850 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: ip_allocation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.504838 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.505347 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 20:50:56.505654 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.506553 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.507112 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: ip-substring-filtering Aug 30 20:50:56.508113 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l2_adjacency.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.508477 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.508819 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 20:50:56.509138 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.510322 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.510849 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: router Aug 30 20:50:56.511175 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.514218 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.514807 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 20:50:56.515132 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.516326 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.516834 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: ext-gw-mode Aug 30 20:50:56.517139 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.518037 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.518540 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: l3-ha Aug 30 20:50:56.518879 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3_flavors.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.520429 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.520941 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: l3-flavors Aug 30 20:50:56.521260 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.522160 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.522691 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 20:50:56.523009 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: l3agentscheduler.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.524082 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.524588 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: l3_agent_scheduler Aug 30 20:50:56.524910 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: logging.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.526401 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.526942 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension logging not supported by any of loaded plugins Aug 30 20:50:56.527274 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: metering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.528011 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.528583 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: metering Aug 30 20:50:56.528909 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.529976 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.530489 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: metering_source_and_destination_fields Aug 30 20:50:56.530843 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: multiprovidernet.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.531766 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.532272 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: multi-provider Aug 30 20:50:56.532590 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: netmtu.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.533491 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.533992 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: net-mtu Aug 30 20:50:56.534315 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: netmtu_writable.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.535283 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.535790 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: net-mtu-writable Aug 30 20:50:56.536446 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: network_availability_zone.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.537099 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.537592 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: network_availability_zone Aug 30 20:50:56.537911 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: network_ip_availability.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.539046 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.539552 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: network-ip-availability Aug 30 20:50:56.539873 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: network_segment_range.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.540651 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.541145 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 20:50:56.541467 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: pagination.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.542425 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.542778 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: pagination Aug 30 20:50:56.543091 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: port_device_profile.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.543974 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.544483 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: port-device-profile Aug 30 20:50:56.544795 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.545715 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.546219 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: port-mac-address-regenerate Aug 30 20:50:56.546535 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.547460 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.547964 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: port-numa-affinity-policy Aug 30 20:50:56.548279 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: port_resource_request.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.549173 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.549682 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 20:50:56.550000 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: portbindings.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.551029 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.551540 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: binding Aug 30 20:50:56.551851 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: portbindings_extended.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.553261 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.553767 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: binding-extended Aug 30 20:50:56.554089 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: portsecurity.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.555010 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.555515 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: port-security Aug 30 20:50:56.555831 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: project_id.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.556779 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.557126 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: project-id Aug 30 20:50:56.557436 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: providernet.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.558328 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.558851 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: provider Aug 30 20:50:56.559168 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.562899 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.563456 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos not supported by any of loaded plugins Aug 30 20:50:56.563785 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.565062 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.565578 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 20:50:56.565876 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.566855 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.567368 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 20:50:56.567688 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_default.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.568580 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.569084 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-default not supported by any of loaded plugins Aug 30 20:50:56.569405 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_fip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.570053 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.570555 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 20:50:56.570926 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_gateway_ip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.571832 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.572359 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 20:50:56.572678 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_port_network_policy.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.573569 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.574076 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 20:50:56.574393 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_pps_rule.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.575591 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.576097 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 20:50:56.576413 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_rule_type_details.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.577333 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.577834 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 20:50:56.578130 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: qos_rules_alias.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.579184 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.579693 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 20:50:56.580009 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: quotasv2.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.580972 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.581296 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: quotas Aug 30 20:50:56.581608 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: quotasv2_detail.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.585267 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.585638 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: quota_details Aug 30 20:50:56.586126 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: rbac.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.587479 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.588164 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: rbac-policies Aug 30 20:50:56.588514 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: rbac_address_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.589557 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.590011 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: rbac-address-group Aug 30 20:50:56.590277 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: rbac_address_scope.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.591195 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.591708 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: rbac-address-scope Aug 30 20:50:56.592031 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: rbac_security_groups.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.592921 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.593426 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: rbac-security-groups Aug 30 20:50:56.593744 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: rbac_subnetpool.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.594730 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.595245 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: rbac-subnetpool Aug 30 20:50:56.595567 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: revisionifmatch.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.596469 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.596985 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: revision-if-match Aug 30 20:50:56.597308 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: revisions.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.598457 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.599079 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: standard-attr-revisions Aug 30 20:50:56.599400 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: router_availability_zone.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.600070 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.600579 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: router_availability_zone Aug 30 20:50:56.600895 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: routerservicetype.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.601790 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.602299 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 20:50:56.602616 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.603542 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.604056 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: security-groups-normalized-cidr Aug 30 20:50:56.604370 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.605270 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.605786 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: port-security-groups-filtering Aug 30 20:50:56.606102 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.607030 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.607568 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: security-groups-remote-address-group Aug 30 20:50:56.607883 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: securitygroup.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.617686 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.618224 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: security-group Aug 30 20:50:56.618551 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: segment.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.619387 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.619890 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension segment not supported by any of loaded plugins Aug 30 20:50:56.620213 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.621163 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.621707 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 20:50:56.621987 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: servicetype.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.623179 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.623694 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: service-type Aug 30 20:50:56.624016 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: sorting.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.624986 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.625310 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: sorting Aug 30 20:50:56.625635 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: standard_attr_segment.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.626531 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.627068 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 20:50:56.627400 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: standardattrdescription.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.628075 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.628804 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: standard-attr-description Aug 30 20:50:56.629253 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: stateful_security_group.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.630914 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.630914 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: stateful-security-group Aug 30 20:50:56.631076 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: stdattrs_common.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.632247 n-d-793620-16 neutron-server[94579]: WARNING neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 20:50:56.632247 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.632871 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.633377 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 20:50:56.633692 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: subnet_onboard.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.634784 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.635291 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: subnet_onboard Aug 30 20:50:56.635669 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.636521 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.637015 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 20:50:56.637332 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: subnet_service_types.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.638286 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.638874 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: subnet-service-types Aug 30 20:50:56.639277 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: subnetallocation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.640351 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.640851 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: subnet_allocation Aug 30 20:50:56.641166 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.641835 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.642336 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: subnetpool-prefix-ops Aug 30 20:50:56.642659 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.643582 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.644087 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 20:50:56.644401 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: tagging.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.645583 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.646110 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: standard-attr-tag Aug 30 20:50:56.646421 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: timestamp.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.647691 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.648206 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loaded extension: standard-attr-timestamp Aug 30 20:50:56.648530 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: trunk.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.649533 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.650056 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension trunk not supported by any of loaded plugins Aug 30 20:50:56.650379 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: trunk_details.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.651328 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.651833 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 20:50:56.652153 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: uplink_status_propagation.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.653102 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.653613 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 20:50:56.653931 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Loading extension file: vlantransparent.py {{(pid=94579) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:50:56.654600 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94579) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:50:56.655124 n-d-793620-16 neutron-server[94579]: INFO neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 20:50:56.657703 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:network Aug 30 20:50:56.658237 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:subnet Aug 30 20:50:56.658628 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:50:56.659039 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:port Aug 30 20:50:56.660345 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.660787 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service FLAVORS assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.661773 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.662193 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.662565 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:router Aug 30 20:50:56.662960 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 20:50:56.663461 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service METERING assigned prefix: /metering {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.664927 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.665291 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.665643 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:50:56.666699 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 20:50:56.667134 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:security_group Aug 30 20:50:56.667562 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 20:50:56.669352 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.669684 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:50:56.670028 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] subnetpool is already registered Aug 30 20:50:56.670459 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.670812 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:50:56.671141 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] subnetpool is already registered Aug 30 20:50:56.673449 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.673873 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service FLAVORS assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.674462 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.674909 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.675238 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:router Aug 30 20:50:56.675573 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] router is already registered Aug 30 20:50:56.676093 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 20:50:56.676424 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] floatingip is already registered Aug 30 20:50:56.676888 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service METERING assigned prefix: /metering {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.677535 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 20:50:56.677855 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] rbac_policy is already registered Aug 30 20:50:56.678259 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:security_group Aug 30 20:50:56.678584 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] security_group is already registered Aug 30 20:50:56.679000 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 20:50:56.679321 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] security_group_rule is already registered Aug 30 20:50:56.679946 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.680332 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:50:56.680652 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] subnetpool is already registered Aug 30 20:50:56.681059 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.v2.resource_helper [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Service CORE assigned prefix: {{(pid=94579) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:50:56.681375 n-d-793620-16 neutron-server[94579]: INFO neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:50:56.681698 n-d-793620-16 neutron-server[94579]: WARNING neutron.quota.resource_registry [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] subnetpool is already registered Aug 30 20:50:56.682161 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: extensions {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.683729 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: address-groups {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.685196 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: address-scopes {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.686486 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: agents {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.687698 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: auto-allocated-topology {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.688915 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: availability_zones {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.690161 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: dhcp-networks {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.691729 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: dhcp-agents {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.693135 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: routers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.695329 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: flavors {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.697014 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: service_profiles {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.698231 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: next_providers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.699700 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: service_profiles {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.701199 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: floatingip-pools {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.702389 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: routers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.704504 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: floatingips {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.705787 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: l3-routers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.707234 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: l3-agents {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.708608 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: metering-labels {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.709957 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: metering-label-rules {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.711326 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: network-ip-availabilities {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.712562 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: bindings {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.714200 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: quotas {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.715664 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: quotas {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.717269 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: rbac-policies {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.718445 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: security-groups {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.719758 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: security-group-rules {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.721024 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: service-providers {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.722200 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: subnetpools {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.723709 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: subnetpools {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.725179 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.726927 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.728823 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.730579 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.733546 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.735441 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.737110 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.739139 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.740878 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.742631 n-d-793620-16 neutron-server[94579]: DEBUG neutron.api.extensions [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Extended resource: tags {{(pid=94579) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:50:56.748871 n-d-793620-16 neutron-server[94579]: WARNING keystonemiddleware.auth_token [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 20:50:56.753638 n-d-793620-16 neutron-server[94579]: WARNING keystonemiddleware.auth_token [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 20:50:56.762154 n-d-793620-16 neutron-server[94579]: DEBUG oslo_concurrency.lockutils [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Acquired lock "singleton_lock" {{(pid=94579) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 20:50:56.762627 n-d-793620-16 neutron-server[94579]: DEBUG oslo_concurrency.lockutils [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Releasing lock "singleton_lock" {{(pid=94579) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 20:50:56.763312 n-d-793620-16 neutron-server[94579]: INFO oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Starting 2 workers Aug 30 20:50:56.768117 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Started child 94688 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:50:56.773406 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Started child 94689 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:50:56.773662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:50:56.775196 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [-] (94688) wsgi starting up on http://0.0.0.0:9696 Aug 30 20:50:56.775356 n-d-793620-16 neutron-server[94579]: INFO neutron.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 20:50:56.775944 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Notify callbacks [] for process, before_spawn {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:50:56.778367 n-d-793620-16 neutron-server[94579]: INFO oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Starting 1 workers Aug 30 20:50:56.778500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:50:56.779801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [-] (94689) wsgi starting up on http://0.0.0.0:9696 Aug 30 20:50:56.783598 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Started child 94690 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:50:56.784124 n-d-793620-16 neutron-server[94579]: INFO oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Starting 1 workers Aug 30 20:50:56.787735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] calling RpcWorker wait() {{(pid=94690) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 20:50:56.788326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] returning from RpcWorker wait() {{(pid=94690) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 20:50:56.789096 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Started child 94691 {{(pid=94579) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:50:56.789454 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:50:56.789912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:50:56.790055 n-d-793620-16 neutron-server[94579]: DEBUG neutron_lib.callbacks.manager [None req-0a88bce1-b042-438b-86e6-3f92d8590011 None None] Notify callbacks [] for process, after_spawn {{(pid=94579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:50:56.791842 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94579) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 20:50:56.792011 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 20:50:56.792173 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 20:50:56.792417 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 20:50:56.792747 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 20:50:56.792872 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 20:50:56.793392 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.793660 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.793891 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.794154 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.794435 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.794565 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:50:56.795295 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.795295 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.795545 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.795811 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.796000 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.796129 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.796315 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.796517 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.796742 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.797046 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.797303 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.797532 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.797808 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.798016 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.798230 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.798482 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.798860 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.799118 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] debug = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.799351 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.799846 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.800069 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.800299 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.800503 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.800836 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.801066 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.801361 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.801604 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.801789 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.802020 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.802276 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.802505 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.802839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.803074 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.803315 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.803536 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.804000 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] host = n-d-793620-16 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.804187 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.804414 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.804616 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.804839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.805154 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.805456 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.805800 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.806133 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.806487 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.806796 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.807160 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.807425 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.807620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.807878 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.808067 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_options = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.808202 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.808479 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.808743 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.809049 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.809212 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.809395 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.809654 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.809811 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.810061 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.810271 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.810483 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.810691 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.810977 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.811211 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.811471 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.811711 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.811924 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.812159 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.812359 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.812589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.812880 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.813221 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.813536 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.813842 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.814116 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.814334 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.814562 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.814804 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.815025 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.815301 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.815531 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.815780 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.816016 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.816273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.816541 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.816765 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.816977 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.817241 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.817469 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.817708 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.817946 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.818161 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.818403 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.818608 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.818957 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.819203 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_json = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.819409 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.819596 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.819871 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.820082 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.820283 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.821492 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.821492 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.821492 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.821492 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.821760 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.822483 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.822759 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.823035 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.823309 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.823583 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.823818 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.824130 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.824307 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.824626 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.824873 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.825165 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.825427 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.825797 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.826159 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.827184 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.827449 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.828199 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.830336 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.830336 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.830336 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.830336 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.830885 n-d-793620-16 neutron-server[94691]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:50:56.831759 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.832176 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.832917 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.833581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.834066 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.834254 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.834973 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.835384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.835508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.835932 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.836069 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.836277 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.840974 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.841678 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.842336 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.842336 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.842490 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.842598 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.842846 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.843062 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.843285 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.843535 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.843744 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.844017 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.844185 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.844606 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.845632 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.846192 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.846965 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.847385 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.847811 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.848049 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.848867 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.848867 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.848867 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.849087 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.849167 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.849748 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.849979 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.850225 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.850444 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.850685 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.850964 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.862705 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.863088 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.863211 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.863471 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.863808 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.863999 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.864172 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.864453 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.864819 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.865167 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.865418 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.865648 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.865925 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.866167 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.866418 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.866709 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.866969 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.867208 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.867470 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.867736 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.867990 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.868232 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.868458 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.868724 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.868943 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.869181 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.869407 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.869642 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.869865 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.870134 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.870388 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.870619 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.870905 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.871168 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.871432 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.871655 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.871919 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.872137 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.872390 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.872691 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.872956 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.873224 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.873487 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.873731 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.873987 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.874197 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.874473 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.874695 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.876487 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.877109 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.877407 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.877660 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.878706 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.878706 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.878706 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.879160 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.879160 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.879406 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.879563 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.879756 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.880044 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.880316 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.880556 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.880814 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.881055 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.881317 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.881541 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.881757 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.882000 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.882228 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.882441 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.882696 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.882927 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.883164 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.883372 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.883807 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.884056 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.884272 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.884496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.884730 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889322 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.889900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.890463 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891045 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891045 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891045 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891045 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891045 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891432 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891596 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.891835 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.892063 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.892296 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.892512 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.892751 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.893147 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.893390 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.893600 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.893812 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.894170 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.894623 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.894893 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.895136 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.895350 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.895566 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.895777 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.895992 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.896329 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.896633 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.896878 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.897109 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.897370 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.897619 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.897828 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.898237 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.898448 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.898684 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.898926 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.899144 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.899340 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.899650 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.899785 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.899981 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.900266 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.900646 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.900934 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.901168 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.901385 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.901666 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.901876 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.902057 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.902265 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.902489 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.902720 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.902935 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.903160 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.903354 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.903580 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.903805 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.904013 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.904219 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.904465 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.904659 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.904867 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.905183 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.905441 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.905658 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.905936 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.906177 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.906418 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.906681 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.906984 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.907199 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.907436 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.907652 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.907867 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.908084 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.908333 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.908633 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.908906 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.909161 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.909419 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.909699 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.909960 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.910289 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.910514 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.910830 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.911514 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.911809 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.912065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.912493 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.912792 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.913151 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.913151 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.913392 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.913624 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.913834 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.914081 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.914313 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.914589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.914830 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.915320 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.915418 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.915665 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.915906 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.916142 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.916383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.916528 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 20:50:56.917033 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94579) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 20:50:56.917189 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 20:50:56.917338 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 20:50:56.917505 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 20:50:56.917681 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 20:50:56.917834 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 20:50:56.918042 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.918199 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.918576 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.918576 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.918792 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.918871 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.918986 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.919146 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.919302 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.919434 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.919583 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.919736 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.919886 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.920038 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.920192 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.920346 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.920696 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.920864 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.921009 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.921167 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.921320 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.921625 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.921783 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] debug = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.921939 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.922155 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.922319 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.922476 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.922636 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.922819 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.922976 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.923124 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.923284 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.923443 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.923605 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.923762 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.923921 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.924077 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.924234 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.924390 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.924545 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.924700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] host = n-d-793620-16 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.924855 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.925083 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.925188 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.930839 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_options = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.931581 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932206 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.932700 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.933273 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.934209 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.935496 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_json = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.936383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.937375 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.938324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.939802 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.940713 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.941669 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.942620 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.943508 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944232 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944232 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944232 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944232 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944232 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944734 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944734 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944734 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.944734 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945188 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945188 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945188 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945786 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945786 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945786 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.945786 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.946200 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.946200 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.946200 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.946575 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.946575 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.946932 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947039 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947109 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947278 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947441 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947601 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947759 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.947913 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948467 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948467 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948467 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948666 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948666 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948821 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.948979 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.949137 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.949307 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.949455 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.949615 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.949773 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.949932 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.950090 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.950829 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.950829 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.950829 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.950829 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951110 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951110 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951247 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951311 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951922 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951922 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.951922 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.952221 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.952221 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.952387 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.952550 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.952709 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.952865 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.953033 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.953195 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.953366 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.953514 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.953681 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.953851 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954290 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954290 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954290 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954490 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954603 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954767 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.954929 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.955603 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.955603 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.955603 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.955603 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.956585 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.957589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.957589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.957589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.957589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.957589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.957589 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958220 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958220 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958220 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958220 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958220 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958847 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958847 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958847 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.958847 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959208 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959208 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959378 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959504 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959613 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959714 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.959874 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.960034 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.960226 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.960462 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.960633 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.960789 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.960949 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.961106 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.961264 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.961421 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.961579 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.961723 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.961881 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.962040 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.962199 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.962358 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.962517 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.962688 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.962855 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963014 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963174 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963331 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963492 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963651 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963808 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.963981 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.964136 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.964260 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.964421 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.964579 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.964736 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.964909 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.965067 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.965225 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.965383 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.965541 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.965698 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.965856 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966013 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966171 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966329 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966492 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966652 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966838 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.966981 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.967138 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.967296 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.967454 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.967613 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.967771 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.967943 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.968102 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.968260 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.968418 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.968574 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.968732 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.968900 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.969058 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.969215 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.969372 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.969529 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.969685 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.969854 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970011 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970168 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970324 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970479 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970636 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970828 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.970987 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.971144 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.971302 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.971459 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.971616 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.971782 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.971939 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.972098 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.972255 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.972412 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.972568 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.972928 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973056 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973218 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973392 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973539 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973664 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973825 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.973985 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.974143 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.974393 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.974516 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.975384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.975384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.975384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.975384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.975384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.975384 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977065 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.977702 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.978638 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979397 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979397 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979397 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979397 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979397 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979738 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979738 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979880 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.979982 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.980140 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:50:56.980289 n-d-793620-16 neutron-server[94579]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94579) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 20:50:57.067594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:50:57.077295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068920 Aug 30 20:51:08.962316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9cd46-d9e6-42b5-8821-a4d416a4d265 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 20:51:09.059117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9cd46-d9e6-42b5-8821-a4d416a4d265 None None] No non-hosted networks {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 20:51:09.066983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.agentschedulers_db [None req-02c9cd46-d9e6-42b5-8821-a4d416a4d265 None None] DHCP Agent not found on host n-d-793620-16 {{(pid=94690) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 20:51:09.236585 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40a273ff-497e-4e1b-8db8-7ceaf864ca28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:11.638997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:11.640348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.640909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.641415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.641904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.642392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.642934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.643452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.643949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.644496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.645389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.646048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.646533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:11.648749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793620-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:11.667298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793620-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:11.748316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b795c92-7675-4ccc-8b21-566ebb40565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:11.814082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1fdf0b9-6163-40bc-b22f-bb5c68bfff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:12.461681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:14.363401 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:15.652372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41670) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:16.258586 n-d-793620-16 neutron-server[94689]: WARNING oslo_policy.policy [None req-1ea332c0-5dec-45a0-8894-b60f44d0e3c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:16.259173 n-d-793620-16 neutron-server[94689]: WARNING oslo_policy.policy [None req-1ea332c0-5dec-45a0-8894-b60f44d0e3c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:16.485268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-1ea332c0-5dec-45a0-8894-b60f44d0e3c7 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:51:16.486425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ea332c0-5dec-45a0-8894-b60f44d0e3c7 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8330646 Aug 30 20:51:17.101536 n-d-793620-16 neutron-server[94690]: INFO neutron.db.l3_hamode_db [None req-a7f6b4ac-ec1b-4677-9b88-fe9788772af0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 20:51:17.179175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6b4ac-ec1b-4677-9b88-fe9788772af0 None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:51:17.179564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f6b4ac-ec1b-4677-9b88-fe9788772af0 None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 20:51:18.933962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41684) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:19.266961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:19.359741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.policy [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94689) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 20:51:19.404086 n-d-793620-16 neutron-server[94689]: WARNING oslo_policy.policy [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:19.404487 n-d-793620-16 neutron-server[94689]: WARNING oslo_policy.policy [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:19.413640 n-d-793620-16 neutron-server[94689]: INFO neutron.quota [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] Loaded quota_driver: . Aug 30 20:51:19.507611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737586595197', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737586595630', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737586583224', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737586581340', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737587150389', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737586560242', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-557793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1768377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1829737'] for rbac-policy, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:19.580143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:19.581397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8452eff7-6bed-4ada-baf2-0b87845f7450 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6464734 Aug 30 20:51:22.239588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41696) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:22.585834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:22.616677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Made reservation on behalf of c2e59503671b4e63b01f62df92fe7d7f for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:51:22.619561 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.637417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.768449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.774379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.796425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:51:22.826205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737590277066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.826844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Unsubscribe: segment precommit_create {{(pid=94689) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 20:51:22.827345 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Added segment 612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b of type vlan for network 1f52c291-ccfe-4a26-8847-99868d7ff62d Aug 30 20:51:22.843672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c02110-8b39-4a29-ad29-4727c13477c7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:22.892257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.892641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.892941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.893232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.893561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.893896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.894217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.894536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.894937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.895259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.895618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.895963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Tracked resource versions report: Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: pushed versions: Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: { 'AddressGroup': {'1.2'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Log': {'1.0'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Network': {'1.1'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Port': {'1.7'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'PortForwarding': {'1.2'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'QosPolicy': {'1.9'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'SecurityGroup': {'1.4'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'SubPort': {'1.0'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Subnet': {'1.1'}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Trunk': {'1.1'}} Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: consumer versions: Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: { DHCP agent@n-d-793620-16: {}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: L3 agent@n-d-793620-16: {}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: Metadata agent@n-d-793620-16: {}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: Metering agent@n-d-793620-16: {}, Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'ConntrackHelper': '1.0', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Log': '1.0', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Network': '1.1', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Port': '1.7', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'PortForwarding': '1.2', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'QosPolicy': '1.9', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'SecurityGroup': '1.4', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'SecurityGroupRule': '1.2', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'SubPort': '1.0', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Subnet': '1.1', Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: 'Trunk': '1.1'}} Aug 30 20:51:22.897097 n-d-793620-16 neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:51:22.951148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.994750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:22.995854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:22.996572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:23.077655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8368003 Aug 30 20:51:23.104296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36dde9-33db-4ffb-b110-544bef7a0303 admin admin] Pushing event updated for resources: {'Network': ['ID=1f52c291-ccfe-4a26-8847-99868d7ff62d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:23.117378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:51:25.802380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41710) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:26.230618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7dad4-6694-417f-b549-78b7e9e0028a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:26.232032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e0d7dad4-6694-417f-b549-78b7e9e0028a admin admin] 10.222.0.76 "GET /v2.0/networks/1f52c291-ccfe-4a26-8847-99868d7ff62d HTTP/1.1" status: 200 len: 825 time: 0.4286678 Aug 30 20:51:26.258187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d06523dc-78a4-4aa8-9da7-6d3a0bf717cd admin admin] 10.222.0.76 "GET /v2.0/subnetpools/1463f9b9-d3d8-4bb5-b524-16e0138d2e1a HTTP/1.1" status: 200 len: 734 time: 0.0196605 Aug 30 20:51:26.268767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'name': 'private-subnet', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:26.295507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Made reservation on behalf of c2e59503671b4e63b01f62df92fe7d7f for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:51:26.298007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:26.609182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:26.677742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34754b71-5783-4757-a213-c11bd2a4e24b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:26.686981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Checking segment: {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:51:26.687397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Network hostable DHCP agents. Network: 1f52c291-ccfe-4a26-8847-99868d7ff62d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:51:26.710775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:51:26.723313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1f52c291-ccfe-4a26-8847-99868d7ff62d) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:51:26.728549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:26.729129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:26.735259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e134c99-c144-484b-939c-b987cd525423 None None] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:51:26.745687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-caa66b5a-d7fb-4c0a-bbae-cbcbfd640a51 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4806948 Aug 30 20:51:27.097224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-1f52c291-ccfe-4a26-8847-99868d7ff62d', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:51:27.098505 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:27.393228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Allocated IP 172.20.0.2 (1f52c291-ccfe-4a26-8847-99868d7ff62d/34754b71-5783-4757-a213-c11bd2a4e24b/cccc355c-0dc8-437c-a56f-aecce71fb581) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:51:27.609585 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:27.659735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Transition to ACTIVE for port object cccc355c-0dc8-437c-a56f-aecce71fb581 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:51:27.682308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Transition to ACTIVE for port object cccc355c-0dc8-437c-a56f-aecce71fb581 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:51:27.691866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:27.761621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:51:27.766840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:51:27.779460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:51:27.782690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Pushing event updated for resources: {'Port': ['ID=cccc355c-0dc8-437c-a56f-aecce71fb581,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:27.813583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.813936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.814287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.814628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.814986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.815330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.815660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.815990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.816319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.816726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.817054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.817382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Tracked resource versions report: Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: pushed versions: Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Log': {'1.0'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Network': {'1.1'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Port': {'1.7'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'SubPort': {'1.0'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Subnet': {'1.1'}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Trunk': {'1.1'}} Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: consumer versions: Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: { DHCP agent@n-d-793620-16: {}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: L3 agent@n-d-793620-16: {}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: Metadata agent@n-d-793620-16: {}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: Metering agent@n-d-793620-16: {}, Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Log': '1.0', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Network': '1.1', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Port': '1.7', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'PortForwarding': '1.2', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'QosPolicy': '1.9', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'SecurityGroup': '1.4', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'SubPort': '1.0', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Subnet': '1.1', Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: 'Trunk': '1.1'}} Aug 30 20:51:27.818868 n-d-793620-16 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:51:27.871198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Attempting to bind port cccc355c-0dc8-437c-a56f-aecce71fb581 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:51:27.871572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Attempting to bind port cccc355c-0dc8-437c-a56f-aecce71fb581 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:51:27.872004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Attempting to bind port cccc355c-0dc8-437c-a56f-aecce71fb581 on network 1f52c291-ccfe-4a26-8847-99868d7ff62d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:51:27.877379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:51:27.877804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Checking segment: {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:51:27.878274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:27.879116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Bound using segment: {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:51:27.879629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Bound port: cccc355c-0dc8-437c-a56f-aecce71fb581, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:51:27.880047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:27.946362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-85864851-4c81-45a4-9350-4cace5850768 None None] For port cccc355c-0dc8-437c-a56f-aecce71fb581, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:51:27.950982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-85864851-4c81-45a4-9350-4cace5850768 None None] For port cccc355c-0dc8-437c-a56f-aecce71fb581, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cccc355c-0dc8-437c-a56f-aecce71fb581,segment=NetworkSegment(612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b),segment_id=612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:51:27.956235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:28.026176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85864851-4c81-45a4-9350-4cace5850768 None None] Pushing event updated for resources: {'Port': ['ID=cccc355c-0dc8-437c-a56f-aecce71fb581,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:29.218875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41718) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:29.564406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-9fd8c148-8c9b-4a7f-86dc-6f3eff3a6472 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:51:29.565487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9fd8c148-8c9b-4a7f-86dc-6f3eff3a6472 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3455670 Aug 30 20:51:32.040540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:32.619202 n-d-793620-16 neutron-server[94688]: WARNING oslo_policy.policy [None req-958e8507-3283-4e6d-827c-7243ccb1948b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:32.619833 n-d-793620-16 neutron-server[94688]: WARNING oslo_policy.policy [None req-958e8507-3283-4e6d-827c-7243ccb1948b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:32.840333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-958e8507-3283-4e6d-827c-7243ccb1948b admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:51:32.841515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-958e8507-3283-4e6d-827c-7243ccb1948b admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7986853 Aug 30 20:51:35.556475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cccc355c-0dc8-437c-a56f-aecce71fb581 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:51:35.559334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41746) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:35.645063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port cccc355c-0dc8-437c-a56f-aecce71fb581 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:51:35.910593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:35.976755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.policy [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94688) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 20:51:36.022611 n-d-793620-16 neutron-server[94688]: WARNING oslo_policy.policy [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:36.023081 n-d-793620-16 neutron-server[94688]: WARNING oslo_policy.policy [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:51:36.032450 n-d-793620-16 neutron-server[94688]: INFO neutron.quota [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Loaded quota_driver: . Aug 30 20:51:36.108626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.110704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.266619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.273849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.296867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.298129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9149b4ec-e96b-43ae-a67a-12e67bce1b92 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7378130 Aug 30 20:51:36.437022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b93d7f-dc01-4e80-868c-4e431e19eff0 None None] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:51:36.547441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] Provisioning for port cccc355c-0dc8-437c-a56f-aecce71fb581 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:51:36.574393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] Provisioning complete for port cccc355c-0dc8-437c-a56f-aecce71fb581 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:36.575225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.729686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.766483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] For port cccc355c-0dc8-437c-a56f-aecce71fb581, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cccc355c-0dc8-437c-a56f-aecce71fb581,segment=NetworkSegment(612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b),segment_id=612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:51:36.772951 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:36.824288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af91d4-299b-4557-8879-2343b0dac9e0 None None] Pushing event updated for resources: {'Port': ['ID=cccc355c-0dc8-437c-a56f-aecce71fb581,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:36.994757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7d953bbd-fd8f-4d04-a363-2b9af5c10f0d None None] Provisioning complete for port cccc355c-0dc8-437c-a56f-aecce71fb581 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:36.995020 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7d953bbd-fd8f-4d04-a363-2b9af5c10f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:37.522532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cccc355c-0dc8-437c-a56f-aecce71fb581 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:51:37.573884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cccc355c-0dc8-437c-a56f-aecce71fb581 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:37.574233 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:38.741969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:38.828645 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffb99969-2cda-47db-b99f-5af42fba7875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:39.119240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-2b4c0783-e7ab-447b-befe-d277f7830724 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:51:39.120205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b4c0783-e7ab-447b-befe-d277f7830724 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3773339 Aug 30 20:51:41.546521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41764) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:41.626050 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:41.746778 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e37e74d3-d4b0-427c-8f26-5872fecd5d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:41.913797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:41.937590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Made reservation on behalf of bc451a0e673b458fb42bf6979cba41ee for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:51:41.939909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:41.948605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.044922 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.050137 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.066154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94689) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 20:51:42.085697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1516076d-e316-470d-bd76-ba7108d94f83,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:42.092412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.092749 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Added segment e56ad75f-8869-4418-9b0a-242377381f11 of type flat for network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 Aug 30 20:51:42.146650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.185585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.186625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:42.187236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:42.243955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6961029 Aug 30 20:51:42.249484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd59d18-1f50-4ad3-9152-d0dbab4e28c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f83a74-4abf-42fc-a8fd-f04a945e13b8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:42.260102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:51:42.409166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:44.313903 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:44.664033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41782) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:44.859502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42b5dc0-d350-47a8-8479-5b5e5b13ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:44.860906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a42b5dc0-d350-47a8-8479-5b5e5b13ed19 admin admin] 10.222.0.76 "GET /v2.0/subnets/34754b71-5783-4757-a213-c11bd2a4e24b HTTP/1.1" status: 200 len: 849 time: 0.1955564 Aug 30 20:51:45.026432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bcd00764-66f3-42d5-aae8-e0fb1e84d8a7 admin admin] 10.222.0.76 "GET /v2.0/routers/31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf HTTP/1.1" status: 200 len: 704 time: 0.1589062 Aug 30 20:51:45.312070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:45.623388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Allocated IP 172.20.0.1 (1f52c291-ccfe-4a26-8847-99868d7ff62d/34754b71-5783-4757-a213-c11bd2a4e24b/c0a5ecfe-d502-42fa-a4d7-32f4013b84ec) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:51:45.833468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:45.861416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Transition to ACTIVE for port object c0a5ecfe-d502-42fa-a4d7-32f4013b84ec will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:51:45.928637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.000482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:51:46.005439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:51:46.011326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:51:46.011710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.033891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Pushing event updated for resources: {'Port': ['ID=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:46.217428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.267275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-994beae0-f05f-46e1-bb38-fbdf868a0055 None None] Provisioning for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:51:46.271999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-994beae0-f05f-46e1-bb38-fbdf868a0055 None None] Provisioning complete for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:46.272367 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-994beae0-f05f-46e1-bb38-fbdf868a0055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.307277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-994beae0-f05f-46e1-bb38-fbdf868a0055 None None] Port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:51:46.441148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.451965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.452803 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.534961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Pushing event updated for resources: {'Port': ['ID=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:46.590631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:51:46.592238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:51:46.776549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:51:46.833576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-eed0d14f-c6d4-43c7-9866-8753e699165a None None] Provisioning complete for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:46.833845 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eed0d14f-c6d4-43c7-9866-8753e699165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:46.869881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:51:46.870480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eed0d14f-c6d4-43c7-9866-8753e699165a None None] Port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:51:46.876034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-218f457f-2096-4b2c-8840-7834894eb7cf admin admin] 10.222.0.76 "PUT /v2.0/routers/31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8437293 Aug 30 20:51:46.885453 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Sync routers for ids ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:51:46.897172 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Routers {'31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:51:46.897984 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T20:51:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:47.082016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Set router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:51:47.532278 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:51:36Z', 'updated_at': '2021-08-30T20:51:46Z', 'revision_number': 2, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'gw_port_host': None, '_interfaces': [{'id': 'c0a5ecfe-d502-42fa-a4d7-32f4013b84ec', 'name': '', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'mac_address': 'fa:16:3e:13:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:45Z', 'updated_at': '2021-08-30T20:51:46Z', 'revision_number': 2, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnets': [{'id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:47.584682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Checking router: 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:51:47.585028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Updating router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:51:47.634057 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:48.157834 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:48.180015 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Transition to ACTIVE for port object c0a5ecfe-d502-42fa-a4d7-32f4013b84ec will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:51:48.187971 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:48.352958 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Attempting to bind port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:51:48.353396 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Attempting to bind port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:51:48.353806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Attempting to bind port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec on network 1f52c291-ccfe-4a26-8847-99868d7ff62d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:51:48.356083 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Pushing event updated for resources: {'Port': ['ID=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:48.366649 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.367002 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.367362 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.367691 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.368130 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.368442 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.368759 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.369101 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.369442 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.369741 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.370048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.370384 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Tracked resource versions report: Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: pushed versions: Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: { 'AddressGroup': {'1.2'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'ConntrackHelper': {'1.0'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Log': {'1.0'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Network': {'1.1'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Port': {'1.7'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'PortForwarding': {'1.2'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'QosPolicy': {'1.9'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'SecurityGroup': {'1.4'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'SubPort': {'1.0'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Subnet': {'1.1'}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Trunk': {'1.1'}} Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: consumer versions: Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: { DHCP agent@n-d-793620-16: {}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: L3 agent@n-d-793620-16: {}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: Metadata agent@n-d-793620-16: {}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: Metering agent@n-d-793620-16: {}, Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'ConntrackHelper': '1.0', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Log': '1.0', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Network': '1.1', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Port': '1.7', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'PortForwarding': '1.2', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'QosPolicy': '1.9', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'SecurityGroup': '1.4', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'SecurityGroupRule': '1.2', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'SubPort': '1.0', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Subnet': '1.1', Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: 'Trunk': '1.1'}} Aug 30 20:51:48.371526 n-d-793620-16 neutron-server[94691]: {{(pid=94691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:51:48.373882 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:51:48.374292 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Checking segment: {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:51:48.374777 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:48.375154 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Bound using segment: {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:51:48.375667 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Bound port: c0a5ecfe-d502-42fa-a4d7-32f4013b84ec, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:51:48.376058 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:48.446347 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] For port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:51:48.465682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] For port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,segment=NetworkSegment(612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b),segment_id=612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:51:48.472790 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:48.533340 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ea214-837d-471e-89e1-0f3ff89d8324 None None] Pushing event updated for resources: {'Port': ['ID=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:48.536819 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Routers {'31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:51:48.537447 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T20:51:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:48.631386 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] Set router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:51:48.855343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:51:36Z', 'updated_at': '2021-08-30T20:51:46Z', 'revision_number': 2, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'gw_port_host': None, '_interfaces': [{'id': 'c0a5ecfe-d502-42fa-a4d7-32f4013b84ec', 'name': '', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'mac_address': 'fa:16:3e:13:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:45Z', 'updated_at': '2021-08-30T20:51:48Z', 'revision_number': 4, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnets': [{'id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:48.881111 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e96fc-f79b-4404-b70b-983b5be93a35 None None] The sync data for ids ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'] in n-d-793620-16 is: [{'id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:51:36Z', 'updated_at': '2021-08-30T20:51:46Z', 'revision_number': 2, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'gw_port_host': None, '_interfaces': [{'id': 'c0a5ecfe-d502-42fa-a4d7-32f4013b84ec', 'name': '', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'mac_address': 'fa:16:3e:13:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:45Z', 'updated_at': '2021-08-30T20:51:48Z', 'revision_number': 4, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnets': [{'id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:51:49.157004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:49.347950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03965aac-0efa-4316-950a-4e2e9edee22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:49.350886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-03965aac-0efa-4316-950a-4e2e9edee22e admin admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 842 time: 0.1926806 Aug 30 20:51:49.359873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'name': 'public-subnet', 'cidr': '172.25.5.0/24'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:49.385140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Made reservation on behalf of bc451a0e673b458fb42bf6979cba41ee for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:51:49.387886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:49.792934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 20:51:49.793451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:49.883150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:49.885739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:51:49.886132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Network hostable DHCP agents. Network: d8f83a74-4abf-42fc-a8fd-f04a945e13b8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:51:49.898464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.898859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.899195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.899523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.899846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.900171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.900492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.900807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.901131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.901444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.901756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.902052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Tracked resource versions report: Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: pushed versions: Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: { 'AddressGroup': {'1.2'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Log': {'1.0'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Network': {'1.1'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Port': {'1.7'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'PortForwarding': {'1.2'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'QosPolicy': {'1.9'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'SecurityGroup': {'1.4'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'SubPort': {'1.0'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Subnet': {'1.1'}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Trunk': {'1.1'}} Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: consumer versions: Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: { DHCP agent@n-d-793620-16: {}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: L3 agent@n-d-793620-16: {}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: Metadata agent@n-d-793620-16: {}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: Metering agent@n-d-793620-16: {}, Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'ConntrackHelper': '1.0', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Log': '1.0', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Network': '1.1', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Port': '1.7', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'PortForwarding': '1.2', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'QosPolicy': '1.9', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'SecurityGroup': '1.4', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'SecurityGroupRule': '1.2', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'SubPort': '1.0', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Subnet': '1.1', Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: 'Trunk': '1.1'}} Aug 30 20:51:49.903199 n-d-793620-16 neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:51:49.950974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:51:49.964572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d8f83a74-4abf-42fc-a8fd-f04a945e13b8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:51:49.969986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:49.971088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:49.974076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58209138-70be-4d48-970e-49e107f0cacf None None] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:51:49.987897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-911c234b-e27f-46cb-b7f4-11034eff3678 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6318178 Aug 30 20:51:50.116313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aaee0a-7cb4-402f-876a-620104d329da None None] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:51:52.327516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:52.553531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e8cb159-afbe-4361-b792-a3ac0773dcf3 admin admin] 10.222.0.76 "GET /v2.0/routers/31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf HTTP/1.1" status: 200 len: 710 time: 0.2244427 Aug 30 20:51:52.645731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203a103-19e3-437e-8d8c-09ce3d6fd8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:51:52.647134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f203a103-19e3-437e-8d8c-09ce3d6fd8f7 admin admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 886 time: 0.0877194 Aug 30 20:51:52.656910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:51:52.916981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:53.174886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:53.268694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:53.443359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Allocated IP 172.25.5.104 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/b0481de2-05dc-413b-b32f-53ad8eae94a3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:51:53.563877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:53.637020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:53.761951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:51:53.766873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:51:53.776043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:51:53.779064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Pushing event updated for resources: {'Port': ['ID=b0481de2-05dc-413b-b32f-53ad8eae94a3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:54.086574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:54.293296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:54.298112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:54.417614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:51:54.532555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:51:54.537405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:54.539205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-51d29097-25c3-4115-9697-3c0b767cdf45 admin admin] 10.222.0.76 "PUT /v2.0/routers/31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf HTTP/1.1" status: 200 len: 890 time: 1.8850901 Aug 30 20:51:55.376886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Sync routers for ids ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:51:55.399184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Routers {'31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:51:55.399845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T20:51:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:55.606338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c0a5ecfe-d502-42fa-a4d7-32f4013b84ec up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:51:55.699389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Set router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:51:55.848038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:51:55.858521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:55.858899 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.108215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.163627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,segment=NetworkSegment(612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b),segment_id=612ef2b6-9317-4a02-9d3e-6d8a5fd22a8b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:51:56.173985 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.235181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'b0481de2-05dc-413b-b32f-53ad8eae94a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:51:36Z', 'updated_at': '2021-08-30T20:51:53Z', 'revision_number': 4, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'gw_port': {'id': 'b0481de2-05dc-413b-b32f-53ad8eae94a3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:53Z', 'updated_at': '2021-08-30T20:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c0a5ecfe-d502-42fa-a4d7-32f4013b84ec', 'name': '', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'mac_address': 'fa:16:3e:13:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:45Z', 'updated_at': '2021-08-30T20:51:48Z', 'revision_number': 4, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnets': [{'id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:56.294548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Checking router: 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:51:56.294966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Updating router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf port b0481de2-05dc-413b-b32f-53ad8eae94a3 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:51:56.297038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c0a5ecfe-d502-42fa-a4d7-32f4013b84ec,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:56.345923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.678260 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.689150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Transition to ACTIVE for port object b0481de2-05dc-413b-b32f-53ad8eae94a3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:51:56.696478 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.748611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb70d8-13fc-45c7-943b-f573dbc2127f None None] Pushing event updated for resources: {'Port': ['ID=b0481de2-05dc-413b-b32f-53ad8eae94a3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:56.752751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Attempting to bind port b0481de2-05dc-413b-b32f-53ad8eae94a3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:51:56.753116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Attempting to bind port b0481de2-05dc-413b-b32f-53ad8eae94a3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:51:56.753508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Attempting to bind port b0481de2-05dc-413b-b32f-53ad8eae94a3 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:51:56.759758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:51:56.760132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:51:56.760535 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.760918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:51:56.761411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Bound port: b0481de2-05dc-413b-b32f-53ad8eae94a3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:51:56.761803 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.815885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] For port b0481de2-05dc-413b-b32f-53ad8eae94a3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:51:56.819964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] For port b0481de2-05dc-413b-b32f-53ad8eae94a3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b0481de2-05dc-413b-b32f-53ad8eae94a3,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:51:56.826032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:56.884981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb70d8-13fc-45c7-943b-f573dbc2127f None None] Pushing event updated for resources: {'Port': ['ID=b0481de2-05dc-413b-b32f-53ad8eae94a3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:56.889225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Routers {'31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:51:56.889857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T20:51:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:56.966848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:51:57.099898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f2c1c317-6326-4b99-abb2-f913371ed883 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1318092 Aug 30 20:51:57.101162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] Set router 31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:51:57.341672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'b0481de2-05dc-413b-b32f-53ad8eae94a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:51:36Z', 'updated_at': '2021-08-30T20:51:53Z', 'revision_number': 4, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'gw_port': {'id': 'b0481de2-05dc-413b-b32f-53ad8eae94a3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:53Z', 'updated_at': '2021-08-30T20:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c0a5ecfe-d502-42fa-a4d7-32f4013b84ec', 'name': '', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'mac_address': 'fa:16:3e:13:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:45Z', 'updated_at': '2021-08-30T20:51:56Z', 'revision_number': 5, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnets': [{'id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:51:57.384472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734f1b3-39a9-4bd1-b67f-4bf04e9bedde None None] The sync data for ids ['31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf'] in n-d-793620-16 is: [{'id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'name': 'router1', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'b0481de2-05dc-413b-b32f-53ad8eae94a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:51:36Z', 'updated_at': '2021-08-30T20:51:53Z', 'revision_number': 4, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'gw_port': {'id': 'b0481de2-05dc-413b-b32f-53ad8eae94a3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:53Z', 'updated_at': '2021-08-30T20:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c0a5ecfe-d502-42fa-a4d7-32f4013b84ec', 'name': '', 'network_id': '1f52c291-ccfe-4a26-8847-99868d7ff62d', 'tenant_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'mac_address': 'fa:16:3e:13:c8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d1d3c0-c612-46dc-a1f1-8d52cd3b7caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:51:45Z', 'updated_at': '2021-08-30T20:51:56Z', 'revision_number': 5, 'project_id': 'c2e59503671b4e63b01f62df92fe7d7f', 'subnets': [{'id': '34754b71-5783-4757-a213-c11bd2a4e24b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1463f9b9-d3d8-4bb5-b524-16e0138d2e1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:51:57.672413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b0481de2-05dc-413b-b32f-53ad8eae94a3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:51:57.745674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b0481de2-05dc-413b-b32f-53ad8eae94a3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:51:57.751049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b0481de2-05dc-413b-b32f-53ad8eae94a3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:57.751426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:57.844401 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:57.875029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b0481de2-05dc-413b-b32f-53ad8eae94a3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b0481de2-05dc-413b-b32f-53ad8eae94a3,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:51:57.880922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:57.881961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c0a5ecfe-d502-42fa-a4d7-32f4013b84ec up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:51:57.968922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b0481de2-05dc-413b-b32f-53ad8eae94a3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:51:57.990831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:57.991825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:51:59.559397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b0481de2-05dc-413b-b32f-53ad8eae94a3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:51:59.614872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b0481de2-05dc-413b-b32f-53ad8eae94a3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:51:59.615252 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:03.852437 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:52:08.832092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83a11732-ec20-4e6d-aa4b-09d27dc2d9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:11.618430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:11.755277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dca3b9d3-c862-4f57-9174-47e6f009ab4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:12.413687 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:14.334709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:38.829929 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eed76e94-c4eb-460a-92dd-449f45131b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:40.851813 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:52:41.625075 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:41.753353 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5c91741-a8ca-49a1-bcf9-3752a89c9250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:42.408958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:52:44.341456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:08.825878 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f9b27f8c-739a-40e2-b110-5dd59c74128e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:11.619838 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:11.748707 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e28098cc-15fe-4ab5-be1c-76762a4a8aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:12.414254 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:14.335761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:17.850333 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:53:38.831390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11c606dd-a88c-4914-81b6-da4233158050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:38.864521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:38.934601 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee4427f-a63f-44af-9e71-0d418ff90a99 admin admin] GET failed (client error): The resource could not be found. Aug 30 20:53:38.936207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-aee4427f-a63f-44af-9e71-0d418ff90a99 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0707171 Aug 30 20:53:39.110339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc0bf9-e73d-450a-8140-c957db77d687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:39.111764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ebc0bf9-e73d-450a-8140-c957db77d687 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1707585 Aug 30 20:53:41.317231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:41.452885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271b4cc-747e-479d-9552-43d288331024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:41.454377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3271b4cc-747e-479d-9552-43d288331024 admin admin] 10.222.0.76 "GET /v2.0/subnets/34754b71-5783-4757-a213-c11bd2a4e24b HTTP/1.1" status: 200 len: 849 time: 0.1360917 Aug 30 20:53:41.470753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:53:41.560452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:41.624153 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:41.714195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737590257372'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:41.753853 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c651a2e-fe20-4134-8a13-81637acf8cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:41.822442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:41.823095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:41.824405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] 10.222.0.76 "PUT /v2.0/subnets/34754b71-5783-4757-a213-c11bd2a4e24b HTTP/1.1" status: 200 len: 868 time: 0.3578486 Aug 30 20:53:41.841963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd66e3-3b8c-426c-91cf-a1e218e51250 None None] Network 1f52c291-ccfe-4a26-8847-99868d7ff62d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:53:41.847427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34754b71-5783-4757-a213-c11bd2a4e24b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:53:41.855386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.855777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.856072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.856431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.856768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.857247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.857559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.857910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.858209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.858569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.858910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:41.859234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e619aa-5e5e-4c92-b7f9-bc92ac03de41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:53:42.239741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3301ee88-d098-45c7-9acb-35ab323ed400 None None] Provisioning complete for port cccc355c-0dc8-437c-a56f-aecce71fb581 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:53:42.240141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3301ee88-d098-45c7-9acb-35ab323ed400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:42.339281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3301ee88-d098-45c7-9acb-35ab323ed400 None None] Provisioning complete for port c0a5ecfe-d502-42fa-a4d7-32f4013b84ec triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:53:42.339664 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3301ee88-d098-45c7-9acb-35ab323ed400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:42.430444 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:44.025142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:44.246232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f17659-2048-4e8e-bdb9-9c5dfc85e750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:44.246604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f17659-2048-4e8e-bdb9-9c5dfc85e750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:44.248439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01f17659-2048-4e8e-bdb9-9c5dfc85e750 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218125 Aug 30 20:53:44.342264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:53:46.463066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:46.605572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54580faa-a7da-47c5-abe1-1ad7283312d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:46.605955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54580faa-a7da-47c5-abe1-1ad7283312d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:46.607583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54580faa-a7da-47c5-abe1-1ad7283312d4 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1435215 Aug 30 20:53:48.832654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:48.989999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8356e66-d3ac-4774-86da-baca588565b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:48.991553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f8356e66-d3ac-4774-86da-baca588565b7 admin admin] 10.222.0.76 "GET /v2.0/networks/1f52c291-ccfe-4a26-8847-99868d7ff62d HTTP/1.1" status: 200 len: 869 time: 0.1570854 Aug 30 20:53:51.174826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42464) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:51.321889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feae144d-ccfe-4e9b-ae2d-4784cd632493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:51.323324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-feae144d-ccfe-4e9b-ae2d-4784cd632493 admin admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 886 time: 0.1474998 Aug 30 20:53:53.553179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42472) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:53.696930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de74580-33fd-49e2-9329-19d527f38ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:53.697376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de74580-33fd-49e2-9329-19d527f38ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:53.698953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2de74580-33fd-49e2-9329-19d527f38ce7 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1444283 Aug 30 20:53:54.848784 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:53:55.892297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42480) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:55.989014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabbdbe-8e9f-479d-bd96-f8221bbee199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:55.989502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aabbdbe-8e9f-479d-bd96-f8221bbee199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:55.994569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5aabbdbe-8e9f-479d-bd96-f8221bbee199 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1012740 Aug 30 20:53:58.195663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42488) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:53:58.309126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7674a-0fc0-4648-a43c-b968afce3708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:53:58.310769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-88d7674a-0fc0-4648-a43c-b968afce3708 admin admin] 10.222.0.76 "GET /v2.0/subnets/34754b71-5783-4757-a213-c11bd2a4e24b HTTP/1.1" status: 200 len: 868 time: 0.1141658 Aug 30 20:54:00.532800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42496) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:54:00.624123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c1a02-8d95-40e4-8bb1-98f67fe3505f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:54:00.625553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f24c1a02-8d95-40e4-8bb1-98f67fe3505f admin admin] 10.222.0.76 "GET /v2.0/subnets/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9 HTTP/1.1" status: 200 len: 816 time: 0.0917845 Aug 30 20:54:08.825679 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e708db34-25e9-405d-ac6c-5c483efbc51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:11.628845 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:11.757216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc23986e-38aa-4596-92d7-e2a32d77a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:12.421460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:14.343661 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:25.701701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:54:25.753680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-2512acb3-0293-454d-be1f-b1846e697731 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:54:25.754715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2512acb3-0293-454d-be1f-b1846e697731 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519357 Aug 30 20:54:28.051043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:54:28.116702 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7f4bd5-4767-4906-9426-a79edb27be33 admin admin] GET failed (client error): The resource could not be found. Aug 30 20:54:28.118095 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0d7f4bd5-4767-4906-9426-a79edb27be33 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658250 Aug 30 20:54:28.205535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d7c2d-5927-4375-b448-13c50dc5ebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:54:28.207060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a52d7c2d-5927-4375-b448-13c50dc5ebc7 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840580 Aug 30 20:54:30.406101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42566) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:54:30.483784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:54:30.513824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Made reservation on behalf of bc451a0e673b458fb42bf6979cba41ee for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:54:30.516412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:30.619084 n-d-793620-16 neutron-server[94689]: WARNING neutron.services.revisions.revision_plugin [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Could not find related network for resource to bump revision. Aug 30 20:54:30.632060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:54:30.642631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:30.643002 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Added segment ec022ae4-30fb-4780-bc11-f7a385084f3a of type vlan for network f5552ee7-7362-4003-be8a-40a582d7e8eb Aug 30 20:54:30.686178 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:30.714606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:30.715861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:54:30.716587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:30.774430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3671930 Aug 30 20:54:30.783383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Pushing event updated for resources: {'Network': ['ID=f5552ee7-7362-4003-be8a-40a582d7e8eb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:54:30.791402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.791750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.792080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.792418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.792752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.793092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.793423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.793749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.794099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.794423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.794788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.795113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa661cd3-6537-4063-b2c2-43ae80d20089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:30.806583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f5552ee7-7362-4003-be8a-40a582d7e8eb details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:54:31.847504 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:54:33.006335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:54:33.075004 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e7c0f6-1af7-4d54-a21d-c4150da81169 admin admin] GET failed (client error): The resource could not be found. Aug 30 20:54:33.076322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c4e7c0f6-1af7-4d54-a21d-c4150da81169 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0689039 Aug 30 20:54:33.151403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92028c11-9a20-4694-984e-d5d677da4c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:54:33.152905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92028c11-9a20-4694-984e-d5d677da4c86 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718007 Aug 30 20:54:33.164381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:54:33.186232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Made reservation on behalf of bc451a0e673b458fb42bf6979cba41ee for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:54:33.188549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:33.369420 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:33.419019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:54:33.436958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:54:33.437189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Network hostable DHCP agents. Network: f5552ee7-7362-4003-be8a-40a582d7e8eb, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:54:33.455793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:54:33.465194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f5552ee7-7362-4003-be8a-40a582d7e8eb) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:54:33.469702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:54:33.470290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:33.475141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641a486-184c-4911-805d-b2e10e42f142 None None] Network f5552ee7-7362-4003-be8a-40a582d7e8eb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:54:33.496767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30639d06-527d-42b4-8ad0-078fea411a78 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3257585 Aug 30 20:54:33.752967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-f5552ee7-7362-4003-be8a-40a582d7e8eb', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'tenant_id': 'bc451a0e673b458fb42bf6979cba41ee', 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:54:33.753844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:33.900403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Allocated IP 192.168.233.2 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/faff6a52-a8c0-4717-bddf-622d913ac459) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:54:34.045060 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:34.054167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Transition to ACTIVE for port object faff6a52-a8c0-4717-bddf-622d913ac459 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:54:34.069367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Transition to ACTIVE for port object faff6a52-a8c0-4717-bddf-622d913ac459 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:54:34.078078 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:34.119367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:54:34.128552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:54:34.132954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:54:34.135384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Pushing event updated for resources: {'Port': ['ID=faff6a52-a8c0-4717-bddf-622d913ac459,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:54:34.144252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.144599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.145144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.145447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.145764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.147705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.147705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.147705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.147705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.147705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.147705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.148507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:54:34.200982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Attempting to bind port faff6a52-a8c0-4717-bddf-622d913ac459 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:54:34.201359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Attempting to bind port faff6a52-a8c0-4717-bddf-622d913ac459 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:54:34.201755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Attempting to bind port faff6a52-a8c0-4717-bddf-622d913ac459 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:54:34.206946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:54:34.207295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:54:34.207696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:34.208740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:54:34.208740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Bound port: faff6a52-a8c0-4717-bddf-622d913ac459, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:54:34.208964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:34.271856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] For port faff6a52-a8c0-4717-bddf-622d913ac459, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:54:34.277348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] For port faff6a52-a8c0-4717-bddf-622d913ac459, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=faff6a52-a8c0-4717-bddf-622d913ac459,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:54:34.281379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:34.348553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4339395-3aa3-47f4-85f5-a5876a6d0937 None None] Pushing event updated for resources: {'Port': ['ID=faff6a52-a8c0-4717-bddf-622d913ac459,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:54:35.146540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb401622-9658-4f1f-bde4-bd246308561e None None] Network f5552ee7-7362-4003-be8a-40a582d7e8eb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:54:35.219606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fefa780b-3c05-447d-9a18-9de3e17372df None None] Provisioning for port faff6a52-a8c0-4717-bddf-622d913ac459 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:54:35.681773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device faff6a52-a8c0-4717-bddf-622d913ac459 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:54:35.735964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port faff6a52-a8c0-4717-bddf-622d913ac459 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:54:35.740188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port faff6a52-a8c0-4717-bddf-622d913ac459 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:54:35.740590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:35.821002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:35.854263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port faff6a52-a8c0-4717-bddf-622d913ac459, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=faff6a52-a8c0-4717-bddf-622d913ac459,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:54:35.859407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:35.910807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=faff6a52-a8c0-4717-bddf-622d913ac459,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:54:37.660196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device faff6a52-a8c0-4717-bddf-622d913ac459 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:54:37.711868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port faff6a52-a8c0-4717-bddf-622d913ac459 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:54:37.712398 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:38.831220 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-339e6bf9-c289-4b6d-b3b1-c440b56a5acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:41.634978 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:41.761565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6fab3c2-77dd-4c44-9291-bf4033256df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:42.421664 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:54:44.354681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:08.826110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d54e6980-9573-4550-afa8-c1efab5dc528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:08.845913 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:55:11.645418 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:11.766470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-776e9fa4-9835-4816-ab57-a8127c100304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:12.425018 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:14.352480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:38.837462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1045e85-3d60-4975-be52-2fd671cd3287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:41.640239 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:41.772763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74989009-04d7-446c-a3d1-16058c6869a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:42.432039 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:44.361403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:45.844371 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:55:50.859080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:55:50.865138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-679ab205-57c2-4002-9799-ebe42420feb9 tempest-verify_tempest_config-1236654781 tempest-verify_tempest_config-1236654781-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:55:50.866168 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-679ab205-57c2-4002-9799-ebe42420feb9 tempest-verify_tempest_config-1236654781 tempest-verify_tempest_config-1236654781-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061207 Aug 30 20:55:51.213061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:55:51.330159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.438856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.445326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.490658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1785425e83e042019c12d9182be3e404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2763698 Aug 30 20:55:51.491412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac5ae89-0743-498b-941b-7e44e000bbbe,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:55:51.493325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42650) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:55:51.504215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.504554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.504887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.505210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.505529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.505849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.506168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.506484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.506837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.507158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.507468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.507782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900150dc-69fa-4e60-9ea3-84c9570d7288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:55:51.559572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440aad2e-cf65-4f63-9121-1461e20afd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.581664 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440aad2e-cf65-4f63-9121-1461e20afd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.676289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440aad2e-cf65-4f63-9121-1461e20afd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.679173 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440aad2e-cf65-4f63-9121-1461e20afd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:55:51.680742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-440aad2e-cf65-4f63-9121-1461e20afd4e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ac5ae89-0743-498b-941b-7e44e000bbbe HTTP/1.1" status: 204 len: 168 time: 0.1865687 Aug 30 20:55:51.688833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440aad2e-cf65-4f63-9121-1461e20afd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac5ae89-0743-498b-941b-7e44e000bbbe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:56:08.833282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdccf4ae-c884-458d-8b95-9e88ff680c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:11.636341 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:11.767165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c803bb6e-a899-4aab-a7a8-989c4e45ec7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:12.434430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:14.363426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:22.844480 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:56:38.838042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c688fd7-55c6-4a5b-aa7b-06536c51b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:41.641594 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:41.772319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5edf3bd-cf12-4a64-b771-c9ee2d8e030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:42.435608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:44.365655 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:56:59.848478 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:57:08.845949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-552515fd-1830-4214-9c6a-afc3799d41a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:11.646023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:11.775152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3e32b6d-32fc-484d-b5bd-54cdff14b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:12.438538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:14.366865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:36.848283 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:57:38.840998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0041c5f-36d0-4bcc-ad69-0371d12113cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:41.650703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:41.778475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7203bfaf-5388-4961-b3ec-c783eee49bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:42.442805 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:57:44.370374 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:08.853900 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fd470c-ccce-47b3-bdf6-275797bfae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:11.662997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:11.783000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f8a03dc-a680-49eb-8331-e2fbb30f43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:12.449205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:13.848574 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:58:14.374689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:38.852237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc87a380-cf98-4f87-999c-39a95fe3ea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:41.676742 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:41.788106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-853e7c3f-2c32-427c-af27-6e21754accb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:42.457110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:44.379435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:58:50.852182 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 5 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:59:03.238835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:05.426247 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581028'] for agent, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:08.851467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5e6c-978e-4306-9544-47a139252f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:11.669782 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:11.801201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b46306a0-6faa-4558-ad07-d6bb6da79fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:12.456014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:14.381757 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:27.856661 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:59:33.222237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:35.412641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:38.865743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9e29521-f7eb-43c2-8dcd-8c1bbb7c2822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:41.671264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:41.794778 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4465a0d-1c7a-40cb-809e-e53d1e93e610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:42.457082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:44.385201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:59:52.502418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:59:52.626222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4e8c121b-b15f-4a75-b38b-a672338c61e2 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1225533 Aug 30 20:59:54.829525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:59:54.893106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d8499a2-4dbe-43f1-8609-145b07cd50cd admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0624328 Aug 30 21:00:03.254546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:04.862107 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:00:05.411984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:08.862164 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08116e11-d429-4635-9df3-36b3e658e3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:11.668295 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:11.807209 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-924aa5d1-9062-470e-a62e-6270b137770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:12.466498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:14.389462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:33.257875 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:35.410511 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:38.865727 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f31c4d5-ea10-4d3a-97a2-4694352dc198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:41.664912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:41.799145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffdf1b0d-5f92-43e8-8ca1-007b0ea78378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:41.863206 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:00:42.461991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:00:44.394126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:03.253824 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:05.421715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:08.861998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc591-5c8d-4e8d-af21-1737e4016c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:11.661193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:11.802278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aae3e664-c2fb-4cc4-b55a-127985d0a1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:12.466641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:14.400984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:18.862835 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:01:19.021704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:19.441294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-network', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:19.466689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Made reservation on behalf of 0807f07f677a48708d60e27fc9f969bf for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:19.469332 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.486168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.612080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.617740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.646650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:01:19.655798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36457296-747f-40af-94ff-fb4587384d31,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:19.668890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737590277066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.669593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Unsubscribe: segment precommit_create {{(pid=94688) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 21:01:19.670068 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Added segment 27c1c636-b647-4491-a73f-0e4a31e1b4ee of type vlan for network bb055f31-e7f3-4ddd-b1da-395b5f79a69e Aug 30 21:01:19.685942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.686283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.686828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.687168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.687505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.687835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.688159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.688483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.688806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.689128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.689449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.689763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Tracked resource versions report: Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: pushed versions: Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: { 'AddressGroup': {'1.2'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'ConntrackHelper': {'1.0'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Log': {'1.0'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Network': {'1.1'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Port': {'1.7'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'PortForwarding': {'1.2'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'QosPolicy': {'1.9'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'SecurityGroup': {'1.4'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'SecurityGroupRule': {'1.2'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'SubPort': {'1.0'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Subnet': {'1.1'}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Trunk': {'1.1'}} Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: consumer versions: Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: { DHCP agent@n-d-793620-16: {}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: HyperV agent@n-h1-793620-16: {}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: HyperV agent@n-h2-793620-16: {}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: L3 agent@n-d-793620-16: {}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: Metadata agent@n-d-793620-16: {}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: Metering agent@n-d-793620-16: {}, Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'ConntrackHelper': '1.0', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Log': '1.0', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Network': '1.1', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Port': '1.7', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'PortForwarding': '1.2', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'QosPolicy': '1.9', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'SecurityGroup': '1.4', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'SecurityGroupRule': '1.2', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'SubPort': '1.0', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Subnet': '1.1', Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: 'Trunk': '1.1'}} Aug 30 21:01:19.691037 n-d-793620-16 neutron-server[94688]: {{(pid=94688) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 21:01:19.749385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.784612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.785813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:19.786519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:19.876702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] Pushing event updated for resources: {'Network': ['ID=bb055f31-e7f3-4ddd-b1da-395b5f79a69e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:19.886873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43016) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:19.889471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Request body: {'subnet': {'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-subnet', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:19.891312 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-40df6786-7b0d-4afd-8126-f7bef7fa907e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8680980 Aug 30 21:01:19.903766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:01:19.923135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Made reservation on behalf of 0807f07f677a48708d60e27fc9f969bf for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:19.926422 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.135902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.198836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Checking segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:20.199182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Network hostable DHCP agents. Network: bb055f31-e7f3-4ddd-b1da-395b5f79a69e, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:01:20.211917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f0867d-1bb1-43eb-825f-e5986b65c56f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:20.224651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.225125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.225299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.225853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.226110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.226488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.226840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.227159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.227480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.227788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.228292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.228781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Tracked resource versions report: Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: pushed versions: Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: { 'AddressGroup': {'1.2'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'ConntrackHelper': {'1.0'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Log': {'1.0'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Network': {'1.1'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Port': {'1.7'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'PortForwarding': {'1.2'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'QosPolicy': {'1.9'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'SecurityGroup': {'1.4'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'SecurityGroupRule': {'1.2'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'SubPort': {'1.0'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Subnet': {'1.1'}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Trunk': {'1.1'}} Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: consumer versions: Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: { DHCP agent@n-d-793620-16: {}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: HyperV agent@n-h1-793620-16: {}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: HyperV agent@n-h2-793620-16: {}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: L3 agent@n-d-793620-16: {}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: Metadata agent@n-d-793620-16: {}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: Metering agent@n-d-793620-16: {}, Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'ConntrackHelper': '1.0', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Log': '1.0', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Network': '1.1', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Port': '1.7', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'PortForwarding': '1.2', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'QosPolicy': '1.9', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'SecurityGroup': '1.4', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'SecurityGroupRule': '1.2', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'SubPort': '1.0', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Subnet': '1.1', Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: 'Trunk': '1.1'}} Aug 30 21:01:20.230036 n-d-793620-16 neutron-server[94689]: {{(pid=94689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 21:01:20.232563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:01:20.251313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, bb055f31-e7f3-4ddd-b1da-395b5f79a69e) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:20.256476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:20.257224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.264726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93161b05-8bf5-435e-b647-8bb8719b957c None None] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:20.284807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:20.288103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-de11ccd2-ee25-43b9-aa71-9f4bc36703cf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4034491 Aug 30 21:01:20.291602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:20.326550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.327755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.399137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.444269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:01:20.445198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.561514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.618540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Allocated IP 172.20.0.2 (bb055f31-e7f3-4ddd-b1da-395b5f79a69e/06f0867d-1bb1-43eb-825f-e5986b65c56f/cd121cf4-bd9f-42cc-9eb1-f66e31903977) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:20.814478 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.823897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Transition to ACTIVE for port object cd121cf4-bd9f-42cc-9eb1-f66e31903977 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:20.842409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Transition to ACTIVE for port object cd121cf4-bd9f-42cc-9eb1-f66e31903977 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:20.853710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.914947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Pushing event updated for resources: {'Port': ['ID=cd121cf4-bd9f-42cc-9eb1-f66e31903977,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:20.926865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.927544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.928145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.928814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.929309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.930114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.930601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.931902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.932463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.932948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.933430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.933920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Tracked resource versions report: Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: pushed versions: Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: { 'AddressGroup': {'1.2'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'ConntrackHelper': {'1.0'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Log': {'1.0'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Network': {'1.1'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Port': {'1.7'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'PortForwarding': {'1.2'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'QosPolicy': {'1.9'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'SecurityGroup': {'1.4'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'SecurityGroupRule': {'1.2'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'SubPort': {'1.0'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Subnet': {'1.1'}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Trunk': {'1.1'}} Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: consumer versions: Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: { DHCP agent@n-d-793620-16: {}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: HyperV agent@n-h1-793620-16: {}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: HyperV agent@n-h2-793620-16: {}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: L3 agent@n-d-793620-16: {}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: Metadata agent@n-d-793620-16: {}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: Metering agent@n-d-793620-16: {}, Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'ConntrackHelper': '1.0', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Log': '1.0', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Network': '1.1', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Port': '1.7', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'PortForwarding': '1.2', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'QosPolicy': '1.9', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'SecurityGroup': '1.4', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'SecurityGroupRule': '1.2', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'SubPort': '1.0', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Subnet': '1.1', Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: 'Trunk': '1.1'}} Aug 30 21:01:20.935438 n-d-793620-16 neutron-server[94690]: {{(pid=94690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 21:01:20.942299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:20.949979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:20.952062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:20.956389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:20.970051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.034875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Attempting to bind port cd121cf4-bd9f-42cc-9eb1-f66e31903977 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:21.035343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Attempting to bind port cd121cf4-bd9f-42cc-9eb1-f66e31903977 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:21.035768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Attempting to bind port cd121cf4-bd9f-42cc-9eb1-f66e31903977 on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:21.041829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:21.042291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Checking segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:21.042783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.043253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Bound using segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:21.043827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Bound port: cd121cf4-bd9f-42cc-9eb1-f66e31903977, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:21.044312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.104645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Allocated IP 172.25.5.196 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/eaea0334-2437-40fe-8acd-6c685a27d095) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:21.122431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] For port cd121cf4-bd9f-42cc-9eb1-f66e31903977, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:21.126366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] For port cd121cf4-bd9f-42cc-9eb1-f66e31903977, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cd121cf4-bd9f-42cc-9eb1-f66e31903977,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:21.136608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.224207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780cab6-fb24-4267-bd02-32fab3d48685 None None] Pushing event updated for resources: {'Port': ['ID=cd121cf4-bd9f-42cc-9eb1-f66e31903977,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:21.245570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.302951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.339942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:21.360244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:21.380138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Pushing event updated for resources: {'Port': ['ID=eaea0334-2437-40fe-8acd-6c685a27d095,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:21.394689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:21.682889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.915273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:21.988810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cd121cf4-bd9f-42cc-9eb1-f66e31903977 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:22.060156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port cd121cf4-bd9f-42cc-9eb1-f66e31903977 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:22.080447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:01:22.193473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:01:22.203817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:01:22.214392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:22.215633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:22.219227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-58be30a6-e282-418b-9d43-0abc11e6eeeb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9303572 Aug 30 21:01:22.219507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43104) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:22.219902 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:22.370149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95c2f07-be2c-496e-907e-94787be0af04 None None] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:22.371162 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:22.433096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] Provisioning for port cd121cf4-bd9f-42cc-9eb1-f66e31903977 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:22.443234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] Provisioning complete for port cd121cf4-bd9f-42cc-9eb1-f66e31903977 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:22.443809 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:22.568783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:21Z', 'revision_number': 3, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:22.599899 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:22.601775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:01:22.602198 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Updating router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 port eaea0334-2437-40fe-8acd-6c685a27d095 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:01:22.627697 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:22.650083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] For port cd121cf4-bd9f-42cc-9eb1-f66e31903977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cd121cf4-bd9f-42cc-9eb1-f66e31903977,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:01:22.662787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:22.726032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded7ac4-2aca-454e-90ec-d4c3e9798580 None None] Pushing event updated for resources: {'Port': ['ID=cd121cf4-bd9f-42cc-9eb1-f66e31903977,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:22.787295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.000422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3fcd035-1339-42de-8276-0c9b4d21f33b None None] Provisioning complete for port cd121cf4-bd9f-42cc-9eb1-f66e31903977 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:23.000966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3fcd035-1339-42de-8276-0c9b4d21f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.014419 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.044638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Transition to ACTIVE for port object eaea0334-2437-40fe-8acd-6c685a27d095 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:23.060780 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.135340 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Pushing event updated for resources: {'Port': ['ID=eaea0334-2437-40fe-8acd-6c685a27d095,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:23.150954 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Attempting to bind port eaea0334-2437-40fe-8acd-6c685a27d095 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:23.151325 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Attempting to bind port eaea0334-2437-40fe-8acd-6c685a27d095 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:23.151695 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Attempting to bind port eaea0334-2437-40fe-8acd-6c685a27d095 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:23.154563 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.154953 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.155290 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.155626 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.155956 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.156282 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.156605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.156928 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.157628 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.157889 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Tracked resource versions report: Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: pushed versions: Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: { 'AddressGroup': {'1.2'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'ConntrackHelper': {'1.0'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Log': {'1.0'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Network': {'1.1'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Port': {'1.7'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'PortForwarding': {'1.2'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'QosPolicy': {'1.9'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'SecurityGroup': {'1.4'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'SecurityGroupRule': {'1.2'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'SubPort': {'1.0'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Subnet': {'1.1'}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Trunk': {'1.1'}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: consumer versions: Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: { DHCP agent@n-d-793620-16: {}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: HyperV agent@n-h1-793620-16: {}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: HyperV agent@n-h2-793620-16: {}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: L3 agent@n-d-793620-16: {}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: Metadata agent@n-d-793620-16: {}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: Metering agent@n-d-793620-16: {}, Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: Open vSwitch agent@n-d-793620-16: { 'AddressGroup': '1.2', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'ConntrackHelper': '1.0', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Log': '1.0', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Network': '1.1', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Port': '1.7', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'PortForwarding': '1.2', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'QosPolicy': '1.9', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'SecurityGroup': '1.4', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'SecurityGroupRule': '1.2', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'SubPort': '1.0', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Subnet': '1.1', Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: 'Trunk': '1.1'}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: {{(pid=94691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.169584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:23.171802 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Bound port: eaea0334-2437-40fe-8acd-6c685a27d095, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:23.171802 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.237568 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] For port eaea0334-2437-40fe-8acd-6c685a27d095, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:23.241587 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] For port eaea0334-2437-40fe-8acd-6c685a27d095, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=eaea0334-2437-40fe-8acd-6c685a27d095,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:23.245664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:23.257040 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.279674 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Allocated IP 172.20.0.1 (bb055f31-e7f3-4ddd-b1da-395b5f79a69e/06f0867d-1bb1-43eb-825f-e5986b65c56f/b38e3074-bc81-458e-8755-40f739ee85da) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:23.322163 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ab065-cea7-4a50-a464-210663238f6a None None] Pushing event updated for resources: {'Port': ['ID=eaea0334-2437-40fe-8acd-6c685a27d095,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:23.328606 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:23.329452 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:23.399708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-667bee85-2af6-4fb8-860d-48e95397134e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.430474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.449024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Transition to ACTIVE for port object b38e3074-bc81-458e-8755-40f739ee85da will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:23.479409 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:23.495107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.571116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-667bee85-2af6-4fb8-860d-48e95397134e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.577406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-667bee85-2af6-4fb8-860d-48e95397134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.585369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:23.591081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:23.598330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:23.599358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.606305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bee85-2af6-4fb8-860d-48e95397134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9b3814-40d8-4cf2-8c47-6ec9e09f639d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:23.654187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-667bee85-2af6-4fb8-860d-48e95397134e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=585193aeac9d4fe2b2b6d55367ee9b31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4062366 Aug 30 21:01:23.656638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43152) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:23.724614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Pushing event updated for resources: {'Port': ['ID=b38e3074-bc81-458e-8755-40f739ee85da,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:23.727903 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-008b638d-52cd-427c-a80e-c74d2ba2bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.766412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-008b638d-52cd-427c-a80e-c74d2ba2bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.845709 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-008b638d-52cd-427c-a80e-c74d2ba2bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.849782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-008b638d-52cd-427c-a80e-c74d2ba2bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:23.851228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-008b638d-52cd-427c-a80e-c74d2ba2bda0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d9b3814-40d8-4cf2-8c47-6ec9e09f639d HTTP/1.1" status: 204 len: 168 time: 0.1931150 Aug 30 21:01:23.886293 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:21Z', 'revision_number': 3, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:23.889222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b638d-52cd-427c-a80e-c74d2ba2bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9b3814-40d8-4cf2-8c47-6ec9e09f639d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:23.928016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f731-5ffd-4772-97a7-65198e59e913 None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:21Z', 'revision_number': 3, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:01:23.960929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b32b85aa-fec1-4558-aee3-8a456f2a3987 None None] Provisioning for port b38e3074-bc81-458e-8755-40f739ee85da completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:23.967560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b32b85aa-fec1-4558-aee3-8a456f2a3987 None None] Provisioning complete for port b38e3074-bc81-458e-8755-40f739ee85da triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:23.967932 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b32b85aa-fec1-4558-aee3-8a456f2a3987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.021701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cd121cf4-bd9f-42cc-9eb1-f66e31903977 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:24.056750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.094134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cd121cf4-bd9f-42cc-9eb1-f66e31903977 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:24.094502 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.104755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b32b85aa-fec1-4558-aee3-8a456f2a3987 None None] Port b38e3074-bc81-458e-8755-40f739ee85da cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:24.347506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.355443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.356800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.371548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43164) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:24.396343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b617d79-abd0-4eb3-b128-07ceb68f0843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.412038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Pushing event updated for resources: {'Port': ['ID=b38e3074-bc81-458e-8755-40f739ee85da,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:24.532437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:24.534654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:24.537992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b617d79-abd0-4eb3-b128-07ceb68f0843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.546436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b617d79-abd0-4eb3-b128-07ceb68f0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.597797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b617d79-abd0-4eb3-b128-07ceb68f0843 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00e958b4fcf04a6fa57146491e8439d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2248001 Aug 30 21:01:24.600538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617d79-abd0-4eb3-b128-07ceb68f0843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77a7519-d6c8-4750-b87c-5538a6a3e0ee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:24.603196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43166) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:24.678401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1d25a3d-5585-4981-a599-597cc9e607e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.705977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1d25a3d-5585-4981-a599-597cc9e607e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.759247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:01:24.801897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1d25a3d-5585-4981-a599-597cc9e607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.804870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d1d25a3d-5585-4981-a599-597cc9e607e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.815420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d1d25a3d-5585-4981-a599-597cc9e607e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f77a7519-d6c8-4750-b87c-5538a6a3e0ee HTTP/1.1" status: 204 len: 168 time: 0.2052171 Aug 30 21:01:24.851047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25a3d-5585-4981-a599-597cc9e607e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77a7519-d6c8-4750-b87c-5538a6a3e0ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:24.948136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f384cb05-9cbc-4cde-9d71-bf8523687582 None None] Provisioning complete for port b38e3074-bc81-458e-8755-40f739ee85da triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:24.948550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f384cb05-9cbc-4cde-9d71-bf8523687582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:24.960519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:01:24.970744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7d85d5f-f036-42ef-a2c1-d1a6e3ce0d41 admin admin] 10.222.0.76 "PUT /v2.0/routers/47267de7-a574-4b7d-a8c3-3c06ed5297f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7501295 Aug 30 21:01:25.017327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f384cb05-9cbc-4cde-9d71-bf8523687582 None None] Port b38e3074-bc81-458e-8755-40f739ee85da cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:25.522862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:25.722492 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14088b0d-cf6b-4766-a141-3f6e45c328c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:25.859027 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14088b0d-cf6b-4766-a141-3f6e45c328c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:25.866090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14088b0d-cf6b-4766-a141-3f6e45c328c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:25.906318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14088b0d-cf6b-4766-a141-3f6e45c328c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a1060-0414-4f67-855b-1045c6481069,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:25.925951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-14088b0d-cf6b-4766-a141-3f6e45c328c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=547f367ab35447de96d9f182f13d46b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4015284 Aug 30 21:01:25.928746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:25.970538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:25.977176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-network', 'tenant_id': '56aa8be0491644d3b274433b37971274'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:26.023592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eaea0334-2437-40fe-8acd-6c685a27d095 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:26.029788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Made reservation on behalf of 56aa8be0491644d3b274433b37971274 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:26.034529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.044080 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.053548 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e240a6-415a-407f-ab0f-0589b9bb903d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.094348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e240a6-415a-407f-ab0f-0589b9bb903d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.112609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:01:26.124172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:26.124994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:26.217851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e240a6-415a-407f-ab0f-0589b9bb903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.223570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38e240a6-415a-407f-ab0f-0589b9bb903d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.226914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38e240a6-415a-407f-ab0f-0589b9bb903d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/460a1060-0414-4f67-855b-1045c6481069 HTTP/1.1" status: 204 len: 168 time: 0.2969134 Aug 30 21:01:26.240830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e240a6-415a-407f-ab0f-0589b9bb903d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a1060-0414-4f67-855b-1045c6481069,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:26.249843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.250436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:26.252191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port eaea0334-2437-40fe-8acd-6c685a27d095 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:26.257341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.288269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:01:26.306018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port eaea0334-2437-40fe-8acd-6c685a27d095 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:26.306400 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.314625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e93f0b6-bec1-4d95-bca5-36e41d15db64,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:26.335452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.336212 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Added segment 9860dfe0-e419-41ae-b5fc-569f1bd0dd20 of type vlan for network 4f8150b0-b330-41bc-90a5-2c8b1b951162 Aug 30 21:01:26.429129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.462822 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.470312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.471697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:26.472352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.547543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5757482 Aug 30 21:01:26.550223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43294) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:26.555184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Request body: {'subnet': {'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-subnet', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:26.566967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68ad3a-5191-4a56-bf9c-b884044a38d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8150b0-b330-41bc-90a5-2c8b1b951162,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:26.593036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port eaea0334-2437-40fe-8acd-6c685a27d095, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=eaea0334-2437-40fe-8acd-6c685a27d095,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:01:26.599767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:01:26.601492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Made reservation on behalf of 56aa8be0491644d3b274433b37971274 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:26.604883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.641720 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.763392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=eaea0334-2437-40fe-8acd-6c685a27d095,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:26.800602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:24Z', 'revision_number': 2, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:26.829551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.834113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:01:26.834987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Updating router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 port b38e3074-bc81-458e-8755-40f739ee85da binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:01:26.862615 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.887438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:26.909491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828b1f61-f53b-41a3-b7d7-69fc23b608eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:26.911387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=271ffc6c-9dfb-449a-8be4-37ee3d3f9c32,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:26.915057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Checking segment: {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:26.915418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Network hostable DHCP agents. Network: 4f8150b0-b330-41bc-90a5-2c8b1b951162, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:01:26.946545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:01:26.963649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 4f8150b0-b330-41bc-90a5-2c8b1b951162) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:26.969124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:26.969724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.002638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26626cf-4a44-4d8b-ae67-0d44a4f1f8bf None None] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:27.044371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828b1f61-f53b-41a3-b7d7-69fc23b608eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.052488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828b1f61-f53b-41a3-b7d7-69fc23b608eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.059780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bdab1598-4c56-4331-9af3-dbfc16676286 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5058913 Aug 30 21:01:27.060236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43308) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:27.064755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:27.110035 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.111466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.120410 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-828b1f61-f53b-41a3-b7d7-69fc23b608eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4fcd0dd371f4693aa0eb682c6ca3646&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2315741 Aug 30 21:01:27.122279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b1f61-f53b-41a3-b7d7-69fc23b608eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047fc37b-847b-451c-b540-918a389cbeb3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:27.125164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:27.204900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0a34-139d-48c2-a015-c3ffa63f8193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.229903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0a34-139d-48c2-a015-c3ffa63f8193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.286413 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0a34-139d-48c2-a015-c3ffa63f8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.289855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a7b0a34-139d-48c2-a015-c3ffa63f8193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.291241 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9a7b0a34-139d-48c2-a015-c3ffa63f8193 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/047fc37b-847b-451c-b540-918a389cbeb3 HTTP/1.1" status: 204 len: 168 time: 0.1508293 Aug 30 21:01:27.301262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b0a34-139d-48c2-a015-c3ffa63f8193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047fc37b-847b-451c-b540-918a389cbeb3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:27.305284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-4f8150b0-b330-41bc-90a5-2c8b1b951162', 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'fixed_ips': [{'subnet_id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:01:27.307456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.367475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.522772 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.549621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Transition to ACTIVE for port object b38e3074-bc81-458e-8755-40f739ee85da will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:27.583407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.628768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.658392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Allocated IP 172.20.0.2 (4f8150b0-b330-41bc-90a5-2c8b1b951162/271ffc6c-9dfb-449a-8be4-37ee3d3f9c32/8d19ba8b-447a-4956-84e6-2219ce8fbd80) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:27.698367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae87bb-fc79-42bc-8bf1-832ebba9d3d2 None None] Pushing event updated for resources: {'Port': ['ID=b38e3074-bc81-458e-8755-40f739ee85da,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:27.794684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Attempting to bind port b38e3074-bc81-458e-8755-40f739ee85da on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:27.795077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Attempting to bind port b38e3074-bc81-458e-8755-40f739ee85da by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:27.795443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Attempting to bind port b38e3074-bc81-458e-8755-40f739ee85da on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:27.803475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:27.803844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Checking segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:27.804254 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.804604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Bound using segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:27.805080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Bound port: b38e3074-bc81-458e-8755-40f739ee85da, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:27.805469 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.939055 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.964531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:27.972009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] For port b38e3074-bc81-458e-8755-40f739ee85da, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:28.002315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eaea0334-2437-40fe-8acd-6c685a27d095 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:28.006539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] For port b38e3074-bc81-458e-8755-40f739ee85da, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b38e3074-bc81-458e-8755-40f739ee85da,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:28.017246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.020440 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.054265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Transition to ACTIVE for port object 8d19ba8b-447a-4956-84e6-2219ce8fbd80 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:28.130482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Allocated IP 172.25.5.36 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/aec7bee6-cb69-4732-b20a-d4df7adc30c5) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:28.141992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae87bb-fc79-42bc-8bf1-832ebba9d3d2 None None] Pushing event updated for resources: {'Port': ['ID=b38e3074-bc81-458e-8755-40f739ee85da,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:28.172234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Transition to ACTIVE for port object 8d19ba8b-447a-4956-84e6-2219ce8fbd80 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:28.186810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:28.187716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:28.190132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.331197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port eaea0334-2437-40fe-8acd-6c685a27d095 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:28.331885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.390773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:28.398814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:28.405870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:28.408801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.416545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Pushing event updated for resources: {'Port': ['ID=8d19ba8b-447a-4956-84e6-2219ce8fbd80,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:28.462831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.501089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:28.506230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:28.511858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:28.540220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Attempting to bind port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:28.540220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Attempting to bind port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:28.540601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Attempting to bind port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 on network 4f8150b0-b330-41bc-90a5-2c8b1b951162 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:28.547923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:28.555740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Pushing event updated for resources: {'Port': ['ID=aec7bee6-cb69-4732-b20a-d4df7adc30c5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:28.578507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:28.579004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Checking segment: {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:28.579320 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.579722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Bound using segment: {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:28.580220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Bound port: 8d19ba8b-447a-4956-84e6-2219ce8fbd80, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:28.580616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.761799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] For port 8d19ba8b-447a-4956-84e6-2219ce8fbd80, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:28.766578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] For port 8d19ba8b-447a-4956-84e6-2219ce8fbd80, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d19ba8b-447a-4956-84e6-2219ce8fbd80,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:28.778225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:28.815599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.017403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3cf8f-53d1-4074-a489-217b5f03b8fd None None] Pushing event updated for resources: {'Port': ['ID=8d19ba8b-447a-4956-84e6-2219ce8fbd80,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:29.042849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:27Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:29.044346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:29.084028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.085860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcdf39c-1a13-4ac5-b4f8-fbef72f4c7e9 None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:27Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:01:29.314443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5660722f-2904-4810-94f7-f122e699da6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.437113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Router 0f03a007-c532-4c2b-8b57-05325c4ca46c is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:01:29.520856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5660722f-2904-4810-94f7-f122e699da6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.529410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5660722f-2904-4810-94f7-f122e699da6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.580011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660722f-2904-4810-94f7-f122e699da6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc47d85-c1bd-4111-8f05-12eb2d00186e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:29.614495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:01:29.618991 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5660722f-2904-4810-94f7-f122e699da6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9db3eda3f72d4242a06b8d77b1b7b865&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5734682 Aug 30 21:01:29.620031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:29.634775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Sync routers for ids ['0f03a007-c532-4c2b-8b57-05325c4ca46c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:01:29.642528 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.643957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f2a2a964-65f5-4417-a29d-334ba1968b9a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5826735 Aug 30 21:01:29.646739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43438) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:29.679280 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Routers {'0f03a007-c532-4c2b-8b57-05325c4ca46c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:29.686269 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0f03a007-c532-4c2b-8b57-05325c4ca46c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:29.739072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8ee05ff-05e7-4c22-8087-13d3bf84bdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.781053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8ee05ff-05e7-4c22-8087-13d3bf84bdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.850894 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Set router 0f03a007-c532-4c2b-8b57-05325c4ca46c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:29.876773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8ee05ff-05e7-4c22-8087-13d3bf84bdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.879466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8ee05ff-05e7-4c22-8087-13d3bf84bdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:29.885920 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8ee05ff-05e7-4c22-8087-13d3bf84bdac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5fc47d85-c1bd-4111-8f05-12eb2d00186e HTTP/1.1" status: 204 len: 168 time: 0.2647955 Aug 30 21:01:29.924101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee05ff-05e7-4c22-8087-13d3bf84bdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc47d85-c1bd-4111-8f05-12eb2d00186e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:30.169443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d19ba8b-447a-4956-84e6-2219ce8fbd80 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:30.300839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:30.309616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b38e3074-bc81-458e-8755-40f739ee85da up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:30.353603 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:28Z', 'revision_number': 3, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:30.369153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446cca6d-730c-450b-8a05-76d27f1a28c0 None None] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:30.436313 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Checking router: 0f03a007-c532-4c2b-8b57-05325c4ca46c for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:01:30.439270 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Updating router 0f03a007-c532-4c2b-8b57-05325c4ca46c port aec7bee6-cb69-4732-b20a-d4df7adc30c5 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:01:30.461080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b38e3074-bc81-458e-8755-40f739ee85da completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:30.470176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b38e3074-bc81-458e-8755-40f739ee85da triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:30.470542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.495901 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.575197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:30.586363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] Provisioning for port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:30.609489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] Provisioning complete for port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:30.609765 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.674203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.752192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:30.773498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e7d3-7c1d-4d7b-b83a-c7e5543d6e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.872611 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.942032 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e7d3-7c1d-4d7b-b83a-c7e5543d6e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.954986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e7d3-7c1d-4d7b-b83a-c7e5543d6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:30.974970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b38e3074-bc81-458e-8755-40f739ee85da, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b38e3074-bc81-458e-8755-40f739ee85da,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:01:30.984681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.012276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.021817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6e7d3-7c1d-4d7b-b83a-c7e5543d6e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168be00a-1eca-4fdb-8f72-a6a35d39b168,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.065724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3ba6e7d3-7c1d-4d7b-b83a-c7e5543d6e1f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78dd6983fea14f29a98cb7032b974084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3115342 Aug 30 21:01:31.066912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:31.190556 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.212939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] For port 8d19ba8b-447a-4956-84e6-2219ce8fbd80, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d19ba8b-447a-4956-84e6-2219ce8fbd80,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:01:31.218321 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Transition to ACTIVE for port object aec7bee6-cb69-4732-b20a-d4df7adc30c5 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:31.222309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b38e3074-bc81-458e-8755-40f739ee85da,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.229537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.241098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6648864f-3e7b-4e08-8fa8-73fa1d10fa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.253902 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.341267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797d672-8462-4b07-b205-043b0aedeaae None None] Pushing event updated for resources: {'Port': ['ID=8d19ba8b-447a-4956-84e6-2219ce8fbd80,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.342271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d3d92-46e7-4141-a585-f4df48be214b None None] Pushing event updated for resources: {'Port': ['ID=aec7bee6-cb69-4732-b20a-d4df7adc30c5,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.372808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6648864f-3e7b-4e08-8fa8-73fa1d10fa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.377369 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Attempting to bind port aec7bee6-cb69-4732-b20a-d4df7adc30c5 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:31.377922 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Attempting to bind port aec7bee6-cb69-4732-b20a-d4df7adc30c5 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:31.378579 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Attempting to bind port aec7bee6-cb69-4732-b20a-d4df7adc30c5 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:31.388840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6648864f-3e7b-4e08-8fa8-73fa1d10fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.391823 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:31.396049 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:31.397178 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.397707 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:31.398312 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Bound port: aec7bee6-cb69-4732-b20a-d4df7adc30c5, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:31.398879 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.412211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Allocated IP 172.20.0.1 (4f8150b0-b330-41bc-90a5-2c8b1b951162/271ffc6c-9dfb-449a-8be4-37ee3d3f9c32/cf54a38a-76df-4aed-a851-5be5a217ea5a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:31.427764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6648864f-3e7b-4e08-8fa8-73fa1d10fa37 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7dc462656a1349c09f50be912d6d3f59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8501806 Aug 30 21:01:31.432571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:31.436973 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e40ebce-74f8-4f80-bc85-b1cd31fc4891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.472156 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] For port aec7bee6-cb69-4732-b20a-d4df7adc30c5, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:31.476184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] For port aec7bee6-cb69-4732-b20a-d4df7adc30c5, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aec7bee6-cb69-4732-b20a-d4df7adc30c5,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:31.482643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648864f-3e7b-4e08-8fa8-73fa1d10fa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4f7fcd-85b1-475f-a801-b806a3e775ad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.494075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e40ebce-74f8-4f80-bc85-b1cd31fc4891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.502255 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.567496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e40ebce-74f8-4f80-bc85-b1cd31fc4891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.570264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e40ebce-74f8-4f80-bc85-b1cd31fc4891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.574222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8e40ebce-74f8-4f80-bc85-b1cd31fc4891 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/168be00a-1eca-4fdb-8f72-a6a35d39b168 HTTP/1.1" status: 204 len: 168 time: 0.5060940 Aug 30 21:01:31.587584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40ebce-74f8-4f80-bc85-b1cd31fc4891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168be00a-1eca-4fdb-8f72-a6a35d39b168,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.588191 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Routers {'0f03a007-c532-4c2b-8b57-05325c4ca46c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:31.588665 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0f03a007-c532-4c2b-8b57-05325c4ca46c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:31.623178 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23a8bc52-e11a-411d-b35a-b985cf263659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.665618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-162a1b4f-8bbd-49b8-9a7e-7a8ce44226ef None None] Provisioning complete for port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:31.666385 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-162a1b4f-8bbd-49b8-9a7e-7a8ce44226ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.677228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23a8bc52-e11a-411d-b35a-b985cf263659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.685789 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d3d92-46e7-4141-a585-f4df48be214b None None] Pushing event updated for resources: {'Port': ['ID=aec7bee6-cb69-4732-b20a-d4df7adc30c5,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.716703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.744460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Transition to ACTIVE for port object cf54a38a-76df-4aed-a851-5be5a217ea5a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:31.815466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23a8bc52-e11a-411d-b35a-b985cf263659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.818711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23a8bc52-e11a-411d-b35a-b985cf263659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.820369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23a8bc52-e11a-411d-b35a-b985cf263659 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a4f7fcd-85b1-475f-a801-b806a3e775ad HTTP/1.1" status: 204 len: 168 time: 0.3819733 Aug 30 21:01:31.830163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8bc52-e11a-411d-b35a-b985cf263659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4f7fcd-85b1-475f-a801-b806a3e775ad,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:31.833416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.911582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:31.915515 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] Set router 0f03a007-c532-4c2b-8b57-05325c4ca46c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:31.919023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:31.930689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:31.932302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:31.936865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Pushing event updated for resources: {'Port': ['ID=cf54a38a-76df-4aed-a851-5be5a217ea5a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:32.041360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d19ba8b-447a-4956-84e6-2219ce8fbd80 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:32.148753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:32.149126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.202695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.249866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7162f40f-8346-4581-868e-2aa32c6b5286 None None] Provisioning for port cf54a38a-76df-4aed-a851-5be5a217ea5a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:32.265326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:32.270688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7162f40f-8346-4581-868e-2aa32c6b5286 None None] Provisioning complete for port cf54a38a-76df-4aed-a851-5be5a217ea5a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:32.271343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7162f40f-8346-4581-868e-2aa32c6b5286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.306250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd20b-4e5b-4b04-9dc1-f3b49389275e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.324164 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:28Z', 'revision_number': 3, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:32.362775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b38e3074-bc81-458e-8755-40f739ee85da up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:32.364749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7162f40f-8346-4581-868e-2aa32c6b5286 None None] Port cf54a38a-76df-4aed-a851-5be5a217ea5a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:32.408622 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8840de-fa01-4e4d-9732-dfbe3a7c40f9 None None] The sync data for ids ['0f03a007-c532-4c2b-8b57-05325c4ca46c'] in n-d-793620-16 is: [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:28Z', 'revision_number': 3, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:01:32.443732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b38e3074-bc81-458e-8755-40f739ee85da triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:32.444391 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.599216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd20b-4e5b-4b04-9dc1-f3b49389275e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.618285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c2bd20b-4e5b-4b04-9dc1-f3b49389275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.643031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.652886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.654017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.672025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:32.696005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67c8074c-919f-487f-8cbf-842db35daffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.714079 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4c2bd20b-4e5b-4b04-9dc1-f3b49389275e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a922b03ce3fe4bf7a8f851a9eb7370ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4471803 Aug 30 21:01:32.715283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bd20b-4e5b-4b04-9dc1-f3b49389275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588356e6-a96c-4a5e-b6d1-4893b75c15de,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:32.722685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43536) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:32.776406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Pushing event updated for resources: {'Port': ['ID=cf54a38a-76df-4aed-a851-5be5a217ea5a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:32.818608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67c8074c-919f-487f-8cbf-842db35daffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.824774 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67c8074c-919f-487f-8cbf-842db35daffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.876837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8074c-919f-487f-8cbf-842db35daffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70041504-e6a0-4f7e-84a2-26d812721137,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:32.892926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-67c8074c-919f-487f-8cbf-842db35daffe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f124058b544b4d2c8f52538477e28b75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2198443 Aug 30 21:01:32.895654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:32.910749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34ed3b-55ca-4522-9c9f-de45a1ebcce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.930776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:32.934735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:32.947721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34ed3b-55ca-4522-9c9f-de45a1ebcce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.952434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80e54625-a320-49d6-80db-4178ac9cd8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:32.985794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80e54625-a320-49d6-80db-4178ac9cd8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.068256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80e54625-a320-49d6-80db-4178ac9cd8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.072761 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80e54625-a320-49d6-80db-4178ac9cd8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.093999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-80e54625-a320-49d6-80db-4178ac9cd8a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/70041504-e6a0-4f7e-84a2-26d812721137 HTTP/1.1" status: 204 len: 168 time: 0.1969130 Aug 30 21:01:33.111344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e54625-a320-49d6-80db-4178ac9cd8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70041504-e6a0-4f7e-84a2-26d812721137,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:33.124475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34ed3b-55ca-4522-9c9f-de45a1ebcce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.127153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac34ed3b-55ca-4522-9c9f-de45a1ebcce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.130609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ac34ed3b-55ca-4522-9c9f-de45a1ebcce1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/588356e6-a96c-4a5e-b6d1-4893b75c15de HTTP/1.1" status: 204 len: 168 time: 0.4046903 Aug 30 21:01:33.147050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ed3b-55ca-4522-9c9f-de45a1ebcce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588356e6-a96c-4a5e-b6d1-4893b75c15de,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:33.162479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Router 0f03a007-c532-4c2b-8b57-05325c4ca46c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:01:33.264951 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.299471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-266dc414-114e-47c9-aa0d-38f1aebbcf69 None None] Provisioning complete for port cf54a38a-76df-4aed-a851-5be5a217ea5a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:33.300157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-266dc414-114e-47c9-aa0d-38f1aebbcf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:33.347331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-266dc414-114e-47c9-aa0d-38f1aebbcf69 None None] Port cf54a38a-76df-4aed-a851-5be5a217ea5a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:33.389082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:01:33.395567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a4cbb458-670b-4d79-8731-0f7792dda64d admin admin] 10.222.0.76 "PUT /v2.0/routers/0f03a007-c532-4c2b-8b57-05325c4ca46c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7446816 Aug 30 21:01:33.767229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:33.957998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aec7bee6-cb69-4732-b20a-d4df7adc30c5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:34.023111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port aec7bee6-cb69-4732-b20a-d4df7adc30c5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:34.027246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port aec7bee6-cb69-4732-b20a-d4df7adc30c5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:34.027650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.068892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c893ea9-c815-4243-97a3-ccd261c2c7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.143737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.190117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port aec7bee6-cb69-4732-b20a-d4df7adc30c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aec7bee6-cb69-4732-b20a-d4df7adc30c5,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:01:34.199890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.249352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c893ea9-c815-4243-97a3-ccd261c2c7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.256202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c893ea9-c815-4243-97a3-ccd261c2c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.273314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=aec7bee6-cb69-4732-b20a-d4df7adc30c5,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:34.306462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c893ea9-c815-4243-97a3-ccd261c2c7b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed85a75ff21f40e5bc4b8afdb402d0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381033 Aug 30 21:01:34.308556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c893ea9-c815-4243-97a3-ccd261c2c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4c55e-af26-4b33-9b3e-095bf1fb975f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:34.309327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:34.387048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7797fae-0905-49f5-bda1-6e0fef7c2506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.412685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7797fae-0905-49f5-bda1-6e0fef7c2506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.464547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7797fae-0905-49f5-bda1-6e0fef7c2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.468232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7797fae-0905-49f5-bda1-6e0fef7c2506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.469652 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f7797fae-0905-49f5-bda1-6e0fef7c2506 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34b4c55e-af26-4b33-9b3e-095bf1fb975f HTTP/1.1" status: 204 len: 168 time: 0.1588421 Aug 30 21:01:34.478360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7797fae-0905-49f5-bda1-6e0fef7c2506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4c55e-af26-4b33-9b3e-095bf1fb975f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:34.537510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:34.601580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Sync routers for ids ['0f03a007-c532-4c2b-8b57-05325c4ca46c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:01:34.614061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Routers {'0f03a007-c532-4c2b-8b57-05325c4ca46c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:34.614891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0f03a007-c532-4c2b-8b57-05325c4ca46c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:34.744917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Set router 0f03a007-c532-4c2b-8b57-05325c4ca46c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:34.875064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43624) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:34.880193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023024542', 'description': 'tempest-description--354611117'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:34.888283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa6c3ef6-f861-43dc-8275-c621e830581a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:34.913929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 21:01:34.913929 n-d-793620-16 neutron-server[94689]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 21:01:34.913929 n-d-793620-16 neutron-server[94689]: [parameters: {'project_id': '0807f07f677a48708d60e27fc9f969bf', 'id': '33a0ddd9-986b-41bd-89cc-842bccfe42df', 'expiration': datetime.datetime(2021, 8, 30, 21, 3, 34, 908830)}] Aug 30 21:01:34.913929 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:01:34.914984 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:01:35.011427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43630) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:35.028534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:32Z', 'revision_number': 4, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'cf54a38a-76df-4aed-a851-5be5a217ea5a', 'name': '', 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'mac_address': 'fa:16:3e:8f:b0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:30Z', 'updated_at': '2021-08-30T21:01:32Z', 'revision_number': 2, 'project_id': '56aa8be0491644d3b274433b37971274', 'subnets': [{'id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:35.033099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa6c3ef6-f861-43dc-8275-c621e830581a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.038832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27bcf90c-c58f-472a-b950-ca153c6bdc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.040802 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa6c3ef6-f861-43dc-8275-c621e830581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.058924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Checking router: 0f03a007-c532-4c2b-8b57-05325c4ca46c for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:01:35.059273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Updating router 0f03a007-c532-4c2b-8b57-05325c4ca46c port cf54a38a-76df-4aed-a851-5be5a217ea5a binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:01:35.098657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.106530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fa6c3ef6-f861-43dc-8275-c621e830581a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4435333f811f4a9d8f26bee50bd09ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5674562 Aug 30 21:01:35.107578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c3ef6-f861-43dc-8275-c621e830581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f6b2e6-683d-41f4-89d3-f313a636db60,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.110422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43632) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:35.174318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27bcf90c-c58f-472a-b950-ca153c6bdc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.182182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27bcf90c-c58f-472a-b950-ca153c6bdc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.195552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219868f8-d370-4b29-a7aa-e17c326d7d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.228158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219868f8-d370-4b29-a7aa-e17c326d7d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.233936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-27bcf90c-c58f-472a-b950-ca153c6bdc26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03107c3990e9473c9f5042d7052e7b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203004 Aug 30 21:01:35.234803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcf90c-c58f-472a-b950-ca153c6bdc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aa72e1-7a21-48b5-bdf2-35bd3210b1ff,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.237216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43638) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:35.313534 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-245635d3-15f6-4f21-b70e-6a472b68dccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.331691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219868f8-d370-4b29-a7aa-e17c326d7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.340425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-219868f8-d370-4b29-a7aa-e17c326d7d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.341777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-219868f8-d370-4b29-a7aa-e17c326d7d83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11f6b2e6-683d-41f4-89d3-f313a636db60 HTTP/1.1" status: 204 len: 168 time: 0.2302401 Aug 30 21:01:35.351079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219868f8-d370-4b29-a7aa-e17c326d7d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f6b2e6-683d-41f4-89d3-f313a636db60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.367897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-245635d3-15f6-4f21-b70e-6a472b68dccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.444961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-245635d3-15f6-4f21-b70e-6a472b68dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.447522 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-245635d3-15f6-4f21-b70e-6a472b68dccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.448889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-245635d3-15f6-4f21-b70e-6a472b68dccf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4aa72e1-7a21-48b5-bdf2-35bd3210b1ff HTTP/1.1" status: 204 len: 168 time: 0.2011490 Aug 30 21:01:35.459717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245635d3-15f6-4f21-b70e-6a472b68dccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aa72e1-7a21-48b5-bdf2-35bd3210b1ff,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.465315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.478771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.637295 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.645354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.677263 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.681742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8023243 Aug 30 21:01:35.681742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090398a-a094-4397-a089-4c6dbc66274a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100aaef3-1d00-4658-a760-2c64aa4f1b51,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.681934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:35.686265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'security_group_rule': {'security_group_id': '100aaef3-1d00-4658-a760-2c64aa4f1b51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:35.708547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.721533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Transition to ACTIVE for port object cf54a38a-76df-4aed-a851-5be5a217ea5a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:35.729340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.730782 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.804835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f2e3-5f8c-45c2-bf1d-59c46956d847 None None] Pushing event updated for resources: {'Port': ['ID=cf54a38a-76df-4aed-a851-5be5a217ea5a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.842569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Attempting to bind port cf54a38a-76df-4aed-a851-5be5a217ea5a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:35.842983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Attempting to bind port cf54a38a-76df-4aed-a851-5be5a217ea5a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:35.843648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Attempting to bind port cf54a38a-76df-4aed-a851-5be5a217ea5a on network 4f8150b0-b330-41bc-90a5-2c8b1b951162 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:35.848738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.853806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:35.854188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Checking segment: {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:35.854590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.855017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Bound using segment: {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:35.855496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Bound port: cf54a38a-76df-4aed-a851-5be5a217ea5a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9860dfe0-e419-41ae-b5fc-569f1bd0dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:35.855943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.857829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.919899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337bd7d7-1496-4590-b11c-937914eb6250,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:35.942699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:35.946540 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e96db67-6530-46dc-8e9b-8f21c3d3e2b2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2615433 Aug 30 21:01:35.946878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:35.952509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'security_group_rule': {'security_group_id': '100aaef3-1d00-4658-a760-2c64aa4f1b51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:35.971564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] For port cf54a38a-76df-4aed-a851-5be5a217ea5a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:35.979402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] For port cf54a38a-76df-4aed-a851-5be5a217ea5a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cf54a38a-76df-4aed-a851-5be5a217ea5a,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:35.996003 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.015814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.038302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aec7bee6-cb69-4732-b20a-d4df7adc30c5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:36.113437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Routers {'0f03a007-c532-4c2b-8b57-05325c4ca46c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:01:36.113963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0f03a007-c532-4c2b-8b57-05325c4ca46c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:36.131848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.139734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.175096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d0bd6a-eaef-468c-97ba-31b779460819,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:36.195831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f2e3-5f8c-45c2-bf1d-59c46956d847 None None] Pushing event updated for resources: {'Port': ['ID=cf54a38a-76df-4aed-a851-5be5a217ea5a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:36.196075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.202850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43670) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:36.203371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43672) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:36.207943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1b8b8548-03a0-40a4-99f1-e25c3a359a85 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2531159 Aug 30 21:01:36.209997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:36.223915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port aec7bee6-cb69-4732-b20a-d4df7adc30c5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:36.224496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.275166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05459dfe-524e-4ac9-b6ac-e342808b0a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.281677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.385254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] Set router 0f03a007-c532-4c2b-8b57-05325c4ca46c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:01:36.537933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05459dfe-524e-4ac9-b6ac-e342808b0a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.549782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.550551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05459dfe-524e-4ac9-b6ac-e342808b0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.644673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-05459dfe-524e-4ac9-b6ac-e342808b0a40 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28c24edcfbcd407aa62c340d455a5a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392459 Aug 30 21:01:36.645424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05459dfe-524e-4ac9-b6ac-e342808b0a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74196236-831c-4629-b477-ece49d5c7dec,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:36.647775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:36.713524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:32Z', 'revision_number': 4, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'cf54a38a-76df-4aed-a851-5be5a217ea5a', 'name': '', 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'mac_address': 'fa:16:3e:8f:b0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:30Z', 'updated_at': '2021-08-30T21:01:35Z', 'revision_number': 4, 'project_id': '56aa8be0491644d3b274433b37971274', 'subnets': [{'id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:01:36.748520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a16630-bb5f-4114-b348-22f420b16da8 None None] The sync data for ids ['0f03a007-c532-4c2b-8b57-05325c4ca46c'] in n-d-793620-16 is: [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:32Z', 'revision_number': 4, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'cf54a38a-76df-4aed-a851-5be5a217ea5a', 'name': '', 'network_id': '4f8150b0-b330-41bc-90a5-2c8b1b951162', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'mac_address': 'fa:16:3e:8f:b0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:30Z', 'updated_at': '2021-08-30T21:01:35Z', 'revision_number': 4, 'project_id': '56aa8be0491644d3b274433b37971274', 'subnets': [{'id': '271ffc6c-9dfb-449a-8be4-37ee3d3f9c32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:01:36.757382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666a4927-fe24-4703-b017-248b5c949a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.779430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Allocated IP 172.25.5.232 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/c38236ee-4683-492e-a3ba-26c30c5b3edf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:36.788682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666a4927-fe24-4703-b017-248b5c949a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.899325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666a4927-fe24-4703-b017-248b5c949a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.902384 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-666a4927-fe24-4703-b017-248b5c949a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:36.906890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-666a4927-fe24-4703-b017-248b5c949a26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74196236-831c-4629-b477-ece49d5c7dec HTTP/1.1" status: 204 len: 168 time: 0.2549238 Aug 30 21:01:36.914329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a4927-fe24-4703-b017-248b5c949a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74196236-831c-4629-b477-ece49d5c7dec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:37.125184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.174981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.223722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:37.226866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:37.231257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:37.240364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'Port': ['ID=c38236ee-4683-492e-a3ba-26c30c5b3edf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:37.354639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.402008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.599104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.606867 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.662354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.690866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'Port': ['ID=c38236ee-4683-492e-a3ba-26c30c5b3edf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:37.712811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:37.714945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dd64eeee-325f-4655-b0b3-fd42d0c643ce tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5106237 Aug 30 21:01:37.789472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:37.988353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bef0219e-e2a9-436b-9ffe-123cded92070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.025418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cf54a38a-76df-4aed-a851-5be5a217ea5a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:38.125159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port cf54a38a-76df-4aed-a851-5be5a217ea5a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:38.131588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cf54a38a-76df-4aed-a851-5be5a217ea5a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:38.132286 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.159644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bef0219e-e2a9-436b-9ffe-123cded92070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.168467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bef0219e-e2a9-436b-9ffe-123cded92070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.228251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0219e-e2a9-436b-9ffe-123cded92070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddcbf1-9bbe-4e42-8170-fbccafc6b005,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:38.229386 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.246772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bef0219e-e2a9-436b-9ffe-123cded92070 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6120b06c655348a999d4b3d4949c4b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558816 Aug 30 21:01:38.249246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:38.270562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port cf54a38a-76df-4aed-a851-5be5a217ea5a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cf54a38a-76df-4aed-a851-5be5a217ea5a,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:01:38.278991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.320022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edffde18-cfbb-49c3-aa26-9bff151cb62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.352119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edffde18-cfbb-49c3-aa26-9bff151cb62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.356152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=cf54a38a-76df-4aed-a851-5be5a217ea5a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:38.426815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edffde18-cfbb-49c3-aa26-9bff151cb62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.429870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edffde18-cfbb-49c3-aa26-9bff151cb62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.435194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-edffde18-cfbb-49c3-aa26-9bff151cb62f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2ddcbf1-9bbe-4e42-8170-fbccafc6b005 HTTP/1.1" status: 204 len: 168 time: 0.1804678 Aug 30 21:01:38.441040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffde18-cfbb-49c3-aa26-9bff151cb62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddcbf1-9bbe-4e42-8170-fbccafc6b005,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:38.525092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43796) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:38.684978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:38.687295 n-d-793620-16 neutron-server[94689]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 21:01:38.736986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-854e9ecc-0d8b-4d9e-ad79-fd977f3ac275 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2023024542&fields=id&tenant_id=0807f07f677a48708d60e27fc9f969bf HTTP/1.1" status: 200 len: 267 time: 0.0506485 Aug 30 21:01:38.867700 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a88a77a0-8914-44d0-936c-39c8328ef8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.915964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e099014e-e4df-461a-b518-14a8ec56b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.943592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:38.958796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e548-ae2f-4432-a00e-731ca254230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:38.959663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-ce731088-b42d-47f5-a935-cd093ce51529 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:38.961180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-ce731088-b42d-47f5-a935-cd093ce51529 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 824 time: 0.2157726 Aug 30 21:01:38.984975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-7addbbd4-87d6-4928-b75d-124cd38c90f3 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/quotas/0807f07f677a48708d60e27fc9f969bf HTTP/1.1" status: 200 len: 375 time: 0.0175388 Aug 30 21:01:39.106067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-72f7454e-e77d-455f-b211-0ee1f2592fbb tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075776 Aug 30 21:01:39.128162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e099014e-e4df-461a-b518-14a8ec56b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.138889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e099014e-e4df-461a-b518-14a8ec56b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.180869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099014e-e4df-461a-b518-14a8ec56b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925af33b-0ccb-4bd1-a41d-e8a51f5f9881,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:39.189059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e099014e-e4df-461a-b518-14a8ec56b2bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57008a7e236b42ba8806e405bfbfa82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628475 Aug 30 21:01:39.189663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:39.233116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e548-ae2f-4432-a00e-731ca254230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.240675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8c6e548-ae2f-4432-a00e-731ca254230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.246900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26149c96-f4b3-48b5-b474-2451a280728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.274344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6e548-ae2f-4432-a00e-731ca254230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9042ad2-4bce-4430-a7fe-8e95979bc297,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:39.275147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26149c96-f4b3-48b5-b474-2451a280728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.295770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8c6e548-ae2f-4432-a00e-731ca254230f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3f9f0252c8714492b98ed1d3b1a14fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509870 Aug 30 21:01:39.298760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:39.338141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26149c96-f4b3-48b5-b474-2451a280728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.341090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-26149c96-f4b3-48b5-b474-2451a280728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.342241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-26149c96-f4b3-48b5-b474-2451a280728c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/925af33b-0ccb-4bd1-a41d-e8a51f5f9881 HTTP/1.1" status: 204 len: 168 time: 0.1516545 Aug 30 21:01:39.362935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26149c96-f4b3-48b5-b474-2451a280728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925af33b-0ccb-4bd1-a41d-e8a51f5f9881,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:39.375358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cab1-86ce-465a-adcf-70208c8cd404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.405260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cab1-86ce-465a-adcf-70208c8cd404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.468185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cab1-86ce-465a-adcf-70208c8cd404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.470758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cab1-86ce-465a-adcf-70208c8cd404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:39.471940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5d1cab1-86ce-465a-adcf-70208c8cd404 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9042ad2-4bce-4430-a7fe-8e95979bc297 HTTP/1.1" status: 204 len: 168 time: 0.1713710 Aug 30 21:01:39.479979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1cab1-86ce-465a-adcf-70208c8cd404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9042ad2-4bce-4430-a7fe-8e95979bc297,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:39.628037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-bea3c0ae-f2a8-431c-afe6-fd9e62aefcf4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:01:39.636095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-bea3c0ae-f2a8-431c-afe6-fd9e62aefcf4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2865603 Aug 30 21:01:39.734621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-3dece2a2-d552-43e5-a307-b849a240d70d service neutron] 10.222.0.76 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974193 Aug 30 21:01:39.852255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-1a714bdd-4b1b-43bf-8827-16b2f0fbe95d service neutron] 10.222.0.76 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093819 Aug 30 21:01:39.974014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cf54a38a-76df-4aed-a851-5be5a217ea5a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:01:39.988255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43858) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:40.012459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a225fc0-8d59-47bb-aeb1-c2ac45eea70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.066840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cf54a38a-76df-4aed-a851-5be5a217ea5a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:40.067413 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.183483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a225fc0-8d59-47bb-aeb1-c2ac45eea70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.199230 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a225fc0-8d59-47bb-aeb1-c2ac45eea70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.260486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a225fc0-8d59-47bb-aeb1-c2ac45eea70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648409d-4b80-4b86-b535-b869e68fa153,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:40.271257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:40.282303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a225fc0-8d59-47bb-aeb1-c2ac45eea70f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ebb916dc8f54361bd0b0d287d940f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844150 Aug 30 21:01:40.369177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b451f1a5-9c2c-4938-a099-c23556b1ef8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.407968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b451f1a5-9c2c-4938-a099-c23556b1ef8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.496051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b451f1a5-9c2c-4938-a099-c23556b1ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.500141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b451f1a5-9c2c-4938-a099-c23556b1ef8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:40.501937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b451f1a5-9c2c-4938-a099-c23556b1ef8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3648409d-4b80-4b86-b535-b869e68fa153 HTTP/1.1" status: 204 len: 168 time: 0.2291572 Aug 30 21:01:40.520276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451f1a5-9c2c-4938-a099-c23556b1ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648409d-4b80-4b86-b535-b869e68fa153,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:40.581679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74a857e7-eb7a-49f0-836c-2c0a0f3065cf req-6a16d9e6-cde1-4875-b300-cccb968545b0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 210 time: 0.0700388 Aug 30 21:01:41.172993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1785142663', 'description': 'tempest-description-241612631'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:41.208414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.221336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.380201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.388334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.465382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5193385-08d0-441a-911a-1260e8a68ae1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:41.551319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.559128 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.607994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.610255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70c7afc9-b7e9-4ef5-ba98-cf1ebb653057 req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4419441 Aug 30 21:01:41.613229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d649c7-0156-45ba-a5e6-53918df05cd8 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd25b378-b50b-4daa-a96c-8e87d2fa28db,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:41.674072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.812510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99309722-c7ec-45fb-9b0f-d3cb712db7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.848537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ba9af16-2522-4dd7-be1f-b6e192707e62 req-1638b565-8d7d-4cef-aa12-4f9f34c48555 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 210 time: 0.0358157 Aug 30 21:01:41.891549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-b5f8e178-1fc0-4fc6-b8f7-e70954ec6b06 req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2139076312', 'description': 'tempest-description-1457903927'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:41.921600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5f8e178-1fc0-4fc6-b8f7-e70954ec6b06 req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:41.965203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.82', 57887) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:42.052967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5f8e178-1fc0-4fc6-b8f7-e70954ec6b06 req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.061254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5f8e178-1fc0-4fc6-b8f7-e70954ec6b06 req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.100775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5f8e178-1fc0-4fc6-b8f7-e70954ec6b06 req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.101990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5f8e178-1fc0-4fc6-b8f7-e70954ec6b06 req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2165322 Aug 30 21:01:42.104007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c901f-3cb6-4464-8ea9-60e09245b756 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e452b3-ef66-40e9-bf1d-94a1472ede7e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:42.225921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-b7751f14-d089-420e-b553-b1f262aca0c2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:42.227622 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-b7751f14-d089-420e-b553-b1f262aca0c2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.82 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 824 time: 0.2586579 Aug 30 21:01:42.387825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-a5caa6df-adb9-4f24-98e1-8ac72e6086ca tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0807f07f677a48708d60e27fc9f969bf HTTP/1.1" status: 200 len: 380 time: 0.0730920 Aug 30 21:01:42.397909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'port': {'device_id': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'admin_state_up': True, 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'security_groups': ['100aaef3-1d00-4658-a760-2c64aa4f1b51']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:42.478792 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.638216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Made reservation on behalf of 0807f07f677a48708d60e27fc9f969bf for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:42.643912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.707430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-167853580', 'description': 'tempest-description-1592154423'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:42.731987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.742271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.836811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.842917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.883674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c91966-be6a-49d3-a828-b57597697a93,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:42.988818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:42.994484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.021250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.022563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f0ca69c-d0ef-48e1-b435-cefd46140636 req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3195951 Aug 30 21:01:43.055476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244be490-f9bc-4496-858d-c068a63608c2 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b525e9-8b4d-44cf-ac82-9566cd0c245a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:43.088428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Allocated IP 172.20.0.10 (bb055f31-e7f3-4ddd-b1da-395b5f79a69e/06f0867d-1bb1-43eb-825f-e5986b65c56f/e688c011-548f-49f8-bdb7-79b4367b32bd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:43.345776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.347754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ae99652-98ff-4847-b50b-52cd7b979776 req-986eaf00-441f-440b-9664-54c39ab67978 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 210 time: 0.0489032 Aug 30 21:01:43.375118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Transition to ACTIVE for port object e688c011-548f-49f8-bdb7-79b4367b32bd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:43.386987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-87c6ccaf-495c-45a1-891a-6fc7eea35388 req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1195583798', 'description': 'tempest-description-143948414'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:43.418090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87c6ccaf-495c-45a1-891a-6fc7eea35388 req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.421059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.555112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:43.557810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:43.589403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87c6ccaf-495c-45a1-891a-6fc7eea35388 req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.593037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:43.599317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:43.600387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.601979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87c6ccaf-495c-45a1-891a-6fc7eea35388 req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.627160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'Port': ['ID=e688c011-548f-49f8-bdb7-79b4367b32bd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:43.649744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-15b86d9d-2271-4356-9c8c-30c66c37a1e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2564118 Aug 30 21:01:43.656506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87c6ccaf-495c-45a1-891a-6fc7eea35388 req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.658440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87c6ccaf-495c-45a1-891a-6fc7eea35388 req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2774606 Aug 30 21:01:43.660349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689306d-d743-454a-b0ed-75eef3b98f75 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab979342-0e30-4761-bd72-79b17d4ee17d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:43.880342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4851a5c-8c05-4fdd-9c80-fcc2f8e71b18 None None] Provisioning for port e688c011-548f-49f8-bdb7-79b4367b32bd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:43.885692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4851a5c-8c05-4fdd-9c80-fcc2f8e71b18 None None] Provisioning complete for port e688c011-548f-49f8-bdb7-79b4367b32bd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:43.886079 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4851a5c-8c05-4fdd-9c80-fcc2f8e71b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:43.934197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a4851a5c-8c05-4fdd-9c80-fcc2f8e71b18 None None] Port e688c011-548f-49f8-bdb7-79b4367b32bd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:44.035604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-d59cca3b-45e6-4aff-8d76-02cda7ab520e tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25741 time: 0.1682599 Aug 30 21:01:44.083247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-1f9ed002-7fb3-4ff3-a151-a7e0061a88f7 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1516076d-e316-470d-bd76-ba7108d94f83 HTTP/1.1" status: 200 len: 2977 time: 0.0394204 Aug 30 21:01:44.130949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-b37aed35-a1b7-4718-ab62-d272d09e4d35 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/1516076d-e316-470d-bd76-ba7108d94f83 HTTP/1.1" status: 200 len: 2977 time: 0.0415692 Aug 30 21:01:44.184574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-f05defe3-b320-4fd8-8e5d-80afa56d9932 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/36457296-747f-40af-94ff-fb4587384d31 HTTP/1.1" status: 200 len: 2977 time: 0.0475183 Aug 30 21:01:44.229331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-470c68bb-be60-42ee-8bb7-91c5dcb4cdd3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/36457296-747f-40af-94ff-fb4587384d31 HTTP/1.1" status: 200 len: 2977 time: 0.0382307 Aug 30 21:01:44.280120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-c6eb49a5-d045-42da-8b6d-8aec87a92bf5 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/77c91966-be6a-49d3-a828-b57597697a93 HTTP/1.1" status: 200 len: 2981 time: 0.0437067 Aug 30 21:01:44.402000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:44.452002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-8efa6c71-7d7d-4068-865b-987e8d73e190 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/77c91966-be6a-49d3-a828-b57597697a93 HTTP/1.1" status: 200 len: 2981 time: 0.1629627 Aug 30 21:01:44.497687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-c288a981-853e-4171-bd3d-f0a6767d33a7 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/7e93f0b6-bec1-4d95-bca5-36e41d15db64 HTTP/1.1" status: 200 len: 2977 time: 0.0394571 Aug 30 21:01:44.550061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-8c4d7054-8dc6-4b9f-9102-1db2be893e06 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/7e93f0b6-bec1-4d95-bca5-36e41d15db64 HTTP/1.1" status: 200 len: 2977 time: 0.0432811 Aug 30 21:01:44.597486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-44e77010-0a33-4057-84b1-eda0511dd82d tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/88c02110-8b39-4a29-ad29-4727c13477c7 HTTP/1.1" status: 200 len: 2973 time: 0.0408452 Aug 30 21:01:44.651088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-0db3f4ac-6464-48bd-916c-807b75ac0630 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/88c02110-8b39-4a29-ad29-4727c13477c7 HTTP/1.1" status: 200 len: 2973 time: 0.0467374 Aug 30 21:01:44.697399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-d75e13c7-30ec-4a3b-bbab-71750a7e5254 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/b5193385-08d0-441a-911a-1260e8a68ae1 HTTP/1.1" status: 200 len: 2981 time: 0.0400970 Aug 30 21:01:44.743438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b15d62c1-6132-4202-8432-5fcc11200483 req-744665c4-a819-4c3b-8d40-f14ec12d9f52 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/b5193385-08d0-441a-911a-1260e8a68ae1 HTTP/1.1" status: 200 len: 2981 time: 0.0396299 Aug 30 21:01:44.947974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14bec0-f986-4d82-9736-872a48a4b345 req-a923fdea-4c20-4d11-8398-24fb13ea2eb0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:44.949741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c14bec0-f986-4d82-9736-872a48a4b345 req-a923fdea-4c20-4d11-8398-24fb13ea2eb0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0623169 Aug 30 21:01:45.004073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c14bec0-f986-4d82-9736-872a48a4b345 req-cb68ccc6-107f-494f-9a20-df338f610041 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475335 Aug 30 21:01:45.148216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c9fcbe5-c7f0-430e-8624-c21f05314d80 req-3ed5c00c-32df-4d66-aac6-594d282f8d7a tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac3f79b960ae4345ad963ee7aae51dfa HTTP/1.1" status: 200 len: 6103 time: 0.1135385 Aug 30 21:01:45.203878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:45.209184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c9fcbe5-c7f0-430e-8624-c21f05314d80 req-4976a25e-24ca-4bef-8172-30c5b4ec3156 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "GET /v2.0/security-groups/b5193385-08d0-441a-911a-1260e8a68ae1 HTTP/1.1" status: 200 len: 2981 time: 0.0548694 Aug 30 21:01:45.266781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c9fcbe5-c7f0-430e-8624-c21f05314d80 req-f16db5de-b6e5-4605-aa1b-856451f83701 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "GET /v2.0/security-groups/b5193385-08d0-441a-911a-1260e8a68ae1 HTTP/1.1" status: 200 len: 2981 time: 0.0508916 Aug 30 21:01:45.376230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47f75660-0a93-4870-afb4-c33c6496d088 req-38b1a4e2-7c91-4151-af25-1e0e22a02a28 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ab979342-0e30-4761-bd72-79b17d4ee17d HTTP/1.1" status: 200 len: 1777 time: 0.0577469 Aug 30 21:01:45.440104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b41352af-394b-44f3-84f7-5b5063bdd1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.495185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-47f75660-0a93-4870-afb4-c33c6496d088 req-41d6ffb5-9d80-4d4a-8397-bd1dfb300a44 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.532375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-47f75660-0a93-4870-afb4-c33c6496d088 req-41d6ffb5-9d80-4d4a-8397-bd1dfb300a44 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.585799 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-47f75660-0a93-4870-afb4-c33c6496d088 req-41d6ffb5-9d80-4d4a-8397-bd1dfb300a44 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.588629 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-47f75660-0a93-4870-afb4-c33c6496d088 req-41d6ffb5-9d80-4d4a-8397-bd1dfb300a44 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.592137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b41352af-394b-44f3-84f7-5b5063bdd1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.592986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47f75660-0a93-4870-afb4-c33c6496d088 req-41d6ffb5-9d80-4d4a-8397-bd1dfb300a44 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab979342-0e30-4761-bd72-79b17d4ee17d HTTP/1.1" status: 204 len: 173 time: 0.2154536 Aug 30 21:01:45.607322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b41352af-394b-44f3-84f7-5b5063bdd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.617042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6ffb5-9d80-4d4a-8397-bd1dfb300a44 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab979342-0e30-4761-bd72-79b17d4ee17d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:45.642278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b41352af-394b-44f3-84f7-5b5063bdd1fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11083caee5e4414c9307aec654438eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372761 Aug 30 21:01:45.645654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44066) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:45.660646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:45.702819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cdc75e0-eff8-41b5-9a63-c0907e491955 req-0facecd4-abb0-4e01-9ff1-ba10a3e22713 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "GET /v2.0/security-groups/b9b525e9-8b4d-44cf-ac82-9566cd0c245a HTTP/1.1" status: 200 len: 1777 time: 0.0876789 Aug 30 21:01:45.704688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41352af-394b-44f3-84f7-5b5063bdd1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9159622-a748-482f-8089-477b30236fc3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:45.781510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cdc75e0-eff8-41b5-9a63-c0907e491955 req-18b94418-b004-4f59-adac-6917e5aa62b3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.787712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0864f9ea-50c1-44ba-9794-97c10cc8452f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.810706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6484e159-d45a-4a00-b5a5-30d0f6f90e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.815369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cdc75e0-eff8-41b5-9a63-c0907e491955 req-18b94418-b004-4f59-adac-6917e5aa62b3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.832093 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0864f9ea-50c1-44ba-9794-97c10cc8452f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.898258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cdc75e0-eff8-41b5-9a63-c0907e491955 req-18b94418-b004-4f59-adac-6917e5aa62b3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.901155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cdc75e0-eff8-41b5-9a63-c0907e491955 req-18b94418-b004-4f59-adac-6917e5aa62b3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.902635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cdc75e0-eff8-41b5-9a63-c0907e491955 req-18b94418-b004-4f59-adac-6917e5aa62b3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9b525e9-8b4d-44cf-ac82-9566cd0c245a HTTP/1.1" status: 204 len: 173 time: 0.1989062 Aug 30 21:01:45.913203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b94418-b004-4f59-adac-6917e5aa62b3 tempest-SecurityGroupsTestAdminJSON-940629991 tempest-SecurityGroupsTestAdminJSON-940629991-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b525e9-8b4d-44cf-ac82-9566cd0c245a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:45.935140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0864f9ea-50c1-44ba-9794-97c10cc8452f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.938924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0864f9ea-50c1-44ba-9794-97c10cc8452f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.940101 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0864f9ea-50c1-44ba-9794-97c10cc8452f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9159622-a748-482f-8089-477b30236fc3 HTTP/1.1" status: 204 len: 168 time: 0.2932336 Aug 30 21:01:45.952804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6484e159-d45a-4a00-b5a5-30d0f6f90e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.961763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6484e159-d45a-4a00-b5a5-30d0f6f90e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:45.967039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864f9ea-50c1-44ba-9794-97c10cc8452f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9159622-a748-482f-8089-477b30236fc3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.000490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484e159-d45a-4a00-b5a5-30d0f6f90e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c0c6e-ddcc-4cc8-a6be-6bb0b440c6cf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.012659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a004302-f7a0-462d-b1a5-312bc358c6e7 req-ac659c87-0e76-4bf1-a57c-2fd0f6e67936 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "GET /v2.0/security-groups/58e452b3-ef66-40e9-bf1d-94a1472ede7e HTTP/1.1" status: 200 len: 1778 time: 0.0712359 Aug 30 21:01:46.021833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6484e159-d45a-4a00-b5a5-30d0f6f90e7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=beb5a866a72c47b796d71d392e54d5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600237 Aug 30 21:01:46.024774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:46.099968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a511f1e5-9356-4c41-af97-687ce7a7310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.115466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2a004302-f7a0-462d-b1a5-312bc358c6e7 req-3c976900-73f8-4579-ac81-ef76a29a4951 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.147360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a511f1e5-9356-4c41-af97-687ce7a7310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.153249 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2a004302-f7a0-462d-b1a5-312bc358c6e7 req-3c976900-73f8-4579-ac81-ef76a29a4951 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.237436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2a004302-f7a0-462d-b1a5-312bc358c6e7 req-3c976900-73f8-4579-ac81-ef76a29a4951 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.247164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a511f1e5-9356-4c41-af97-687ce7a7310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.248642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2a004302-f7a0-462d-b1a5-312bc358c6e7 req-3c976900-73f8-4579-ac81-ef76a29a4951 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.249834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a004302-f7a0-462d-b1a5-312bc358c6e7 req-3c976900-73f8-4579-ac81-ef76a29a4951 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "DELETE /v2.0/security-groups/58e452b3-ef66-40e9-bf1d-94a1472ede7e HTTP/1.1" status: 204 len: 173 time: 0.2308319 Aug 30 21:01:46.252403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a511f1e5-9356-4c41-af97-687ce7a7310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.257328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a511f1e5-9356-4c41-af97-687ce7a7310b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a70c0c6e-ddcc-4cc8-a6be-6bb0b440c6cf HTTP/1.1" status: 204 len: 168 time: 0.2294192 Aug 30 21:01:46.266769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511f1e5-9356-4c41-af97-687ce7a7310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c0c6e-ddcc-4cc8-a6be-6bb0b440c6cf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.301236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c976900-73f8-4579-ac81-ef76a29a4951 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e452b3-ef66-40e9-bf1d-94a1472ede7e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.401964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e84a0-8f6f-467e-ba5a-5cc24c56ceb2 req-3a58b718-fe19-4b64-8174-fd9a8eb351fa tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:46.403679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f88e84a0-8f6f-467e-ba5a-5cc24c56ceb2 req-3a58b718-fe19-4b64-8174-fd9a8eb351fa tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0892873 Aug 30 21:01:46.404569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:46.419309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311eb9e-adba-40e7-b6cf-4cf2ea60d586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.473349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f88e84a0-8f6f-467e-ba5a-5cc24c56ceb2 req-ee86c250-6f64-45a3-8302-f100fdabd81d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555880 Aug 30 21:01:46.535067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311eb9e-adba-40e7-b6cf-4cf2ea60d586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.544747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a68d736-1e74-4271-a201-5ebb8d236d2e req-148be11c-6b57-46ba-afd1-9239c2150af6 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "GET /v2.0/security-groups/fd25b378-b50b-4daa-a96c-8e87d2fa28db HTTP/1.1" status: 200 len: 1777 time: 0.0482099 Aug 30 21:01:46.554945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311eb9e-adba-40e7-b6cf-4cf2ea60d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.606524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4311eb9e-adba-40e7-b6cf-4cf2ea60d586 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d1b3456eda24843bfabbd67534efba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000327 Aug 30 21:01:46.607529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311eb9e-adba-40e7-b6cf-4cf2ea60d586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1576fc42-1b51-4251-99ba-9111ebea0194,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.614943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44092) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:46.727157 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a68d736-1e74-4271-a201-5ebb8d236d2e req-6fea52b3-eb0c-487f-a2e0-b31c73490579 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.762691 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a68d736-1e74-4271-a201-5ebb8d236d2e req-6fea52b3-eb0c-487f-a2e0-b31c73490579 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.765879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3809a470-bd3b-4c90-b1c0-b06d3ec9bd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.766517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:46.788456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef47971f-b283-485c-a95e-da648d43354a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.814541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3809a470-bd3b-4c90-b1c0-b06d3ec9bd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.848862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a68d736-1e74-4271-a201-5ebb8d236d2e req-6fea52b3-eb0c-487f-a2e0-b31c73490579 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.851471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a68d736-1e74-4271-a201-5ebb8d236d2e req-6fea52b3-eb0c-487f-a2e0-b31c73490579 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.852924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a68d736-1e74-4271-a201-5ebb8d236d2e req-6fea52b3-eb0c-487f-a2e0-b31c73490579 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd25b378-b50b-4daa-a96c-8e87d2fa28db HTTP/1.1" status: 204 len: 173 time: 0.2970297 Aug 30 21:01:46.872951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea52b3-eb0c-487f-a2e0-b31c73490579 tempest-SecurityGroupsTestAdminJSON-439653271 tempest-SecurityGroupsTestAdminJSON-439653271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd25b378-b50b-4daa-a96c-8e87d2fa28db,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.911061 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3809a470-bd3b-4c90-b1c0-b06d3ec9bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.915572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3809a470-bd3b-4c90-b1c0-b06d3ec9bd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.935133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3809a470-bd3b-4c90-b1c0-b06d3ec9bd9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1576fc42-1b51-4251-99ba-9111ebea0194 HTTP/1.1" status: 204 len: 168 time: 0.3012481 Aug 30 21:01:46.943638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809a470-bd3b-4c90-b1c0-b06d3ec9bd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1576fc42-1b51-4251-99ba-9111ebea0194,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:46.963184 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef47971f-b283-485c-a95e-da648d43354a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:46.979080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef47971f-b283-485c-a95e-da648d43354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.018210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47971f-b283-485c-a95e-da648d43354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b97f39-c7b9-4ede-b0a9-79383f42b395,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:47.040424 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ef47971f-b283-485c-a95e-da648d43354a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f3778de8da849b3ad00b5196ed9cd98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727389 Aug 30 21:01:47.043058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44100) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:47.128348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b325a1ec-500a-45da-ac67-5d0c1ed14581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.156881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b325a1ec-500a-45da-ac67-5d0c1ed14581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.223156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b325a1ec-500a-45da-ac67-5d0c1ed14581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.226317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b325a1ec-500a-45da-ac67-5d0c1ed14581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.227674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b325a1ec-500a-45da-ac67-5d0c1ed14581 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1b97f39-c7b9-4ede-b0a9-79383f42b395 HTTP/1.1" status: 204 len: 168 time: 0.1836343 Aug 30 21:01:47.237254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a1ec-500a-45da-ac67-5d0c1ed14581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b97f39-c7b9-4ede-b0a9-79383f42b395,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:47.352442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:47.629946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a184a6e5-7f75-4aab-92ad-58616089d3a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac3f79b960ae4345ad963ee7aae51dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734461 Aug 30 21:01:47.629946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:47.649529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb32970-f1a9-468c-959a-d007e293ab45 req-94bbd04d-052a-4a11-94d7-5e2cb805bd2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:47.658427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fb32970-f1a9-468c-959a-d007e293ab45 req-94bbd04d-052a-4a11-94d7-5e2cb805bd2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0872424 Aug 30 21:01:47.712315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fb32970-f1a9-468c-959a-d007e293ab45 req-101552d1-ec31-4f20-8ee0-c12b1f0fe382 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482686 Aug 30 21:01:47.739913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e395fe-4e3b-44a0-bb0f-067724018fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.766155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e395fe-4e3b-44a0-bb0f-067724018fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.833189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e395fe-4e3b-44a0-bb0f-067724018fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.836710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85e395fe-4e3b-44a0-bb0f-067724018fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:47.837919 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-85e395fe-4e3b-44a0-bb0f-067724018fe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5193385-08d0-441a-911a-1260e8a68ae1 HTTP/1.1" status: 204 len: 168 time: 0.1952717 Aug 30 21:01:47.852706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e395fe-4e3b-44a0-bb0f-067724018fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5193385-08d0-441a-911a-1260e8a68ae1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:48.253446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:48.354982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-409a0b6f-9980-4836-a2aa-610505e2b254 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e9b8fe2574c4558880f7159630efb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995121 Aug 30 21:01:48.357687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44152) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:48.373949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:48.475194 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdda75f-31aa-4209-80ba-f2b8f8ea2083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.525322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2043414269-network', 'tenant_id': 'cddbb2884f29473ebac27abf2a42842c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:48.539950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdda75f-31aa-4209-80ba-f2b8f8ea2083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.564022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Made reservation on behalf of cddbb2884f29473ebac27abf2a42842c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:48.570158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.584945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.638788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdda75f-31aa-4209-80ba-f2b8f8ea2083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.646586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fcdda75f-31aa-4209-80ba-f2b8f8ea2083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.653384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fcdda75f-31aa-4209-80ba-f2b8f8ea2083 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77c91966-be6a-49d3-a828-b57597697a93 HTTP/1.1" status: 204 len: 168 time: 0.2943797 Aug 30 21:01:48.663617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdda75f-31aa-4209-80ba-f2b8f8ea2083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c91966-be6a-49d3-a828-b57597697a93,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:48.837609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.844378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.898144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002014b3-723a-4b13-9038-1c36ec322bf0 req-3dce01db-8560-4301-aeae-34ecd3b1b6d4 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:48.900078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-002014b3-723a-4b13-9038-1c36ec322bf0 req-3dce01db-8560-4301-aeae-34ecd3b1b6d4 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.1069438 Aug 30 21:01:48.912248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:01:48.931509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c566e4-385c-45f1-8dd5-cca0f77fcf88,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:48.954505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:48.954910 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Added segment e8022f1e-0494-4905-a92f-d21b921cafdd of type vlan for network d52f173c-a831-4523-866e-cfe3fe25ea46 Aug 30 21:01:49.000613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-002014b3-723a-4b13-9038-1c36ec322bf0 req-30920e93-e9bf-41d2-ade1-5a8e217d945c tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925186 Aug 30 21:01:49.052005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:49.108503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:49.120649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:49.121573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:49.195587 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8202720 Aug 30 21:01:49.201514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:49.211601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Request body: {'subnet': {'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2043414269-subnet', 'tenant_id': 'cddbb2884f29473ebac27abf2a42842c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:49.223183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c1e4-e997-4029-8c80-e481b2256216 admin admin] Pushing event updated for resources: {'Network': ['ID=d52f173c-a831-4523-866e-cfe3fe25ea46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:49.237759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d52f173c-a831-4523-866e-cfe3fe25ea46 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:01:49.279380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Made reservation on behalf of cddbb2884f29473ebac27abf2a42842c for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:49.284543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:49.577686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:49.656684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:49.657738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Network hostable DHCP agents. Network: d52f173c-a831-4523-866e-cfe3fe25ea46, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:01:49.667183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7639b83c-74c1-40a5-853b-53d212559039,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:49.685762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Network d52f173c-a831-4523-866e-cfe3fe25ea46 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:01:49.699587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d52f173c-a831-4523-866e-cfe3fe25ea46) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:49.704103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:49.704810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:49.718128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f930579-0a88-421e-be46-a6f7f90ec1ca None None] Network d52f173c-a831-4523-866e-cfe3fe25ea46 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:49.738104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aeb35bf8-2510-494d-b6cd-4240ba860e0e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5281866 Aug 30 21:01:49.892884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94939e40-8843-4a96-befb-b0624141443b None None] Network d52f173c-a831-4523-866e-cfe3fe25ea46 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:50.185180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9bf0-e422-4271-8b95-b71e980459cf req-21d09f50-84b8-44a0-a186-bf8923962fc7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:50.186995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7bc9bf0-e422-4271-8b95-b71e980459cf req-21d09f50-84b8-44a0-a186-bf8923962fc7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0838170 Aug 30 21:01:50.239268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7bc9bf0-e422-4271-8b95-b71e980459cf req-c65b977a-e0db-470e-a79a-951e5ca3f776 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Aug 30 21:01:50.672688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-6d094bbb-2d0c-4190-83ca-7821a167140b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416260 Aug 30 21:01:50.823147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:50.824336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-732509247-network', 'tenant_id': 'a0febbd13c3345cbb05012de9504730f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:50.855180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Made reservation on behalf of a0febbd13c3345cbb05012de9504730f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:50.862273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:50.883151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:50.892352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7172e6d4-d18f-41c0-bdaf-8d89575bf25d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:50.900902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7172e6d4-d18f-41c0-bdaf-8d89575bf25d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271578 Aug 30 21:01:50.919056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-682c8d44-0c5e-4ea4-bc47-3079470828de tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/quotas/b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 375 time: 0.0170593 Aug 30 21:01:50.955436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-a3c39127-dc7d-4db9-b5aa-8c57b847974b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351295 Aug 30 21:01:51.049244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.055045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.091935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:01:51.142339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.142339 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Added segment f38161fc-1965-4280-a1ea-195e3c1f17d7 of type vlan for network 17d241d9-d685-4da2-aabe-60badeb996dc Aug 30 21:01:51.142339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36997e-c824-4cf2-a63d-833d6593ae8b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:51.191066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45f96b62-df4d-463d-8129-32c79a756d43 req-194e1e71-891b-4a08-bb69-ce3271ba3dd7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 210 time: 0.0507524 Aug 30 21:01:51.222087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.271187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.272450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:51.273207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.310322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4899976 Aug 30 21:01:51.315489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:51.329763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Request body: {'subnet': {'network_id': '17d241d9-d685-4da2-aabe-60badeb996dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-732509247-subnet', 'tenant_id': 'a0febbd13c3345cbb05012de9504730f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:51.379079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Made reservation on behalf of a0febbd13c3345cbb05012de9504730f for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:51.380331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f47ff3-ad4b-4917-968c-b27f5736fd65 admin admin] Pushing event updated for resources: {'Network': ['ID=17d241d9-d685-4da2-aabe-60badeb996dc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:51.381468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.393159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 17d241d9-d685-4da2-aabe-60badeb996dc details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:01:51.602580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-ff79e91b-eeae-40a0-a3d6-34b9a5b154d3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283172 Aug 30 21:01:51.752512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.825134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-c26a7a4f-b38a-49ee-b928-f1c5915a780c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:51.832381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-c26a7a4f-b38a-49ee-b928-f1c5915a780c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215118 Aug 30 21:01:51.851294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-216f15fa-48a4-4c6d-a04c-02700957991a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/quotas/9d0a6b8fd2ba44b29e6a12d420ae6f92 HTTP/1.1" status: 200 len: 375 time: 0.0179152 Aug 30 21:01:51.851926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e0344e-2d53-4e92-8448-fc0f0b90eeca,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:51.893211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-df413a0c-600c-49b7-b72f-4e4c10773d12 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337775 Aug 30 21:01:51.907550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Checking segment: {'id': 'f38161fc-1965-4280-a1ea-195e3c1f17d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17d241d9-d685-4da2-aabe-60badeb996dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:51.907550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Network hostable DHCP agents. Network: 17d241d9-d685-4da2-aabe-60badeb996dc, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:01:51.930355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Network 17d241d9-d685-4da2-aabe-60badeb996dc is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:01:51.945415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 17d241d9-d685-4da2-aabe-60badeb996dc) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:51.955629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:51.956485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:51.957467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed39c7a9-55a9-4075-901e-b0dd6778d477 None None] Network 17d241d9-d685-4da2-aabe-60badeb996dc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:52.000039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4c78656-246b-4361-b5cb-544e8f2134bd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6704299 Aug 30 21:01:52.179837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ff843-72bb-454f-94e4-b25709e19ab8 None None] Network 17d241d9-d685-4da2-aabe-60badeb996dc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:01:52.184001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde2953-2de3-4ea0-9fdb-f2a083aa5137 req-ab16ef9f-c2a7-4bda-9b16-bf14eb01aaf9 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:52.186755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dde2953-2de3-4ea0-9fdb-f2a083aa5137 req-ab16ef9f-c2a7-4bda-9b16-bf14eb01aaf9 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0859032 Aug 30 21:01:52.248632 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dde2953-2de3-4ea0-9fdb-f2a083aa5137 req-eaa55917-1b22-46bb-88c8-c9d7e74d7985 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500119 Aug 30 21:01:52.453735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-a9df9b9e-6960-4231-b5a3-754be1781e75 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483389 Aug 30 21:01:52.655805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-9a8e8ef0-2787-496a-b5fc-9b7a0a8d691b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:52.663635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-9a8e8ef0-2787-496a-b5fc-9b7a0a8d691b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075934 Aug 30 21:01:52.696459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-3f0037a4-7db6-40c2-91e6-91590fa36147 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/quotas/9d0a6b8fd2ba44b29e6a12d420ae6f92 HTTP/1.1" status: 200 len: 375 time: 0.0211627 Aug 30 21:01:52.752329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-7f4d06ea-592a-4222-a502-3b1ce70ac8a6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546579 Aug 30 21:01:52.983002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aef486fa-8786-4539-8729-f3317a84d88a req-da6a4853-5993-4f1d-a506-7aaa03749f3b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 210 time: 0.0324302 Aug 30 21:01:53.203838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.86', 64245) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:53.253420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-53357b21-fa42-4e37-b0ce-1e6d9e1f9f00 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481863 Aug 30 21:01:53.284708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-47ba926c-30ff-43e8-9350-65eb6de6d045 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:53.286003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-47ba926c-30ff-43e8-9350-65eb6de6d045 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1723027 Aug 30 21:01:53.301815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-b42f5566-4127-425d-917a-e1b5c645d7bb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/quotas/cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 375 time: 0.0101182 Aug 30 21:01:53.492840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-a7ed1729-c49f-4da2-b394-38d84c4b4edd tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1847484 Aug 30 21:01:53.522020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-372615c0-1374-4e26-9314-312d1f623f1f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:53.523557 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-372615c0-1374-4e26-9314-312d1f623f1f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624364 Aug 30 21:01:53.582861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-be5ae728-31d9-45a4-b7ab-140211301024 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821106 Aug 30 21:01:53.623398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Request body: {'port': {'device_id': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'b283f32fb392454189be51e4860cf215'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:53.691011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-d13275ea-d376-44f3-8c4f-3a9d25960956 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992405 Aug 30 21:01:53.764934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Made reservation on behalf of b283f32fb392454189be51e4860cf215 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:53.769374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:53.779261 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:53.895671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac1a8186-f9ec-483e-a808-757af8a099bb req-11a9c0b5-6366-45f3-90f2-e49760574b32 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 210 time: 0.0331244 Aug 30 21:01:53.904878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:53.921095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:54.029935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0289563-590f-4cac-af48-06d8110198ee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:54.078596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983a616-1b85-4695-a9c5-bb6076066983 req-c7e9400e-7fda-4b91-a5c4-8990b1496d4a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:54.086233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2983a616-1b85-4695-a9c5-bb6076066983 req-c7e9400e-7fda-4b91-a5c4-8990b1496d4a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0881941 Aug 30 21:01:54.132767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Allocated IP 192.168.233.229 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/e773cb5e-64b8-4c9e-abc1-77223524745a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:54.151097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2983a616-1b85-4695-a9c5-bb6076066983 req-ac320c3a-3ea8-4ca0-8ed1-6551999f164a tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637944 Aug 30 21:01:54.263747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f3a23-ea4a-4cea-a95b-13142bf0d621 req-fec4b29b-05c3-4bc5-9a4a-954936be8e01 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0393040 Aug 30 21:01:54.369863 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:54.392579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Transition to ACTIVE for port object e773cb5e-64b8-4c9e-abc1-77223524745a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:54.399823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8314f3b6-6dc8-4ef4-9696-4151471b9484 req-ef9d42c1-8cc6-4d0f-8ad1-b9a0aff05202 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 210 time: 0.0429511 Aug 30 21:01:54.450928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:54.494605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:54.497589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:54.501491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:54.507149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:54.507792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:54.514630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:54.530058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7add109f-567a-4b4f-9a4f-a94eac3bdfad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9110332 Aug 30 21:01:54.753302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8505a816-60b4-4d80-b81c-48d3a29a5e51 None None] Provisioning for port e773cb5e-64b8-4c9e-abc1-77223524745a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:54.757489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8505a816-60b4-4d80-b81c-48d3a29a5e51 None None] Provisioning complete for port e773cb5e-64b8-4c9e-abc1-77223524745a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:54.757848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8505a816-60b4-4d80-b81c-48d3a29a5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:54.795541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8505a816-60b4-4d80-b81c-48d3a29a5e51 None None] Port e773cb5e-64b8-4c9e-abc1-77223524745a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:55.015642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebed67f8-dede-4b0d-86a7-ccb16913c526 req-7f7dc83c-577d-4105-934d-6c0d80b9bc05 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 210 time: 0.0268352 Aug 30 21:01:55.284273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d368fbd9-5bd4-4fea-82ab-b5a75b3ae24c req-c67d6294-0168-47f0-8cef-ae2e43b086c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:55.285701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d368fbd9-5bd4-4fea-82ab-b5a75b3ae24c req-c67d6294-0168-47f0-8cef-ae2e43b086c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 932 time: 0.0550561 Aug 30 21:01:55.325871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d368fbd9-5bd4-4fea-82ab-b5a75b3ae24c req-9e325c89-b9d2-471a-b749-9798d5ff3bd9 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Aug 30 21:01:55.414639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8bf7a0cb-1d88-4f6b-b17b-6ee4c34e0d88 req-56012c25-9efb-45f4-ab11-e573e8bde7e6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Aug 30 21:01:55.433634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-b85136fe-a36c-4b42-8b1d-3ab0b5c57fdd tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:01:55.436308 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-b85136fe-a36c-4b42-8b1d-3ab0b5c57fdd tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081160 Aug 30 21:01:55.554191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d19a-365c-4a1b-8417-89260b66f9b2 req-486f94ca-9082-4cae-9954-e2e253f16ce2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:55.555863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4410d19a-365c-4a1b-8417-89260b66f9b2 req-486f94ca-9082-4cae-9954-e2e253f16ce2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 936 time: 0.0663500 Aug 30 21:01:55.600165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4410d19a-365c-4a1b-8417-89260b66f9b2 req-b58bca39-9a5d-474c-82c8-eaafb8bc88f2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Aug 30 21:01:55.673742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Request body: {'port': {'device_id': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:55.734116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:55.862555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:01:56.115573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03c077cc-dbb7-4768-bb57-6dd79171082c req-eda9d193-8792-45b0-9812-5a1eb51d6616 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 210 time: 0.0279315 Aug 30 21:01:56.121605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.82', 57894) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:56.148686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-df74c86e-0fa4-48ab-a5a5-8056886d3dae tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257006 Aug 30 21:01:56.226823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e688c011-548f-49f8-bdb7-79b4367b32bd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:01:56.237796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.253450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Transition to ACTIVE for port object e688c011-548f-49f8-bdb7-79b4367b32bd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:56.258430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.294791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-5880b982-3250-43fe-a7ff-b0e22065f628 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:56.296780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-5880b982-3250-43fe-a7ff-b0e22065f628 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423838 Aug 30 21:01:56.310856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Request body: {'port': {'device_id': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '9d0a6b8fd2ba44b29e6a12d420ae6f92'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:56.333177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Pushing event updated for resources: {'Port': ['ID=e688c011-548f-49f8-bdb7-79b4367b32bd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:56.422045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Attempting to bind port e688c011-548f-49f8-bdb7-79b4367b32bd on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:56.422615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Attempting to bind port e688c011-548f-49f8-bdb7-79b4367b32bd by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:56.423067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Attempting to bind port e688c011-548f-49f8-bdb7-79b4367b32bd on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:56.428755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Port e688c011-548f-49f8-bdb7-79b4367b32bd on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:01:56.429257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Attempting to bind port e688c011-548f-49f8-bdb7-79b4367b32bd on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:56.437959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:56.440764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Checking segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:56.441754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Bound using segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:56.442466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Bound port: e688c011-548f-49f8-bdb7-79b4367b32bd, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:56.443077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.500792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.82', 57895) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:01:56.508556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Made reservation on behalf of 9d0a6b8fd2ba44b29e6a12d420ae6f92 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:56.515497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.527670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.565431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff69a3-19e6-4070-875d-26b33a2f3b3e req-0b50e6c7-28b2-4f3e-b090-6eacd5a366a2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:56.567090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3ff69a3-19e6-4070-875d-26b33a2f3b3e req-0b50e6c7-28b2-4f3e-b090-6eacd5a366a2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 944 time: 0.1505506 Aug 30 21:01:56.634605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3ff69a3-19e6-4070-875d-26b33a2f3b3e req-49dc19e9-ba5a-4770-b0da-f0ca1bd1ed33 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584929 Aug 30 21:01:56.670708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-1053ff68-fb56-4273-835d-c465253bf1b2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:56.672465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-1053ff68-fb56-4273-835d-c465253bf1b2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1707780 Aug 30 21:01:56.680153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] For port e688c011-548f-49f8-bdb7-79b4367b32bd, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:56.694031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Request body: {'port': {'device_id': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'admin_state_up': True, 'tenant_id': 'cddbb2884f29473ebac27abf2a42842c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:56.726100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.733603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.743512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] For port e688c011-548f-49f8-bdb7-79b4367b32bd, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e688c011-548f-49f8-bdb7-79b4367b32bd,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:56.749705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.816577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:56.817403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:56.818682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] 10.222.0.82 "PUT /v2.0/ports/e688c011-548f-49f8-bdb7-79b4367b32bd HTTP/1.1" status: 200 len: 1093 time: 1.2273226 Aug 30 21:01:56.821189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:01:56.852657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4add8932-82b3-4eae-b857-d364fb14192b req-24f91d9d-f50b-479e-96aa-823977469a04 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 210 time: 0.1151977 Aug 30 21:01:56.897056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:57.068569 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:01:57.079163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db98a7-d244-4bae-ab8b-cac202eb1246 service neutron] Pushing event updated for resources: {'Port': ['ID=e688c011-548f-49f8-bdb7-79b4367b32bd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:57.087027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Allocated IP 192.168.233.170 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/e7c41ada-495b-4b31-a444-163627e3aefe) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:57.127879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Made reservation on behalf of cddbb2884f29473ebac27abf2a42842c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:01:57.131412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.139954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5acc1-e056-4f70-a1c3-8e4f45342865 req-d0b7cb13-9451-46fd-9e7e-339561cfd169 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:57.141389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdd5acc1-e056-4f70-a1c3-8e4f45342865 req-d0b7cb13-9451-46fd-9e7e-339561cfd169 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 936 time: 0.1460545 Aug 30 21:01:57.146978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-ddfabf8f-7b6c-45cf-8c81-1fe47dec5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:57.148518 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-ddfabf8f-7b6c-45cf-8c81-1fe47dec5a74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 1096 time: 0.2017419 Aug 30 21:01:57.258930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdd5acc1-e056-4f70-a1c3-8e4f45342865 req-3e9a123f-d883-4c8d-bb56-c8e65826794b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986841 Aug 30 21:01:57.277109 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-35313f5b-444d-408e-8be2-8b4aa8d81ac1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e688c011-548f-49f8-bdb7-79b4367b32bd HTTP/1.1" status: 200 len: 217 time: 0.0812819 Aug 30 21:01:57.320617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.346122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Transition to ACTIVE for port object e7c41ada-495b-4b31-a444-163627e3aefe will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:57.388566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-a33fadf5-fe78-470f-a40d-d0d9deb1a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:57.390120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-a33fadf5-fe78-470f-a40d-d0d9deb1a4d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.1041813 Aug 30 21:01:57.407293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.451704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Allocated IP 172.20.0.13 (d52f173c-a831-4523-866e-cfe3fe25ea46/7639b83c-74c1-40a5-853b-53d212559039/236b4192-a44b-436b-b072-dd8472ee7c56) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:01:57.487624 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa1a16-9d1e-409c-91c8-221533da5a38 x-openstack-request-id: req-befa1a16-9d1e-409c-91c8-221533da5a38 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:01:57.487926 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:01:57.488230 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-befa1a16-9d1e-409c-91c8-221533da5a38 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:01:57.488606 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'status': 'completed', 'code': 200} Aug 30 21:01:57.548938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event updated for resources: {'Port': ['ID=e7c41ada-495b-4b31-a444-163627e3aefe,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:57.550093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-ee1ab102-ddc3-4f85-a24a-41e0964ffc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:57.559821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:57.560898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-ee1ab102-ddc3-4f85-a24a-41e0964ffc86 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629162 Aug 30 21:01:57.561965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:57.564785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:57.571005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:57.572184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.593280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-d53dae2a-0e76-4bbb-b8ca-5e0c252396c4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2869189 Aug 30 21:01:57.613673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Request body: {'port': {'device_id': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:57.720941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e712655-9fcb-4be3-9386-c26ae48bbfb6 req-8dcb8fcd-4586-4cf4-9820-6229123046de tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:57.722862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e712655-9fcb-4be3-9386-c26ae48bbfb6 req-8dcb8fcd-4586-4cf4-9820-6229123046de tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 936 time: 0.1225111 Aug 30 21:01:57.744079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.809464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e712655-9fcb-4be3-9386-c26ae48bbfb6 req-2904f177-46b2-4101-923e-bf83713f324c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Aug 30 21:01:57.864199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-8cc5714c-c473-419d-9977-1c975894cf39 service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893023 Aug 30 21:01:57.899546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.921995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9d52e72b-3eb1-4fc8-bfbb-d55e8371f3b9 None None] Provisioning for port e7c41ada-495b-4b31-a444-163627e3aefe completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:01:57.930622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9d52e72b-3eb1-4fc8-bfbb-d55e8371f3b9 None None] Provisioning complete for port e7c41ada-495b-4b31-a444-163627e3aefe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:01:57.931469 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9d52e72b-3eb1-4fc8-bfbb-d55e8371f3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:57.995113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9d52e72b-3eb1-4fc8-bfbb-d55e8371f3b9 None None] Port e7c41ada-495b-4b31-a444-163627e3aefe cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:01:58.067355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08c391e0-c0d3-45f6-8031-52dcbe2ccec0 req-fc31f31f-1f2c-4ab6-9d7c-ad73175ff7c5 service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941812 Aug 30 21:01:58.116416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.205783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Network d52f173c-a831-4523-866e-cfe3fe25ea46 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:01:58.213785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:01:58.218058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:01:58.223687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.225105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.270791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:58.275933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75897e-2566-47db-b4c5-dff084e277f3 req-44ee45dd-d3f8-49ed-84e2-e5cbc7fbc56c tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.279990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-c03fff90-9f4f-4e20-af48-0830e05b3788 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5949705 Aug 30 21:01:58.284419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e75897e-2566-47db-b4c5-dff084e277f3 req-44ee45dd-d3f8-49ed-84e2-e5cbc7fbc56c tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 944 time: 0.1222837 Aug 30 21:01:58.294426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Request body: {'port': {'device_id': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:01:58.340621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-c8c90f58-bd98-4d72-ab5d-5042d9ce7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.342604 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-c8c90f58-bd98-4d72-ab5d-5042d9ce7be0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 1096 time: 0.1088150 Aug 30 21:01:58.360144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e75897e-2566-47db-b4c5-dff084e277f3 req-bd21062b-53c2-4028-9660-6381cbb34bf9 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747671 Aug 30 21:01:58.427153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c41ada-495b-4b31-a444-163627e3aefe {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:01:58.437437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.453331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.475815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Transition to ACTIVE for port object e7c41ada-495b-4b31-a444-163627e3aefe will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:58.483388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.528239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf407-448e-4672-bbe3-f5238ff97293 req-686cceff-e081-405f-b7bb-7b583a2a59da tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.529731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0facf407-448e-4672-bbe3-f5238ff97293 req-686cceff-e081-405f-b7bb-7b583a2a59da tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 932 time: 0.0952744 Aug 30 21:01:58.595977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c41ada-495b-4b31-a444-163627e3aefe,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:58.641467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0facf407-448e-4672-bbe3-f5238ff97293 req-f5e7905c-ab6e-4a72-bd08-c1446d9a5aee tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004312 Aug 30 21:01:58.642407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Attempting to bind port e7c41ada-495b-4b31-a444-163627e3aefe on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:58.642777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Attempting to bind port e7c41ada-495b-4b31-a444-163627e3aefe by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:58.643116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Attempting to bind port e7c41ada-495b-4b31-a444-163627e3aefe on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:58.648500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Port e7c41ada-495b-4b31-a444-163627e3aefe on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:01:58.648817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Attempting to bind port e7c41ada-495b-4b31-a444-163627e3aefe on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:58.654854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:58.655235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:58.655757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:58.656321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Bound port: e7c41ada-495b-4b31-a444-163627e3aefe, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:58.656668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.787230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] For port e7c41ada-495b-4b31-a444-163627e3aefe, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:58.792548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] For port e7c41ada-495b-4b31-a444-163627e3aefe, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e7c41ada-495b-4b31-a444-163627e3aefe,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:58.800235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.815886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fe48e-a2bf-4faa-a871-a76061a2039a req-6bfdfad8-4c96-41e6-8895-43b29254ccad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.817393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-215fe48e-a2bf-4faa-a871-a76061a2039a req-6bfdfad8-4c96-41e6-8895-43b29254ccad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 936 time: 0.0849242 Aug 30 21:01:58.825904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-075a3036-9c5b-48b4-88f0-db4e311e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.827781 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-075a3036-9c5b-48b4-88f0-db4e311e89bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 925 time: 0.4764934 Aug 30 21:01:58.875544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:58.876167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:58.877733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] 10.222.0.82 "PUT /v2.0/ports/e7c41ada-495b-4b31-a444-163627e3aefe HTTP/1.1" status: 200 len: 1097 time: 1.2759178 Aug 30 21:01:58.878251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'tag': 'e7c41ada-495b-4b31-a444-163627e3aefe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:01:58.934721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-85cbed22-2419-4056-9133-76501948478f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e688c011-548f-49f8-bdb7-79b4367b32bd HTTP/1.1" status: 200 len: 217 time: 0.0984542 Aug 30 21:01:59.026546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126b57-738d-4430-8f31-c099e0356263 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c41ada-495b-4b31-a444-163627e3aefe,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:59.037366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-7c9ab844-f250-4045-8721-2fc97db45be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.039193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-7c9ab844-f250-4045-8721-2fc97db45be9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.0960648 Aug 30 21:01:59.044929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-215fe48e-a2bf-4faa-a871-a76061a2039a req-5e08adb5-15e1-4da4-9921-0cb5592d0141 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077143 Aug 30 21:01:59.063744 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d219d979-d042-4c5f-8440-090697f2efdc" -d '{"events": [{"name": "network-changed", "server_uuid": "55493e0b-f55e-478f-8a36-ccd0bcafb8bb", "tag": "e7c41ada-495b-4b31-a444-163627e3aefe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:01:59.071004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-14f43d26-a6ec-401f-bc8e-22b5533e3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.073410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-14f43d26-a6ec-401f-bc8e-22b5533e3da7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 1100 time: 0.1385636 Aug 30 21:01:59.139572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-9930b7f8-c632-46de-afbf-8b6e4713cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.141051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-9930b7f8-c632-46de-afbf-8b6e4713cf17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858784 Aug 30 21:01:59.150241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-4ed72a71-0df6-4fb5-9d70-0eea5febdf81 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=e7c41ada-495b-4b31-a444-163627e3aefe HTTP/1.1" status: 200 len: 217 time: 0.0692811 Aug 30 21:01:59.169639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236b4192-a44b-436b-b072-dd8472ee7c56 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:01:59.201513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:59.220696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Transition to ACTIVE for port object 236b4192-a44b-436b-b072-dd8472ee7c56 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:01:59.234489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:59.236719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-72fff196-b7e8-413a-b6c5-a8ec692a2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.238190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-72fff196-b7e8-413a-b6c5-a8ec692a2123 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0800660 Aug 30 21:01:59.246328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e8d54-2469-4ad1-b1bf-b2eb274380ef req-ba450752-5677-4cdd-bedf-ba2228e7801e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.247738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-470e8d54-2469-4ad1-b1bf-b2eb274380ef req-ba450752-5677-4cdd-bedf-ba2228e7801e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 948 time: 0.1003752 Aug 30 21:01:59.299257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-d9ea87ed-899e-4dd4-b4da-b8aeb0ee0dcf service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499977 Aug 30 21:01:59.302624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:59.351847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-470e8d54-2469-4ad1-b1bf-b2eb274380ef req-8f8299f5-4a57-4a0c-8440-5c5ae43f0600 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955613 Aug 30 21:01:59.354837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-4aa2f9f0-3e48-4850-83f2-897bab0b445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.356766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-4aa2f9f0-3e48-4850-83f2-897bab0b445d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079221 Aug 30 21:01:59.388125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:01:59.388371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:01:59.388699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:59.398457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:01:59.398825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:01:59.416937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:01:59.417273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:01:59.417711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:01:59.418146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Bound port: 236b4192-a44b-436b-b072-dd8472ee7c56, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:01:59.418504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:59.448089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd2f2533-8ab7-42bc-b6f7-245517c5dccf req-ae6bef71-ac70-4dd6-b580-73a0ca182e31 service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412411 Aug 30 21:01:59.465183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-21a6a121-2b42-4a69-9272-c70b723f3fb5 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969675 Aug 30 21:01:59.493420 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aa1985-872b-43af-8376-edd3d671935f x-openstack-request-id: req-86aa1985-872b-43af-8376-edd3d671935f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:01:59.493766 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55493e0b-f55e-478f-8a36-ccd0bcafb8bb", "tag": "e7c41ada-495b-4b31-a444-163627e3aefe", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:01:59.494076 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86aa1985-872b-43af-8376-edd3d671935f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:01:59.494580 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'tag': 'e7c41ada-495b-4b31-a444-163627e3aefe', 'status': 'completed', 'code': 200} Aug 30 21:01:59.506452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:01:59.510153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:01:59.515639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:59.547715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.548237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:01:59.549635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] 10.222.0.82 "PUT /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 1093 time: 1.2611434 Aug 30 21:01:59.550062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:01:59.552272 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297bafd-b40a-41ee-8642-24d5ffda77da" -d '{"events": [{"name": "network-changed", "server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:01:59.590429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f71e6b-bb19-4cdf-b397-60ba0892ae65 service neutron] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:01:59.603137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8431b517-cc92-45c2-9df4-11c3e8a41f9b req-77968b0c-1ccc-42d4-922d-1958d05881d5 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288922 Aug 30 21:01:59.619787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f693e8-edb0-475c-b1bb-a0408f1337fb req-782128ef-7e98-4ad4-a347-b1854188ddff tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.621892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6f693e8-edb0-475c-b1bb-a0408f1337fb req-782128ef-7e98-4ad4-a347-b1854188ddff tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 944 time: 0.0750825 Aug 30 21:01:59.648301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-5f7f04c0-a64e-486d-9c54-c6a29d0b2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.649858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-5f7f04c0-a64e-486d-9c54-c6a29d0b2d78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1096 time: 0.0460360 Aug 30 21:01:59.679558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6f693e8-edb0-475c-b1bb-a0408f1337fb req-cbff8868-5221-46b3-b76f-ec264730dcc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501351 Aug 30 21:01:59.704554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-660cf6ef-93e5-4675-a8c3-a926cbb35167 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.0405095 Aug 30 21:01:59.721608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d979-d042-4c5f-8440-090697f2efdc req-543df2c5-6d99-4549-8f92-86b824cc6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.723369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-543df2c5-6d99-4549-8f92-86b824cc6f52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 1100 time: 0.0427814 Aug 30 21:01:59.724299 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95027e08-a053-417f-ab2e-379a6e5e40ea x-openstack-request-id: req-95027e08-a053-417f-ab2e-379a6e5e40ea {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:01:59.724589 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:01:59.724841 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95027e08-a053-417f-ab2e-379a6e5e40ea {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:01:59.725226 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56', 'status': 'completed', 'code': 200} Aug 30 21:01:59.761105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-829ac35a-9281-49af-be3f-de9b961d88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.762715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-829ac35a-9281-49af-be3f-de9b961d88e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0497451 Aug 30 21:01:59.798364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-d3d4f3f9-ad32-4a28-ab54-0c6bb5888901 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267415 Aug 30 21:01:59.901089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-d04e8fc4-b96b-4397-bdd6-2695d0dbf48c service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949111 Aug 30 21:01:59.921127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d868bbf-0aee-45de-9ca2-efc07aac0f78 req-74ee2f27-7921-436b-8a3f-8e8214ea1238 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.922600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d868bbf-0aee-45de-9ca2-efc07aac0f78 req-74ee2f27-7921-436b-8a3f-8e8214ea1238 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.1263294 Aug 30 21:01:59.927811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d979-d042-4c5f-8440-090697f2efdc req-fe75d060-5ced-4bcc-ba63-efe9122c3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:01:59.929203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-fe75d060-5ced-4bcc-ba63-efe9122c3bd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1952682 Aug 30 21:01:59.985059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-912f9959-b731-4660-8f68-1c0f67e7533d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=e7c41ada-495b-4b31-a444-163627e3aefe HTTP/1.1" status: 200 len: 217 time: 0.0480824 Aug 30 21:01:59.998965 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25954c5f-7874-46d2-a135-8f2bf74ad075 req-43bf63dc-b080-42b4-a9e1-7a2e07464bb1 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Aug 30 21:02:00.007689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d868bbf-0aee-45de-9ca2-efc07aac0f78 req-336bc50f-580d-4d5d-a896-9f1076964545 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775461 Aug 30 21:02:00.045571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d979-d042-4c5f-8440-090697f2efdc req-39147ef3-ca9f-4101-bd8e-650aa443ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.047140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-39147ef3-ca9f-4101-bd8e-650aa443ae1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0545232 Aug 30 21:02:00.099122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-25342252-fbbd-4f49-ad96-e1747f4f9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.101076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-25342252-fbbd-4f49-ad96-e1747f4f9c05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1096 time: 0.0535502 Aug 30 21:02:00.208703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-1050d61a-7f00-4041-aeda-f9c6c2af00da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.210450 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-1050d61a-7f00-4041-aeda-f9c6c2af00da service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1008909 Aug 30 21:02:00.259135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d979-d042-4c5f-8440-090697f2efdc req-75a41a20-de2a-4331-a85a-277faa5b0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.259931 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-fe25e920-8abe-455e-ad0f-acfd18b865b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.0404258 Aug 30 21:02:00.260343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-75a41a20-de2a-4331-a85a-277faa5b0f31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2064714 Aug 30 21:02:00.317802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-03b25946-7d69-48a1-ba84-a952cab2f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.319355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-03b25946-7d69-48a1-ba84-a952cab2f89a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0459549 Aug 30 21:02:00.354654 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-3d594d8e-0f17-4da1-a8c5-e0c4ca96b528 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261426 Aug 30 21:02:00.375834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876abe5-0d78-4aa6-8138-6f66efa0a419 req-47133a4b-a6cd-4939-9129-735ada419c89 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.377348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a876abe5-0d78-4aa6-8138-6f66efa0a419 req-47133a4b-a6cd-4939-9129-735ada419c89 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 936 time: 0.1051381 Aug 30 21:02:00.405505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-ea7cdbde-5b43-4e0f-93f0-ada4a1f7932c service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320372 Aug 30 21:02:00.453339 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-ca676f1c-13d4-451b-94a4-aeeade8350a6 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901153 Aug 30 21:02:00.463297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a876abe5-0d78-4aa6-8138-6f66efa0a419 req-e929ccff-de91-475b-9bc5-08b29e022bde tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792387 Aug 30 21:02:00.516484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d219d979-d042-4c5f-8440-090697f2efdc req-163a73f2-2144-43bf-88a9-b5ae0b5c400f service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026804 Aug 30 21:02:00.550376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2297bafd-b40a-41ee-8642-24d5ffda77da req-fe1e04b9-a3d9-46bf-91dc-c3d03f22c870 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895739 Aug 30 21:02:00.572800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef35a27-7669-4ef7-a11b-02c876ae5c6b req-2f8c3f65-305f-41bb-bb54-1ee2f6c824a6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.574246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fef35a27-7669-4ef7-a11b-02c876ae5c6b req-2f8c3f65-305f-41bb-bb54-1ee2f6c824a6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 948 time: 0.0528889 Aug 30 21:02:00.612560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fef35a27-7669-4ef7-a11b-02c876ae5c6b req-1cabbdc4-ade2-4efb-8342-e9e1e7b3b1a6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Aug 30 21:02:00.800439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd3685-795b-46f6-ae20-549239efa5e7 req-f9b60b29-2dad-4202-9f65-84fd95949440 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:00.801883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbfd3685-795b-46f6-ae20-549239efa5e7 req-f9b60b29-2dad-4202-9f65-84fd95949440 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 944 time: 0.0514998 Aug 30 21:02:00.843683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbfd3685-795b-46f6-ae20-549239efa5e7 req-8e9ba694-9a11-4054-aaa2-70fb9a2a0af8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333436 Aug 30 21:02:01.131458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611029e-0336-4e72-bb31-451255ea510c req-d3c34c30-e1ba-4644-b654-e5aa53a968f3 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:01.132944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1611029e-0336-4e72-bb31-451255ea510c req-d3c34c30-e1ba-4644-b654-e5aa53a968f3 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0515585 Aug 30 21:02:01.172379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1611029e-0336-4e72-bb31-451255ea510c req-f2c11070-3314-4e01-b2f7-3b5b526ceb84 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Aug 30 21:02:01.594773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56743c6-409e-4e73-9888-50f67577163f req-6e24a8c4-d459-40fb-9c73-2055cc621ed4 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:01.596149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d56743c6-409e-4e73-9888-50f67577163f req-6e24a8c4-d459-40fb-9c73-2055cc621ed4 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 936 time: 0.0594611 Aug 30 21:02:01.636427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d56743c6-409e-4e73-9888-50f67577163f req-e17de520-c767-4e08-953f-74f0329134aa tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Aug 30 21:02:01.741763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c1b0a-59f2-497c-9b61-a1c1996cbdf0 req-8d1f3556-3f65-4f2d-8942-01e9d9429390 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:01.743266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-491c1b0a-59f2-497c-9b61-a1c1996cbdf0 req-8d1f3556-3f65-4f2d-8942-01e9d9429390 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 948 time: 0.0515497 Aug 30 21:02:01.784450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-491c1b0a-59f2-497c-9b61-a1c1996cbdf0 req-889b71df-ddfe-4f9b-a86a-b6c6ee47691f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Aug 30 21:02:01.978223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571b923-f980-4dff-b746-ace2b44504dd req-a897eeca-1d73-4cbc-a1cb-1cc09d9ee37d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:01.979839 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c571b923-f980-4dff-b746-ace2b44504dd req-a897eeca-1d73-4cbc-a1cb-1cc09d9ee37d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 944 time: 0.0592954 Aug 30 21:02:02.021402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c571b923-f980-4dff-b746-ace2b44504dd req-ec03ecdc-2feb-44cc-b7d0-f141174934aa tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Aug 30 21:02:02.103450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e688c011-548f-49f8-bdb7-79b4367b32bd details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:02.210750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e688c011-548f-49f8-bdb7-79b4367b32bd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e688c011-548f-49f8-bdb7-79b4367b32bd,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:02.222960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'port_id': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'mac_address': 'fa:16:3e:85:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:02.294900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e874b-a1df-4a01-9db3-e9ae0ed03b6a req-3ec9160c-87fe-492c-ab1e-e9ac575b4a5f tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:02.296505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-569e874b-a1df-4a01-9db3-e9ae0ed03b6a req-3ec9160c-87fe-492c-ab1e-e9ac575b4a5f tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0564613 Aug 30 21:02:02.340355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-569e874b-a1df-4a01-9db3-e9ae0ed03b6a req-fd63573c-074c-42ec-a20a-c01f3fa28518 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Aug 30 21:02:02.367540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:02.381004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e688c011-548f-49f8-bdb7-79b4367b32bd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:02.400522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e688c011-548f-49f8-bdb7-79b4367b32bd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e688c011-548f-49f8-bdb7-79b4367b32bd,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:02.407409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:02.456746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e688c011-548f-49f8-bdb7-79b4367b32bd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:02.757869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e69864-8d1a-4de8-81f2-f2fb1b5356e4 req-0405576a-2967-4c9e-a4f8-c599fc53bbce tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:02.759935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84e69864-8d1a-4de8-81f2-f2fb1b5356e4 req-0405576a-2967-4c9e-a4f8-c599fc53bbce tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 936 time: 0.0518653 Aug 30 21:02:02.799688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84e69864-8d1a-4de8-81f2-f2fb1b5356e4 req-3f923bb3-a64d-4582-a807-3a465ccdde1f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343466 Aug 30 21:02:02.865481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e688c011-548f-49f8-bdb7-79b4367b32bd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:02.895069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-885dd863-ea01-4933-b761-ec9df2f28c65 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:02:02.898479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-885dd863-ea01-4933-b761-ec9df2f28c65 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089622 Aug 30 21:02:02.918226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fff6b-5894-4dd1-8ba2-2727eb3cadf6 req-0d7daa20-d8dc-4199-b1f6-627f61d89000 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:02.919820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d87fff6b-5894-4dd1-8ba2-2727eb3cadf6 req-0d7daa20-d8dc-4199-b1f6-627f61d89000 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 948 time: 0.0658410 Aug 30 21:02:02.980314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d87fff6b-5894-4dd1-8ba2-2727eb3cadf6 req-0f6f2307-026c-4caf-8f7e-5f7f6bb571a9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531316 Aug 30 21:02:03.031315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.86', 64249) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:03.065029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Request body: {'port': {'device_id': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:03.094218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-5ba48760-9066-4254-858b-850d21089e6b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609879 Aug 30 21:02:03.166616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890cd42-dae6-46f4-b51b-11a9db6fbda3 req-57cabc69-c692-47bd-86ea-ca7865eb85c0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:03.168132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b890cd42-dae6-46f4-b51b-11a9db6fbda3 req-57cabc69-c692-47bd-86ea-ca7865eb85c0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 945 time: 0.0520525 Aug 30 21:02:03.182846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.210181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b890cd42-dae6-46f4-b51b-11a9db6fbda3 req-afd248b4-98db-42b3-8e2c-42362a3db027 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354433 Aug 30 21:02:03.272329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.280159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0a06abf1-b884-4624-9985-01701ca1c0bd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:03.281631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0a06abf1-b884-4624-9985-01701ca1c0bd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736245 Aug 30 21:02:03.330048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Request body: {'port': {'device_id': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '9d0a6b8fd2ba44b29e6a12d420ae6f92'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:03.457399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbf83b-a547-4737-988a-e0b2daac80a7 req-4590966f-3aa8-4935-8ac5-8321d236c40a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:03.458944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9fbbf83b-a547-4737-988a-e0b2daac80a7 req-4590966f-3aa8-4935-8ac5-8321d236c40a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0505519 Aug 30 21:02:03.496815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9fbbf83b-a547-4737-988a-e0b2daac80a7 req-14681748-46dc-4fcf-8972-8c882d961b4e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Aug 30 21:02:03.529768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Made reservation on behalf of 9d0a6b8fd2ba44b29e6a12d420ae6f92 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:03.533495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.588698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e773cb5e-64b8-4c9e-abc1-77223524745a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:03.623819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.649350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Transition to ACTIVE for port object e773cb5e-64b8-4c9e-abc1-77223524745a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:03.657717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.747598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Allocated IP 192.168.233.4 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/3da822c8-d84f-45e1-a687-d1417b6198f9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:02:03.755818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:03.827759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:03.828102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:03.828800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:03.873225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Port e773cb5e-64b8-4c9e-abc1-77223524745a on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:03.873550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:03.904021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:03.904676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:03.904761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:03.905155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Bound port: e773cb5e-64b8-4c9e-abc1-77223524745a, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:03.906092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.920964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf3beb-3ce9-4999-a782-c9dcff08f910 req-182d906a-6e27-4347-928e-8d5ecfcc8aad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:03.922501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66bf3beb-3ce9-4999-a782-c9dcff08f910 req-182d906a-6e27-4347-928e-8d5ecfcc8aad tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0516045 Aug 30 21:02:03.960694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66bf3beb-3ce9-4999-a782-c9dcff08f910 req-7bd64bdf-d66e-41af-b6c1-9c0e1c8e4c69 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Aug 30 21:02:03.965266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:03.992011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Transition to ACTIVE for port object 3da822c8-d84f-45e1-a687-d1417b6198f9 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:04.004711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:04.008711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:04.019752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.068166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.069298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.070972 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] 10.222.0.86 "PUT /v2.0/ports/e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 1097 time: 1.0835612 Aug 30 21:02:04.071415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:04.072408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e7c41ada-495b-4b31-a444-163627e3aefe details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:04.073674 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853562b0-5b25-4142-8a90-d0ef1f3496d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:04.104421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb3475-ed5d-4d03-a309-c309a87dd7da req-681f63dc-28a8-4b26-8dae-d6fa74842948 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.110872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.113185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79bb3475-ed5d-4d03-a309-c309a87dd7da req-681f63dc-28a8-4b26-8dae-d6fa74842948 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 948 time: 0.0694356 Aug 30 21:02:04.114249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e688c011-548f-49f8-bdb7-79b4367b32bd up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:04.130203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f318ed-29dd-483c-ad3c-b61d53328423 service neutron] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:04.170069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79bb3475-ed5d-4d03-a309-c309a87dd7da req-1b49c1af-dd62-425b-937b-9f7113465683 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Aug 30 21:02:04.197286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:02:04.207574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:04.211272 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930b2dec-2bf6-4e74-8995-04d89b5c2b1c x-openstack-request-id: req-930b2dec-2bf6-4e74-8995-04d89b5c2b1c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:04.211916 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:04.211916 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-930b2dec-2bf6-4e74-8995-04d89b5c2b1c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:04.212226 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'status': 'completed', 'code': 200} Aug 30 21:02:04.217712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:02:04.223363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.223999 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.235766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:04.244408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-4d7de793-c922-40ae-a065-992cd96c41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.245925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-4d7de793-c922-40ae-a065-992cd96c41c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1100 time: 0.1310883 Aug 30 21:02:04.253768 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-7c520bcb-da2e-4180-aff6-5e53800ca35f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9272478 Aug 30 21:02:04.254088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e7c41ada-495b-4b31-a444-163627e3aefe, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e7c41ada-495b-4b31-a444-163627e3aefe,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:04.262404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port e688c011-548f-49f8-bdb7-79b4367b32bd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:04.267026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Request body: {'port': {'device_id': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:04.269349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e688c011-548f-49f8-bdb7-79b4367b32bd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:04.269723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.271377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e7c41ada-495b-4b31-a444-163627e3aefe', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'e7c41ada-495b-4b31-a444-163627e3aefe', 'mac_address': 'fa:16:3e:71:3b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:04.316084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-f38c2c4b-e191-46c6-a4dc-821b37964121 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0612059 Aug 30 21:02:04.352508 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.375948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cd83d-9d0f-415a-b04a-224a22000e38 req-4e234f53-513c-4240-b1f7-e366f73ae938 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.383716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c41ada-495b-4b31-a444-163627e3aefe {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:04.384318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-701cd83d-9d0f-415a-b04a-224a22000e38 req-4e234f53-513c-4240-b1f7-e366f73ae938 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 945 time: 0.0715556 Aug 30 21:02:04.397467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.410734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81b5bc3c-3039-4913-8249-27e29e67025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.412040 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-81b5bc3c-3039-4913-8249-27e29e67025b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0843792 Aug 30 21:02:04.425654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-701cd83d-9d0f-415a-b04a-224a22000e38 req-7cc92bf1-a4c4-454c-a0b5-71e33cc0fd4f tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Aug 30 21:02:04.430621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e7c41ada-495b-4b31-a444-163627e3aefe, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e7c41ada-495b-4b31-a444-163627e3aefe,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:04.451289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.451289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:04.451289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.551052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7002b8f6-3656-4873-ba06-ca1122790724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.551361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:04.552278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-7002b8f6-3656-4873-ba06-ca1122790724 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319385 Aug 30 21:02:04.624030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680f5a-307b-45e3-b97f-311bab78fa05 req-98fccd8a-15be-468e-897e-ae0d977da5f5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:04.625719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1680f5a-307b-45e3-b97f-311bab78fa05 req-98fccd8a-15be-468e-897e-ae0d977da5f5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0534055 Aug 30 21:02:04.645316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e688c011-548f-49f8-bdb7-79b4367b32bd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e688c011-548f-49f8-bdb7-79b4367b32bd,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:04.646122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e7c41ada-495b-4b31-a444-163627e3aefe,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:04.659066 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.694174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-76bcdac5-edce-48ef-aefa-25b3c031b0f7 None None] Provisioning for port 3da822c8-d84f-45e1-a687-d1417b6198f9 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:04.699318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1680f5a-307b-45e3-b97f-311bab78fa05 req-fa46653a-d89c-4a2f-b8aa-cbaefc1c7384 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667465 Aug 30 21:02:04.712031 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf472ad-3ffa-473d-8a41-484f6f8be888" -d '{"events": [{"server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "name": "network-vif-plugged", "status": "completed", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:04.716084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-27849c45-ad50-4bc8-9808-14ba3a85797d service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533022 Aug 30 21:02:04.729368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-76bcdac5-edce-48ef-aefa-25b3c031b0f7 None None] Provisioning complete for port 3da822c8-d84f-45e1-a687-d1417b6198f9 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:04.729741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-76bcdac5-edce-48ef-aefa-25b3c031b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.741032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:04.772005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e688c011-548f-49f8-bdb7-79b4367b32bd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:04.785880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '236b4192-a44b-436b-b072-dd8472ee7c56', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'port_id': '236b4192-a44b-436b-b072-dd8472ee7c56', 'mac_address': 'fa:16:3e:dc:19:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7639b83c-74c1-40a5-853b-53d212559039', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:04.793895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-76bcdac5-edce-48ef-aefa-25b3c031b0f7 None None] Port 3da822c8-d84f-45e1-a687-d1417b6198f9 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:02:04.817165 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5928d820-c774-48b4-acb0-5b83fe6b98de x-openstack-request-id: req-5928d820-c774-48b4-acb0-5b83fe6b98de {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:04.817459 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "name": "network-vif-plugged", "status": "completed", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:04.817706 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5928d820-c774-48b4-acb0-5b83fe6b98de {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:04.818174 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'code': 200} Aug 30 21:02:04.835680 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.852544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236b4192-a44b-436b-b072-dd8472ee7c56 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:04.874630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:04.879914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:04.932092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:05.069441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da822c8-d84f-45e1-a687-d1417b6198f9 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:05.086713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.086909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e83b7-2929-4bb5-a9a1-21484164e963 req-4bf27269-865d-47b6-b041-cc16bd921b92 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.088621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-587e83b7-2929-4bb5-a9a1-21484164e963 req-4bf27269-865d-47b6-b041-cc16bd921b92 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0571585 Aug 30 21:02:05.100413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492dcd-0334-452b-ba6a-f17688d6029c req-d102fc45-3173-4666-8ac5-09ef5b92da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.101914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57492dcd-0334-452b-ba6a-f17688d6029c req-d102fc45-3173-4666-8ac5-09ef5b92da6d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 1098 time: 0.1774559 Aug 30 21:02:05.111452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c522e64e-b8ce-4a7f-88ab-5037b9886c12 req-a668585c-91a5-4416-a74f-6e1e28f76ee4 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875751 Aug 30 21:02:05.112345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Transition to ACTIVE for port object 3da822c8-d84f-45e1-a687-d1417b6198f9 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:05.120360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.130305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-587e83b7-2929-4bb5-a9a1-21484164e963 req-75c0ef79-3324-4b56-b9ec-4d7da7e21f3e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Aug 30 21:02:05.134315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57492dcd-0334-452b-ba6a-f17688d6029c req-fd838e44-41b1-4b60-9683-213bb126d620 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.202538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:05.229723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['236b4192-a44b-436b-b072-dd8472ee7c56'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:05.278975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Attempting to bind port 3da822c8-d84f-45e1-a687-d1417b6198f9 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:05.278975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Attempting to bind port 3da822c8-d84f-45e1-a687-d1417b6198f9 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:05.279514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Attempting to bind port 3da822c8-d84f-45e1-a687-d1417b6198f9 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:05.284912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545c205-0c85-4d92-8054-de28ae83856a req-5a1f1ace-93c5-4005-bda9-31df488e6343 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.290279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-bd8652d0-ae07-4a0d-bb6b-f645d796ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.292002 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-bd8652d0-ae07-4a0d-bb6b-f645d796ad28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1100 time: 0.1092775 Aug 30 21:02:05.292546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5545c205-0c85-4d92-8054-de28ae83856a req-5a1f1ace-93c5-4005-bda9-31df488e6343 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 949 time: 0.0568397 Aug 30 21:02:05.342337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5545c205-0c85-4d92-8054-de28ae83856a req-443bd3c2-8734-456c-b6cb-fd09e8b61382 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Aug 30 21:02:05.354366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Port 3da822c8-d84f-45e1-a687-d1417b6198f9 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:05.354808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Attempting to bind port 3da822c8-d84f-45e1-a687-d1417b6198f9 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:05.356951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e7c41ada-495b-4b31-a444-163627e3aefe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:05.367757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:05.368086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:05.368462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:05.368886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Bound port: 3da822c8-d84f-45e1-a687-d1417b6198f9, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:05.369236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.462938 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.470935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-80b31710-4afb-4c0f-a1cf-4a8c26e8a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.472467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-80b31710-4afb-4c0f-a1cf-4a8c26e8a879 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1733477 Aug 30 21:02:05.527781 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-3d96ccba-c55d-49c6-bdc1-676434e21dea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0454872 Aug 30 21:02:05.530209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:05.563111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f603a8b-92e5-42ea-8ef6-c088de1909a5 req-bae4ecdd-bfd7-4a05-b470-85a1808db4ca tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.564953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f603a8b-92e5-42ea-8ef6-c088de1909a5 req-bae4ecdd-bfd7-4a05-b470-85a1808db4ca tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.0594225 Aug 30 21:02:05.577376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:05.579572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57492dcd-0334-452b-ba6a-f17688d6029c req-fd838e44-41b1-4b60-9683-213bb126d620 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.584740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.597540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57492dcd-0334-452b-ba6a-f17688d6029c req-fd838e44-41b1-4b60-9683-213bb126d620 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.604723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f603a8b-92e5-42ea-8ef6-c088de1909a5 req-aa0b2ac9-8bdf-42e5-a07c-eef1ec3407e6 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Aug 30 21:02:05.655941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.656566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:05.658299 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] 10.222.0.86 "PUT /v2.0/ports/3da822c8-d84f-45e1-a687-d1417b6198f9 HTTP/1.1" status: 200 len: 1095 time: 1.3960965 Aug 30 21:02:05.661687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-a6bfd3e4-5056-48b7-b90f-dafbc5a0dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.663152 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-a6bfd3e4-5056-48b7-b90f-dafbc5a0dbb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1279848 Aug 30 21:02:05.672222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57492dcd-0334-452b-ba6a-f17688d6029c req-fd838e44-41b1-4b60-9683-213bb126d620 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587907 Aug 30 21:02:05.726278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00e6b6-539e-424a-9bcf-5c88fe1a628f service neutron] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:05.746723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd838e44-41b1-4b60-9683-213bb126d620 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af3344-58ef-4cab-8243-fe885ed39d62,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:05.773756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-b0e1448b-6084-47d9-92a6-899d4730bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.775330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-b0e1448b-6084-47d9-92a6-899d4730bf86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006296 Aug 30 21:02:05.777037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-956de734-59f9-473c-b22b-82857f257b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.778380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-956de734-59f9-473c-b22b-82857f257b30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1098 time: 0.0648832 Aug 30 21:02:05.829460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5897-e6cf-4231-aa89-4e2978b35dce req-af9c6b4a-1288-4feb-a01b-ebe57b296394 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.830990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-110c5897-e6cf-4231-aa89-4e2978b35dce req-af9c6b4a-1288-4feb-a01b-ebe57b296394 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Aug 30 21:02:05.864533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-3548aaa0-d9d4-4087-946e-33c0ccf86c54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3da822c8-d84f-45e1-a687-d1417b6198f9 HTTP/1.1" status: 200 len: 217 time: 0.0739033 Aug 30 21:02:05.868909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-110c5897-e6cf-4231-aa89-4e2978b35dce req-e17b4c25-ea92-4ea9-bff9-c5daf012c80a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 30 21:02:05.943677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-409786b7-b094-4546-9a91-45a3a61a47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:05.945088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-409786b7-b094-4546-9a91-45a3a61a47c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0724983 Aug 30 21:02:05.947001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-bc16e7d5-b82e-4f84-8c34-db6eb63dfb06 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577263 Aug 30 21:02:06.058539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-f6425339-192a-483e-873f-b4dbfa6c9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.060006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-f6425339-192a-483e-873f-b4dbfa6c9b94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985904 Aug 30 21:02:06.083035 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-853562b0-5b25-4142-8a90-d0ef1f3496d0 req-9198c6ef-a664-494e-8fca-04ea261dbcc9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232862 Aug 30 21:02:06.161945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-91ece8f5-f1b7-4477-948c-ba46eb9596eb service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911131 Aug 30 21:02:06.215255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:06.218004 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ace4b-b47a-4db8-88b3-04075d8a3ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:06.249510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0841ba-ee6a-4362-8c65-6cc2daca00c6 req-40e557b7-6464-44a4-ba83-e75b28f7f958 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.251018 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa0841ba-ee6a-4362-8c65-6cc2daca00c6 req-40e557b7-6464-44a4-ba83-e75b28f7f958 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0482457 Aug 30 21:02:06.263280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ffbd3cc-14e5-41e9-8863-2b4983b72e30 req-779ea995-8958-4022-9c6d-7955bf30f367 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929618 Aug 30 21:02:06.292118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa0841ba-ee6a-4362-8c65-6cc2daca00c6 req-6d767dc3-528d-41e4-a87e-c830602b012d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Aug 30 21:02:06.336701 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a5c108-ef46-4b36-b4ba-2bc6a2341657 x-openstack-request-id: req-47a5c108-ef46-4b36-b4ba-2bc6a2341657 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:06.337375 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:06.337789 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47a5c108-ef46-4b36-b4ba-2bc6a2341657 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:06.338416 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'status': 'completed', 'code': 200} Aug 30 21:02:06.404628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-6c02ab22-aa6d-490d-a31e-24474ed02547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.406172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-6c02ab22-aa6d-490d-a31e-24474ed02547 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1098 time: 0.0430312 Aug 30 21:02:06.451678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605c2cc-889a-416e-aef2-9a263fc8f252 req-ecd251ef-5e78-438e-9702-6848766d3c9d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.453178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7605c2cc-889a-416e-aef2-9a263fc8f252 req-ecd251ef-5e78-438e-9702-6848766d3c9d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 949 time: 0.0522020 Aug 30 21:02:06.490907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7605c2cc-889a-416e-aef2-9a263fc8f252 req-f3c60e5d-455a-4ce3-9a54-06a9fc827da9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Aug 30 21:02:06.499454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-56a225ae-6de4-48ab-9601-25d20373178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.500968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-56a225ae-6de4-48ab-9601-25d20373178b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.0872929 Aug 30 21:02:06.543226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-aa7c4645-3c0f-4770-bb12-93c18394a85f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3da822c8-d84f-45e1-a687-d1417b6198f9 HTTP/1.1" status: 200 len: 217 time: 0.0340421 Aug 30 21:02:06.591294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-cbf856ed-0fd1-4b3d-b1ad-98e477eb984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.592595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-cbf856ed-0fd1-4b3d-b1ad-98e477eb984b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0425775 Aug 30 21:02:06.644474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-0ae5d984-c91e-4186-b859-9b6d8b9e55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.646152 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-0ae5d984-c91e-4186-b859-9b6d8b9e55db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456402 Aug 30 21:02:06.724009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca9d6a-3173-4ad5-b2d8-60f6dcf0f46f req-0a845d1e-9b9e-40be-93ce-26a6bf5429f5 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.725505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58ca9d6a-3173-4ad5-b2d8-60f6dcf0f46f req-0a845d1e-9b9e-40be-93ce-26a6bf5429f5 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.0536895 Aug 30 21:02:06.738556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-8064124b-9d3d-4715-8a43-a7280f1d38af service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Aug 30 21:02:06.764337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58ca9d6a-3173-4ad5-b2d8-60f6dcf0f46f req-d180e9dc-6819-43d0-8f2e-35140ec12b78 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327282 Aug 30 21:02:06.851244 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-446ace4b-b47a-4db8-88b3-04075d8a3ea0 req-dedcb4b4-03ca-47f1-ab8e-fe3b00b771cf service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044354 Aug 30 21:02:06.992666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4121b-f6a5-4d9e-a2b5-53f30c8cbf5f req-3b8b1e34-7e0d-45a6-9264-4d8e2e5a2a17 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:06.994150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8da4121b-f6a5-4d9e-a2b5-53f30c8cbf5f req-3b8b1e34-7e0d-45a6-9264-4d8e2e5a2a17 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0559311 Aug 30 21:02:07.034951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8da4121b-f6a5-4d9e-a2b5-53f30c8cbf5f req-efc47d58-fc4b-491f-8b1f-4767507c8ac4 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346143 Aug 30 21:02:07.421484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897116b-1042-40c2-be31-e018e8ce7748 req-cedddda2-df00-4b8c-b4e9-49a8ec82e52e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:07.422996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2897116b-1042-40c2-be31-e018e8ce7748 req-cedddda2-df00-4b8c-b4e9-49a8ec82e52e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0512180 Aug 30 21:02:07.466393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2897116b-1042-40c2-be31-e018e8ce7748 req-7090411d-fc02-4d33-b7a5-4c54f9076e11 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Aug 30 21:02:07.636551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d3d5c-0a8c-4c91-975f-fff166f47cd2 req-3f450dfa-d715-40e8-b20a-6157f5d9473b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:07.638494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-338d3d5c-0a8c-4c91-975f-fff166f47cd2 req-3f450dfa-d715-40e8-b20a-6157f5d9473b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 949 time: 0.0747347 Aug 30 21:02:07.687536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-338d3d5c-0a8c-4c91-975f-fff166f47cd2 req-4cf7af8e-be2e-459d-99d9-e50e301e327e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Aug 30 21:02:07.883785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60359-ad8e-498b-9645-09f99064d2bc req-9bf78ef0-4d97-4331-b4cb-d94fc2506714 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:07.885434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27a60359-ad8e-498b-9645-09f99064d2bc req-9bf78ef0-4d97-4331-b4cb-d94fc2506714 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.0498443 Aug 30 21:02:07.925231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27a60359-ad8e-498b-9645-09f99064d2bc req-6d93f7de-474b-4df5-b4ac-a0abfac39b00 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Aug 30 21:02:08.104784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e7c41ada-495b-4b31-a444-163627e3aefe up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:08.156064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port e7c41ada-495b-4b31-a444-163627e3aefe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:08.157590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5c223-df26-4f23-92d5-e766a7f6f68c req-c3a5e4ee-683b-4007-b50f-ba78107e279b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:08.159212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5c5c223-df26-4f23-92d5-e766a7f6f68c req-c3a5e4ee-683b-4007-b50f-ba78107e279b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Aug 30 21:02:08.160121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e7c41ada-495b-4b31-a444-163627e3aefe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:08.160494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:08.198313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5c5c223-df26-4f23-92d5-e766a7f6f68c req-86cfb8b6-c6e9-4418-a4fd-b6c5047e0ee0 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Aug 30 21:02:08.240008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:08.262568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c41ada-495b-4b31-a444-163627e3aefe'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:08.264883 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e5c96e-d9c7-48f1-a24c-bd22a11f2499" -d '{"events": [{"server_uuid": "55493e0b-f55e-478f-8a36-ccd0bcafb8bb", "name": "network-vif-plugged", "status": "completed", "tag": "e7c41ada-495b-4b31-a444-163627e3aefe"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:08.277756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e7c41ada-495b-4b31-a444-163627e3aefe, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e7c41ada-495b-4b31-a444-163627e3aefe,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:08.283615 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:08.284397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:08.305088 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2aea6e-7723-49c5-adf1-6bc7a9cb539e x-openstack-request-id: req-fd2aea6e-7723-49c5-adf1-6bc7a9cb539e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:08.305382 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55493e0b-f55e-478f-8a36-ccd0bcafb8bb", "name": "network-vif-plugged", "status": "completed", "tag": "e7c41ada-495b-4b31-a444-163627e3aefe", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:08.305624 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd2aea6e-7723-49c5-adf1-6bc7a9cb539e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:08.306053 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c41ada-495b-4b31-a444-163627e3aefe', 'code': 200} Aug 30 21:02:08.362281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e7c41ada-495b-4b31-a444-163627e3aefe,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:08.375707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 236b4192-a44b-436b-b072-dd8472ee7c56 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:08.379854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 236b4192-a44b-436b-b072-dd8472ee7c56 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:08.380223 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:08.406264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d04f-86d5-4ea8-abae-76ae59ad10f6 req-433ec1dc-53cf-4d4a-869c-01bd09770506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:08.408133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdf6d04f-86d5-4ea8-abae-76ae59ad10f6 req-433ec1dc-53cf-4d4a-869c-01bd09770506 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 1102 time: 0.0441194 Aug 30 21:02:08.444875 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdf6d04f-86d5-4ea8-abae-76ae59ad10f6 req-2727bcdf-567c-40d2-8ae8-5dd37b6cd2ad service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283861 Aug 30 21:02:08.461351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:08.503258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:08.508399 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:08.557736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:08.593992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047154d-ef01-4c79-8361-c97443b68b0c req-48a8586c-c073-417e-9ad4-00d5bbf4eee1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:08.595532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c047154d-ef01-4c79-8361-c97443b68b0c req-48a8586c-c073-417e-9ad4-00d5bbf4eee1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0532069 Aug 30 21:02:08.632714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c047154d-ef01-4c79-8361-c97443b68b0c req-ab938ac2-e4bf-4417-8064-6d4afd137bcd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Aug 30 21:02:08.812513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e402a4b-c3a4-4200-8c60-a687e10f6292 req-480791fa-0162-4eeb-84a0-29af3e05f6ad tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:08.814011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e402a4b-c3a4-4200-8c60-a687e10f6292 req-480791fa-0162-4eeb-84a0-29af3e05f6ad tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 950 time: 0.0505681 Aug 30 21:02:08.854859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e402a4b-c3a4-4200-8c60-a687e10f6292 req-e672669c-c60f-4819-a0ab-279f421764a8 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Aug 30 21:02:08.861624 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-159d9434-c1f3-41d2-a460-917514efc2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:09.049534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d17e6-e185-436d-9b9f-ea3fa7428f87 req-59bc9436-2903-4509-8c7f-019f289b709b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:09.051170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a4d17e6-e185-436d-9b9f-ea3fa7428f87 req-59bc9436-2903-4509-8c7f-019f289b709b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.0501409 Aug 30 21:02:09.091628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a4d17e6-e185-436d-9b9f-ea3fa7428f87 req-d029c96f-5d97-4e5f-a58c-80afbdad6d4b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Aug 30 21:02:09.246413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23da7be-562f-435d-b895-df0669c3f67c req-cc9eb87d-74a6-431f-8c04-d5b3e9695e74 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:09.247931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a23da7be-562f-435d-b895-df0669c3f67c req-cc9eb87d-74a6-431f-8c04-d5b3e9695e74 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.0541854 Aug 30 21:02:09.256658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44504) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:09.261163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'floatingip': {'port_id': 'e688c011-548f-49f8-bdb7-79b4367b32bd'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:09.340106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:09.475272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ebfa4-2f0e-40bb-905c-f5e70c26044a req-7788df46-27b3-4391-afc4-dc9e9a3496dc tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:09.476740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c35ebfa4-2f0e-40bb-905c-f5e70c26044a req-7788df46-27b3-4391-afc4-dc9e9a3496dc tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1579380 Aug 30 21:02:09.564277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c35ebfa4-2f0e-40bb-905c-f5e70c26044a req-25d7ee03-ff03-42b6-b810-5a672a7224cd tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808299 Aug 30 21:02:09.877802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132d45f-5ee5-4caa-ac07-dc87d6c29e1a req-d7cf1cfd-94fc-4ba9-92dd-74c80a700ed8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:09.879294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d132d45f-5ee5-4caa-ac07-dc87d6c29e1a req-d7cf1cfd-94fc-4ba9-92dd-74c80a700ed8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.1611314 Aug 30 21:02:09.993644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d132d45f-5ee5-4caa-ac07-dc87d6c29e1a req-737de4f3-044b-4a02-a137-5417086b4574 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043866 Aug 30 21:02:10.143684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:10.245562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:10.257133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'mac_address': 'fa:16:3e:bf:a3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:10.264182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.270856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.294463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.306490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:10.308762 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29453457-9d7b-4682-a3a0-aa2c5150286b" -d '{"events": [{"server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:10.312250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e773cb5e-64b8-4c9e-abc1-77223524745a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:10.325377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c9137-0255-48b8-8f4f-34e7797383c0 req-c8e3f052-7500-4911-9aa4-e920aa9d90cc tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:10.327809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-047c9137-0255-48b8-8f4f-34e7797383c0 req-c8e3f052-7500-4911-9aa4-e920aa9d90cc tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 950 time: 0.1178300 Aug 30 21:02:10.341595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:10.347028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.347684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:10.414280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-047c9137-0255-48b8-8f4f-34e7797383c0 req-bbfa218a-d3e9-422e-9016-e0ac366ff838 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762296 Aug 30 21:02:10.417322 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39 associated. External IP: 172.25.5.232, port: e688c011-548f-49f8-bdb7-79b4367b32bd. Aug 30 21:02:10.525533 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab39cc6-1ec9-4eb4-af7b-747c53d38902 x-openstack-request-id: req-9ab39cc6-1ec9-4eb4-af7b-747c53d38902 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:10.525803 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "name": "network-vif-plugged", "status": "completed", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:10.526062 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ab39cc6-1ec9-4eb4-af7b-747c53d38902 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:10.526442 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56', 'code': 200} Aug 30 21:02:10.532861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:10.535628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:10.549649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'mac_address': 'fa:16:3e:68:0b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:10.589046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.602652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da822c8-d84f-45e1-a687-d1417b6198f9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:10.612754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccbe6d-bc3a-470c-a5bc-f573701a800b req-2549862c-5ed0-4550-83b1-6984694eb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:10.614294 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4bccbe6d-bc3a-470c-a5bc-f573701a800b req-2549862c-5ed0-4550-83b1-6984694eb051 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0503421 Aug 30 21:02:10.620974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118fa62-688d-4534-b015-94598beb90a5 req-6cc254e5-c475-46b0-a578-b01e5cb8873d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:10.622486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6118fa62-688d-4534-b015-94598beb90a5 req-6cc254e5-c475-46b0-a578-b01e5cb8873d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 946 time: 0.1037345 Aug 30 21:02:10.628584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:10.634111 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.652200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4bccbe6d-bc3a-470c-a5bc-f573701a800b req-f31d569a-81d9-4c3c-b204-0e1025c4906a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Aug 30 21:02:10.682696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:10.706399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6118fa62-688d-4534-b015-94598beb90a5 req-f4075ecf-04fe-410b-ad2e-210954e67641 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551596 Aug 30 21:02:10.708106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:02:10.841138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:02:10.845745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:10.855258 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:02:10.865467 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:02:10.866202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:10.873800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778a3c2-09b8-4a7d-b71b-7a12af8d6b74 req-3e07e63e-54f5-4e44-8ee5-86cdca38994e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:10.875329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1778a3c2-09b8-4a7d-b71b-7a12af8d6b74 req-3e07e63e-54f5-4e44-8ee5-86cdca38994e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 946 time: 0.1117728 Aug 30 21:02:10.891447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-528414f7-71ae-4315-bdd5-7f80654a3e12 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "PUT /v2.0/floatingips/b66b1377-f9ca-445f-9a73-3d1612b44f39 HTTP/1.1" status: 200 len: 992 time: 1.6309772 Aug 30 21:02:10.891447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:10.892446 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1152058a-5cc6-4315-b35a-d124889982ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:10.920234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1778a3c2-09b8-4a7d-b71b-7a12af8d6b74 req-7bd9d345-ae9b-44d8-bcc5-9f74fdc2e4f7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384405 Aug 30 21:02:10.972834 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:02:11.037309 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1bea2-d8d7-431d-bad6-204f8ec39956 x-openstack-request-id: req-c1c1bea2-d8d7-431d-bad6-204f8ec39956 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:11.037825 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:11.038459 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1c1bea2-d8d7-431d-bad6-204f8ec39956 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:11.039085 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'status': 'completed', 'code': 200} Aug 30 21:02:11.116286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:11.131463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152058a-5cc6-4315-b35a-d124889982ff req-22030ef0-d7ca-412d-b867-3fb381b10f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:11.133417 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-22030ef0-d7ca-412d-b867-3fb381b10f8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 1098 time: 0.0476694 Aug 30 21:02:11.136298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450185f-eeb4-4e82-ac74-535a5dcbddad req-3bca81f0-8e87-4abf-9872-6609f7a32132 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:11.137831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1450185f-eeb4-4e82-ac74-535a5dcbddad req-3bca81f0-8e87-4abf-9872-6609f7a32132 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 949 time: 0.0546165 Aug 30 21:02:11.162301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:11.192145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1450185f-eeb4-4e82-ac74-535a5dcbddad req-cae699e3-e778-4149-80c4-5dd5eabb7f25 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441329 Aug 30 21:02:11.244887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152058a-5cc6-4315-b35a-d124889982ff req-a30a42a3-d1b8-40a5-8422-b22840e43f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:11.246476 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-a30a42a3-d1b8-40a5-8422-b22840e43f0c service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 925 time: 0.1050916 Aug 30 21:02:11.343125 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b66b1377-f9ca-445f-9a73-3d1612b44f39', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'port_id': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'mac_address': 'fa:16:3e:85:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:01:37Z', 'updated_at': '2021-08-30T21:02:09Z', 'revision_number': 1, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:11.349590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-155cdf0e-4520-4f21-9bab-e13aa660b8e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e688c011-548f-49f8-bdb7-79b4367b32bd HTTP/1.1" status: 200 len: 1000 time: 0.0948284 Aug 30 21:02:11.369549 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:02:11.378295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:02:11.378938 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:01:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:11.400934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152058a-5cc6-4315-b35a-d124889982ff req-f8c97e03-309b-4d4f-b31c-5190e43bb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:11.402418 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-f8c97e03-309b-4d4f-b31c-5190e43bb904 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.0452523 Aug 30 21:02:11.449328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152058a-5cc6-4315-b35a-d124889982ff req-2cc6b957-1bbe-4776-8a0e-76085e21ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:11.450839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-2cc6b957-1bbe-4776-8a0e-76085e21ffb4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395443 Aug 30 21:02:11.481842 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:02:11.542391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-2a8dd150-e717-4043-8c2c-24e06a3292eb service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Aug 30 21:02:11.632355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1152058a-5cc6-4315-b35a-d124889982ff req-31c9fc58-594d-4dfc-9996-0b268d87be4c service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800092 Aug 30 21:02:11.661461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:11.708356 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b66b1377-f9ca-445f-9a73-3d1612b44f39', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'port_id': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'mac_address': 'fa:16:3e:85:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:01:37Z', 'updated_at': '2021-08-30T21:02:09Z', 'revision_number': 1, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:11.735447 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42703d0d-658f-4c11-a4e3-c110cebaeb5b None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b66b1377-f9ca-445f-9a73-3d1612b44f39', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'port_id': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'mac_address': 'fa:16:3e:85:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:01:37Z', 'updated_at': '2021-08-30T21:02:09Z', 'revision_number': 1, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:02:11.805716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-364f7a53-ec42-411f-8d1b-5bc5a957c6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:11.828514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60f1b0-eb6c-412b-9532-65a166c4f8cd req-11d5eff8-ffe5-4aec-ac43-068d4dc48aba tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:11.829995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf60f1b0-eb6c-412b-9532-65a166c4f8cd req-11d5eff8-ffe5-4aec-ac43-068d4dc48aba tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 947 time: 0.0533512 Aug 30 21:02:11.870707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf60f1b0-eb6c-412b-9532-65a166c4f8cd req-55270a8d-cddb-4fbd-84ae-b0b1c033ddbe tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Aug 30 21:02:11.967503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3726944-cf83-43d2-8d15-5ce70d6536dd None None] New status for floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:02:12.036506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4544e9-c098-4ed9-a9b0-5569a9a806aa req-cdcb61c9-72c3-43aa-95ce-7ea771f5652d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:12.038060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae4544e9-c098-4ed9-a9b0-5569a9a806aa req-cdcb61c9-72c3-43aa-95ce-7ea771f5652d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0492771 Aug 30 21:02:12.076625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae4544e9-c098-4ed9-a9b0-5569a9a806aa req-a185ce71-b046-465b-8ba2-34f3440deaff tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Aug 30 21:02:12.130140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:12.242184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port e773cb5e-64b8-4c9e-abc1-77223524745a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:12.255522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port e773cb5e-64b8-4c9e-abc1-77223524745a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:12.255897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.318561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f212a1-0590-4731-ac3c-c8f6013fb2e6 req-4ca529d7-cb1b-49d0-a810-34c9339fe4c1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:12.320100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88f212a1-0590-4731-ac3c-c8f6013fb2e6 req-4ca529d7-cb1b-49d0-a810-34c9339fe4c1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 949 time: 0.0488734 Aug 30 21:02:12.340625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.359462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88f212a1-0590-4731-ac3c-c8f6013fb2e6 req-378ca29c-8cd1-40c1-aad8-494c4ba02ffe tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Aug 30 21:02:12.373689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:12.382348 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.383274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:12.466551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:12.479753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.483601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 3da822c8-d84f-45e1-a687-d1417b6198f9 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:12.489577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 3da822c8-d84f-45e1-a687-d1417b6198f9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:12.490184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.529334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:12.531662 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48231553-2e4c-4c66-ab17-43e0687690a0" -d '{"events": [{"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-plugged", "status": "completed", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:12.572005 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb0582-d9b4-4154-970f-020050a141be x-openstack-request-id: req-0bbb0582-d9b4-4154-970f-020050a141be {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:12.572300 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-plugged", "status": "completed", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:12.572555 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bbb0582-d9b4-4154-970f-020050a141be {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:12.572945 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'code': 200} Aug 30 21:02:12.578526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.613142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:12.619840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:12.666712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:12.670423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d276d53-e44f-4c50-9a5c-bf53bb0b411a req-1b31b499-da23-4862-be8f-c336c735e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:12.671962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d276d53-e44f-4c50-9a5c-bf53bb0b411a req-1b31b499-da23-4862-be8f-c336c735e8ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1102 time: 0.0427203 Aug 30 21:02:12.878129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d276d53-e44f-4c50-9a5c-bf53bb0b411a req-ad14c82e-48ae-41b5-9f36-d0c01ea660c3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983573 Aug 30 21:02:12.991616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885eb2b-ab88-4b82-9961-f8f8db1f4cf6 req-ad3f1529-5cc4-4e6b-ac5d-1471e21054fe tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:12.993096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9885eb2b-ab88-4b82-9961-f8f8db1f4cf6 req-ad3f1529-5cc4-4e6b-ac5d-1471e21054fe tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0545840 Aug 30 21:02:13.040668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9885eb2b-ab88-4b82-9961-f8f8db1f4cf6 req-656bdc6a-10d4-4ef3-a694-93217180526e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Aug 30 21:02:13.194279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454feffc-9586-4816-b4a1-880e24e326a5 req-8ee52fb6-5130-46b4-bed6-57a0318ef5e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:13.195703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-454feffc-9586-4816-b4a1-880e24e326a5 req-8ee52fb6-5130-46b4-bed6-57a0318ef5e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0516202 Aug 30 21:02:13.233980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-454feffc-9586-4816-b4a1-880e24e326a5 req-8f644921-0452-42aa-abe1-91d219f9b337 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Aug 30 21:02:13.520451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dd87c-eff3-4b9c-982d-a0e259ccf4e8 req-bdd1521a-d11e-4624-b314-abf7bc10f85a tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:13.521889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e42dd87c-eff3-4b9c-982d-a0e259ccf4e8 req-bdd1521a-d11e-4624-b314-abf7bc10f85a tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0703156 Aug 30 21:02:13.569588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e42dd87c-eff3-4b9c-982d-a0e259ccf4e8 req-a6cbf166-b16a-464a-9474-2e3735e8928d tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Aug 30 21:02:13.683400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb76a41-96b6-4a25-9dcd-158b7f856e99 req-d1aac43c-8913-4a91-a4dd-c7977ce0b641 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:13.684893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb76a41-96b6-4a25-9dcd-158b7f856e99 req-d1aac43c-8913-4a91-a4dd-c7977ce0b641 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0525188 Aug 30 21:02:13.725022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb76a41-96b6-4a25-9dcd-158b7f856e99 req-2fa1bea5-51c1-47c0-ade5-6d3d30bd9991 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Aug 30 21:02:13.816535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f552a2a-8b17-4110-8d7e-f02d19f0a8ad req-ccfa0019-c72d-4ba7-82ba-ab594988ba2a tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:13.817918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f552a2a-8b17-4110-8d7e-f02d19f0a8ad req-ccfa0019-c72d-4ba7-82ba-ab594988ba2a tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0402718 Aug 30 21:02:13.852194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f552a2a-8b17-4110-8d7e-f02d19f0a8ad req-c6892998-21da-4370-ba87-43125317a367 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283051 Aug 30 21:02:14.402375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:14.574431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:14.576877 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da64003-e6d1-47c7-aa6e-b6bf52fa1b0b" -d '{"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:15.157633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44594) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:15.231467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e7e007a4-9c87-47ee-8608-06b491849932 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:02:15.232520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e7e007a4-9c87-47ee-8608-06b491849932 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0738750 Aug 30 21:02:15.325560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Request body: {'binding': {'host': 'n-h2-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:15.326104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Unknown quota resources ['binding']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:02:15.467140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on host n-h2-793620-16 for vnic_type normal with profile None {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:15.467512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:15.467776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:15.472377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:15.472683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:15.477532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:15.477866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:15.478226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:15.478634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Bound port: 236b4192-a44b-436b-b072-dd8472ee7c56, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:15.565021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:15.573758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:15.575819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e15fe087-2f6c-4ddf-811b-12134a98466e service neutron] 10.222.0.76 "POST /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56/bindings HTTP/1.1" status: 201 len: 390 time: 0.2988727 Aug 30 21:02:15.738240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0d5ed-a4f7-4610-b3a0-53c185760c8c req-1ff8cab6-bb9d-473a-993d-0851ec35b564 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:15.740032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddb0d5ed-a4f7-4610-b3a0-53c185760c8c req-1ff8cab6-bb9d-473a-993d-0851ec35b564 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0491989 Aug 30 21:02:15.778544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddb0d5ed-a4f7-4610-b3a0-53c185760c8c req-18d8d058-0c52-4ba4-8614-d48478b6842c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Aug 30 21:02:15.849575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7a47400f-6a77-46db-b34c-38f6b5c4fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:15.851140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7a47400f-6a77-46db-b34c-38f6b5c4fba9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0415680 Aug 30 21:02:15.876815 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552bc845-81fd-4bb4-83b0-51b53dfb69e1 x-openstack-request-id: req-552bc845-81fd-4bb4-83b0-51b53dfb69e1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:15.877375 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:15.877577 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-552bc845-81fd-4bb4-83b0-51b53dfb69e1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:15.878055 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'code': 200} Aug 30 21:02:15.966711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-6f8be170-c5c5-411f-a1c1-9f1420d35c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:15.968209 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-6f8be170-c5c5-411f-a1c1-9f1420d35c78 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1093173 Aug 30 21:02:15.972434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892354d8-c715-4b37-8125-bdbb9822b28b req-19163fe8-bd07-4533-8ea8-b6427a9fada3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:15.973909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-892354d8-c715-4b37-8125-bdbb9822b28b req-19163fe8-bd07-4533-8ea8-b6427a9fada3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0479345 Aug 30 21:02:16.012412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-892354d8-c715-4b37-8125-bdbb9822b28b req-23a9933b-7438-4ebc-aee0-7c3beebe07fd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Aug 30 21:02:16.013675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4972-1542-476f-82fd-ab8c67d4bae2 req-c97d3cd1-3cb1-44c8-bbe5-27040330be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:16.015284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-119d4972-1542-476f-82fd-ab8c67d4bae2 req-c97d3cd1-3cb1-44c8-bbe5-27040330be06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1100 time: 0.0732727 Aug 30 21:02:16.016640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-4ecdd1d3-f035-4ef4-9430-df576ea464d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.0404382 Aug 30 21:02:16.093651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-119d4972-1542-476f-82fd-ab8c67d4bae2 req-216db237-6dec-4387-886c-c0a4e5583f3f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658946 Aug 30 21:02:16.099458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7ac1f5cb-d414-4bb9-b752-9cef273e5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:16.100917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7ac1f5cb-d414-4bb9-b752-9cef273e5ba2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0661669 Aug 30 21:02:16.125338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747218b5-658b-4294-b517-72f5ec4f3b35 req-d1c15fdd-9088-4784-8b60-e8e69a786411 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:16.126827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-747218b5-658b-4294-b517-72f5ec4f3b35 req-d1c15fdd-9088-4784-8b60-e8e69a786411 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 946 time: 0.0519769 Aug 30 21:02:16.165636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-747218b5-658b-4294-b517-72f5ec4f3b35 req-5c1d48e1-6717-4add-97cb-ab57a0069b3e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Aug 30 21:02:16.361232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-b9dbabb6-20d6-4c4e-ace1-e96e1148972a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291622 Aug 30 21:02:16.373849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4360d-0a43-445c-b1b2-0f31366f2a4a req-9fc5edaa-ce7e-4cc0-b23b-e063b09e6bec tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:16.375406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cd4360d-0a43-445c-b1b2-0f31366f2a4a req-9fc5edaa-ce7e-4cc0-b23b-e063b09e6bec tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1102 time: 0.0414999 Aug 30 21:02:16.394029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3cd4360d-0a43-445c-b1b2-0f31366f2a4a req-024c6fbe-a3b9-4965-ace3-56b20438470c tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:16.452732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-47a88f5c-e597-4183-9950-5e22eaf6e5f5 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833158 Aug 30 21:02:16.485500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3cd4360d-0a43-445c-b1b2-0f31366f2a4a req-024c6fbe-a3b9-4965-ace3-56b20438470c tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:16.492972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3cd4360d-0a43-445c-b1b2-0f31366f2a4a req-024c6fbe-a3b9-4965-ace3-56b20438470c tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:16.524854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cd4360d-0a43-445c-b1b2-0f31366f2a4a req-024c6fbe-a3b9-4965-ace3-56b20438470c tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428857 Aug 30 21:02:16.529628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c6fbe-a3b9-4965-ace3-56b20438470c tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1bcad2-398b-4b9b-b47f-8011254e2fc4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:16.552112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-203aeab1-3ce1-48d5-b76f-96b6bf7e15ac service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911200 Aug 30 21:02:16.800851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-a0ec8b53-0a04-48a4-b442-2339838b30a8 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:16.802455 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-a0ec8b53-0a04-48a4-b442-2339838b30a8 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1098 time: 0.0767784 Aug 30 21:02:16.819217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:16.882765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:17.018287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:17.048749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:17.052472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296eb65-bae2-4f57-85ad-a1b420684778 req-0d9391aa-1105-47a8-a942-7d640b1d202e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:17.054010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a296eb65-bae2-4f57-85ad-a1b420684778 req-0d9391aa-1105-47a8-a942-7d640b1d202e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0629640 Aug 30 21:02:17.064534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:17.096473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a296eb65-bae2-4f57-85ad-a1b420684778 req-be9dbdc1-f9ad-427e-87e7-0942ff503a83 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358121 Aug 30 21:02:17.114893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:17.117092 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f1fa3c-9c60-4e8d-87e5-89b5778fae1a" -d '{"events": [{"server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:17.122344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:17.144878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:17.199358 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-92df06fa-6561-4e9f-a620-bff494de4ba4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1493981 Aug 30 21:02:17.236197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:17.248322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:17.248873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:17.249012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:17.254480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:17.254809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Attempting to bind port 236b4192-a44b-436b-b072-dd8472ee7c56 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:17.260071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:17.260363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:17.260716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:17.261669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Bound port: 236b4192-a44b-436b-b072-dd8472ee7c56, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:17.261669 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:17.270523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342da7b2-43f8-4802-acdf-09dc0d302d14 req-cbca023e-204a-4368-a049-8f93dd3b986a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:17.272288 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-342da7b2-43f8-4802-acdf-09dc0d302d14 req-cbca023e-204a-4368-a049-8f93dd3b986a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0587544 Aug 30 21:02:17.325911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-342da7b2-43f8-4802-acdf-09dc0d302d14 req-a1d88f96-7f52-452f-8a93-cb6963d6b9bc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Aug 30 21:02:17.337263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:17.338356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:17.354353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:17.387022 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8174efb-8d5b-42be-8fcb-20b32658fc58 x-openstack-request-id: req-b8174efb-8d5b-42be-8fcb-20b32658fc58 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:17.387317 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:17.387568 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8174efb-8d5b-42be-8fcb-20b32658fc58 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:17.387959 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56', 'code': 200} Aug 30 21:02:17.435379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:17.436295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:17.438140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] 10.222.0.86 "PUT /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 1124 time: 0.6247408 Aug 30 21:02:17.449005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b63a7-0cd8-4b75-bebe-b8bedfeddcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:17.481993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b713003-9467-46bf-9503-3c9c14e121ba req-f3077d72-927c-47dd-8aa2-54809b60c2e9 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:17.483725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b713003-9467-46bf-9503-3c9c14e121ba req-f3077d72-927c-47dd-8aa2-54809b60c2e9 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0563467 Aug 30 21:02:17.527222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b713003-9467-46bf-9503-3c9c14e121ba req-f3796b41-492a-4ea9-b7a2-98998b991979 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 Aug 30 21:02:17.535522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['236b4192-a44b-436b-b072-dd8472ee7c56'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:18.220510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f58be0-3d21-4422-bea3-8eedd4c2957f req-e8b87df9-5e9d-4947-a133-0d4cd4706bc5 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.221950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69f58be0-3d21-4422-bea3-8eedd4c2957f req-e8b87df9-5e9d-4947-a133-0d4cd4706bc5 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0543869 Aug 30 21:02:18.263004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69f58be0-3d21-4422-bea3-8eedd4c2957f req-ab09f987-f7aa-4ccc-8501-5607bade229c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Aug 30 21:02:18.415776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-53b37492-0534-43e4-919a-4810e5abf1aa tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233831 Aug 30 21:02:18.543211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-b3a50792-2831-4143-a771-e23d98dfa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.544647 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-b3a50792-2831-4143-a771-e23d98dfa241 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1102 time: 0.0425749 Aug 30 21:02:18.545476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-268213af-3403-4345-9c31-b32b477c035b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.546963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-268213af-3403-4345-9c31-b32b477c035b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255805 Aug 30 21:02:18.562310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-0583856f-2bc9-463f-ab5e-41d32cfba7af tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/quotas/9d0a6b8fd2ba44b29e6a12d420ae6f92 HTTP/1.1" status: 200 len: 375 time: 0.0094810 Aug 30 21:02:18.617871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-79b9b75c-7122-492c-b0c8-dd3ed23e1b8d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495515 Aug 30 21:02:18.636682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-e8333aa5-f28a-4d10-a8b7-eb50be61d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.638229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-e8333aa5-f28a-4d10-a8b7-eb50be61d9e2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.0867157 Aug 30 21:02:18.680021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-7140a365-3e97-4162-81c0-5f8f5d30abe0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0343132 Aug 30 21:02:18.745388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-a7e54d22-c9bd-4b32-83c7-1abd3a46a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.746900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-a7e54d22-c9bd-4b32-83c7-1abd3a46a33b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0591714 Aug 30 21:02:18.797646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-80fbe9a1-f11e-4a53-9bcb-cc8fa8202c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.799205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-80fbe9a1-f11e-4a53-9bcb-cc8fa8202c44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0425406 Aug 30 21:02:18.821362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7df3e8-723b-4ff9-a12c-59d5fe6cfd37 req-383a1763-b9ad-419e-a576-1081a2ba0eab tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.822998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd7df3e8-723b-4ff9-a12c-59d5fe6cfd37 req-383a1763-b9ad-419e-a576-1081a2ba0eab tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0552895 Aug 30 21:02:18.867570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd7df3e8-723b-4ff9-a12c-59d5fe6cfd37 req-5df3b141-e99f-4259-b0d7-423e0418180c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380325 Aug 30 21:02:18.909383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-3b5d0929-5d1a-4bd3-873e-1a2b3ca30039 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009707 Aug 30 21:02:18.969487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df333aed-034d-47d4-832b-cb0f8e431d1b req-a1afe9a4-88ac-44c3-ad51-4072ced6a4e5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:18.971147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df333aed-034d-47d4-832b-cb0f8e431d1b req-a1afe9a4-88ac-44c3-ad51-4072ced6a4e5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0506234 Aug 30 21:02:19.009507 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-203a4ce1-c147-4795-8c2a-5b40988cc562 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929608 Aug 30 21:02:19.014681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df333aed-034d-47d4-832b-cb0f8e431d1b req-15eeb06f-6fea-4aa3-bd1f-55953234c737 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364945 Aug 30 21:02:19.088080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42ba2d35-45d6-48c7-95df-346a4dd83607 req-1aaba074-6d82-450d-b257-90a55905061f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 210 time: 0.0305839 Aug 30 21:02:19.389323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:19.391874 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:19.428295 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26723f8c-711c-4e66-bbc4-d46507cb307d x-openstack-request-id: req-26723f8c-711c-4e66-bbc4-d46507cb307d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:19.428586 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:19.428841 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26723f8c-711c-4e66-bbc4-d46507cb307d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:19.429234 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56', 'status': 'completed', 'code': 200} Aug 30 21:02:19.494141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-d7a2b25f-63d3-46c1-96fe-c77639e94ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:19.495677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-d7a2b25f-63d3-46c1-96fe-c77639e94ddf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1127 time: 0.0449405 Aug 30 21:02:19.597078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-bab3744e-3c01-4ea0-a094-065d45fe04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:19.598463 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-bab3744e-3c01-4ea0-a094-065d45fe04f1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.0952940 Aug 30 21:02:19.643857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-b413a4b3-c7db-447e-a80e-78c33e840943 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.0370193 Aug 30 21:02:19.692711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-a96475d4-8f6f-4cd6-a431-5b1eb3a0dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:19.694178 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-a96475d4-8f6f-4cd6-a431-5b1eb3a0dba7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0439005 Aug 30 21:02:19.733824 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-745995dc-443a-43d4-8d2c-8e5c4debb8f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324557 Aug 30 21:02:19.750607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-cd1c345a-0a8e-4718-8ef6-3dadc3dfb326 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414784 Aug 30 21:02:19.900738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-15293e0d-4c87-4137-9516-133c496aef64 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582267 Aug 30 21:02:19.911943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-43905d3d-f78b-4ac8-935a-aacb82488374 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:19.913369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-43905d3d-f78b-4ac8-935a-aacb82488374 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519809 Aug 30 21:02:19.926290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Request body: {'port': {'device_id': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '9d0a6b8fd2ba44b29e6a12d420ae6f92'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:19.981496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf320c8-f44b-4243-ab15-306b03355d86 req-ae856593-c7e1-4728-b05b-2a3f70e06c08 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:19.982985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcf320c8-f44b-4243-ab15-306b03355d86 req-ae856593-c7e1-4728-b05b-2a3f70e06c08 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0485322 Aug 30 21:02:20.024387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcf320c8-f44b-4243-ab15-306b03355d86 req-7bb298fe-6d7e-4734-9b9b-6592ee6d3f3c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353696 Aug 30 21:02:20.072823 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b2d95e0-a17b-459b-8b82-3b28b0b7e2fc req-79bca5a7-76a0-4059-ae8f-94b29625574a service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585157 Aug 30 21:02:20.098234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Made reservation on behalf of 9d0a6b8fd2ba44b29e6a12d420ae6f92 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:20.101937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.136422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a647a8-c042-4d00-9222-10d97366bca9 req-4d27ff6c-ff51-4606-8c57-0e02ed54ad1b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:20.137887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17a647a8-c042-4d00-9222-10d97366bca9 req-4d27ff6c-ff51-4606-8c57-0e02ed54ad1b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0528922 Aug 30 21:02:20.143363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:20.178301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17a647a8-c042-4d00-9222-10d97366bca9 req-3870cc5d-dcca-4721-8c79-c0cf08fc5d1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Aug 30 21:02:20.238691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:20.245318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Allocated IP 192.168.233.49 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/519a9e1a-93f9-44a6-9e28-f6cc10e1dc60) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:02:20.250257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:02:20.266379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2fb4cd1-be3c-4268-acf3-e39eddcd2e34 req-5663e1d4-f49c-4ff2-bfb6-7292a6477ec3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Aug 30 21:02:20.405409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.422602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Transition to ACTIVE for port object 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:20.462835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.476858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e7c41ada-495b-4b31-a444-163627e3aefe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:20.479226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:20.506929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:02:20.511997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:20.515778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:02:20.522198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:20.522198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.533101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event updated for resources: {'Port': ['ID=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:20.542584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.542953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.543426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.543724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.544080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.544271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.544584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.544903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.545258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.545753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.546078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.546400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:20.558270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-24f98773-9ed2-4228-a7c0-5907be9cffc3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6352365 Aug 30 21:02:20.589065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Request body: {'port': {'device_id': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:20.653424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.736794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-730cabe8-c728-4b43-a872-8cf81d7744c8 None None] Provisioning for port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:20.740799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-730cabe8-c728-4b43-a872-8cf81d7744c8 None None] Provisioning complete for port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:20.741195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-730cabe8-c728-4b43-a872-8cf81d7744c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.777352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-730cabe8-c728-4b43-a872-8cf81d7744c8 None None] Port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:02:20.919111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:20.926855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:20.939410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Transition to ACTIVE for port object 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:20.945438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:21.015268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:21.027870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Attempting to bind port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:21.028214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Attempting to bind port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:21.028532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Attempting to bind port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:21.033345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:21.033677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Attempting to bind port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:21.038687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:21.039062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:21.039447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:21.039866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Bound port: 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:21.040222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:21.107733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] For port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:21.111297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] For port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:21.117086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:21.156415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.157368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:21.158958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] 10.222.0.86 "PUT /v2.0/ports/519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 HTTP/1.1" status: 200 len: 1096 time: 0.5748286 Aug 30 21:02:21.177690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662ccab-1b24-4797-a5b2-d5e4d980d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:21.252645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-d0ff6d3d-8104-4e6f-8985-2a874af34ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.254058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-d0ff6d3d-8104-4e6f-8985-2a874af34ffb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 1099 time: 0.0435290 Aug 30 21:02:21.304014 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-161269f3-8cc1-48ec-923e-dbb89e3b5f90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 HTTP/1.1" status: 200 len: 217 time: 0.0388238 Aug 30 21:02:21.331307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fcbe6-4e98-4d2d-9269-65004b7f9bf2 req-6ee808b8-50df-4116-aaf7-a809af6e55bf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.332962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-685fcbe6-4e98-4d2d-9269-65004b7f9bf2 req-6ee808b8-50df-4116-aaf7-a809af6e55bf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0593200 Aug 30 21:02:21.360903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-9097dd2d-718e-4a6d-92f2-5ba24d4544c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.362402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-9097dd2d-718e-4a6d-92f2-5ba24d4544c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0482459 Aug 30 21:02:21.375857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-685fcbe6-4e98-4d2d-9269-65004b7f9bf2 req-8ec21f58-9157-4af8-bbbd-414bb8254037 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Aug 30 21:02:21.410965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-ff9018e7-91e9-42d4-9e54-2bc0bcbdf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.412501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-ff9018e7-91e9-42d4-9e54-2bc0bcbdf4a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402155 Aug 30 21:02:21.437858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'tag': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:21.440053 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71053686-adb3-438a-9ea0-a85e91f801d7" -d '{"events": [{"name": "network-changed", "server_uuid": "85ba4115-6a54-4d6e-8b7c-e24289adde24", "tag": "519a9e1a-93f9-44a6-9e28-f6cc10e1dc60"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:21.504868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78985a-ead3-4244-a027-6847302fba75 req-e6c90e1b-6881-4a37-bdda-584bb153f73c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.506472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a78985a-ead3-4244-a027-6847302fba75 req-e6c90e1b-6881-4a37-bdda-584bb153f73c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0560935 Aug 30 21:02:21.547957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a78985a-ead3-4244-a027-6847302fba75 req-bbb2edc5-4910-4b72-8c60-9763607201e0 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Aug 30 21:02:21.686903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31d41d-0be2-406e-b9d6-bfa3f3f263f2 req-1b018fe2-0061-4848-8c05-200b668f7dfd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:21.688431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d31d41d-0be2-406e-b9d6-bfa3f3f263f2 req-1b018fe2-0061-4848-8c05-200b668f7dfd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 947 time: 0.0479639 Aug 30 21:02:21.690997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-de9c77db-e892-4350-ae57-2f6cb588d2b0 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698052 Aug 30 21:02:21.726233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d31d41d-0be2-406e-b9d6-bfa3f3f263f2 req-018c7b11-33e2-4727-a5a3-122f352b9c4d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Aug 30 21:02:21.788715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5dbfa9-23ed-4a10-8139-f5e9fee1f6c1 req-f3fe1805-f27a-4a8c-9798-36e2e8691b42 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821583 Aug 30 21:02:22.050252 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894b971a-a4c9-4a58-8e7c-c12cff5f66a4 x-openstack-request-id: req-894b971a-a4c9-4a58-8e7c-c12cff5f66a4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:22.050570 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ba4115-6a54-4d6e-8b7c-e24289adde24", "tag": "519a9e1a-93f9-44a6-9e28-f6cc10e1dc60", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:22.050849 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-894b971a-a4c9-4a58-8e7c-c12cff5f66a4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:22.051243 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'tag': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60', 'status': 'completed', 'code': 200} Aug 30 21:02:22.127073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-fe232dd5-21fe-4e85-9e25-676d15e4e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.129040 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-fe232dd5-21fe-4e85-9e25-676d15e4e3f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 1099 time: 0.0517464 Aug 30 21:02:22.222881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-47e91ccf-6517-4930-9397-a95da4dac05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.224479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-47e91ccf-6517-4930-9397-a95da4dac05b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.0861096 Aug 30 21:02:22.267789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-ba1215c8-3734-42ae-a1de-db17105a19ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 HTTP/1.1" status: 200 len: 217 time: 0.0359755 Aug 30 21:02:22.296321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-286f6a85-d7eb-454e-9768-546147c37e87 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6afe4b32c9374b9faa0bea4e6b2e9d45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244527 Aug 30 21:02:22.320647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-7d77b7f2-034b-4949-a42e-6322f501bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.322131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-7d77b7f2-034b-4949-a42e-6322f501bc0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0477657 Aug 30 21:02:22.368802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-0ef87b7f-2735-486e-95ab-69d106e00e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.370613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-0ef87b7f-2735-486e-95ab-69d106e00e18 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0409520 Aug 30 21:02:22.402557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-e22d33cf-6f91-4eb9-97f5-79d2477edcad tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.404069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-e22d33cf-6f91-4eb9-97f5-79d2477edcad tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1021960 Aug 30 21:02:22.419635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6d0cecf9-dbc4-4dd2-981b-20a3383e78c4 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/quotas/6afe4b32c9374b9faa0bea4e6b2e9d45 HTTP/1.1" status: 200 len: 375 time: 0.0094159 Aug 30 21:02:22.450484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-da2a2984-3a6c-489a-8a8c-36996bff59bb tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6afe4b32c9374b9faa0bea4e6b2e9d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251491 Aug 30 21:02:22.461153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-169f01d5-1e56-4d1b-b246-2a8cb9b05ecd service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833378 Aug 30 21:02:22.567346 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71053686-adb3-438a-9ea0-a85e91f801d7 req-eeae1294-40a6-4114-a2b3-0230202e8136 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990129 Aug 30 21:02:22.681273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcb1ea-6fdc-49fe-ac73-6636f9d6d0c1 req-5568a703-0d9e-4aaf-a928-c2d558999472 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.682791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19fcb1ea-6fdc-49fe-ac73-6636f9d6d0c1 req-5568a703-0d9e-4aaf-a928-c2d558999472 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0511348 Aug 30 21:02:22.721987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19fcb1ea-6fdc-49fe-ac73-6636f9d6d0c1 req-9c9c2b5f-fe70-4b98-98e0-6c08ad4d2ce8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Aug 30 21:02:22.788947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cc7c93d-1a4c-4bc8-a81f-9ab6a7ec6f12 req-e1e94e20-a090-46fb-87ea-441d072c71ce tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 210 time: 0.0272813 Aug 30 21:02:22.934166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec5bc-42db-466a-b173-d6a58bbed176 req-3cc4bee6-e5c8-430d-a7c6-d4d6e5bd5592 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:22.936114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eabec5bc-42db-466a-b173-d6a58bbed176 req-3cc4bee6-e5c8-430d-a7c6-d4d6e5bd5592 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0569320 Aug 30 21:02:22.975772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eabec5bc-42db-466a-b173-d6a58bbed176 req-ef2d15ab-8de8-40c8-80af-367a8c65f009 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Aug 30 21:02:23.118022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d35bb-b332-44aa-b473-4a8ef205e9dd req-3226644a-a30a-45b1-a7d3-bf45a9d24c61 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:23.119576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-730d35bb-b332-44aa-b473-4a8ef205e9dd req-3226644a-a30a-45b1-a7d3-bf45a9d24c61 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 947 time: 0.0529487 Aug 30 21:02:23.161499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-730d35bb-b332-44aa-b473-4a8ef205e9dd req-050ef8cc-4c54-4003-90cb-32bacff33292 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Aug 30 21:02:23.578907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-5c66f735-a492-46f0-963d-2c6949478a96 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=6afe4b32c9374b9faa0bea4e6b2e9d45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242074 Aug 30 21:02:23.693519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-b6a75ac4-33c6-42da-88b4-991bd974d9f4 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:23.695013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-b6a75ac4-33c6-42da-88b4-991bd974d9f4 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095228 Aug 30 21:02:23.714511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Request body: {'port': {'device_id': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '6afe4b32c9374b9faa0bea4e6b2e9d45'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:23.828791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Made reservation on behalf of 6afe4b32c9374b9faa0bea4e6b2e9d45 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:23.832530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:23.842150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:23.844242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062fb38-3ceb-4f2c-8278-e06488f94f1b req-6630d8eb-de45-4834-8e14-ad1d485d6cba tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:23.845689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e062fb38-3ceb-4f2c-8278-e06488f94f1b req-6630d8eb-de45-4834-8e14-ad1d485d6cba tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0485904 Aug 30 21:02:23.890901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e062fb38-3ceb-4f2c-8278-e06488f94f1b req-78bff5cb-c30e-4908-b439-c9244c0fe12f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389154 Aug 30 21:02:23.939303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:23.944374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:23.975773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e660f6d7-5bc6-4621-9d1b-04538be4f767 req-ee39fdc2-1bf9-420e-83ea-36a6f636ed43 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 210 time: 0.0275409 Aug 30 21:02:24.009886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14dccffb-0255-418f-b868-405f97a66b61,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:24.087002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Allocated IP 192.168.233.200 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/c6e820f0-ed28-416e-8e35-900db68950ba) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:02:24.102296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e40af6-bc5b-401b-b706-f97cd2a31392 req-4858c3ca-daef-4a20-979c-e9471394cb9b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:24.104026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1e40af6-bc5b-401b-b706-f97cd2a31392 req-4858c3ca-daef-4a20-979c-e9471394cb9b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 944 time: 0.0519907 Aug 30 21:02:24.241545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.256244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Transition to ACTIVE for port object c6e820f0-ed28-416e-8e35-900db68950ba will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:24.291105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.329099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:02:24.334314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:24.337302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1e40af6-bc5b-401b-b706-f97cd2a31392 req-97e5b22a-4ff1-4bd7-b277-cfd5ef1938fb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267928 Aug 30 21:02:24.343188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:02:24.349109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:24.349740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.364710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Pushing event updated for resources: {'Port': ['ID=c6e820f0-ed28-416e-8e35-900db68950ba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:24.374691 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6bafba95-e796-4e38-b23b-f2b7f2ae913e tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6666174 Aug 30 21:02:24.437954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Request body: {'port': {'device_id': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'device_owner': 'compute:tempest-test_az-34943330', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:24.480069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b173e-9c54-49f1-9ab9-f4b1c3a2f433 req-4210e98f-3452-4cdd-849a-39914c8a8620 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:24.481639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c45b173e-9c54-49f1-9ab9-f4b1c3a2f433 req-4210e98f-3452-4cdd-849a-39914c8a8620 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 947 time: 0.0789599 Aug 30 21:02:24.505220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.527940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-a49db86c-36e1-4cdd-949a-98c90ddb723f service neutron] 10.222.0.82 "GET /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.0930250 Aug 30 21:02:24.545880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c45b173e-9c54-49f1-9ab9-f4b1c3a2f433 req-797404a6-428d-4d9a-949d-403d1fb5bd17 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552092 Aug 30 21:02:24.582599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-88f75f99-0798-45ed-ae25-5d879ee20cd2 None None] Provisioning for port c6e820f0-ed28-416e-8e35-900db68950ba completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:24.587507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-88f75f99-0798-45ed-ae25-5d879ee20cd2 None None] Provisioning complete for port c6e820f0-ed28-416e-8e35-900db68950ba triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:24.588419 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-88f75f99-0798-45ed-ae25-5d879ee20cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.637507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-88f75f99-0798-45ed-ae25-5d879ee20cd2 None None] Port c6e820f0-ed28-416e-8e35-900db68950ba cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:02:24.733279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:24.754461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:24.768140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e820f0-ed28-416e-8e35-900db68950ba {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:24.775640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.787861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Transition to ACTIVE for port object c6e820f0-ed28-416e-8e35-900db68950ba will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:24.788168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236b4192-a44b-436b-b072-dd8472ee7c56 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:24.792910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.799446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:24.813738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.843931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e820f0-ed28-416e-8e35-900db68950ba,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:24.873584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Attempting to bind port c6e820f0-ed28-416e-8e35-900db68950ba on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:24.873917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Attempting to bind port c6e820f0-ed28-416e-8e35-900db68950ba by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:24.874241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Attempting to bind port c6e820f0-ed28-416e-8e35-900db68950ba on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:24.879103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Port c6e820f0-ed28-416e-8e35-900db68950ba on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:24.879457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Attempting to bind port c6e820f0-ed28-416e-8e35-900db68950ba on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:24.884644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:24.884982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:24.885366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:24.886013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Bound port: c6e820f0-ed28-416e-8e35-900db68950ba, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:24.886162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.893714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Transition to ACTIVE for port object 236b4192-a44b-436b-b072-dd8472ee7c56 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:24.900929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:24.959190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] For port c6e820f0-ed28-416e-8e35-900db68950ba, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:24.962708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] For port c6e820f0-ed28-416e-8e35-900db68950ba, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e820f0-ed28-416e-8e35-900db68950ba,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:24.969621 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:25.003011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] No DVR routers for this DVR port 236b4192-a44b-436b-b072-dd8472ee7c56 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:02:25.018308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.019376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:25.020802 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/c6e820f0-ed28-416e-8e35-900db68950ba HTTP/1.1" status: 200 len: 1117 time: 0.5875671 Aug 30 21:02:25.022818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Pushing event updated for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:25.024281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'tag': 'c6e820f0-ed28-416e-8e35-900db68950ba'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:25.034869 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec8803a-4973-4881-9b62-f4f6bd48c066" -d '{"events": [{"name": "network-changed", "server_uuid": "ad54b570-86bf-4e79-8a79-c338d349bfe9", "tag": "c6e820f0-ed28-416e-8e35-900db68950ba"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:25.037025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.037313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.037644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.037969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.038295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.038613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.038958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.039269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.039593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.039914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.040201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.040602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:25.066078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2eee0-932b-4700-972d-cf5af181d8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e820f0-ed28-416e-8e35-900db68950ba,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:25.071296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-7611a2c5-7d62-41ee-8730-1bac9e2ce200 service neutron] 10.222.0.82 "PUT /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56/bindings/n-h2-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 0.5328856 Aug 30 21:02:25.082922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49633-ba38-47a1-bb93-279bf0370a72 req-ea9f3afc-442b-4500-8e87-df6942cf2118 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.086323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81b49633-ba38-47a1-bb93-279bf0370a72 req-ea9f3afc-442b-4500-8e87-df6942cf2118 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.1169057 Aug 30 21:02:25.115634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-81e7b1d8-3e52-472b-a795-387c5a98890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.117267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-81e7b1d8-3e52-472b-a795-387c5a98890c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6afe4b32c9374b9faa0bea4e6b2e9d45&device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 1120 time: 0.0458724 Aug 30 21:02:25.128618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81b49633-ba38-47a1-bb93-279bf0370a72 req-1c3ce227-02a4-4a3e-8b96-21d2d16efd03 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355086 Aug 30 21:02:25.175592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-6699ec83-42af-4f23-83be-00322ed2f8a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c6e820f0-ed28-416e-8e35-900db68950ba HTTP/1.1" status: 200 len: 217 time: 0.0474706 Aug 30 21:02:25.252750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-41b60322-ca0c-4d3e-8a80-224dd4bf5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.254197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-41b60322-ca0c-4d3e-8a80-224dd4bf5b48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0600188 Aug 30 21:02:25.254810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075d192-f517-47a9-9298-df818dbac841 req-6e95148c-f74b-4518-bc11-56b218c616d5 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.256308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9075d192-f517-47a9-9298-df818dbac841 req-6e95148c-f74b-4518-bc11-56b218c616d5 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 968 time: 0.0511522 Aug 30 21:02:25.257026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-12c5a526-396b-4d8c-b10c-45ee80701ca9 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.258388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-12c5a526-396b-4d8c-b10c-45ee80701ca9 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0925691 Aug 30 21:02:25.300628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9075d192-f517-47a9-9298-df818dbac841 req-1907d1d0-8d86-4953-870f-3ba6db8486bf tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354881 Aug 30 21:02:25.344577 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eca6ee-8545-4271-b867-a51196bfd61b x-openstack-request-id: req-41eca6ee-8545-4271-b867-a51196bfd61b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:25.344890 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad54b570-86bf-4e79-8a79-c338d349bfe9", "tag": "c6e820f0-ed28-416e-8e35-900db68950ba", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:25.345120 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41eca6ee-8545-4271-b867-a51196bfd61b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:25.345486 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'tag': 'c6e820f0-ed28-416e-8e35-900db68950ba', 'status': 'completed', 'code': 200} Aug 30 21:02:25.363949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-4f6061fc-f93f-4341-a291-e0fcc0db9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.365516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-4f6061fc-f93f-4341-a291-e0fcc0db9783 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024520 Aug 30 21:02:25.368284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-413db56a-5ebd-4b8e-9973-e556339ea7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.369634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-413db56a-5ebd-4b8e-9973-e556339ea7a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&tenant_id=cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 1097 time: 0.0988972 Aug 30 21:02:25.464365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054f90a-28f3-4c87-ae90-59f1e4260293 req-4a5fecd5-512d-4c9a-9a6a-cc552f60a97a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.465877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2054f90a-28f3-4c87-ae90-59f1e4260293 req-4a5fecd5-512d-4c9a-9a6a-cc552f60a97a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0534842 Aug 30 21:02:25.479287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-ea7c1e8d-a64e-4720-9451-97743fab4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.480728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-ea7c1e8d-a64e-4720-9451-97743fab4c49 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0660291 Aug 30 21:02:25.490750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-87fae0a5-a1a6-4cf9-825a-7c035d4b5fb1 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171036 Aug 30 21:02:25.506127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2054f90a-28f3-4c87-ae90-59f1e4260293 req-f52de489-48ed-43c6-8673-4710d29c1e88 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Aug 30 21:02:25.644301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e662a913-ba08-4c72-9178-d115038658e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.645775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e662a913-ba08-4c72-9178-d115038658e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1459079 Aug 30 21:02:25.650964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a526add6-a28c-45dc-aa84-cf12d1af703c req-0c977940-097a-4ab9-a052-1c1f19477cc3 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430221 Aug 30 21:02:25.674648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d03e43-e7b0-4884-b713-ae072bd98349 req-ee3cb4b1-cfce-4967-81bf-9d94f04ef27d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.676223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3d03e43-e7b0-4884-b713-ae072bd98349 req-ee3cb4b1-cfce-4967-81bf-9d94f04ef27d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 947 time: 0.0518055 Aug 30 21:02:25.692240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-4bd74473-1850-4d9b-9a2a-6e8fd3dfc6e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.0374117 Aug 30 21:02:25.716921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3d03e43-e7b0-4884-b713-ae072bd98349 req-01768c24-c29c-487f-9ab2-ac26e7c03c68 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Aug 30 21:02:25.772048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-48454dc1-9990-4873-b107-799ffe7dd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.773550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-48454dc1-9990-4873-b107-799ffe7dd408 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0703309 Aug 30 21:02:25.779419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-a1041ab2-2ee9-4932-9f48-28eb98fdee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.780806 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-a1041ab2-2ee9-4932-9f48-28eb98fdee2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6afe4b32c9374b9faa0bea4e6b2e9d45&device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 1120 time: 0.0523374 Aug 30 21:02:25.812404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-0a52a2b9-d260-4378-8b65-e42f76494731 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306914 Aug 30 21:02:25.948438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-2f9376a6-c7fe-4b31-82c8-c24ee8f7c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:25.949897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-2f9376a6-c7fe-4b31-82c8-c24ee8f7c0c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1459169 Aug 30 21:02:25.960114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-e17031d5-b70c-410b-88ee-675c81d64b33 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375453 Aug 30 21:02:26.000488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-9dd013e9-9312-49ea-9f82-d57dd9ead12c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=c6e820f0-ed28-416e-8e35-900db68950ba HTTP/1.1" status: 200 len: 217 time: 0.0394452 Aug 30 21:02:26.193083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:26.259365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74e9a-fbb6-4f38-9e54-4562c4d051a1 req-40ad8e47-6634-4d65-93c3-2c47f437d887 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.263151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04f74e9a-fbb6-4f38-9e54-4562c4d051a1 req-40ad8e47-6634-4d65-93c3-2c47f437d887 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0552576 Aug 30 21:02:26.279128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-492aaf46-c6e4-4146-8640-281a7403d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.280708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-492aaf46-c6e4-4146-8640-281a7403d08e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2715535 Aug 30 21:02:26.300028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:26.300449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04f74e9a-fbb6-4f38-9e54-4562c4d051a1 req-8c520f09-8d28-4946-a27a-0b1ce8c5aad0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Aug 30 21:02:26.312727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60', 'mac_address': 'fa:16:3e:62:b3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:26.321751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-22927769-c624-4f97-b4ca-1d6398355712 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529861 Aug 30 21:02:26.343271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-c5beef70-7d0d-48b9-b8e2-bd83dcae2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.346549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-c5beef70-7d0d-48b9-b8e2-bd83dcae2984 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579233 Aug 30 21:02:26.361427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:26.374770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:26.395268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:26.402873 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:26.442770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f709c8-980d-4357-93dd-fe3fb9949e81 req-887052d3-ca58-4824-8560-476c8f2e018d tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.444501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0f709c8-980d-4357-93dd-fe3fb9949e81 req-887052d3-ca58-4824-8560-476c8f2e018d tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 968 time: 0.0529158 Aug 30 21:02:26.460286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:26.463548 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-7b3d3540-702c-4961-8acf-36468033e874 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088552 Aug 30 21:02:26.468218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.468557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.468890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.469216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.469540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.469862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.470187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.470574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.474876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.475442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.475837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.476210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:02:26.490230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0f709c8-980d-4357-93dd-fe3fb9949e81 req-877e4695-68cd-482b-b32d-7aac4b9ba10d tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389128 Aug 30 21:02:26.568768 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ec8803a-4973-4881-9b62-f4f6bd48c066 req-506d7a80-3d25-4fff-8fb7-1c827b6d1c80 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886121 Aug 30 21:02:26.620314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-14241063-20ae-4cd1-ba18-fba85a1079a7 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.621748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-14241063-20ae-4cd1-ba18-fba85a1079a7 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0520060 Aug 30 21:02:26.634206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476604a7-3a30-4720-b789-d5f415a6a8ab req-bd631935-1670-4ba8-8cc9-7375b6ee788f tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.635722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-476604a7-3a30-4720-b789-d5f415a6a8ab req-bd631935-1670-4ba8-8cc9-7375b6ee788f tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0551913 Aug 30 21:02:26.673520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-476604a7-3a30-4720-b789-d5f415a6a8ab req-b625ddd8-d489-452e-86fb-a5234be64b5e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Aug 30 21:02:26.784493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-2c646535-e7f9-46da-afc6-d58de2df6159 service neutron] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:26.787994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-2c646535-e7f9-46da-afc6-d58de2df6159 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:26.789171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69bb2046-3be0-44de-ba46-4d8c2ac55ecd req-2c646535-e7f9-46da-afc6-d58de2df6159 service neutron] 10.222.0.86 "DELETE /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56/bindings/n-h1-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.1518097 Aug 30 21:02:26.804562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['519a9e1a-93f9-44a6-9e28-f6cc10e1dc60'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:26.843004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d55d3-da8f-4538-aa6b-60099226d124 req-9817d955-ecd8-4028-baac-be8789229964 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:26.844481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-201d55d3-da8f-4538-aa6b-60099226d124 req-9817d955-ecd8-4028-baac-be8789229964 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 948 time: 0.0542028 Aug 30 21:02:26.882022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-201d55d3-da8f-4538-aa6b-60099226d124 req-bb71d8c7-5d30-48ee-9e0a-2ad5fd1d053b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Aug 30 21:02:27.425089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ee63-3a7c-409d-ba4f-7d74bd1fc59d req-bf9c7919-37b3-4e8c-b388-c09886ee59fb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:27.426585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0027ee63-3a7c-409d-ba4f-7d74bd1fc59d req-bf9c7919-37b3-4e8c-b388-c09886ee59fb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0501370 Aug 30 21:02:27.467792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0027ee63-3a7c-409d-ba4f-7d74bd1fc59d req-284fe46c-3ba5-48a2-84c3-5644419cf177 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Aug 30 21:02:27.620845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ffad-b2b8-4da0-bd9a-63d6317562ed req-8512c298-8327-487c-8ab9-c5ee7aefcdd2 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:27.622312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41c4ffad-b2b8-4da0-bd9a-63d6317562ed req-8512c298-8327-487c-8ab9-c5ee7aefcdd2 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 968 time: 0.0593753 Aug 30 21:02:27.662072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41c4ffad-b2b8-4da0-bd9a-63d6317562ed req-9d6d4fd0-a2c2-4769-b15c-ddd140131e94 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Aug 30 21:02:27.796829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85465f00-503a-4e23-bcba-a23bdc418638 req-06f79b6e-1289-4ada-ad4d-23d7a6860622 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:27.798333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85465f00-503a-4e23-bcba-a23bdc418638 req-06f79b6e-1289-4ada-ad4d-23d7a6860622 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.0551190 Aug 30 21:02:27.837016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85465f00-503a-4e23-bcba-a23bdc418638 req-42c7e051-684c-4218-b936-b6a57d6e4827 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Aug 30 21:02:27.978048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654805-966b-4a98-afc9-06818f401085 req-17ba3422-9d7a-4915-9b98-4ae10cb6ce2f tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:27.979653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91654805-966b-4a98-afc9-06818f401085 req-17ba3422-9d7a-4915-9b98-4ae10cb6ce2f tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1097 time: 0.0428913 Aug 30 21:02:28.021014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91654805-966b-4a98-afc9-06818f401085 req-c914f490-3ace-4797-83e8-7a7d9a9d9053 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350420 Aug 30 21:02:28.123381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c27f0a-b5a3-4573-a4c8-5709dd815a9a req-a54ab868-3373-4733-b24a-c77875fc6262 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:28.124801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75c27f0a-b5a3-4573-a4c8-5709dd815a9a req-a54ab868-3373-4733-b24a-c77875fc6262 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 948 time: 0.0492079 Aug 30 21:02:28.174408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75c27f0a-b5a3-4573-a4c8-5709dd815a9a req-8240f8b0-1987-4b12-bf03-c3b9cd2c14fc tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Aug 30 21:02:28.176686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:02:28.200081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:28.245998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:02:28.270917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:28.275136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:28.275509 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:28.353913 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:28.376412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:28.379430 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc03fa7c-7080-4533-ad88-3b78069e78e2" -d '{"events": [{"server_uuid": "85ba4115-6a54-4d6e-8b7c-e24289adde24", "name": "network-vif-plugged", "status": "completed", "tag": "519a9e1a-93f9-44a6-9e28-f6cc10e1dc60"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:28.391968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:28.397498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:28.407587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-0fb2da2b-d472-4669-bde0-77ba43b6c073 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:28.409071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-0fb2da2b-d472-4669-bde0-77ba43b6c073 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1060178 Aug 30 21:02:28.424837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e96925dc-845c-414f-9f01-0221f45efaa3 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/quotas/cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 375 time: 0.0096259 Aug 30 21:02:28.445822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:28.473541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-4c7c1b34-3582-4ebb-ab7c-8d59e8e93213 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426044 Aug 30 21:02:28.569863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-7ae5a298-4982-48e6-ad1a-c2d9546d6951 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891528 Aug 30 21:02:28.664116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-ee8d917c-3cb1-4347-b9dd-20851fcebf08 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 Aug 30 21:02:28.800670 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f170ca95-891d-4a7c-a25c-62ca0b928464 x-openstack-request-id: req-f170ca95-891d-4a7c-a25c-62ca0b928464 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:28.801035 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ba4115-6a54-4d6e-8b7c-e24289adde24", "name": "network-vif-plugged", "status": "completed", "tag": "519a9e1a-93f9-44a6-9e28-f6cc10e1dc60", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:28.801348 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f170ca95-891d-4a7c-a25c-62ca0b928464 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:28.801830 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60', 'code': 200} Aug 30 21:02:28.898480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94daf7-510f-4291-9eb1-5f402aa9d5a3 req-a1ebe0a6-2fce-4a22-9bae-7a8095d5278f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:28.900111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf94daf7-510f-4291-9eb1-5f402aa9d5a3 req-a1ebe0a6-2fce-4a22-9bae-7a8095d5278f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0531931 Aug 30 21:02:28.910371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19a046-0e60-4878-816d-d112cead4787 req-c649d3c0-f7cb-4985-b092-70ee974591a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:28.912174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b19a046-0e60-4878-816d-d112cead4787 req-c649d3c0-f7cb-4985-b092-70ee974591a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 1101 time: 0.0414774 Aug 30 21:02:28.940372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf94daf7-510f-4291-9eb1-5f402aa9d5a3 req-3c23e7e6-c009-4a80-b6f6-9c6a7f0fe9e1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Aug 30 21:02:28.949486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b19a046-0e60-4878-816d-d112cead4787 req-52b2d69a-4e33-404c-8b88-ce2c7605872f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295651 Aug 30 21:02:29.052004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e30cf-3dfa-498c-82c5-480ca59fd77f req-da4327fc-2c3d-4cd3-987f-094509ce60bb tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:29.053500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-575e30cf-3dfa-498c-82c5-480ca59fd77f req-da4327fc-2c3d-4cd3-987f-094509ce60bb tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 968 time: 0.0546091 Aug 30 21:02:29.091680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-575e30cf-3dfa-498c-82c5-480ca59fd77f req-b4cbb21f-c066-441b-9510-de7c4319cb54 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 30 21:02:29.175887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96d19155-22fc-4a40-95ee-0c2dec32d21c req-34d6fe3e-abe5-46e8-9783-d52f79fab14a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 210 time: 0.0268879 Aug 30 21:02:29.292361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561d8ca-3620-401b-9922-e3f7413f3e5d req-f3744624-7038-4e06-b3a7-a76c2e435a0a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:29.293843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4561d8ca-3620-401b-9922-e3f7413f3e5d req-f3744624-7038-4e06-b3a7-a76c2e435a0a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 949 time: 0.0486517 Aug 30 21:02:29.342798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4561d8ca-3620-401b-9922-e3f7413f3e5d req-ca55e31b-3e5f-47a7-888f-2567f978a38d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Aug 30 21:02:29.836242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-4547f219-ccfc-487e-bc1f-b81b45c82603 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:29.837683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-4547f219-ccfc-487e-bc1f-b81b45c82603 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1052804 Aug 30 21:02:29.852966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Request body: {'port': {'device_id': '12080660-1128-4315-a8e3-007695d46a47', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'admin_state_up': True, 'tenant_id': 'cddbb2884f29473ebac27abf2a42842c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:29.966901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Made reservation on behalf of cddbb2884f29473ebac27abf2a42842c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:29.970595 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.060953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bb36-df6d-4bab-9500-66912d81b59f req-9a01bac8-ec18-436c-81e8-15fd595a04a9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:30.062431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98d2bb36-df6d-4bab-9500-66912d81b59f req-9a01bac8-ec18-436c-81e8-15fd595a04a9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0510714 Aug 30 21:02:30.096083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Allocated IP 172.20.0.5 (d52f173c-a831-4523-866e-cfe3fe25ea46/7639b83c-74c1-40a5-853b-53d212559039/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:02:30.102032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98d2bb36-df6d-4bab-9500-66912d81b59f req-12b5a1e0-8c94-48e8-aa4c-c3a9e1bfbb8e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Aug 30 21:02:30.192729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e820f0-ed28-416e-8e35-900db68950ba details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:30.207452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2493948-d789-47af-925f-6e972c6c0b99 req-da08d61f-2fdd-4128-b446-ab316ac66133 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:30.209127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2493948-d789-47af-925f-6e972c6c0b99 req-da08d61f-2fdd-4128-b446-ab316ac66133 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 968 time: 0.0509026 Aug 30 21:02:30.248633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2493948-d789-47af-925f-6e972c6c0b99 req-92b4a425-7a54-47c3-ad33-ff9305d7c264 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Aug 30 21:02:30.262083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.295547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c6e820f0-ed28-416e-8e35-900db68950ba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e820f0-ed28-416e-8e35-900db68950ba,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:30.306377 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.311640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'c6e820f0-ed28-416e-8e35-900db68950ba', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'c6e820f0-ed28-416e-8e35-900db68950ba', 'mac_address': 'fa:16:3e:67:4b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:tempest-test_az-34943330', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:30.351779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Network d52f173c-a831-4523-866e-cfe3fe25ea46 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:02:30.358823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:30.362232 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.363564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:02:30.370269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:30.370939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.377413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:30.379092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e820f0-ed28-416e-8e35-900db68950ba {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:30.383052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb47a1-d14e-4e8e-bdf7-fe92819f35fa req-5f05bd11-b561-448e-8811-50680d45b331 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:30.392393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21cb47a1-d14e-4e8e-bdf7-fe92819f35fa req-5f05bd11-b561-448e-8811-50680d45b331 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 931 time: 0.0777633 Aug 30 21:02:30.394783 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-e5d5a87a-9816-4cfe-ae04-bc3e14965dba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452902 Aug 30 21:02:30.415065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Request body: {'port': {'device_id': '12080660-1128-4315-a8e3-007695d46a47', 'device_owner': 'compute:tempest-test_az-34943330', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:30.428281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c6e820f0-ed28-416e-8e35-900db68950ba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e820f0-ed28-416e-8e35-900db68950ba,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:30.430593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21cb47a1-d14e-4e8e-bdf7-fe92819f35fa req-0b23c8b0-3bf7-4861-8953-097cb947153b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Aug 30 21:02:30.437137 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.488835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.497104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c6e820f0-ed28-416e-8e35-900db68950ba,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:30.543475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1f10a-dc96-4362-9ad6-2a1d41a64eb8 req-bce2f6e1-40f3-4a8c-bce1-81ef2373f5bd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:30.544983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6b1f10a-dc96-4362-9ad6-2a1d41a64eb8 req-bce2f6e1-40f3-4a8c-bce1-81ef2373f5bd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 949 time: 0.0527234 Aug 30 21:02:30.583256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6b1f10a-dc96-4362-9ad6-2a1d41a64eb8 req-2324a569-3798-4d16-8605-be2be4b36cb5 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Aug 30 21:02:30.762248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:30.771031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.784559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Transition to ACTIVE for port object 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:30.790461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.833076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c6e820f0-ed28-416e-8e35-900db68950ba'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:30.836694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:30.889753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:30.890121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:30.890387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:30.895713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:30.896079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:30.901323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:30.901677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:30.902025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:30.902440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Bound port: 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:30.902852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:30.971274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:30.974607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:30.981642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:31.014864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.015740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:31.017263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] 10.222.0.82 "PUT /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 1112 time: 0.6090944 Aug 30 21:02:31.017789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:31.020219 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57" -d '{"events": [{"name": "network-changed", "server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:31.060062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab7eec-58c2-4c99-8435-61a9bb323d96 service neutron] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:31.111986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-8cdb7a4c-9cd5-4c28-ad16-57c67175c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.113538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-8cdb7a4c-9cd5-4c28-ad16-57c67175c807 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1115 time: 0.0501249 Aug 30 21:02:31.159700 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-6d3ab9d7-0985-4e2b-8763-e6b935c7b8cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 217 time: 0.0374057 Aug 30 21:02:31.200814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.201402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.201769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.202257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.202740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.203191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.203677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.204137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.206094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-0da583b9-f7aa-4cf9-87de-70aad3e3913e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47&device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9&device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb&device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a&device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 7367 time: 0.0537488 Aug 30 21:02:31.208694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-f7895134-eae3-4e27-8136-346edc5c39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.210158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-f7895134-eae3-4e27-8136-346edc5c39e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0435090 Aug 30 21:02:31.226969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-fd377dbc-198a-4472-9e50-660e5798bea0 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:31.242043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-58980f8a-d092-4c70-a8cc-d31bb0125fa4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234830 Aug 30 21:02:31.316710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-fd377dbc-198a-4472-9e50-660e5798bea0 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:31.324262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-fd377dbc-198a-4472-9e50-660e5798bea0 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:31.344378 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-fef51b65-49cb-489a-a86b-05e706fb226c service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928774 Aug 30 21:02:31.354745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26a95d95-9f6d-4a74-b7fd-afaf36719c50 req-fd377dbc-198a-4472-9e50-660e5798bea0 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&id=a0289563-590f-4cac-af48-06d8110198ee&id=100aaef3-1d00-4658-a760-2c64aa4f1b51&id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.1403971 Aug 30 21:02:31.370831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd377dbc-198a-4472-9e50-660e5798bea0 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b729cf-4d61-43a3-ab1a-f84cacdf96fa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:31.397391 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd0f2d4-fec8-4909-aa49-b6e2adc530d8 x-openstack-request-id: req-4dd0f2d4-fec8-4909-aa49-b6e2adc530d8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:31.397654 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:31.397895 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4dd0f2d4-fec8-4909-aa49-b6e2adc530d8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:31.398309 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'status': 'completed', 'code': 200} Aug 30 21:02:31.440273 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b5b291ae-371e-4d60-9f22-adc21c0e7a41 req-bb303eb8-4ee3-43fd-9550-156c64021cee service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880029 Aug 30 21:02:31.492123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8915ac3-16ba-4477-be3e-54d97f302161 req-d586a224-2e59-4f35-adb5-d8963b2cefa1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.493600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8915ac3-16ba-4477-be3e-54d97f302161 req-d586a224-2e59-4f35-adb5-d8963b2cefa1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0521579 Aug 30 21:02:31.530738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-7450e905-82f8-48fc-b340-da067b4af74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.532573 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-7450e905-82f8-48fc-b340-da067b4af74b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1115 time: 0.0411615 Aug 30 21:02:31.532757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8915ac3-16ba-4477-be3e-54d97f302161 req-81c8100d-b3ab-4b92-a0c6-44b42269ac23 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Aug 30 21:02:31.628571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-7496bb5b-8392-4798-b8be-29562de73001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.630092 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-7496bb5b-8392-4798-b8be-29562de73001 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.0884013 Aug 30 21:02:31.636850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a9fa8-c56d-4414-9705-186ce9c0e0c1 req-9651f060-58a8-4613-8ec3-676522dd5b96 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.638362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-096a9fa8-c56d-4414-9705-186ce9c0e0c1 req-9651f060-58a8-4613-8ec3-676522dd5b96 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 969 time: 0.0486543 Aug 30 21:02:31.673932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-33b4fff8-4b52-4601-8651-a9e0ef08413d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 217 time: 0.0345430 Aug 30 21:02:31.678831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-096a9fa8-c56d-4414-9705-186ce9c0e0c1 req-294eb131-e152-4d99-b2fc-f1e75c54a6de tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341129 Aug 30 21:02:31.728161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-678543ac-c1c9-42ca-ab27-5eeddfb00052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.729736 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-678543ac-c1c9-42ca-ab27-5eeddfb00052 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0478759 Aug 30 21:02:31.765408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-af3a1034-982d-4bd4-920c-4557ce39120e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257611 Aug 30 21:02:31.827458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b5a6-af4e-4392-9a91-44dc23287f86 req-905d47a7-7612-46c9-9d4c-d8263e9350ad tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:31.828930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b888b5a6-af4e-4392-9a91-44dc23287f86 req-905d47a7-7612-46c9-9d4c-d8263e9350ad tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.0488071 Aug 30 21:02:31.856947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-40b6387d-a130-464d-83a0-34efd422f6e1 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834692 Aug 30 21:02:31.866895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b888b5a6-af4e-4392-9a91-44dc23287f86 req-3eeb4f6c-86c7-485b-825b-896060ccc64d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Aug 30 21:02:31.954937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c96362c1-1d9e-48b4-9eb0-a2c3242e4c57 req-dbb9bc2b-62a2-4767-a9ac-70ce02431810 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885842 Aug 30 21:02:32.126787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fad71-eaa3-4271-b176-e1947ac8bd20 req-693ba1ab-8ab6-4155-b857-f19523025aef tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:32.127312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fad71-eaa3-4271-b176-e1947ac8bd20 req-693ba1ab-8ab6-4155-b857-f19523025aef tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:32.127934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fad71-eaa3-4271-b176-e1947ac8bd20 req-693ba1ab-8ab6-4155-b857-f19523025aef tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:32.129595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce7fad71-eaa3-4271-b176-e1947ac8bd20 req-693ba1ab-8ab6-4155-b857-f19523025aef tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24&device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb&device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 2884 time: 0.0480425 Aug 30 21:02:32.168399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce7fad71-eaa3-4271-b176-e1947ac8bd20 req-8d53b1c3-242b-42e0-a678-2d8b093fffcd tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300143 Aug 30 21:02:32.193428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e820f0-ed28-416e-8e35-900db68950ba up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:32.247901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port c6e820f0-ed28-416e-8e35-900db68950ba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:32.251776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port c6e820f0-ed28-416e-8e35-900db68950ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:32.252143 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:32.330174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:32.353603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e820f0-ed28-416e-8e35-900db68950ba'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:32.356057 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bb423a-59c9-4f25-8f68-65fca92cac2c" -d '{"events": [{"server_uuid": "ad54b570-86bf-4e79-8a79-c338d349bfe9", "name": "network-vif-plugged", "status": "completed", "tag": "c6e820f0-ed28-416e-8e35-900db68950ba"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:32.369041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c6e820f0-ed28-416e-8e35-900db68950ba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e820f0-ed28-416e-8e35-900db68950ba,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:32.373956 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:32.398880 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ca1b9-0963-472a-a03f-fa9863fd96ed x-openstack-request-id: req-490ca1b9-0963-472a-a03f-fa9863fd96ed {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:32.399168 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad54b570-86bf-4e79-8a79-c338d349bfe9", "name": "network-vif-plugged", "status": "completed", "tag": "c6e820f0-ed28-416e-8e35-900db68950ba", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:32.399416 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-490ca1b9-0963-472a-a03f-fa9863fd96ed {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:32.399800 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e820f0-ed28-416e-8e35-900db68950ba', 'code': 200} Aug 30 21:02:32.433128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c6e820f0-ed28-416e-8e35-900db68950ba,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:32.516325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb003c2f-ed76-43f7-bb6d-02c34c33edcc req-23e46be9-520a-488a-8070-5f97224bd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:32.517854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb003c2f-ed76-43f7-bb6d-02c34c33edcc req-23e46be9-520a-488a-8070-5f97224bd955 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 1122 time: 0.0429091 Aug 30 21:02:32.555833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb003c2f-ed76-43f7-bb6d-02c34c33edcc req-72209b74-99b9-4ecb-99c3-50e537926d33 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296707 Aug 30 21:02:32.666763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fa67-63a1-4709-8cd9-fcdb5a34fdd9 req-b6f8afbe-da12-4639-9010-eaff2ebd5535 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:32.668210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9df8fa67-63a1-4709-8cd9-fcdb5a34fdd9 req-b6f8afbe-da12-4639-9010-eaff2ebd5535 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0584149 Aug 30 21:02:32.708496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9df8fa67-63a1-4709-8cd9-fcdb5a34fdd9 req-0a3c0d09-dc93-41cc-bf41-7f9badf2ec83 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Aug 30 21:02:32.862306 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:02:32.905385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf510dc2-8618-4553-abdb-6cb82a9b44ea req-713befd5-98d3-45a2-94ce-4241d7006066 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:32.911153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf510dc2-8618-4553-abdb-6cb82a9b44ea req-713befd5-98d3-45a2-94ce-4241d7006066 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 970 time: 0.0558589 Aug 30 21:02:32.954075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf510dc2-8618-4553-abdb-6cb82a9b44ea req-81e6f5e5-34ab-4e62-aa58-d3003e65b759 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Aug 30 21:02:33.058290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06101dc2-9af6-40d1-835f-4d157b38f6be req-f694fb24-4760-478c-9069-1a89e0d0f8ca tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:33.059854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06101dc2-9af6-40d1-835f-4d157b38f6be req-f694fb24-4760-478c-9069-1a89e0d0f8ca tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1100 time: 0.0540564 Aug 30 21:02:33.098531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06101dc2-9af6-40d1-835f-4d157b38f6be req-a826c540-4bae-4d5c-afdf-6a514e2f812e tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297492 Aug 30 21:02:33.207638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f2763-68e7-4768-bcb6-5542f2717ea9 req-37d33dcf-35de-4264-a70b-a167ac2f2cfc tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:33.209113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db6f2763-68e7-4768-bcb6-5542f2717ea9 req-37d33dcf-35de-4264-a70b-a167ac2f2cfc tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.0555799 Aug 30 21:02:33.247205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db6f2763-68e7-4768-bcb6-5542f2717ea9 req-f5766277-1e78-4826-845f-82d9eba163da tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Aug 30 21:02:33.278135 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:33.409677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f65ffe-3681-4346-bde6-1f470ea001f6 req-0a8bd864-3477-4850-b544-8052e16e7b0c tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:33.411163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07f65ffe-3681-4346-bde6-1f470ea001f6 req-0a8bd864-3477-4850-b544-8052e16e7b0c tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1100 time: 0.0486875 Aug 30 21:02:33.458522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07f65ffe-3681-4346-bde6-1f470ea001f6 req-27165dfc-35f0-4bb1-8e73-53411952724d tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Aug 30 21:02:34.084067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e7e0-d4be-462e-8015-90753459b3bf req-a8c7d30a-1ff3-4491-949a-9dd88d970a4c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:34.085694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fd1e7e0-d4be-462e-8015-90753459b3bf req-a8c7d30a-1ff3-4491-949a-9dd88d970a4c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0520046 Aug 30 21:02:34.130124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fd1e7e0-d4be-462e-8015-90753459b3bf req-62b50a90-180e-4e1c-bf14-67dd4c95016c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Aug 30 21:02:34.249870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3a4b-2317-46dd-a1e1-4c30aad658fa req-9858cbac-a173-4ad2-8d43-3a971e0ff765 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:34.251350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-751f3a4b-2317-46dd-a1e1-4c30aad658fa req-9858cbac-a173-4ad2-8d43-3a971e0ff765 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 970 time: 0.0572834 Aug 30 21:02:34.292103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-751f3a4b-2317-46dd-a1e1-4c30aad658fa req-02468d8f-8a3f-4e27-8598-780002ea8a47 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Aug 30 21:02:34.592150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0a826-ee0c-45b4-bbd2-84e60704dda8 req-d02d30ed-26d4-4355-ba3a-3bfb41b41f19 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:34.593705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3fe0a826-ee0c-45b4-bbd2-84e60704dda8 req-d02d30ed-26d4-4355-ba3a-3bfb41b41f19 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.0513833 Aug 30 21:02:34.632610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3fe0a826-ee0c-45b4-bbd2-84e60704dda8 req-df0ded71-c86a-4fe1-8025-56adff806ff5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Aug 30 21:02:34.736538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97afbc-b528-40e9-9774-a2a8ce8ab636 req-e09dd6e8-88c2-49ee-a24c-1f9af55c158a tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:34.738039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef97afbc-b528-40e9-9774-a2a8ce8ab636 req-e09dd6e8-88c2-49ee-a24c-1f9af55c158a tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 1122 time: 0.0502954 Aug 30 21:02:34.759034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ef97afbc-b528-40e9-9774-a2a8ce8ab636 req-a73f8258-4266-42ca-9a3f-3981cd2b339b tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:34.847613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ef97afbc-b528-40e9-9774-a2a8ce8ab636 req-a73f8258-4266-42ca-9a3f-3981cd2b339b tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:34.853434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ef97afbc-b528-40e9-9774-a2a8ce8ab636 req-a73f8258-4266-42ca-9a3f-3981cd2b339b tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:34.880354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef97afbc-b528-40e9-9774-a2a8ce8ab636 req-a73f8258-4266-42ca-9a3f-3981cd2b339b tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338780 Aug 30 21:02:34.884621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f8258-4266-42ca-9a3f-3981cd2b339b tempest-AggregatesAdminTestJSON-111522435 tempest-AggregatesAdminTestJSON-111522435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f89e32-5dc3-460a-9e66-0b78dd8e1ab7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:35.043168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c743b4-e73d-44ae-b7be-6d13c609008d req-a60f898c-52bc-43ac-a87e-429faf626b5e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:35.044586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78c743b4-e73d-44ae-b7be-6d13c609008d req-a60f898c-52bc-43ac-a87e-429faf626b5e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0510297 Aug 30 21:02:35.085248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78c743b4-e73d-44ae-b7be-6d13c609008d req-f64d3447-05b3-4a42-be95-fed5b767133f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Aug 30 21:02:35.337050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f623da-b64e-49db-8876-245bdead3307 req-0d8d013f-7017-4430-89f3-035f55dee752 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:35.338438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4f623da-b64e-49db-8876-245bdead3307 req-0d8d013f-7017-4430-89f3-035f55dee752 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0531957 Aug 30 21:02:35.380530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4f623da-b64e-49db-8876-245bdead3307 req-6ee7c6d4-951d-4eae-847a-792305be5ce2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Aug 30 21:02:35.451156 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:35.839992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c7e28-4667-4437-ac76-426efb94f927 req-c5ce08d5-0ed2-4dc8-9092-a0e75e8f994a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:35.841487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e83c7e28-4667-4437-ac76-426efb94f927 req-c5ce08d5-0ed2-4dc8-9092-a0e75e8f994a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.0507045 Aug 30 21:02:35.890369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e83c7e28-4667-4437-ac76-426efb94f927 req-4b6336f9-dcee-4b4b-920d-8a6af725c7eb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Aug 30 21:02:36.192793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:36.246633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8eedf-75e9-4090-99a9-e80229f53bda req-0de9537f-7491-49f2-beaf-adb0ee8b9db6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:36.248244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ce8eedf-75e9-4090-99a9-e80229f53bda req-0de9537f-7491-49f2-beaf-adb0ee8b9db6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0485637 Aug 30 21:02:36.286037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:36.287730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ce8eedf-75e9-4090-99a9-e80229f53bda req-63a66109-9c19-4623-bdce-1e13d8c32bbb tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Aug 30 21:02:36.297679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'port_id': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'mac_address': 'fa:16:3e:b3:1a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7639b83c-74c1-40a5-853b-53d212559039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-34943330', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:36.337166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:36.351053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:36.375042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:36.381759 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:36.433118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:36.542917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9334ab-0a68-4a2d-a3b7-a852c406a856 req-a253aca8-2c69-485f-af49-6dbeb6b7f828 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:36.544381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de9334ab-0a68-4a2d-a3b7-a852c406a856 req-a253aca8-2c69-485f-af49-6dbeb6b7f828 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0554304 Aug 30 21:02:36.584398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de9334ab-0a68-4a2d-a3b7-a852c406a856 req-8870200b-0a4d-40fa-8d8e-36a481b8cd66 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Aug 30 21:02:36.806804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:37.032868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376272e-1aae-4287-831e-d718da403adf req-b223cddf-54a1-41c7-ad93-a0ed16d08224 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:37.034762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8376272e-1aae-4287-831e-d718da403adf req-b223cddf-54a1-41c7-ad93-a0ed16d08224 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 964 time: 0.0590513 Aug 30 21:02:37.074114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8376272e-1aae-4287-831e-d718da403adf req-0d6b395c-7c79-443a-b945-6e35c66c03cc tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Aug 30 21:02:37.438953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44068e66-a82d-4568-ac84-4a94404e837c req-a6e8da68-38a2-4796-a7bd-4084ebf8690f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:37.441081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44068e66-a82d-4568-ac84-4a94404e837c req-a6e8da68-38a2-4796-a7bd-4084ebf8690f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0576558 Aug 30 21:02:37.479997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44068e66-a82d-4568-ac84-4a94404e837c req-5579f76e-4465-4b4f-b3cb-e576c89d2611 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Aug 30 21:02:37.885533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b31ef9-912b-4a7e-88e4-9e0d413ae6e3 req-c6ba0315-0fec-45d4-b71a-a4c2d72b8102 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:37.887029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6b31ef9-912b-4a7e-88e4-9e0d413ae6e3 req-c6ba0315-0fec-45d4-b71a-a4c2d72b8102 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0625634 Aug 30 21:02:37.925123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6b31ef9-912b-4a7e-88e4-9e0d413ae6e3 req-bb1b9614-5078-4834-b025-4d4432ee041b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Aug 30 21:02:38.217426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:38.256168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45132) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:38.267407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:38.271291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:38.271740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.281742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecbad4-a238-469e-8028-c7c68195411a req-f22fe92c-c64d-4114-aa1a-f4f2ac2c416a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:38.283629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8eecbad4-a238-469e-8028-c7c68195411a req-f22fe92c-c64d-4114-aa1a-f4f2ac2c416a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 964 time: 0.0588372 Aug 30 21:02:38.329483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8eecbad4-a238-469e-8028-c7c68195411a req-5f00fb45-c58c-4695-8d3d-d7ece6d7fa66 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Aug 30 21:02:38.358303 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.385919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:38.388491 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604b2e6c-e106-4636-8752-a9c9343e56cd" -d '{"events": [{"server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "name": "network-vif-plugged", "status": "completed", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:38.389856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7834fd3-7253-4e1e-8f2e-e55bb0fb9f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.403893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:38.410791 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.472698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:38.490476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7834fd3-7253-4e1e-8f2e-e55bb0fb9f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.496296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7834fd3-7253-4e1e-8f2e-e55bb0fb9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.537391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d7834fd3-7253-4e1e-8f2e-e55bb0fb9f96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d51328a14e6e4e82a1cc93a118113082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801003 Aug 30 21:02:38.538279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7834fd3-7253-4e1e-8f2e-e55bb0fb9f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f15c45-d4be-4a3e-a0c2-4aed218c783a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:38.544998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45150) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:38.571708 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5850d0a7-0174-4900-a32d-97cbec64214e x-openstack-request-id: req-5850d0a7-0174-4900-a32d-97cbec64214e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:38.571908 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "name": "network-vif-plugged", "status": "completed", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:38.572241 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5850d0a7-0174-4900-a32d-97cbec64214e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:38.573187 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'code': 200} Aug 30 21:02:38.603838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56f56de4-b8f8-40d3-9449-5706d3b341a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.625893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56f56de4-b8f8-40d3-9449-5706d3b341a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.676172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe9d3-c7b0-4186-a58a-7d02e69b974a req-366ad393-7b21-4f73-807a-129fb2961d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:38.677681 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dcbe9d3-c7b0-4186-a58a-7d02e69b974a req-366ad393-7b21-4f73-807a-129fb2961d7c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1117 time: 0.0416238 Aug 30 21:02:38.702389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efc455-ec17-4958-9b23-198ae193ad66 req-4b28abf5-3e30-4708-9904-122040ce42f2 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:38.703921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53efc455-ec17-4958-9b23-198ae193ad66 req-4b28abf5-3e30-4708-9904-122040ce42f2 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0712645 Aug 30 21:02:38.717810 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dcbe9d3-c7b0-4186-a58a-7d02e69b974a req-95217ef8-ec45-4473-a120-8100a9a7ee27 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Aug 30 21:02:38.720481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56f56de4-b8f8-40d3-9449-5706d3b341a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.723077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56f56de4-b8f8-40d3-9449-5706d3b341a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:38.724087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-56f56de4-b8f8-40d3-9449-5706d3b341a6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58f15c45-d4be-4a3e-a0c2-4aed218c783a HTTP/1.1" status: 204 len: 168 time: 0.1781812 Aug 30 21:02:38.741304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f56de4-b8f8-40d3-9449-5706d3b341a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f15c45-d4be-4a3e-a0c2-4aed218c783a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:38.763367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53efc455-ec17-4958-9b23-198ae193ad66 req-220c9087-27b8-4e91-b17b-d5d5b15834ce tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502706 Aug 30 21:02:38.864315 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55c6e48c-c72f-42ea-8122-2b898c26120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.031204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:39.045858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f66ed60-3b30-4123-97de-4c6e428dc516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.091285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298322d-1c69-4b8b-8e97-5ba4aee757b4 req-41ab6c5e-7b73-40fe-8974-a7eb55939f6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:39.092984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6298322d-1c69-4b8b-8e97-5ba4aee757b4 req-41ab6c5e-7b73-40fe-8974-a7eb55939f6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0527794 Aug 30 21:02:39.137521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6298322d-1c69-4b8b-8e97-5ba4aee757b4 req-4e98e487-c4a4-401d-8658-464b476279f6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383229 Aug 30 21:02:39.149729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f66ed60-3b30-4123-97de-4c6e428dc516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.157974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f66ed60-3b30-4123-97de-4c6e428dc516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.201862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f66ed60-3b30-4123-97de-4c6e428dc516 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a440c570b95a4be5ad6bec5530020f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693497 Aug 30 21:02:39.203338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ed60-3b30-4123-97de-4c6e428dc516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f53147-cb22-4035-b718-91dc8493475a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:39.204470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45176) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:39.204826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:39.276809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93df8349-cc3c-45a1-97a0-c2b5b5b08021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.299289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93df8349-cc3c-45a1-97a0-c2b5b5b08021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.344234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89c5f3a2-5b5a-4191-84de-83bc4e77d1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.385225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93df8349-cc3c-45a1-97a0-c2b5b5b08021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.387774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-93df8349-cc3c-45a1-97a0-c2b5b5b08021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.388919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-93df8349-cc3c-45a1-97a0-c2b5b5b08021 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30f53147-cb22-4035-b718-91dc8493475a HTTP/1.1" status: 204 len: 168 time: 0.1819935 Aug 30 21:02:39.407639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8349-cc3c-45a1-97a0-c2b5b5b08021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f53147-cb22-4035-b718-91dc8493475a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:39.460927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89c5f3a2-5b5a-4191-84de-83bc4e77d1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.466155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89c5f3a2-5b5a-4191-84de-83bc4e77d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.515523 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89c5f3a2-5b5a-4191-84de-83bc4e77d1c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e14a9e413ed4607b6519d9c530e958b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096368 Aug 30 21:02:39.517065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5f3a2-5b5a-4191-84de-83bc4e77d1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d986ed-5cd1-4d6f-8453-a60caad24b5b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:39.518269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:39.576682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cea96660-5a29-43e6-b54e-88c6ad5ab6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.600893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cea96660-5a29-43e6-b54e-88c6ad5ab6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.627936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1365f2-34ae-4cdd-90ed-53a6ebe27bca req-28aed701-4d4b-4499-90e7-6dc540447061 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:39.629613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e1365f2-34ae-4cdd-90ed-53a6ebe27bca req-28aed701-4d4b-4499-90e7-6dc540447061 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 965 time: 0.0515292 Aug 30 21:02:39.650119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cea96660-5a29-43e6-b54e-88c6ad5ab6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.653151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cea96660-5a29-43e6-b54e-88c6ad5ab6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:39.656931 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cea96660-5a29-43e6-b54e-88c6ad5ab6f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78d986ed-5cd1-4d6f-8453-a60caad24b5b HTTP/1.1" status: 204 len: 168 time: 0.1334672 Aug 30 21:02:39.670447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea96660-5a29-43e6-b54e-88c6ad5ab6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d986ed-5cd1-4d6f-8453-a60caad24b5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:39.674953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e1365f2-34ae-4cdd-90ed-53a6ebe27bca req-c1a6f63e-52f6-475f-8af6-eb1b07ab4101 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Aug 30 21:02:39.962940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789092d7-fe37-49a9-ade8-67c97dbb8593 req-43bc6b23-4062-4819-9448-b20016d89309 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:39.964224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-789092d7-fe37-49a9-ade8-67c97dbb8593 req-43bc6b23-4062-4819-9448-b20016d89309 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0529375 Aug 30 21:02:40.006050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-789092d7-fe37-49a9-ade8-67c97dbb8593 req-0b4dd303-abbd-45f5-b52d-359b878eb5c5 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346396 Aug 30 21:02:40.015649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:40.032423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-8030-4887-a7d9-85738fac7ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.108821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45242) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:40.182353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-8030-4887-a7d9-85738fac7ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.189949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-936e85cf-8030-4887-a7d9-85738fac7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.249627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-936e85cf-8030-4887-a7d9-85738fac7ed4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ce44a03148d4e5d97bdc5f13be2c970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326729 Aug 30 21:02:40.252079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:40.261023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-111db22c-b4bd-4493-8413-b989b80b007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.265053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e85cf-8030-4887-a7d9-85738fac7ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8356091e-352b-4d6b-bb64-449ceabc7b3d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:40.312600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-450a20b7-9f25-4bab-b4e1-b81757967018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.341185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f74fd1-a037-436a-9472-c3118bd59be8 req-44de75ea-bbec-4026-850b-37e96044f642 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:40.342898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-450a20b7-9f25-4bab-b4e1-b81757967018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.343123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10f74fd1-a037-436a-9472-c3118bd59be8 req-44de75ea-bbec-4026-850b-37e96044f642 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0785406 Aug 30 21:02:40.394815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-450a20b7-9f25-4bab-b4e1-b81757967018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.398232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-450a20b7-9f25-4bab-b4e1-b81757967018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.403319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-450a20b7-9f25-4bab-b4e1-b81757967018 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8356091e-352b-4d6b-bb64-449ceabc7b3d HTTP/1.1" status: 204 len: 168 time: 0.1499445 Aug 30 21:02:40.415563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a20b7-9f25-4bab-b4e1-b81757967018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8356091e-352b-4d6b-bb64-449ceabc7b3d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:40.429125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10f74fd1-a037-436a-9472-c3118bd59be8 req-d6ee9a4b-d282-4499-87b9-39d7ed2777ae tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Aug 30 21:02:40.453493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:40.482021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-111db22c-b4bd-4493-8413-b989b80b007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.487766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-111db22c-b4bd-4493-8413-b989b80b007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.533983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db22c-b4bd-4493-8413-b989b80b007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e2ac18-a3aa-4e3c-8d4a-9e5198384844,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:40.554480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:40.555052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-111db22c-b4bd-4493-8413-b989b80b007c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3fa904f6703f470692e5e47f16188515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446917 Aug 30 21:02:40.569329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-748590390-network', 'tenant_id': '6e4423d623614804a2701b280c6a9ab9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:40.628545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Made reservation on behalf of 6e4423d623614804a2701b280c6a9ab9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:40.631719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.645878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-926ee0ea-ae45-41db-84dd-4c488713bf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.657414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.669461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-926ee0ea-ae45-41db-84dd-4c488713bf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.736135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-926ee0ea-ae45-41db-84dd-4c488713bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.738617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-926ee0ea-ae45-41db-84dd-4c488713bf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.739784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-926ee0ea-ae45-41db-84dd-4c488713bf6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/77e2ac18-a3aa-4e3c-8d4a-9e5198384844 HTTP/1.1" status: 204 len: 168 time: 0.1841278 Aug 30 21:02:40.746334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3464f7-8c7a-4a3b-8135-d221a80c4d42 req-e09303a8-d9a0-4d19-9662-5116de6c63ff tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:40.748275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df3464f7-8c7a-4a3b-8135-d221a80c4d42 req-e09303a8-d9a0-4d19-9662-5116de6c63ff tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 970 time: 0.0583582 Aug 30 21:02:40.760668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee0ea-ae45-41db-84dd-4c488713bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e2ac18-a3aa-4e3c-8d4a-9e5198384844,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:40.810555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df3464f7-8c7a-4a3b-8135-d221a80c4d42 req-dbd5d252-12e8-48c9-ac58-98b45298db28 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547330 Aug 30 21:02:40.845447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.853744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.870128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:02:40.893923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:40.894346 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Added segment c0d9f91f-8c16-4af7-9f61-7701ba27623a of type vlan for network 83dad685-91d4-47c7-952c-f81b2125170a Aug 30 21:02:40.943087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:40.948205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7cf4a-aafc-437c-9b43-2a2d61206662 req-913be338-2f07-4fcd-92aa-09b909498374 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:40.958692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7b7cf4a-aafc-437c-9b43-2a2d61206662 req-913be338-2f07-4fcd-92aa-09b909498374 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 965 time: 0.0655780 Aug 30 21:02:40.972202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.002758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.004064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.004908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.006314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7b7cf4a-aafc-437c-9b43-2a2d61206662 req-c11611db-a10b-4d9a-9c61-e5f16973c3a2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465090 Aug 30 21:02:41.079683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6238043 Aug 30 21:02:41.082289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:41.087446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Request body: {'subnet': {'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-748590390-subnet', 'tenant_id': '6e4423d623614804a2701b280c6a9ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:41.102660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70858b95-cb22-4724-903b-d353d6109201 admin admin] Pushing event updated for resources: {'Network': ['ID=83dad685-91d4-47c7-952c-f81b2125170a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:41.117107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 83dad685-91d4-47c7-952c-f81b2125170a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:02:41.130051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Made reservation on behalf of 6e4423d623614804a2701b280c6a9ab9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:41.133197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.222370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:41.225005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50d65-6d8c-42e7-af34-7ff8224a1767 req-a1fa8284-7d11-49d6-be0f-136b867d138a tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.226803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29a50d65-6d8c-42e7-af34-7ff8224a1767 req-a1fa8284-7d11-49d6-be0f-136b867d138a tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1117 time: 0.0518270 Aug 30 21:02:41.241147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aed7cf1-ad92-4cd4-b979-9632f81a83b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.266801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29a50d65-6d8c-42e7-af34-7ff8224a1767 req-90a1d2b9-7539-4aeb-a8db-e8717321ccb4 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Aug 30 21:02:41.359900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.380159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db4824-e760-4fbc-9a9b-42b960950e0f req-f648aedd-65da-4191-ab9e-040432678a20 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.381793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92db4824-e760-4fbc-9a9b-42b960950e0f req-f648aedd-65da-4191-ab9e-040432678a20 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0541995 Aug 30 21:02:41.427625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92db4824-e760-4fbc-9a9b-42b960950e0f req-265524a1-8c5c-40a1-81b2-a201ecb094aa tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Aug 30 21:02:41.436837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bf2736-b56f-4274-b4ec-d9d58541ceb7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:41.459380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:41.459728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Network hostable DHCP agents. Network: 83dad685-91d4-47c7-952c-f81b2125170a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:02:41.477810 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aed7cf1-ad92-4cd4-b979-9632f81a83b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.485540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aed7cf1-ad92-4cd4-b979-9632f81a83b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.503256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Network 83dad685-91d4-47c7-952c-f81b2125170a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:02:41.528907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7cf1-ad92-4cd4-b979-9632f81a83b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ae264-fc41-4cb0-a8eb-c89a23b461e1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:41.536586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0aed7cf1-ad92-4cd4-b979-9632f81a83b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d55d653773ac40bd975a729c4e0f1ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131251 Aug 30 21:02:41.537173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:41.543892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 83dad685-91d4-47c7-952c-f81b2125170a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:41.555390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.555390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.555559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ea2f6-2856-4667-8d80-93f83d12fce6 None None] Network 83dad685-91d4-47c7-952c-f81b2125170a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:41.556479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45312) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:41.558491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e7bd-00a5-4f94-981a-bfa435bbc3f0 req-970f37b6-b1ee-4b2d-9299-e3bedbe9dd0b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.560077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3170e7bd-00a5-4f94-981a-bfa435bbc3f0 req-970f37b6-b1ee-4b2d-9299-e3bedbe9dd0b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1117 time: 0.0576763 Aug 30 21:02:41.591741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6dd3689f-254d-40c3-81ae-f7f3e1fbba7c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5083492 Aug 30 21:02:41.609442 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66df05bc-11a6-4b7e-a20a-935f4ac25f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.611782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3170e7bd-00a5-4f94-981a-bfa435bbc3f0 req-1cff7352-f21b-487d-a1f6-d45be1e93426 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371332 Aug 30 21:02:41.641289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66df05bc-11a6-4b7e-a20a-935f4ac25f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.682961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.713459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66df05bc-11a6-4b7e-a20a-935f4ac25f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.716465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-66df05bc-11a6-4b7e-a20a-935f4ac25f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.720421 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-66df05bc-11a6-4b7e-a20a-935f4ac25f99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df3ae264-fc41-4cb0-a8eb-c89a23b461e1 HTTP/1.1" status: 204 len: 168 time: 0.1816406 Aug 30 21:02:41.728852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df05bc-11a6-4b7e-a20a-935f4ac25f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ae264-fc41-4cb0-a8eb-c89a23b461e1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:41.750430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:41.750775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5507e5ca-619b-4647-851f-aac23f00d0e0 tempest-AutoAllocateNetworkTest-950339171 tempest-AutoAllocateNetworkTest-950339171-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f12ed01d110f4e67a208aa58d2d6b67a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1893408 Aug 30 21:02:41.771554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282369-da05-4767-96cb-3b1e88015f16 req-0f6f1b53-1993-4bd6-984e-2f4a95797d76 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.785306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26282369-da05-4767-96cb-3b1e88015f16 req-0f6f1b53-1993-4bd6-984e-2f4a95797d76 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0958517 Aug 30 21:02:41.787380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac147a3-4dcd-4cd6-aa3c-e5c7d5bed03b None None] Network 83dad685-91d4-47c7-952c-f81b2125170a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:41.827283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26282369-da05-4767-96cb-3b1e88015f16 req-57d34751-efb1-4ed6-853c-acd5117f4396 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Aug 30 21:02:41.881162 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2715c067-bbb7-4da6-8013-48c8aeb56693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:41.898758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d25b6-699d-46c3-88ff-24f8543ea46a tempest-AutoAllocateNetworkTest-950339171 tempest-AutoAllocateNetworkTest-950339171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:41.903251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ff5d25b6-699d-46c3-88ff-24f8543ea46a tempest-AutoAllocateNetworkTest-950339171 tempest-AutoAllocateNetworkTest-950339171-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1487646 Aug 30 21:02:41.903679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45332) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:41.978650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-401adec3-00d0-4aa0-af1f-238404be4135 tempest-AutoAllocateNetworkTest-950339171 tempest-AutoAllocateNetworkTest-950339171-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734954 Aug 30 21:02:41.981755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:42.019005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-71c89410-49e4-41c0-b86c-10cae1243ea2 tempest-AutoAllocateNetworkTest-950339171 tempest-AutoAllocateNetworkTest-950339171-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f12ed01d110f4e67a208aa58d2d6b67a HTTP/1.1" status: 200 len: 208 time: 0.0330379 Aug 30 21:02:42.038852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e9665-2c83-4b37-bf4e-0c58f90f229c req-4fae1a57-2821-4d83-8004-d5bbf9570b75 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:42.040629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a0e9665-2c83-4b37-bf4e-0c58f90f229c req-4fae1a57-2821-4d83-8004-d5bbf9570b75 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 970 time: 0.0646837 Aug 30 21:02:42.081602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a0e9665-2c83-4b37-bf4e-0c58f90f229c req-c14930a6-1ce5-4403-b7a5-4547419e5fd4 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346575 Aug 30 21:02:42.358885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:42.366862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2a313-80aa-4508-91ad-37146016bfbd req-cb9bad22-4f27-4789-99ac-38a6fdb223ed tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:42.368478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c2a313-80aa-4508-91ad-37146016bfbd req-cb9bad22-4f27-4789-99ac-38a6fdb223ed tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1117 time: 0.0550630 Aug 30 21:02:42.407935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08c2a313-80aa-4508-91ad-37146016bfbd req-10e56905-c1af-4bc0-a07c-ced42cb9a6f8 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Aug 30 21:02:42.456510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:42.461716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1509226094-network', 'tenant_id': 'ffee5c96b53e4f5d9e557547e54de10b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:42.495320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Made reservation on behalf of ffee5c96b53e4f5d9e557547e54de10b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:42.497894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:42.500818 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:42.539641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:42.623693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-b8f0e677-aff4-42fd-8382-af5da84e2045 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:42.625482 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-b8f0e677-aff4-42fd-8382-af5da84e2045 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.82 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 970 time: 0.1233628 Aug 30 21:02:42.650296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d17db-4c05-4ad7-8755-aaea5d5bdc5f req-d0a1828d-8200-4f85-a20b-2a83eff8f047 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:42.652336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a6d17db-4c05-4ad7-8755-aaea5d5bdc5f req-d0a1828d-8200-4f85-a20b-2a83eff8f047 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0878463 Aug 30 21:02:42.693853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a6d17db-4c05-4ad7-8755-aaea5d5bdc5f req-7e6f2d48-5f6a-40ca-858d-9cd939f3549a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346060 Aug 30 21:02:42.716846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96aebf1a-7a6d-4da5-9c7d-990776423f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:42.856544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:42.979204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40115698-9b8c-4e18-9516-5dcd814574db req-392b4ddb-0efb-43df-8e70-05ecfe2a64db tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:42.981414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40115698-9b8c-4e18-9516-5dcd814574db req-392b4ddb-0efb-43df-8e70-05ecfe2a64db tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0579505 Aug 30 21:02:43.025404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40115698-9b8c-4e18-9516-5dcd814574db req-1618c62a-df9d-4b49-81d5-c717ad242441 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366518 Aug 30 21:02:43.074160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.081280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Deleting port c6e820f0-ed28-416e-8e35-900db68950ba {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:02:43.081576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.153196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:02:43.168074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81cc452-7b18-4063-9fff-8276e630f5b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:43.184341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.184341 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Added segment 5d947260-8675-49f2-a029-a1e0ed0c5472 of type vlan for network 70ca201d-7029-4e07-8b00-4d2cb006b8df Aug 30 21:02:43.209039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753dbfe-fd12-40c6-a1d5-fc73eab33812 req-2e6e8957-51b6-4c4b-a8dc-8889973f9031 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:43.210588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4753dbfe-fd12-40c6-a1d5-fc73eab33812 req-2e6e8957-51b6-4c4b-a8dc-8889973f9031 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/ports?device_id=ad54b570-86bf-4e79-8a79-c338d349bfe9 HTTP/1.1" status: 200 len: 970 time: 0.0514102 Aug 30 21:02:43.250809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4753dbfe-fd12-40c6-a1d5-fc73eab33812 req-bd8b2a1f-0407-483c-b963-64950e0feaa5 tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.76 "GET /v2.0/security-groups?id=14dccffb-0255-418f-b868-405f97a66b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Aug 30 21:02:43.269646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.287649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] For port c6e820f0-ed28-416e-8e35-900db68950ba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e820f0-ed28-416e-8e35-900db68950ba,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:43.287922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.314027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Calling delete_port for c6e820f0-ed28-416e-8e35-900db68950ba owned by compute:tempest-test_az-34943330 {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:02:43.349057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96aebf1a-7a6d-4da5-9c7d-990776423f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.370885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.371695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:43.372187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.409058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-96aebf1a-7a6d-4da5-9c7d-990776423f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.483815 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0234969 Aug 30 21:02:43.484180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45398) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:43.489298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Request body: {'subnet': {'network_id': '70ca201d-7029-4e07-8b00-4d2cb006b8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1509226094-subnet', 'tenant_id': 'ffee5c96b53e4f5d9e557547e54de10b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:43.522970 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-96aebf1a-7a6d-4da5-9c7d-990776423f55 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f12ed01d110f4e67a208aa58d2d6b67a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1609390 Aug 30 21:02:43.525790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8c98-03cf-4cb8-ba9d-c0bec2a12d94 admin admin] Pushing event updated for resources: {'Network': ['ID=70ca201d-7029-4e07-8b00-4d2cb006b8df,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:43.526082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45402) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:43.526183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aebf1a-7a6d-4da5-9c7d-990776423f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44885b4f-59a8-495d-b6e5-f2fbd5a86ee4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:43.535481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 70ca201d-7029-4e07-8b00-4d2cb006b8df details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:02:43.633854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.648553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c6e820f0-ed28-416e-8e35-900db68950ba'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:43.682157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Pushing event deleted for resources: {'Port': ['ID=c6e820f0-ed28-416e-8e35-900db68950ba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:43.755153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] No DVR routers for this DVR port c6e820f0-ed28-416e-8e35-900db68950ba on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:02:43.758511 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.760932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f9b8b4a-2344-4450-b240-75cc45e99b57 req-59e40632-5f83-4361-907a-71a89b7974fc tempest-AggregatesAdminTestJSON-1951690235 tempest-AggregatesAdminTestJSON-1951690235-project] 10.222.0.82 "DELETE /v2.0/ports/c6e820f0-ed28-416e-8e35-900db68950ba HTTP/1.1" status: 204 len: 173 time: 1.1272717 Aug 30 21:02:43.761403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'name': 'network-vif-deleted', 'tag': 'c6e820f0-ed28-416e-8e35-900db68950ba'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:43.763897 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39ceddf-11dd-463b-90e6-d0d9cbfa10ba" -d '{"events": [{"server_uuid": "ad54b570-86bf-4e79-8a79-c338d349bfe9", "name": "network-vif-deleted", "tag": "c6e820f0-ed28-416e-8e35-900db68950ba"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:43.772990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Made reservation on behalf of ffee5c96b53e4f5d9e557547e54de10b for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:43.775676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.855875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bb0ad-74b2-45f6-bd20-9cb20785bd23 req-50975bd1-e1aa-4307-a662-b4dfe2c60a8f tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:43.863305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-917bb0ad-74b2-45f6-bd20-9cb20785bd23 req-50975bd1-e1aa-4307-a662-b4dfe2c60a8f tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1117 time: 0.3546207 Aug 30 21:02:43.908432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9637dc25-36bb-42be-a581-0135172c0b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.947707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9637dc25-36bb-42be-a581-0135172c0b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:43.951762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-917bb0ad-74b2-45f6-bd20-9cb20785bd23 req-aa9cadaf-820e-4c40-b52d-17636dca4464 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875556 Aug 30 21:02:44.052612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9637dc25-36bb-42be-a581-0135172c0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.055118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9637dc25-36bb-42be-a581-0135172c0b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.056245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9637dc25-36bb-42be-a581-0135172c0b82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44885b4f-59a8-495d-b6e5-f2fbd5a86ee4 HTTP/1.1" status: 204 len: 168 time: 0.5316184 Aug 30 21:02:44.071183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637dc25-36bb-42be-a581-0135172c0b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44885b4f-59a8-495d-b6e5-f2fbd5a86ee4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:44.077322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.156137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Checking segment: {'id': '5d947260-8675-49f2-a029-a1e0ed0c5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '70ca201d-7029-4e07-8b00-4d2cb006b8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:44.156538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Network hostable DHCP agents. Network: 70ca201d-7029-4e07-8b00-4d2cb006b8df, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:02:44.159005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09fad5a-9a82-47d0-bad1-9d44563e66a8,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:44.208174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Network 70ca201d-7029-4e07-8b00-4d2cb006b8df is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:02:44.228114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 70ca201d-7029-4e07-8b00-4d2cb006b8df) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:44.232944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:44.233632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.238839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23edccc3-b1ec-4a5f-b421-1e2447996541 None None] Network 70ca201d-7029-4e07-8b00-4d2cb006b8df requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:44.288610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b9d62e64-84a9-4749-a45d-1701000b0c0e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8031375 Aug 30 21:02:44.308512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429bb1e-5f4b-4d94-a6e8-bbedf8b34141 req-57bca574-0bb9-46a3-a1fc-e7233d20a320 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:44.310163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9429bb1e-5f4b-4d94-a6e8-bbedf8b34141 req-57bca574-0bb9-46a3-a1fc-e7233d20a320 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0841198 Aug 30 21:02:44.375296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9429bb1e-5f4b-4d94-a6e8-bbedf8b34141 req-2d41d018-3d8b-4c6d-98d6-8be95152389c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Aug 30 21:02:44.413097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b756c-86f8-4174-80fb-8897f2d365e4 None None] Network 70ca201d-7029-4e07-8b00-4d2cb006b8df requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:44.454332 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880dd7e6-991c-4dc8-8286-6f2234825208 x-openstack-request-id: req-880dd7e6-991c-4dc8-8286-6f2234825208 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:44.454866 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad54b570-86bf-4e79-8a79-c338d349bfe9", "name": "network-vif-deleted", "tag": "c6e820f0-ed28-416e-8e35-900db68950ba", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:44.454974 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-880dd7e6-991c-4dc8-8286-6f2234825208 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:44.455289 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad54b570-86bf-4e79-8a79-c338d349bfe9', 'name': 'network-vif-deleted', 'tag': 'c6e820f0-ed28-416e-8e35-900db68950ba', 'status': 'completed', 'code': 200} Aug 30 21:02:44.460084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.537090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:44.677312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec49a43b-8a8f-4f78-92cd-9bb607ae6585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.778299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec49a43b-8a8f-4f78-92cd-9bb607ae6585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.784377 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec49a43b-8a8f-4f78-92cd-9bb607ae6585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.825176 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ec49a43b-8a8f-4f78-92cd-9bb607ae6585 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eafee9fc883a4beda6eb90797445ce17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869620 Aug 30 21:02:44.828040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:44.835986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49a43b-8a8f-4f78-92cd-9bb607ae6585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080cfb23-93b3-478c-9ae3-f295491e0239,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:44.887040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2db97e-e055-424c-8dc7-c8aa20065192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.909065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2db97e-e055-424c-8dc7-c8aa20065192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.967935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2db97e-e055-424c-8dc7-c8aa20065192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.974204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-db2db97e-e055-424c-8dc7-c8aa20065192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:44.985370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-db2db97e-e055-424c-8dc7-c8aa20065192 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/080cfb23-93b3-478c-9ae3-f295491e0239 HTTP/1.1" status: 204 len: 168 time: 0.1462734 Aug 30 21:02:44.985370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db97e-e055-424c-8dc7-c8aa20065192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080cfb23-93b3-478c-9ae3-f295491e0239,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:45.420260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:45.433529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-375ddb77-3782-4f36-b183-157e4a4b374b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:02:45.443744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-375ddb77-3782-4f36-b183-157e4a4b374b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057147 Aug 30 21:02:45.446846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Request body: {'binding': {'host': 'n-h2-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:45.447706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Unknown quota resources ['binding']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:02:45.450133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4e67-9e67-4280-a646-b2961ec3c747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.555265 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4e67-9e67-4280-a646-b2961ec3c747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.562412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4e67-9e67-4280-a646-b2961ec3c747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.601765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on host n-h2-793620-16 for vnic_type normal with profile None {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:45.602101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:45.602416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:45.603325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e2d4e67-9e67-4280-a646-b2961ec3c747 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=441b953f97d04be2ab115546d4b45be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818199 Aug 30 21:02:45.604749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d4e67-9e67-4280-a646-b2961ec3c747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59bd5e-a37e-4b5d-a624-16c229ad51d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:45.606656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45498) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:45.615773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:45.616342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:45.631213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:45.631540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:45.631919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:45.632341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Bound port: 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:45.699216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf845-f497-4945-ab05-86260544dbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.718756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:45.730018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.731216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-c6d8fca2-3f07-40ce-aa89-bc0034353f91 service neutron] 10.222.0.76 "POST /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.2885847 Aug 30 21:02:45.733002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf845-f497-4945-ab05-86260544dbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.807133 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf845-f497-4945-ab05-86260544dbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.810495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf845-f497-4945-ab05-86260544dbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:45.811973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ccdf845-f497-4945-ab05-86260544dbdd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de59bd5e-a37e-4b5d-a624-16c229ad51d3 HTTP/1.1" status: 204 len: 168 time: 0.2043183 Aug 30 21:02:45.832418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdf845-f497-4945-ab05-86260544dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59bd5e-a37e-4b5d-a624-16c229ad51d3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:45.910432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fbc14-0cea-4485-a58a-bfe76349001e req-97a3467d-0b14-4e9a-a8e5-25a561f4be5a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:45.912205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f05fbc14-0cea-4485-a58a-bfe76349001e req-97a3467d-0b14-4e9a-a8e5-25a561f4be5a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0547378 Aug 30 21:02:45.954790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f05fbc14-0cea-4485-a58a-bfe76349001e req-bf2162b5-7f28-482c-b365-16db7fd06fa2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356948 Aug 30 21:02:45.999250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-4d758f3f-c475-47f3-b135-dfc004444615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:46.000855 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-4d758f3f-c475-47f3-b135-dfc004444615 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1117 time: 0.0469210 Aug 30 21:02:46.112074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-164beb3f-bd22-4371-ac0f-a25626a70450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:46.113593 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-164beb3f-bd22-4371-ac0f-a25626a70450 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1013327 Aug 30 21:02:46.162181 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-badd2ed5-cba2-4ca4-b784-931019f05a6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 217 time: 0.0407143 Aug 30 21:02:46.208859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e820f0-ed28-416e-8e35-900db68950ba no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:02:46.225870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-58b7339a-0d81-4432-8420-0a1b4b0814b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:46.227653 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-58b7339a-0d81-4432-8420-0a1b4b0814b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0566974 Aug 30 21:02:46.238467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: c6e820f0-ed28-416e-8e35-900db68950ba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:02:46.238983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e820f0-ed28-416e-8e35-900db68950ba not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:02:46.263580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-0c31e089-0a9b-4cc0-a511-1b7f56751426 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272996 Aug 30 21:02:46.306023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45524) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:46.357498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-e2aa714d-c424-44d6-b052-ea84c086247a service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868051 Aug 30 21:02:46.475161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-a134515b-302b-43a0-81e2-a9dab71ed169 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082914 Aug 30 21:02:46.571997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-aa6d5708-9bd4-4b52-bd36-4ca804d93c3b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:46.573579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-aa6d5708-9bd4-4b52-bd36-4ca804d93c3b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.1362710 Aug 30 21:02:46.582839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-bdc38987-dcfe-40ef-b313-848b21b748f4 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:46.584506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-bdc38987-dcfe-40ef-b313-848b21b748f4 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1117 time: 0.0469098 Aug 30 21:02:46.599640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:46.603843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-6f4a0d3f-532c-4b69-b967-76073a957f37 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/quotas/6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 375 time: 0.0233514 Aug 30 21:02:46.607935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72e71e55-7a58-40bc-b267-6b39ab963ede admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6afe4b32c9374b9faa0bea4e6b2e9d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000119 Aug 30 21:02:46.610374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45546) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:46.658832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-2c567add-9d91-4aa9-8375-9fdd93d04cb7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418587 Aug 30 21:02:46.669311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.744336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-933c6418-69db-4e53-8eca-6acd093bbd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.755398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:46.784319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-933c6418-69db-4e53-8eca-6acd093bbd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.806715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:46.819718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-f6f528b4-628f-4a42-af9b-3ee24b772de1 service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402142 Aug 30 21:02:46.850787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:46.888054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-30549980-network', 'tenant_id': '108e73a2811046dfbd2cf638ddd73150'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:46.897285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-933c6418-69db-4e53-8eca-6acd093bbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.899904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-933c6418-69db-4e53-8eca-6acd093bbd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.901139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-933c6418-69db-4e53-8eca-6acd093bbd38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14dccffb-0255-418f-b868-405f97a66b61 HTTP/1.1" status: 204 len: 168 time: 0.2896698 Aug 30 21:02:46.920248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c6418-69db-4e53-8eca-6acd093bbd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dccffb-0255-418f-b868-405f97a66b61,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:46.923795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:46.926174 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8649d69a-eb51-4da6-8436-c1823f114755" -d '{"events": [{"server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "name": "network-vif-unplugged", "status": "completed", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:46.930698 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.946264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c9e62ebf-0e96-44cc-84d0-ea719b29fe5e service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154988 Aug 30 21:02:46.947579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Made reservation on behalf of 108e73a2811046dfbd2cf638ddd73150 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:46.950354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.952739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:46.970089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.048909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:47.100306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:47.100763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:47.101891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:47.115287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:47.115593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Attempting to bind port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:47.130814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:47.133977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:47.133977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:47.133977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Bound port: 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:47.133977 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.177354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc4ad2-72d3-4944-a39c-85c8c76ae10c req-d5cc21ee-11a6-4c5a-92d5-1d599024b8e3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:47.184017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0cc4ad2-72d3-4944-a39c-85c8c76ae10c req-d5cc21ee-11a6-4c5a-92d5-1d599024b8e3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0629008 Aug 30 21:02:47.224135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:47.228092 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:47.240233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0cc4ad2-72d3-4944-a39c-85c8c76ae10c req-55abaa8f-a1bc-4789-8df4-df2024e53b3b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Aug 30 21:02:47.240563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.244617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45568) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:47.298862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a56b39e1-5e66-4249-882e-c6aaeef64042 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3baa019eebf141c0923ca0cae40504ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504289 Aug 30 21:02:47.299002 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.299086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:47.322971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.355652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:47.356230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.357703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] 10.222.0.86 "PUT /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 1143 time: 0.7623842 Aug 30 21:02:47.366632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c28f4-29fc-4d19-9725-4492bcbbf2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:47.381099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:02:47.405224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc0ca-fed7-4d9c-9e9c-b2886000249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.406699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1433eb3-f058-41a6-994d-f187087b272f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:47.411685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.412106 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Added segment 5cf94dec-c72b-41d4-aeb0-f39b7cc2bb7a of type vlan for network c2e21c66-babb-4d38-9f58-4698ef4a5ae3 Aug 30 21:02:47.421405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812b78f-dcdf-46be-a2ac-3594be0dcbd1 req-4c52ebc6-6591-47a2-b5f1-a93e105a2730 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:47.423124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9812b78f-dcdf-46be-a2ac-3594be0dcbd1 req-4c52ebc6-6591-47a2-b5f1-a93e105a2730 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.0919201 Aug 30 21:02:47.429013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:47.462894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc0ca-fed7-4d9c-9e9c-b2886000249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.481211 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.503306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9812b78f-dcdf-46be-a2ac-3594be0dcbd1 req-fb3a7903-f31b-4212-b6f9-8866adb8d385 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Aug 30 21:02:47.542396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc0ca-fed7-4d9c-9e9c-b2886000249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.545442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e4cc0ca-fed7-4d9c-9e9c-b2886000249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.549114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8e4cc0ca-fed7-4d9c-9e9c-b2886000249b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17f89e32-5dc3-460a-9e66-0b78dd8e1ab7 HTTP/1.1" status: 204 len: 168 time: 0.2468686 Aug 30 21:02:47.551493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.552491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:47.552996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.569285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cc0ca-fed7-4d9c-9e9c-b2886000249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f89e32-5dc3-460a-9e66-0b78dd8e1ab7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:47.648219 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8916278 Aug 30 21:02:47.651408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45582) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:47.657704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2e3cb-671f-4edb-92ce-23d0e3d6364d admin admin] Pushing event updated for resources: {'Network': ['ID=c2e21c66-babb-4d38-9f58-4698ef4a5ae3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:47.660925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Request body: {'subnet': {'network_id': 'c2e21c66-babb-4d38-9f58-4698ef4a5ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-30549980-subnet', 'tenant_id': '108e73a2811046dfbd2cf638ddd73150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:47.681702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c2e21c66-babb-4d38-9f58-4698ef4a5ae3 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:02:47.702864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Made reservation on behalf of 108e73a2811046dfbd2cf638ddd73150 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:47.706946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.916446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:47.974358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef83e25b-d25c-4173-9b93-55614efc984e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:48.007915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-4f4b132b-4321-4de5-806b-b34406d78ca2 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264819 Aug 30 21:02:48.010519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Checking segment: {'id': '5cf94dec-c72b-41d4-aeb0-f39b7cc2bb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c2e21c66-babb-4d38-9f58-4698ef4a5ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:48.010898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Network hostable DHCP agents. Network: c2e21c66-babb-4d38-9f58-4698ef4a5ae3, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:02:48.075464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Network c2e21c66-babb-4d38-9f58-4698ef4a5ae3 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:02:48.092005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c2e21c66-babb-4d38-9f58-4698ef4a5ae3) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:48.103619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:48.104235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:48.105397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28ca18-4401-415e-a439-011ddf655abb None None] Network c2e21c66-babb-4d38-9f58-4698ef4a5ae3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:48.143969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79860a3f-eebf-42ac-82e2-83a86fc10219 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4800608 Aug 30 21:02:48.145289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-2942ce85-7a92-4867-82b0-7f4ba009d07a tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:48.146924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-2942ce85-7a92-4867-82b0-7f4ba009d07a tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328013 Aug 30 21:02:48.165035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-bed073fc-3f6c-42b9-8ee1-13802b806456 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/quotas/136b534f0bd14a179c26cc3e5f27dd37 HTTP/1.1" status: 200 len: 375 time: 0.0117474 Aug 30 21:02:48.223314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-fdbc1c85-2125-46d3-af00-4098a5f309c8 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522182 Aug 30 21:02:48.310696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39a36b-0e7c-44a7-b519-966272af3884 None None] Network c2e21c66-babb-4d38-9f58-4698ef4a5ae3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:48.452128 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388ad648-3558-4abb-9959-4d7c954501e0 x-openstack-request-id: req-388ad648-3558-4abb-9959-4d7c954501e0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:48.453427 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "name": "network-vif-unplugged", "status": "completed", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:48.453671 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-388ad648-3558-4abb-9959-4d7c954501e0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:48.454066 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'code': 200} Aug 30 21:02:48.477029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-7fad01b7-9a0e-428a-a233-4089c57a5c3f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:48.481918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-7fad01b7-9a0e-428a-a233-4089c57a5c3f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.2494874 Aug 30 21:02:48.512497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Request body: {'port': {'device_id': '2d40d173-cee2-4ae4-958f-a76e49655078', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'admin_state_up': True, 'tenant_id': '6e4423d623614804a2701b280c6a9ab9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:48.573882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7e90b-39ab-425b-9314-312a107df14b req-0428beef-2596-476e-87b5-666714fb3ff2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:48.576127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fc7e90b-39ab-425b-9314-312a107df14b req-0428beef-2596-476e-87b5-666714fb3ff2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0866492 Aug 30 21:02:48.630815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fc7e90b-39ab-425b-9314-312a107df14b req-8306007d-27b2-4621-93ee-8c35b18c1124 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Aug 30 21:02:48.715712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Made reservation on behalf of 6e4423d623614804a2701b280c6a9ab9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:48.722369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:48.829356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a43deab-dba8-49af-86e2-e16a1b0f145d req-1fabb948-1592-474e-ad02-76a8a7b2639e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 210 time: 0.0350037 Aug 30 21:02:48.956649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Allocated IP 172.20.0.14 (83dad685-91d4-47c7-952c-f81b2125170a/02bf2736-b56f-4274-b4ec-d9d58541ceb7/a39a37cd-89e4-464d-aa5b-f7eebd9f7736) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:02:49.011357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefc850-6e0d-4f7f-a66e-b6c7b5c8e774 req-57a1ffc8-d344-4bae-a4e4-f9ee5b238ff9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:49.015329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edefc850-6e0d-4f7f-a66e-b6c7b5c8e774 req-57a1ffc8-d344-4bae-a4e4-f9ee5b238ff9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0940456 Aug 30 21:02:49.060959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edefc850-6e0d-4f7f-a66e-b6c7b5c8e774 req-437273b6-a9f4-442c-9e6e-44a3514299a0 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379848 Aug 30 21:02:49.152551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.187013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48b4b432-0069-468d-a970-ebcd103559fb req-10d83e36-eae2-4ca3-bdea-e4cbbf6c3df3 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 210 time: 0.0405712 Aug 30 21:02:49.188108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:49.195966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-320210530-network', 'tenant_id': '2bed4cb7636e4aa9842ec776a7525d11'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:49.233383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.237391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Made reservation on behalf of 2bed4cb7636e4aa9842ec776a7525d11 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:49.241956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.253468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.297619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Network 83dad685-91d4-47c7-952c-f81b2125170a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:02:49.306367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:49.310632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:02:49.317139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:49.317859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.333234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:49.379714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04400-1fe6-48ed-b577-7de2c4b56a39 req-376b92c7-bffd-4709-95f6-50c2ba941a93 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:49.382060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79b04400-1fe6-48ed-b577-7de2c4b56a39 req-376b92c7-bffd-4709-95f6-50c2ba941a93 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.1085320 Aug 30 21:02:49.454453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79b04400-1fe6-48ed-b577-7de2c4b56a39 req-46a809fd-11f8-4a11-9b3e-09881c9b957d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625923 Aug 30 21:02:49.478485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.484330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.491179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a9440e68-afd7-4ca9-b677-c69b9685ddf0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9943147 Aug 30 21:02:49.506293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:02:49.506548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Request body: {'port': {'device_id': '2d40d173-cee2-4ae4-958f-a76e49655078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:49.527204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.527579 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Added segment 9658f67f-a4ce-4a04-8b05-f7eb0eabc8bb of type vlan for network ccd1c593-7644-4bc1-bdb6-c4273a65177b Aug 30 21:02:49.528770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1c2838-c7f1-4613-b6ff-13b8331de0db,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:49.566131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.576204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.620549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.621896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:49.622708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.704851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5125387 Aug 30 21:02:49.705777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:49.712656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Request body: {'subnet': {'network_id': 'ccd1c593-7644-4bc1-bdb6-c4273a65177b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-320210530-subnet', 'tenant_id': '2bed4cb7636e4aa9842ec776a7525d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:49.739633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1b039-552e-45eb-b902-cd7ab5a0091a admin admin] Pushing event updated for resources: {'Network': ['ID=ccd1c593-7644-4bc1-bdb6-c4273a65177b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:49.754251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ccd1c593-7644-4bc1-bdb6-c4273a65177b details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:02:49.754892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Made reservation on behalf of 2bed4cb7636e4aa9842ec776a7525d11 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:49.756926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.886365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-33c94928-2455-4484-b890-ffa778a4de6d tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373268 Aug 30 21:02:49.916218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39a37cd-89e4-464d-aa5b-f7eebd9f7736 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:49.925203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:49.948228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Transition to ACTIVE for port object a39a37cd-89e4-464d-aa5b-f7eebd9f7736 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:49.954269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.043485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:50.043691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c69e75-9b7e-4698-b50a-c9746f28106a req-da24a9f2-f821-4ce0-b7bf-9d8f8712068c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.045842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7c69e75-9b7e-4698-b50a-c9746f28106a req-da24a9f2-f821-4ce0-b7bf-9d8f8712068c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.1977975 Aug 30 21:02:50.056477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:50.056849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:50.057141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:50.062049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:50.062365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:50.067836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:50.068261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:50.068709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:50.069009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Bound port: a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:50.069321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.113066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-ec3362bb-28d5-4499-8a42-b9424a4436d9 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.114577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-ec3362bb-28d5-4499-8a42-b9424a4436d9 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111559 Aug 30 21:02:50.130547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Request body: {'port': {'device_id': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '136b534f0bd14a179c26cc3e5f27dd37'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:50.139121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:50.142999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:50.148512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.184323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.184936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.186325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] 10.222.0.82 "PUT /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 1093 time: 0.6842833 Aug 30 21:02:50.205704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7c69e75-9b7e-4698-b50a-c9746f28106a req-b5b79f2a-e066-4bab-9ca9-e03fcc118af5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457679 Aug 30 21:02:50.215225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20022a0-dd81-496e-bbd7-0deaf9a60f47 service neutron] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:50.236212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.279302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:50.300376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a17b379e-7adb-459f-ae78-214b05ca3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.301987 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-a17b379e-7adb-459f-ae78-214b05ca3f74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1096 time: 0.0545199 Aug 30 21:02:50.322711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae919eea-6980-4583-a579-e1ac275b13bf,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:50.350046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Checking segment: {'id': '9658f67f-a4ce-4a04-8b05-f7eb0eabc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ccd1c593-7644-4bc1-bdb6-c4273a65177b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:50.350828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Network hostable DHCP agents. Network: ccd1c593-7644-4bc1-bdb6-c4273a65177b, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:02:50.354298 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-02f4d7c5-b747-44aa-acf5-c130665693aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 217 time: 0.0439265 Aug 30 21:02:50.367930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Made reservation on behalf of 136b534f0bd14a179c26cc3e5f27dd37 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:02:50.372255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.403296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.405878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Network ccd1c593-7644-4bc1-bdb6-c4273a65177b is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:02:50.415932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:50.424797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ccd1c593-7644-4bc1-bdb6-c4273a65177b) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:50.432300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:02:50.436153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c29a77-a3de-4fd9-8856-9b1b0f480db8 None None] Network ccd1c593-7644-4bc1-bdb6-c4273a65177b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:50.437124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-20740649-1425-46cb-8036-98a606c0d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.438689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-20740649-1425-46cb-8036-98a606c0d04d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0760880 Aug 30 21:02:50.443529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.444352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.465392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'}, {'name': 'network-changed', 'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:50.470453 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77914553-a34f-47d8-afc4-62fe71b21a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4"}, {"name": "network-changed", "server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:50.493967 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-c6e534c8-3703-4f3b-b18e-9a533353a2f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473323 Aug 30 21:02:50.554316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.570078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.578783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98842727-85ad-4898-b0b1-b843ff3670d3 None None] Network ccd1c593-7644-4bc1-bdb6-c4273a65177b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:02:50.605001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-918b9ba6-b225-4b54-a4af-ad1d7a5dfee4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8980513 Aug 30 21:02:50.621400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-b7120b07-f5cd-431a-96c9-7221eb279e09 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123810 Aug 30 21:02:50.654453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73dd894-c934-4182-8bf6-2526d4067f3f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:50.684093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0957c-d5db-4e8f-836a-09b4d209903d req-bf125992-4445-4990-adfd-8713f3bb5653 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.691745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1db0957c-d5db-4e8f-836a-09b4d209903d req-bf125992-4445-4990-adfd-8713f3bb5653 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.1354475 Aug 30 21:02:50.771304 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d085be7f-92f1-40c2-ac4d-01c4492d5509 req-1fd0d580-5ce9-4a58-ab7b-b9474dff6199 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400747 Aug 30 21:02:50.771486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1db0957c-d5db-4e8f-836a-09b4d209903d req-7fb98173-057a-40a1-810b-dfeb8355ea68 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787253 Aug 30 21:02:50.776670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45678) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:50.813658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Allocated IP 192.168.233.99 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/ca5fde1e-90ae-460a-aa52-323aacf47e8d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:02:50.866355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Deleting subnet ef83e25b-d25c-4173-9b93-55614efc984e {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:02:50.879198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.955336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:50.993995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9965b-65fd-440c-9144-fc29702361e3 req-d509ae26-b240-4f86-bf21-85357669be4a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:50.995513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d9965b-65fd-440c-9144-fc29702361e3 req-d509ae26-b240-4f86-bf21-85357669be4a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.1658287 Aug 30 21:02:50.998425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.091006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d9965b-65fd-440c-9144-fc29702361e3 req-c680fcb4-54f1-435f-968b-add19974ae98 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726511 Aug 30 21:02:51.126020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.130232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.166782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Transition to ACTIVE for port object ca5fde1e-90ae-460a-aa52-323aacf47e8d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:51.168373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef83e25b-d25c-4173-9b93-55614efc984e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:51.182219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.186577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b4224fcc-5f79-4d9b-b41d-7c2ad98f814b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ef83e25b-d25c-4173-9b93-55614efc984e HTTP/1.1" status: 204 len: 168 time: 0.4064479 Aug 30 21:02:51.186957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:51.209080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-627fdf75-617f-41d9-94dd-bb949e42adc1 req-7b0e1bf3-df77-4ced-bed9-6262c6726673 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 210 time: 0.0448084 Aug 30 21:02:51.253896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.260640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.298343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:02:51.303418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:02:51.305868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:02:51.311609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:51.312326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.340949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2156024 Aug 30 21:02:51.344668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1222c-3b9b-4712-b883-21e4fb5506c0 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Pushing event updated for resources: {'Port': ['ID=ca5fde1e-90ae-460a-aa52-323aacf47e8d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:51.358557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.360903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Request body: {'port': {'device_id': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:51.375452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.375797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.376559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.376886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.377331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.377537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.377830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.378141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.378451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.378809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.435582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.463566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.463939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.464244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.464573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:51.464941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e21c66-babb-4d38-9f58-4698ef4a5ae3']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:51.473120 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32912938-dd62-4a36-933d-ad32743b5f59 x-openstack-request-id: req-32912938-dd62-4a36-933d-ad32743b5f59 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:51.473449 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:51.473666 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32912938-dd62-4a36-933d-ad32743b5f59 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:51.474063 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'status': 'completed', 'code': 200} Aug 30 21:02:51.474317 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'status': 'completed', 'code': 200} Aug 30 21:02:51.496202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf94dec-c72b-41d4-aeb0-f39b7cc2bb7a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:51.496498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf94dec-c72b-41d4-aeb0-f39b7cc2bb7a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:51.528395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.556847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.568203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:02:51.568591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: from cryptography.utils import int_from_bytes Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: from cryptography.utils import int_from_bytes Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:02:51.598189 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:02:51.600308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cca58-71e4-4f40-aaba-2fec67cca061 req-3f5ecf9c-a8a0-416a-9d2f-1169f1aa20d6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:51.600397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-88355415-7d32-438f-b38d-fbce3fa4ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:51.601389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb5cca58-71e4-4f40-aaba-2fec67cca061 req-3f5ecf9c-a8a0-416a-9d2f-1169f1aa20d6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.1191471 Aug 30 21:02:51.601989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-88355415-7d32-438f-b38d-fbce3fa4ced7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1146 time: 0.1319003 Aug 30 21:02:51.615944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23d7dd73-9c09-4ab6-9a4d-e316b402854c None None] Provisioning for port ca5fde1e-90ae-460a-aa52-323aacf47e8d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:51.620316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23d7dd73-9c09-4ab6-9a4d-e316b402854c None None] Provisioning complete for port ca5fde1e-90ae-460a-aa52-323aacf47e8d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:51.620693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23d7dd73-9c09-4ab6-9a4d-e316b402854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.656874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-23d7dd73-9c09-4ab6-9a4d-e316b402854c None None] Port ca5fde1e-90ae-460a-aa52-323aacf47e8d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:02:51.692664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb5cca58-71e4-4f40-aaba-2fec67cca061 req-169b3bd0-f261-4743-82c0-e12eb22bfbd4 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Aug 30 21:02:51.725176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.751657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.756435 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c2e21c66-babb-4d38-9f58-4698ef4a5ae3 HTTP/1.1" status: 204 len: 168 time: 0.5656481 Aug 30 21:02:51.758155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:51.760380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82175a55-2d4d-4403-8d8e-a3547dba7402 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e21c66-babb-4d38-9f58-4698ef4a5ae3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:51.832020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5fde1e-90ae-460a-aa52-323aacf47e8d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:51.834106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-740ab899-461f-4f06-926a-9ee7465852a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:51.835680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-740ab899-461f-4f06-926a-9ee7465852a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.2231770 Aug 30 21:02:51.842186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.860629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Transition to ACTIVE for port object ca5fde1e-90ae-460a-aa52-323aacf47e8d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:51.868845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d2c8-9483-4e83-b7b6-ff85d4b368b4 req-30175020-fa80-489b-bbe6-4076ef25ba2b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:51.869107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Deleting subnet ae919eea-6980-4583-a579-e1ac275b13bf {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:02:51.870512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29a0d2c8-9483-4e83-b7b6-ff85d4b368b4 req-30175020-fa80-489b-bbe6-4076ef25ba2b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0782743 Aug 30 21:02:51.871886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.904370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:51.907771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-8974c3da-fa8c-49b9-ab8d-55d5ad76eafb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 217 time: 0.0597894 Aug 30 21:02:51.947551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5fde1e-90ae-460a-aa52-323aacf47e8d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:51.961396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29a0d2c8-9483-4e83-b7b6-ff85d4b368b4 req-bf072e8c-6a6f-41bc-9c5d-85f9ca6cce02 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808351 Aug 30 21:02:51.963855 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-5457f1eb-9a26-4698-990d-f47cd9d1a0f3 service neutron] show failed (client error): The resource could not be found. Aug 30 21:02:51.964902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-5457f1eb-9a26-4698-990d-f47cd9d1a0f3 service neutron] 10.222.0.86 "GET /v2.0/ports/e773cb5e-64b8-4c9e-abc1-77223524745a/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.1730602 Aug 30 21:02:51.991575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.010393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Attempting to bind port ca5fde1e-90ae-460a-aa52-323aacf47e8d on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:52.010866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Attempting to bind port ca5fde1e-90ae-460a-aa52-323aacf47e8d by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:52.011112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Attempting to bind port ca5fde1e-90ae-460a-aa52-323aacf47e8d on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:52.016451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Port ca5fde1e-90ae-460a-aa52-323aacf47e8d on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:52.017206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Attempting to bind port ca5fde1e-90ae-460a-aa52-323aacf47e8d on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:52.020226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-73c98a0c-69bf-44d6-a443-7b472e1ffbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.021746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-73c98a0c-69bf-44d6-a443-7b472e1ffbca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0947523 Aug 30 21:02:52.023973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:52.024504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:52.025046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:52.025679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Bound port: ca5fde1e-90ae-460a-aa52-323aacf47e8d, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:52.026423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.065558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-5a218c69-a4ae-4135-855a-6b241becb4a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343723 Aug 30 21:02:52.102275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.133270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] For port ca5fde1e-90ae-460a-aa52-323aacf47e8d, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:52.146093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] For port ca5fde1e-90ae-460a-aa52-323aacf47e8d, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:52.159643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.237572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.238213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.239719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] 10.222.0.82 "PUT /v2.0/ports/ca5fde1e-90ae-460a-aa52-323aacf47e8d HTTP/1.1" status: 200 len: 1096 time: 0.8840005 Aug 30 21:02:52.242043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'tag': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:52.244638 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0633b503-f17a-4132-96d6-c77d69966089" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d77da5-58fe-48aa-81a6-806e8bf7aaa0", "tag": "ca5fde1e-90ae-460a-aa52-323aacf47e8d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:52.286699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547eecf4-5b9b-4f6d-8ac7-c77fa10bbb96 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5fde1e-90ae-460a-aa52-323aacf47e8d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:52.481062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-19b172d5-3a0d-4e9b-9e5a-a1fc91199401 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024692 Aug 30 21:02:52.552209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de250-c006-439d-8164-02f3241b783e req-2dabae28-9418-42a2-8b72-f8164e613150 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.553225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-478142b9-ad61-47c8-a27b-771be9955d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.553779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-056de250-c006-439d-8164-02f3241b783e req-2dabae28-9418-42a2-8b72-f8164e613150 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.3592508 Aug 30 21:02:52.554906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-478142b9-ad61-47c8-a27b-771be9955d15 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a&tenant_id=b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 1102 time: 0.3518753 Aug 30 21:02:52.558127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.575992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:02:52.585944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-ea71dffb-19df-4a47-a242-39aac0054ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.587569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-ea71dffb-19df-4a47-a242-39aac0054ba3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 1099 time: 0.2977328 Aug 30 21:02:52.622829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae919eea-6980-4583-a579-e1ac275b13bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:52.632144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.634077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7ab1a7ae-7b41-4edc-b738-5675056fdeb7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ae919eea-6980-4583-a579-e1ac275b13bf HTTP/1.1" status: 204 len: 168 time: 0.8747814 Aug 30 21:02:52.636213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-7b42c993-792a-46cf-95b3-3c31e2ef6728 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d HTTP/1.1" status: 200 len: 217 time: 0.0377367 Aug 30 21:02:52.636826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45702) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:52.641297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-056de250-c006-439d-8164-02f3241b783e req-a4c3e295-c46c-4f5b-a04b-1f0b7d508aa1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793726 Aug 30 21:02:52.688896 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-2c5b4f1c-c121-4f4f-9582-621e2f7a023e service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932673 Aug 30 21:02:52.689623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.749932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-cac8f09e-0a4c-416d-9678-21bb9ef868e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.751547 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-cac8f09e-0a4c-416d-9678-21bb9ef868e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1042757 Aug 30 21:02:52.754352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.797278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.82', 57945) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:52.914310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-e977d4e6-f262-4ebb-985b-3ed568ed7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.915752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-e977d4e6-f262-4ebb-985b-3ed568ed7d86 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1574492 Aug 30 21:02:52.918508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-21577e97-bd72-42e9-90dd-d0a02e5484aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.920084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-21577e97-bd72-42e9-90dd-d0a02e5484aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1096 time: 0.1654341 Aug 30 21:02:52.921636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:52.935348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912be9a6-bfc8-482f-b305-8d26cad18ffe req-6a804734-0bf5-4e1a-b5d1-4ea95f036e99 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:52.936314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-912be9a6-bfc8-482f-b305-8d26cad18ffe req-6a804734-0bf5-4e1a-b5d1-4ea95f036e99 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.1477425 Aug 30 21:02:52.964050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.965051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.965151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.965437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.965938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.966419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.966764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.967079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.967389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:52.967770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:53.031189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-9eb899e6-62d0-42fd-b79f-89218aabc084 service neutron] 10.222.0.82 "GET /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.2320089 Aug 30 21:02:53.035285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:53.035632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:53.035930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:53.036276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 21:02:53.036608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd1c593-7644-4bc1-bdb6-c4273a65177b']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:53.091415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9658f67f-a4ce-4a04-8b05-f7eb0eabc8bb') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:53.091698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9658f67f-a4ce-4a04-8b05-f7eb0eabc8bb') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:02:53.122503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.137371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:53.166330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-79e5bb61-577b-4a27-8d67-9555758d1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:53.167763 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-79e5bb61-577b-4a27-8d67-9555758d1940 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.2337658 Aug 30 21:02:53.168931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-912be9a6-bfc8-482f-b305-8d26cad18ffe req-9aef2d59-4ed8-481a-9631-659d0ff1e8b4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162280 Aug 30 21:02:53.169872 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.184310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:02:53.184829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: from cryptography.utils import int_from_bytes Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: from cryptography.utils import int_from_bytes Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:02:53.189114 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:02:53.228598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-9d04eab0-b132-4b8f-9427-69e38c709478 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 217 time: 0.0496335 Aug 30 21:02:53.234481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:53.242615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-5aada27d-81b9-4d2c-9db4-fb01f84b37d1 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051987 Aug 30 21:02:53.356316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.371596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.376887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ccd1c593-7644-4bc1-bdb6-c4273a65177b HTTP/1.1" status: 204 len: 168 time: 0.7359071 Aug 30 21:02:53.380192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.397471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc14bf6-b9a8-45dc-ba93-88645c851bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd1c593-7644-4bc1-bdb6-c4273a65177b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:53.399136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-4efb2e74-d82d-49a8-a8a1-240d92c6d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:53.401171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-4efb2e74-d82d-49a8-a8a1-240d92c6d070 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1480238 Aug 30 21:02:53.413527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de0d26-6126-4aae-98dc-4f1b6c99d729 req-469027f2-6973-482b-9b54-16ce0fb1fb23 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:53.416086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8de0d26-6126-4aae-98dc-4f1b6c99d729 req-469027f2-6973-482b-9b54-16ce0fb1fb23 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 947 time: 0.1703422 Aug 30 21:02:53.429350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Transition to ACTIVE for port object e773cb5e-64b8-4c9e-abc1-77223524745a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:53.449014 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-f1535bc0-21c2-4240-bd0e-f1286d949317 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362008 Aug 30 21:02:53.451773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.456224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b32c4b0-8c0e-40f9-bae2-311b22ddbb1c req-7cc4ce1b-6043-4858-81a7-d42ba0ea6926 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039390 Aug 30 21:02:53.487399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8de0d26-6126-4aae-98dc-4f1b6c99d729 req-8010aa32-4ff8-4a09-9cc8-fcccc9a71a48 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627983 Aug 30 21:02:53.511491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:53.515533 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41053aa2-5f45-4b07-a459-f6a544469ae0" -d '{"events": [{"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-unplugged", "status": "completed", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:53.548025 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b761c5fe-5675-445a-9e19-88535522a151 x-openstack-request-id: req-b761c5fe-5675-445a-9e19-88535522a151 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:53.551717 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d77da5-58fe-48aa-81a6-806e8bf7aaa0", "tag": "ca5fde1e-90ae-460a-aa52-323aacf47e8d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:53.551717 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b761c5fe-5675-445a-9e19-88535522a151 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:53.552673 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'tag': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d', 'status': 'completed', 'code': 200} Aug 30 21:02:53.604021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:53.654207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:53.657308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] No DVR routers for this DVR port e773cb5e-64b8-4c9e-abc1-77223524745a on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:02:53.675962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45718) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:53.676345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:53.714914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b503-f17a-4132-96d6-c77d69966089 req-b44b3145-310f-4268-8551-332645eb09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:53.716531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-b44b3145-310f-4268-8551-332645eb09d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 1099 time: 0.1455536 Aug 30 21:02:53.747989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f942f67-5b18-4927-a080-9764a42a0f30 req-04693bd7-692d-4a51-b18a-242d2685ef85 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:53.749482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f942f67-5b18-4927-a080-9764a42a0f30 req-04693bd7-692d-4a51-b18a-242d2685ef85 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 963 time: 0.1224270 Aug 30 21:02:53.760304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:02:53.760718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:02:53.760970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:53.764845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-79997b10-7670-4beb-a7c7-7844a6d56030 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957602 Aug 30 21:02:53.771250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:53.787278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Port e773cb5e-64b8-4c9e-abc1-77223524745a on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:02:53.787610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Attempting to bind port e773cb5e-64b8-4c9e-abc1-77223524745a on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:02:53.809786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:53.815981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-afa967b5-9cf7-4cc7-bc3a-dbf20148d3c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=108e73a2811046dfbd2cf638ddd73150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390581 Aug 30 21:02:53.835322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45720) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:53.856638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:02:53.856885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:02:53.858711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:02:53.858711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Bound port: e773cb5e-64b8-4c9e-abc1-77223524745a, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:02:53.858711 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.879243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.909375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f942f67-5b18-4927-a080-9764a42a0f30 req-e3c8ba6a-d534-4dee-9bab-add8e2b6900b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506608 Aug 30 21:02:53.971652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b503-f17a-4132-96d6-c77d69966089 req-e9f19226-3b19-47b9-97fd-ec9f2e81b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:53.973966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-e9f19226-3b19-47b9-97fd-ec9f2e81b0d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2443838 Aug 30 21:02:53.979068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad098392-b5bc-4b34-993d-693e02572458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:53.999055 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77914553-a34f-47d8-afc4-62fe71b21a1b req-0993ed13-5fd8-4406-bb90-3e692d8d788e service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225125 Aug 30 21:02:54.011401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:54.016258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:02:54.022923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.058766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-b0a6429d-c6fc-434b-a93a-344a8e03aed6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d HTTP/1.1" status: 200 len: 217 time: 0.0763636 Aug 30 21:02:54.074509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] Transition to ACTIVE for port object 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:02:54.077877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.079112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.080745 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] 10.222.0.82 "PUT /v2.0/ports/e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 1097 time: 1.5141180 Aug 30 21:02:54.083986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.093512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad098392-b5bc-4b34-993d-693e02572458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.105627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115fa7d-70f0-4372-8f4c-7986b38990ec service neutron] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:54.178188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] No DVR routers for this DVR port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:02:54.230977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] Pushing event updated for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:54.237595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d3d1-5bc4-445e-b51c-e95e4adf4785 req-d8197092-75ee-4491-a575-6f2af89c3a0f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.245251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e202d3d1-5bc4-445e-b51c-e95e4adf4785 req-d8197092-75ee-4491-a575-6f2af89c3a0f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.2011395 Aug 30 21:02:54.248036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b503-f17a-4132-96d6-c77d69966089 req-935e8baa-178d-4b5c-ba10-fd5f95d7c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.249666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-935e8baa-178d-4b5c-ba10-fd5f95d7c0dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1605439 Aug 30 21:02:54.249988 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-8dff5311-157e-49f5-9403-b9a8a486e720 service neutron] 10.222.0.82 "PUT /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4/bindings/n-h2-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 1.2093644 Aug 30 21:02:54.254178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-7a36772c-ec39-4179-bee9-32345b7f3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.255925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-7a36772c-ec39-4179-bee9-32345b7f3efd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1100 time: 0.1436725 Aug 30 21:02:54.315182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e202d3d1-5bc4-445e-b51c-e95e4adf4785 req-ff937e2f-13a5-43f7-ad94-0ae2e6a0d9ab tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690341 Aug 30 21:02:54.316944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad098392-b5bc-4b34-993d-693e02572458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.319525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad098392-b5bc-4b34-993d-693e02572458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.323267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad098392-b5bc-4b34-993d-693e02572458 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1433eb3-f058-41a6-994d-f187087b272f HTTP/1.1" status: 204 len: 168 time: 0.4845150 Aug 30 21:02:54.341702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad098392-b5bc-4b34-993d-693e02572458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1433eb3-f058-41a6-994d-f187087b272f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:54.364898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633b503-f17a-4132-96d6-c77d69966089 req-de261504-6a0e-44fd-bcf9-0eec3c2519f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.366764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-de261504-6a0e-44fd-bcf9-0eec3c2519f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927763 Aug 30 21:02:54.410155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-307f0626-fad9-4e7c-b306-bdb62b4e5b91 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.412179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-307f0626-fad9-4e7c-b306-bdb62b4e5b91 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1116 time: 0.0902786 Aug 30 21:02:54.436509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-da43596d-3d76-4ce1-990f-9b3f0a448343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.439352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-da43596d-3d76-4ce1-990f-9b3f0a448343 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1675389 Aug 30 21:02:54.492482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-0016fe4c-ca2c-46da-aaed-88b9ddafb2eb service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105151 Aug 30 21:02:54.502937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-8e24b923-e182-40a4-87a9-bb55ab5d6328 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0387962 Aug 30 21:02:54.550527 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0198f3bb-87aa-4405-b9fe-03e7442584b7 x-openstack-request-id: req-0198f3bb-87aa-4405-b9fe-03e7442584b7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:54.551249 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-unplugged", "status": "completed", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:54.551249 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0198f3bb-87aa-4405-b9fe-03e7442584b7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:54.551481 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'code': 200} Aug 30 21:02:54.558017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-3462debf-a493-4d40-9621-be26ddfac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.559645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-3462debf-a493-4d40-9621-be26ddfac9ab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47&tenant_id=cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 1116 time: 0.1382315 Aug 30 21:02:54.607862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-b4e68fde-6e88-42c8-8314-93f3a26f6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.608625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-b4e68fde-6e88-42c8-8314-93f3a26f6a09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0985909 Aug 30 21:02:54.652722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0633b503-f17a-4132-96d6-c77d69966089 req-1f25a231-8de8-40e0-9342-8a6e2cbf91ad service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510835 Aug 30 21:02:54.673120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-d4717931-c6bb-4bc7-9ae0-14434a1b2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.674344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb14705-45e9-40ab-8cde-b3647f5260da req-7ef6dbe3-18cc-4524-8535-dcd4a604e3d8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.674653 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-d4717931-c6bb-4bc7-9ae0-14434a1b2023 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1116 time: 0.0797188 Aug 30 21:02:54.676069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbb14705-45e9-40ab-8cde-b3647f5260da req-7ef6dbe3-18cc-4524-8535-dcd4a604e3d8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.0725896 Aug 30 21:02:54.693715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-f748e2f5-40e2-403a-bfcf-b84d1b2af396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.695278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-f748e2f5-40e2-403a-bfcf-b84d1b2af396 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716536 Aug 30 21:02:54.720330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbb14705-45e9-40ab-8cde-b3647f5260da req-cffbc4d6-217c-4e06-83dd-5cc490097a76 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Aug 30 21:02:54.805736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:54.843081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-3cfff107-5fa6-4148-b40e-a9d0c1a5dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.844707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-3cfff107-5fa6-4148-b40e-a9d0c1a5dee2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1617992 Aug 30 21:02:54.855825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-3f7ac07a-3cab-42f0-9525-f37c2b447884 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501837 Aug 30 21:02:54.878356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-768891e2-b21c-4f61-aea2-6a3cef1e758b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bed4cb7636e4aa9842ec776a7525d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712914 Aug 30 21:02:54.886574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45736) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:54.911931 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f68d69b3-2943-4171-aacc-bce381346cae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 217 time: 0.0530248 Aug 30 21:02:54.930125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833791f-9f87-400e-b40d-128d15c06c8b req-16f03602-5816-4dd3-9a18-30c473be7598 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:54.931790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5833791f-9f87-400e-b40d-128d15c06c8b req-16f03602-5816-4dd3-9a18-30c473be7598 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0990429 Aug 30 21:02:54.981913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-642f369b-ef91-4b8c-8e9a-f47e576a754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:54.993968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5833791f-9f87-400e-b40d-128d15c06c8b req-8f107793-ea7d-49f8-a968-efd8981f9c93 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553560 Aug 30 21:02:55.026513 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-642f369b-ef91-4b8c-8e9a-f47e576a754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:55.164024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c057efe-9d73-444b-83f2-55c76116456a req-10e775cf-0b73-4bda-a325-e202357a3307 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:55.166722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c057efe-9d73-444b-83f2-55c76116456a req-10e775cf-0b73-4bda-a325-e202357a3307 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 947 time: 0.1040802 Aug 30 21:02:55.168573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-642f369b-ef91-4b8c-8e9a-f47e576a754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:55.173296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-642f369b-ef91-4b8c-8e9a-f47e576a754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:55.175232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-642f369b-ef91-4b8c-8e9a-f47e576a754c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b1c2838-c7f1-4613-b6ff-13b8331de0db HTTP/1.1" status: 204 len: 168 time: 0.2928896 Aug 30 21:02:55.203111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f369b-ef91-4b8c-8e9a-f47e576a754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1c2838-c7f1-4613-b6ff-13b8331de0db,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:55.220770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-d0daf24e-cf55-40bf-b283-5a652511707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:55.222268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-d0daf24e-cf55-40bf-b283-5a652511707e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0707743 Aug 30 21:02:55.234567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c057efe-9d73-444b-83f2-55c76116456a req-7ae8cc34-600e-4ba8-b6cd-2c80ef801358 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Aug 30 21:02:55.245798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-d719571d-2a3a-45cf-b7fa-cf095de21028 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804710 Aug 30 21:02:55.264494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-3fd8d58c-30d1-4cfb-94ef-00ccd585bedf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330160 Aug 30 21:02:55.380474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6143d29-91d6-4d29-8339-3f671c679e56 req-ba5bb4d2-aa6e-4746-ad05-cf56a695d256 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:55.381813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-4097d5ac-bae8-42f0-8992-88d46455ca73 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087577 Aug 30 21:02:55.381963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6143d29-91d6-4d29-8339-3f671c679e56 req-ba5bb4d2-aa6e-4746-ad05-cf56a695d256 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 964 time: 0.0630157 Aug 30 21:02:55.431240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6143d29-91d6-4d29-8339-3f671c679e56 req-0f96e355-3127-4384-bec5-4cb993be5c13 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Aug 30 21:02:55.527594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-f11e97fc-9201-4440-b2ad-da8b535024be service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362114 Aug 30 21:02:55.599500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697db09-80c5-4fe2-a579-a3947d54049c req-9404e116-aec6-45c6-8624-510cfa11b929 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:55.601350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3697db09-80c5-4fe2-a579-a3947d54049c req-9404e116-aec6-45c6-8624-510cfa11b929 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0664382 Aug 30 21:02:55.657870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3697db09-80c5-4fe2-a579-a3947d54049c req-9eb913e0-149f-4f84-ab40-56ab56e3abd5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Aug 30 21:02:55.872649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-648c5839-4c21-4f56-8636-0c02a43796c8 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:55.874451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-648c5839-4c21-4f56-8636-0c02a43796c8 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1116 time: 0.0561333 Aug 30 21:02:55.895987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446860b9-9f57-474a-845d-2f73b1cf9112 req-e491d8d8-53c5-4999-bc3b-d19551e732fb tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:55.899300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-446860b9-9f57-474a-845d-2f73b1cf9112 req-e491d8d8-53c5-4999-bc3b-d19551e732fb tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.0626447 Aug 30 21:02:55.951863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-446860b9-9f57-474a-845d-2f73b1cf9112 req-b8c276e1-6635-4580-ab6a-4ede79680f88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Aug 30 21:02:56.036685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-e71cd7e5-6e54-4c08-8670-22aac2fc1f6c service neutron] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:02:56.042724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-e71cd7e5-6e54-4c08-8670-22aac2fc1f6c service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:56.042724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-553ab4cb-ea30-4dba-b9b9-86fee50bc258 req-e71cd7e5-6e54-4c08-8670-22aac2fc1f6c service neutron] 10.222.0.86 "DELETE /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4/bindings/n-h1-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.1586099 Aug 30 21:02:56.125909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c71b7-ff36-4c1a-8cd4-c655c15ae839 req-e83a66e0-efd4-4e5d-9832-b2c4701eea3f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:56.127665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-646c71b7-ff36-4c1a-8cd4-c655c15ae839 req-e83a66e0-efd4-4e5d-9832-b2c4701eea3f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0548420 Aug 30 21:02:56.168043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-646c71b7-ff36-4c1a-8cd4-c655c15ae839 req-2b99f85d-8555-4171-8715-20397fe1092c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341303 Aug 30 21:02:56.242535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:56.249326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:02:56.331523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:02:56.362431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615523-cbe8-43c8-b84e-98ac7cde2219 req-003c583d-76ad-44be-bd87-b3b28f073557 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:56.370373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef615523-cbe8-43c8-b84e-98ac7cde2219 req-003c583d-76ad-44be-bd87-b3b28f073557 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 947 time: 0.0594678 Aug 30 21:02:56.403781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:02:56.427963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef615523-cbe8-43c8-b84e-98ac7cde2219 req-6b5800a4-8972-415c-a0b3-9cdaefc3dac1 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 Aug 30 21:02:56.434308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:02:56.446871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:56.472685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'port_id': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'mac_address': 'fa:16:3e:1c:4f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02bf2736-b56f-4274-b4ec-d9d58541ceb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:56.552951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:56.557396 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46ccc66-6540-4a75-9388-431ee522b5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:56.584291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:56.613521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39a37cd-89e4-464d-aa5b-f7eebd9f7736 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:56.645462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:56.652207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:56.655276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cba75-7b8a-4956-8fe3-dfbd3cec39d6 req-5c8b6a2f-38a0-47de-ba9e-b20e60efbb97 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:56.660261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-356cba75-7b8a-4956-8fe3-dfbd3cec39d6 req-5c8b6a2f-38a0-47de-ba9e-b20e60efbb97 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 964 time: 0.1005380 Aug 30 21:02:56.718761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:56.733997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-356cba75-7b8a-4956-8fe3-dfbd3cec39d6 req-a06123bf-3352-4de4-9620-7bcd2fa86798 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646930 Aug 30 21:02:56.762078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45796) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:56.805179 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca1371b-c39c-4195-bf21-771ed2b4a06f x-openstack-request-id: req-2ca1371b-c39c-4195-bf21-771ed2b4a06f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:56.805937 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:56.806322 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ca1371b-c39c-4195-bf21-771ed2b4a06f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:56.806955 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'status': 'completed', 'code': 200} Aug 30 21:02:56.972859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-f2cec40c-d469-4d3b-9e66-25a5b86d8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:56.974809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-f2cec40c-d469-4d3b-9e66-25a5b86d8020 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1100 time: 0.1427083 Aug 30 21:02:56.983031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-75252b55-4f74-4b06-9d20-fcd6eb178f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:56.985183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-75252b55-4f74-4b06-9d20-fcd6eb178f8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1100 time: 0.1256485 Aug 30 21:02:57.014710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20a6-94ec-4816-ae3e-6dd2f951bfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.037057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a39a37cd-89e4-464d-aa5b-f7eebd9f7736'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:57.183602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20a6-94ec-4816-ae3e-6dd2f951bfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.206093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1da27-c7ef-425c-8093-1a21796955f1 req-9a75cd16-ef51-4301-834b-07418a68526e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.221506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97b1da27-c7ef-425c-8093-1a21796955f1 req-9a75cd16-ef51-4301-834b-07418a68526e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.2923987 Aug 30 21:02:57.237246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20a6-94ec-4816-ae3e-6dd2f951bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.297420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7c5f20a6-94ec-4816-ae3e-6dd2f951bfdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86decc0c754d4e06909b5aa8c05bd6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337727 Aug 30 21:02:57.298063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:57.315962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-ee39a8e4-2ac4-48d7-b312-5da61b7c41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.317506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-ee39a8e4-2ac4-48d7-b312-5da61b7c41ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3312442 Aug 30 21:02:57.328241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f20a6-94ec-4816-ae3e-6dd2f951bfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa8686-8aa6-4130-8765-01e6320aa426,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:57.350305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97b1da27-c7ef-425c-8093-1a21796955f1 req-326f3bb2-e4ea-42e4-8537-c77f860ad375 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218152 Aug 30 21:02:57.412800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-7a4f614a-fbc2-45d4-99e5-d811c2762000 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0857911 Aug 30 21:02:57.433243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-ec97ff78-8601-450b-a0c4-cb81fc55a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.434982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-ec97ff78-8601-450b-a0c4-cb81fc55a285 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3133996 Aug 30 21:02:57.520537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-acc90272-cf4f-4e37-bae2-0b864054b2ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0567465 Aug 30 21:02:57.540289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2306f37-b503-4eb2-bbd1-0204892e833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.563899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-9d466254-c2d8-42bd-991a-5e8d2234d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.565692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-9d466254-c2d8-42bd-991a-5e8d2234d37d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1414471 Aug 30 21:02:57.570152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99241b-a900-4a17-b176-9f1ee9472c6c req-763b35b8-38d9-4246-9d8e-5603c31763b1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.578029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a99241b-a900-4a17-b176-9f1ee9472c6c req-763b35b8-38d9-4246-9d8e-5603c31763b1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 945 time: 0.0710523 Aug 30 21:02:57.622401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2306f37-b503-4eb2-bbd1-0204892e833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.631888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a99241b-a900-4a17-b176-9f1ee9472c6c req-a42c051f-fd21-4d54-a3a7-a09a91d645f9 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522928 Aug 30 21:02:57.642914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-0d752b66-b4f7-4676-89d4-2f84d1238816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.644471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-0d752b66-b4f7-4676-89d4-2f84d1238816 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1156473 Aug 30 21:02:57.705963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-04e86b0f-3129-4635-858f-3e67ac934547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.707504 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-04e86b0f-3129-4635-858f-3e67ac934547 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313138 Aug 30 21:02:57.727469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-d2b417be-01be-4533-9e7f-ba579e8a4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.729044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-d2b417be-01be-4533-9e7f-ba579e8a4f86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692825 Aug 30 21:02:57.744896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b01b6-6aca-44ba-8819-cf5a0af07a12 req-6e751030-bf47-406d-a108-4515ee39bc03 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.746538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c70b01b6-6aca-44ba-8819-cf5a0af07a12 req-6e751030-bf47-406d-a108-4515ee39bc03 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0569475 Aug 30 21:02:57.785191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2306f37-b503-4eb2-bbd1-0204892e833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.787825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2306f37-b503-4eb2-bbd1-0204892e833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:57.791536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2306f37-b503-4eb2-bbd1-0204892e833a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8aa8686-8aa6-4130-8765-01e6320aa426 HTTP/1.1" status: 204 len: 168 time: 0.4873400 Aug 30 21:02:57.799222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c70b01b6-6aca-44ba-8819-cf5a0af07a12 req-ebaad004-91da-49e2-bcec-b1a1811e0427 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Aug 30 21:02:57.842781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306f37-b503-4eb2-bbd1-0204892e833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa8686-8aa6-4130-8765-01e6320aa426,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:57.897556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-3eb2149e-87db-4680-a37f-84fbbcb53f0b service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811163 Aug 30 21:02:57.901008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-405737f7-c30f-457e-a19e-68157aaec27e service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618500 Aug 30 21:02:57.908374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983f5d4-0817-41b4-ab00-8e215bd068d1 req-95238b55-b6e0-4660-b080-d90f7432c0e5 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:57.909963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1983f5d4-0817-41b4-ab00-8e215bd068d1 req-95238b55-b6e0-4660-b080-d90f7432c0e5 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1116 time: 0.0437329 Aug 30 21:02:57.955629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1983f5d4-0817-41b4-ab00-8e215bd068d1 req-3445e569-c280-4e67-89ea-c689191a78d9 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Aug 30 21:02:58.061696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-2338b73e-eac5-462b-9a43-1bb15e2c95de service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567824 Aug 30 21:02:58.064015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a46ccc66-6540-4a75-9388-431ee522b5a5 req-79ce19b5-4d1e-4821-9937-568fe04c439e service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503952 Aug 30 21:02:58.107028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fcfdf-aa58-488a-aed1-073ab9781f1b req-c6bf40ae-3bbf-4f68-aea6-8955b0d3c464 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:58.108832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92fcfdf-aa58-488a-aed1-073ab9781f1b req-c6bf40ae-3bbf-4f68-aea6-8955b0d3c464 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 947 time: 0.0563929 Aug 30 21:02:58.151084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92fcfdf-aa58-488a-aed1-073ab9781f1b req-d7e3581a-12dc-4c44-90e5-d289e1dbbffb tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355084 Aug 30 21:02:58.205496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:58.219196 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d119124-369b-485c-91fd-2aae1c862c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.257647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ca5fde1e-90ae-460a-aa52-323aacf47e8d details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:02:58.260740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:02:58.324580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d119124-369b-485c-91fd-2aae1c862c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.330477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d119124-369b-485c-91fd-2aae1c862c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.374946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:02:58.379270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d119124-369b-485c-91fd-2aae1c862c8a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73f6eb579b0d424a9741ffcc2424f688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701288 Aug 30 21:02:58.379270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d119124-369b-485c-91fd-2aae1c862c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feab5d6-71fb-46d3-bb0c-763bbbb34dc6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:58.380445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45840) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:02:58.387999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:02:58.388491 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.425484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ca5fde1e-90ae-460a-aa52-323aacf47e8d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:58.437992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ee37342-f271-4f2a-9374-e41588e83678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.443230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d', 'mac_address': 'fa:16:3e:12:88:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:02:58.463369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ee37342-f271-4f2a-9374-e41588e83678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.513766 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.526334 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.538588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5fde1e-90ae-460a-aa52-323aacf47e8d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:02:58.548379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-d1273169-8f07-4406-b5be-cf7ea297aaa0 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b99a8d06945d48b4b94a606e39b89970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320060 Aug 30 21:02:58.551524 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ee37342-f271-4f2a-9374-e41588e83678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.553895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ee37342-f271-4f2a-9374-e41588e83678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.555030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7ee37342-f271-4f2a-9374-e41588e83678 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8feab5d6-71fb-46d3-bb0c-763bbbb34dc6 HTTP/1.1" status: 204 len: 168 time: 0.1737854 Aug 30 21:02:58.574468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:02:58.577554 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b2e6d7-a2ab-459c-a370-df1318246764" -d '{"events": [{"server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "name": "network-vif-plugged", "status": "completed", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:02:58.577823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee37342-f271-4f2a-9374-e41588e83678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feab5d6-71fb-46d3-bb0c-763bbbb34dc6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:58.587119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ca5fde1e-90ae-460a-aa52-323aacf47e8d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:58.610321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:02:58.611799 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.636353 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:02:58.669181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ca5fde1e-90ae-460a-aa52-323aacf47e8d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:58.695264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-c1371545-bac2-4c0d-a1f5-93b56c5f94f6 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:58.697017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-c1371545-bac2-4c0d-a1f5-93b56c5f94f6 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364188 Aug 30 21:02:58.716624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-dcaf89b8-c28e-4f4e-81b2-120cf4ce3f15 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/quotas/b99a8d06945d48b4b94a606e39b89970 HTTP/1.1" status: 200 len: 375 time: 0.0111864 Aug 30 21:02:58.735232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:02:58.756042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-7ca63f27-dab1-4ce8-ab91-ae579bfb2129 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b99a8d06945d48b4b94a606e39b89970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310566 Aug 30 21:02:58.977970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ca5fde1e-90ae-460a-aa52-323aacf47e8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:02:59.103875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-91ea2aa7-3965-475f-95d6-a1f2286399b4 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:59.105830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-91ea2aa7-3965-475f-95d6-a1f2286399b4 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1527157 Aug 30 21:02:59.134353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-6a16ec26-92f4-485f-8f5b-34dc1a2ebb48 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/quotas/cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 375 time: 0.0212326 Aug 30 21:02:59.195760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-083f6e01-9031-4308-908d-c48196ea20a2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600262 Aug 30 21:02:59.303847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-c897f0b5-5d3e-4e54-be1d-a4ec0fa652f4 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995779 Aug 30 21:02:59.406548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-b1ce5f92-97a3-436d-8be4-2d83e9da3f8f service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958898 Aug 30 21:02:59.649897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063bb63-e09d-4687-a77d-ced5aee81046 req-480ed964-8ddb-4636-bf55-ee94da4756cf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:59.652039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0063bb63-e09d-4687-a77d-ced5aee81046 req-480ed964-8ddb-4636-bf55-ee94da4756cf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 948 time: 0.0606244 Aug 30 21:02:59.702195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0063bb63-e09d-4687-a77d-ced5aee81046 req-7c645a67-9a1e-4523-8c02-6f552c60b27d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Aug 30 21:02:59.823589 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d094779c-2bc1-4725-bad9-f59748b51aee x-openstack-request-id: req-d094779c-2bc1-4725-bad9-f59748b51aee {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:02:59.824474 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "name": "network-vif-plugged", "status": "completed", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:02:59.824887 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d094779c-2bc1-4725-bad9-f59748b51aee {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:02:59.825290 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'code': 200} Aug 30 21:02:59.961988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a7e64-8195-49b7-8d11-8e50b0aacc01 req-46c0e916-7c67-4ad8-bb3e-5e122f91293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:02:59.965061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd4a7e64-8195-49b7-8d11-8e50b0aacc01 req-46c0e916-7c67-4ad8-bb3e-5e122f91293c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1098 time: 0.0689802 Aug 30 21:03:00.005821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4d9bb-1565-4f6d-ac6a-742cc268f3e0 req-db437c3b-0215-4fa2-ac39-72001b140c80 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:00.008451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ee4d9bb-1565-4f6d-ac6a-742cc268f3e0 req-db437c3b-0215-4fa2-ac39-72001b140c80 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 946 time: 0.1156611 Aug 30 21:03:00.019986 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd4a7e64-8195-49b7-8d11-8e50b0aacc01 req-291f25fb-7cc3-4852-958d-2e83aaa38afc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Aug 30 21:03:00.061029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ee4d9bb-1565-4f6d-ac6a-742cc268f3e0 req-103c84d9-1be9-4485-8a34-a2f5c9313171 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422881 Aug 30 21:03:00.185758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0314-49ff-4cc1-b3d4-f68e8052c56d req-7d11fccc-7773-4706-9f66-13144f0d668a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:00.187617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa9a0314-49ff-4cc1-b3d4-f68e8052c56d req-7d11fccc-7773-4706-9f66-13144f0d668a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0554543 Aug 30 21:03:00.232125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa9a0314-49ff-4cc1-b3d4-f68e8052c56d req-4487879a-7cb5-44ab-bfab-0abe7c4efdfe tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360451 Aug 30 21:03:00.281176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:00.284055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ca5fde1e-90ae-460a-aa52-323aacf47e8d up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:00.316480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:00.348304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:00.378735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e715e700-27cb-4632-9829-8b7c4d9f824a req-2aed73be-aea3-47dc-b730-d3cc4810c7df tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 210 time: 0.0741858 Aug 30 21:03:00.388707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-9049a547-be38-49d9-9cbf-0dc7e5dda7c3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b99a8d06945d48b4b94a606e39b89970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533092 Aug 30 21:03:00.531841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42894-97ec-4c3c-93a8-1f97a9b769d2 req-f59903a4-d455-4fa8-aad6-5934ef1f2ebd tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:00.543213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1db42894-97ec-4c3c-93a8-1f97a9b769d2 req-f59903a4-d455-4fa8-aad6-5934ef1f2ebd tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 948 time: 0.0823143 Aug 30 21:03:00.557084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-eb2e6b5d-ab44-4ea5-9f42-91bd261c2f55 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:00.560245 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-eb2e6b5d-ab44-4ea5-9f42-91bd261c2f55 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658356 Aug 30 21:03:00.576082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Request body: {'port': {'device_id': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'b99a8d06945d48b4b94a606e39b89970'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:00.601579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port ca5fde1e-90ae-460a-aa52-323aacf47e8d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:00.623428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1db42894-97ec-4c3c-93a8-1f97a9b769d2 req-77db65c9-91bd-4774-9845-03ef62c39fe4 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737379 Aug 30 21:03:00.630729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port ca5fde1e-90ae-460a-aa52-323aacf47e8d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:00.631326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.633077 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.680332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:00.684937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:00.718498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Made reservation on behalf of b99a8d06945d48b4b94a606e39b89970 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:00.724075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.724277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'mac_address': 'fa:16:3e:68:0b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:00.728548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'mac_address': 'fa:16:3e:bf:a3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:00.735356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-725758c2-7b81-450e-8dd4-3711f9a7ea52 req-bc68c149-44c0-4c3f-94be-ac3f51fbcb81 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 210 time: 0.0325010 Aug 30 21:03:00.739500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.754747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:00.780410 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.857007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.870164 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.873686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.909712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b278c859-8aff-4284-bb99-1dc209393622,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:00.917371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.935535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e773cb5e-64b8-4c9e-abc1-77223524745a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:00.960419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:00.978172 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:00.978172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da822c8-d84f-45e1-a687-d1417b6198f9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:00.994375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:01.011858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.033646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:01.062038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.067352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ca5fde1e-90ae-460a-aa52-323aacf47e8d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:01.081313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.096611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:01.166364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:01.170447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Allocated IP 192.168.233.222 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/098f1325-1fc9-48a1-948a-5c73aebd20b1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:01.259501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-9a5dc658-04e6-4c00-9fc4-33e2f77937ff tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:01.260368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-0ec7d66c-6796-4200-8b79-847a3315794d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:01.262257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-0ec7d66c-6796-4200-8b79-847a3315794d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a&tenant_id=b283f32fb392454189be51e4860cf215&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 949 time: 0.1992083 Aug 30 21:03:01.264312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-9a5dc658-04e6-4c00-9fc4-33e2f77937ff tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1562834 Aug 30 21:03:01.287168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Request body: {'port': {'device_id': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'admin_state_up': True, 'tenant_id': 'cddbb2884f29473ebac27abf2a42842c'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:01.401969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ca5fde1e-90ae-460a-aa52-323aacf47e8d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:01.424491 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-b28996cd-ed3e-4350-ba4b-5808ce3b9db1 service neutron] delete failed (client error): The resource could not be found. Aug 30 21:03:01.425528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-b28996cd-ed3e-4350-ba4b-5808ce3b9db1 service neutron] 10.222.0.86 "DELETE /v2.0/ports/e773cb5e-64b8-4c9e-abc1-77223524745a/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.1538427 Aug 30 21:03:01.495349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:01.547417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.573993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:01.582183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Transition to ACTIVE for port object 098f1325-1fc9-48a1-948a-5c73aebd20b1 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:01.624060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-42fd99ad-db08-45a5-b6ac-cf981959f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:01.626462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-42fd99ad-db08-45a5-b6ac-cf981959f5d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1101 time: 0.1237867 Aug 30 21:03:01.683959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98454bf0-8100-4da9-9479-a632f3b32944 req-03f1f423-981d-4a44-9a25-b33347c7be3d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:01.685799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98454bf0-8100-4da9-9479-a632f3b32944 req-03f1f423-981d-4a44-9a25-b33347c7be3d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 949 time: 0.3842132 Aug 30 21:03:01.692382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.773590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98454bf0-8100-4da9-9479-a632f3b32944 req-192e3a7b-8eb5-4975-b689-f827d73ee7ef tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591950 Aug 30 21:03:01.774878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Made reservation on behalf of cddbb2884f29473ebac27abf2a42842c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:01.778548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.783802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:01.790202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:01.795890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:01.809533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Pushing event updated for resources: {'Port': ['ID=098f1325-1fc9-48a1-948a-5c73aebd20b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:01.841031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}, {'server_uuid': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:01.844065 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8b9629-c769-4243-b776-2e070575af3a" -d '{"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-unplugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}, {"server_uuid": "c6d77da5-58fe-48aa-81a6-806e8bf7aaa0", "name": "network-vif-plugged", "status": "completed", "tag": "ca5fde1e-90ae-460a-aa52-323aacf47e8d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:01.863369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-71986878-4831-473e-9f49-58824876e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:01.864902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-71986878-4831-473e-9f49-58824876e77e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2307212 Aug 30 21:03:01.888316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:01.888860 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:01.925977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-768c6bdb-6798-40cf-bdce-d6e2fefeeaaa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0522938 Aug 30 21:03:01.945923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-e62a4eff-e88a-4aa1-acab-f4bb91777bb4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3764088 Aug 30 21:03:01.959273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Allocated IP 172.20.0.11 (d52f173c-a831-4523-866e-cfe3fe25ea46/7639b83c-74c1-40a5-853b-53d212559039/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:01.996787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Request body: {'port': {'device_id': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:02.032686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-f91ffa39-8838-4e5c-badb-6ebb3c2f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.034280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-f91ffa39-8838-4e5c-badb-6ebb3c2f68bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0997093 Aug 30 21:03:02.097400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.105963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-56d3befe-ac97-492e-a3f2-22b74a1602a4 None None] Provisioning for port 098f1325-1fc9-48a1-948a-5c73aebd20b1 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:02.112852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-56d3befe-ac97-492e-a3f2-22b74a1602a4 None None] Provisioning complete for port 098f1325-1fc9-48a1-948a-5c73aebd20b1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:02.113632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56d3befe-ac97-492e-a3f2-22b74a1602a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.124167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-77025db3-3d6d-49ed-ac84-537eb4cdc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.125686 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-77025db3-3d6d-49ed-ac84-537eb4cdc052 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803144 Aug 30 21:03:02.141178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdc1a6-da87-4b29-b1ee-bb456bebd183 req-43dcfcfc-51f3-4ee1-ab5d-f328f1e70971 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.142757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82fdc1a6-da87-4b29-b1ee-bb456bebd183 req-43dcfcfc-51f3-4ee1-ab5d-f328f1e70971 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 946 time: 0.0783510 Aug 30 21:03:02.156738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-56d3befe-ac97-492e-a3f2-22b74a1602a4 None None] Port 098f1325-1fc9-48a1-948a-5c73aebd20b1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:03:02.177671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.217330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82fdc1a6-da87-4b29-b1ee-bb456bebd183 req-33c9c334-bbd8-4aad-a44e-6f717cc479c3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606010 Aug 30 21:03:02.248229 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.294814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Network d52f173c-a831-4523-866e-cfe3fe25ea46 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:02.299703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:02.312330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:02.314131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-7fe5e254-a760-44cc-a0c2-8cc2bbb217c0 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675360 Aug 30 21:03:02.350224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:02.383886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.384494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.395301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa7fc-f21b-446f-8dce-2ef37240a44b req-ced47f81-5f60-46f2-b1e0-37bd86691132 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.396791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1baa7fc-f21b-446f-8dce-2ef37240a44b req-ced47f81-5f60-46f2-b1e0-37bd86691132 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 947 time: 0.1010809 Aug 30 21:03:02.423202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-e511c1dc-5423-477c-b716-d069df99756c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1434431 Aug 30 21:03:02.442897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Request body: {'port': {'device_id': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:02.450826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1baa7fc-f21b-446f-8dce-2ef37240a44b req-839bd589-e47f-4818-b327-8239301f8e57 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Aug 30 21:03:02.469121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d54c9bc-1fc8-4d14-982b-a478542cddc1 req-dcb73cca-3287-48af-8ede-5cdf3f4abcf4 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445303 Aug 30 21:03:02.501655 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.530750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098f1325-1fc9-48a1-948a-5c73aebd20b1 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:02.540115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.557706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Transition to ACTIVE for port object 098f1325-1fc9-48a1-948a-5c73aebd20b1 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:02.562181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.613901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=098f1325-1fc9-48a1-948a-5c73aebd20b1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:02.666926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810c72a-3904-47c5-97c4-bea36c115c21 req-ed4ef1c3-bfb7-4409-ac04-10570969aeac tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.668942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d810c72a-3904-47c5-97c4-bea36c115c21 req-ed4ef1c3-bfb7-4409-ac04-10570969aeac tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 936 time: 0.1277621 Aug 30 21:03:02.769221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d810c72a-3904-47c5-97c4-bea36c115c21 req-e8974333-0bd0-43b0-8011-82d3db6dd1c0 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873446 Aug 30 21:03:02.911022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e57b2b-fd31-4cff-a3e6-aba685b1d54d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:02.921472 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.939076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Transition to ACTIVE for port object c6e57b2b-fd31-4cff-a3e6-aba685b1d54d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:02.940606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Attempting to bind port 098f1325-1fc9-48a1-948a-5c73aebd20b1 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:02.941529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Attempting to bind port 098f1325-1fc9-48a1-948a-5c73aebd20b1 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:02.942053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Attempting to bind port 098f1325-1fc9-48a1-948a-5c73aebd20b1 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:02.950618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Port 098f1325-1fc9-48a1-948a-5c73aebd20b1 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:02.951191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Attempting to bind port 098f1325-1fc9-48a1-948a-5c73aebd20b1 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:02.956846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573002cb-994c-4f46-9a84-8bbdac3e011e req-649cae2a-520b-4fd5-afac-7c4911f20e61 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:02.958368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-573002cb-994c-4f46-9a84-8bbdac3e011e req-649cae2a-520b-4fd5-afac-7c4911f20e61 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 949 time: 0.0872469 Aug 30 21:03:02.959749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:02.972019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:02.972436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:02.972768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:02.973219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Bound port: 098f1325-1fc9-48a1-948a-5c73aebd20b1, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:02.973586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.032697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:03.049160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] For port 098f1325-1fc9-48a1-948a-5c73aebd20b1, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:03.054218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] For port 098f1325-1fc9-48a1-948a-5c73aebd20b1, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:03.060136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.073026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-573002cb-994c-4f46-9a84-8bbdac3e011e req-0d750d75-d207-45d8-b80b-60027b43510b tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824773 Aug 30 21:03:03.120124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.121099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.122712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] 10.222.0.82 "PUT /v2.0/ports/098f1325-1fc9-48a1-948a-5c73aebd20b1 HTTP/1.1" status: 200 len: 1097 time: 1.1402733 Aug 30 21:03:03.123264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'tag': '098f1325-1fc9-48a1-948a-5c73aebd20b1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:03.125737 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df8c1b-17bd-45dd-885a-7733add37c45" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0fdfe2-55f7-48f9-814c-84c35e60e9db", "tag": "098f1325-1fc9-48a1-948a-5c73aebd20b1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:03.172823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:03.173423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:03.173955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:03.179086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:03.179674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:03.186914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:03.187519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:03.188094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:03.188690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Bound port: c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:03.189210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.219974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fa849-5260-4c95-9340-c49459a9eb6b service neutron] Pushing event updated for resources: {'Port': ['ID=098f1325-1fc9-48a1-948a-5c73aebd20b1,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:03.265287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-78332b85-2383-4a8e-826d-773157a8055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.268259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-78332b85-2383-4a8e-826d-773157a8055d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b99a8d06945d48b4b94a606e39b89970&device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 1100 time: 0.0600443 Aug 30 21:03:03.289633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.333808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-7473ed27-42bf-4be4-b9f3-9a9f62ee457c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1 HTTP/1.1" status: 200 len: 217 time: 0.0583541 Aug 30 21:03:03.335133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9c00f-3c98-4500-89a9-c760aa77c50e req-5978948f-ed52-47ae-92ca-a465cfee25ba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.342803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89a9c00f-3c98-4500-89a9-c760aa77c50e req-5978948f-ed52-47ae-92ca-a465cfee25ba tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.1118989 Aug 30 21:03:03.346115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:03.350981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:03.366307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.409950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.410572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:03.411989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] 10.222.0.82 "PUT /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 1093 time: 0.9761214 Aug 30 21:03:03.414208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:03.414777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-b3d02ecb-1b53-4223-97fd-9d4ebda31b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.416678 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772" -d '{"events": [{"name": "network-changed", "server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:03.417721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-b3d02ecb-1b53-4223-97fd-9d4ebda31b7a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0759780 Aug 30 21:03:03.465326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89a9c00f-3c98-4500-89a9-c760aa77c50e req-24f2dceb-8d1c-41c0-b9eb-573adac22f36 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162016 Aug 30 21:03:03.477347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290acba-b68b-42d9-96b4-56bd999dc7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:03.509330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-ce9496c6-12de-48a8-a3f7-5f6931c4f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.510937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-ce9496c6-12de-48a8-a3f7-5f6931c4f2e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801730 Aug 30 21:03:03.538430 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b9d6b6-0840-4c9c-af51-0197ba868086 x-openstack-request-id: req-d9b9d6b6-0840-4c9c-af51-0197ba868086 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:03.539085 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-unplugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "code": 200}, {"server_uuid": "c6d77da5-58fe-48aa-81a6-806e8bf7aaa0", "name": "network-vif-plugged", "status": "completed", "tag": "ca5fde1e-90ae-460a-aa52-323aacf47e8d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:03.539918 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9b9d6b6-0840-4c9c-af51-0197ba868086 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:03.539918 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'code': 200} Aug 30 21:03:03.540097 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d', 'code': 200} Aug 30 21:03:03.544406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-653f355d-ceee-4853-8d87-27ee95369558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.546137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-653f355d-ceee-4853-8d87-27ee95369558 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1096 time: 0.0616150 Aug 30 21:03:03.618221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-03ed97e3-f5b9-4fcb-a9db-615787793b15 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 217 time: 0.0613527 Aug 30 21:03:03.683136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-17820959-6293-4b18-8913-74507ad548bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.686212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-17820959-6293-4b18-8913-74507ad548bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0603945 Aug 30 21:03:03.687457 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-35070967-5fcb-485c-af4c-57b0246ce1ea service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669433 Aug 30 21:03:03.704440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627daa4d-b858-467a-bdb6-280658ed374b req-61ab4dd0-f316-48ca-aea3-ad43a2b2d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.707239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-627daa4d-b858-467a-bdb6-280658ed374b req-61ab4dd0-f316-48ca-aea3-ad43a2b2d941 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 1101 time: 0.0952628 Aug 30 21:03:03.728330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-556075a0-fa0d-4f19-a582-fb6bf1a28201 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290816 Aug 30 21:03:03.839057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-627daa4d-b858-467a-bdb6-280658ed374b req-b2edf02b-c2d6-44f0-b37e-301181f38272 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184406 Aug 30 21:03:03.860377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-432d3abf-99d5-4b8b-87c7-2450ff1f1778 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246896 Aug 30 21:03:03.873429 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-21e1a1c2-1bc3-4a25-aabd-8cd7d1ef7c30 req-ad2030f5-7247-408e-a1bd-a83acf2355b0 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730485 Aug 30 21:03:03.891926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722c7b3-dd5c-47b9-b26c-9afe19ebb1b6 req-8d705139-37f6-46f3-a070-e8870f989d05 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:03.893575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2722c7b3-dd5c-47b9-b26c-9afe19ebb1b6 req-8d705139-37f6-46f3-a070-e8870f989d05 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1098 time: 0.0572691 Aug 30 21:03:03.933912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2722c7b3-dd5c-47b9-b26c-9afe19ebb1b6 req-65046fc4-9adf-4484-8250-a6788257592a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Aug 30 21:03:04.097897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62a6cc-c059-464a-868e-bc6e8cd1ac87 req-dafc237b-4882-4940-9ab9-09cb06892427 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.099356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d62a6cc-c059-464a-868e-bc6e8cd1ac87 req-dafc237b-4882-4940-9ab9-09cb06892427 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 949 time: 0.0583591 Aug 30 21:03:04.191786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d62a6cc-c059-464a-868e-bc6e8cd1ac87 req-4d24971c-afc3-4b84-a23a-7e7f6feca2dc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861177 Aug 30 21:03:04.240883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d835725-0ed3-4a8c-898f-881d4e57de5c req-3658a536-1ccd-43b8-ab31-75e262fa4080 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286309 Aug 30 21:03:04.242934 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f562bf4e-c972-472b-aa64-7ed1b5531464 x-openstack-request-id: req-f562bf4e-c972-472b-aa64-7ed1b5531464 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:04.243376 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0fdfe2-55f7-48f9-814c-84c35e60e9db", "tag": "098f1325-1fc9-48a1-948a-5c73aebd20b1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:04.243784 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f562bf4e-c972-472b-aa64-7ed1b5531464 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:04.244395 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'tag': '098f1325-1fc9-48a1-948a-5c73aebd20b1', 'status': 'completed', 'code': 200} Aug 30 21:03:04.280819 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef3af46-85d8-4e3a-ab21-2455080647eb x-openstack-request-id: req-6ef3af46-85d8-4e3a-ab21-2455080647eb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:04.282626 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:04.282626 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ef3af46-85d8-4e3a-ab21-2455080647eb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:04.282626 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'status': 'completed', 'code': 200} Aug 30 21:03:04.291556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:04.315237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:04.361395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-1a98a204-9309-4e2e-926a-c7376abc0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.363518 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-1a98a204-9309-4e2e-926a-c7376abc0d6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1096 time: 0.0509534 Aug 30 21:03:04.393408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 3da822c8-d84f-45e1-a687-d1417b6198f9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:04.393678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-3f575b3f-7f06-49db-8141-196d5746251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.393778 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:04.396773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-3f575b3f-7f06-49db-8141-196d5746251e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b99a8d06945d48b4b94a606e39b89970&device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 1100 time: 0.1254041 Aug 30 21:03:04.397580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port e773cb5e-64b8-4c9e-abc1-77223524745a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:04.420356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e773cb5e-64b8-4c9e-abc1-77223524745a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:04.420902 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:04.424243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ebbb-ac76-4d52-a8a1-ababaec219f7 req-ed508958-170e-4674-9a82-42df8c8fe281 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.426784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29f5ebbb-ac76-4d52-a8a1-ababaec219f7 req-ed508958-170e-4674-9a82-42df8c8fe281 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 947 time: 0.0965860 Aug 30 21:03:04.470740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-902796d8-2152-4d83-ad57-6aae6d035de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.472229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-902796d8-2152-4d83-ad57-6aae6d035de5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1007974 Aug 30 21:03:04.520804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-b76bfe1d-2970-4d30-b494-2fedf4ebadb3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 217 time: 0.0404978 Aug 30 21:03:04.535281 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:04.554312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:04.574010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-a413e7ce-0b8f-4e31-b06b-6f314cb71517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.575847 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-a413e7ce-0b8f-4e31-b06b-6f314cb71517 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0480590 Aug 30 21:03:04.578956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29f5ebbb-ac76-4d52-a8a1-ababaec219f7 req-d4fa74a4-5cd5-4ebc-a172-ca0db243bf2a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369145 Aug 30 21:03:04.590787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:04.594846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-3f782843-a71b-4ccd-b234-bbc0530eef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.596538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-3f782843-a71b-4ccd-b234-bbc0530eef8b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1685658 Aug 30 21:03:04.604000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:04.611542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:04.628718 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-7c58a06f-db12-4946-b9c9-a30ce9a0650f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444846 Aug 30 21:03:04.638741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:04.655439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-23ec79f3-6659-423c-bebd-36da958d2d71 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1 HTTP/1.1" status: 200 len: 217 time: 0.0506270 Aug 30 21:03:04.666693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:04.729195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:04.747304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-8ed56b57-9bdb-408d-955c-47465cf03d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.748852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-8ed56b57-9bdb-408d-955c-47465cf03d61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0844371 Aug 30 21:03:04.772676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-0d77454b-a51d-45f7-a19d-982a54a0a563 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325991 Aug 30 21:03:04.772932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab996ae8-c834-4e1b-abee-3f996ffb8a76 req-1a4dbf02-6bac-415e-bf90-59b02c2ce5fb tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.774175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab996ae8-c834-4e1b-abee-3f996ffb8a76 req-1a4dbf02-6bac-415e-bf90-59b02c2ce5fb tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 948 time: 0.0718856 Aug 30 21:03:04.832195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-6d00cfac-6e4b-4854-9d6c-8382a66ff29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.833854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-6d00cfac-6e4b-4854-9d6c-8382a66ff29a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765545 Aug 30 21:03:04.836937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab996ae8-c834-4e1b-abee-3f996ffb8a76 req-13299a54-da45-4595-8d3f-ee3448063ddd tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Aug 30 21:03:04.877893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7e809ad-8fab-4ee6-8915-1ae7bd9d0772 req-52e757e0-6c49-4891-ac6a-62d156dd6010 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975385 Aug 30 21:03:04.966026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-68dc0c1d-14aa-4324-a8c2-95b3464d7e4c service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243737 Aug 30 21:03:04.974564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc107-90eb-49f5-abd9-d0391500cf27 req-56573188-ec5a-49a8-bc10-d1c77fa5a10b tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:04.976102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-303fc107-90eb-49f5-abd9-d0391500cf27 req-56573188-ec5a-49a8-bc10-d1c77fa5a10b tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1098 time: 0.0628386 Aug 30 21:03:05.062776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-303fc107-90eb-49f5-abd9-d0391500cf27 req-4c4e6d40-9402-4a89-aba7-c4d5f4daac7f tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Aug 30 21:03:05.091164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2df8c1b-17bd-45dd-885a-7733add37c45 req-54b5c7fc-544f-4252-baaf-8ed5f9b98d6f service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140258 Aug 30 21:03:05.212909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f0de-8db8-4353-a309-749b42a36893 req-2dee70ac-ec6e-4b5f-8fbc-b7d56f3f566e tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:05.214448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b535f0de-8db8-4353-a309-749b42a36893 req-2dee70ac-ec6e-4b5f-8fbc-b7d56f3f566e tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 949 time: 0.0548728 Aug 30 21:03:05.257671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b535f0de-8db8-4353-a309-749b42a36893 req-6a1cef0a-99d6-4eff-a9d6-4624480af211 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Aug 30 21:03:05.354695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0efcd7-7e7d-4685-b01d-745a5021c5ed req-6c6d409f-d39e-4e26-b423-1a0f4e723b5b tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:05.356233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e0efcd7-7e7d-4685-b01d-745a5021c5ed req-6c6d409f-d39e-4e26-b423-1a0f4e723b5b tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1102 time: 0.0423460 Aug 30 21:03:05.392054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e0efcd7-7e7d-4685-b01d-745a5021c5ed req-708dc9fc-a2fb-491d-98da-b9f3fdb3e54d tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293496 Aug 30 21:03:05.442891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:05.508145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb59f-a611-45bd-92c4-8c6f9dc0ef30 req-aa5bcc9c-2777-42d7-a1e4-c3a8f1addf66 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:05.509607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-081bb59f-a611-45bd-92c4-8c6f9dc0ef30 req-aa5bcc9c-2777-42d7-a1e4-c3a8f1addf66 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.0535896 Aug 30 21:03:05.541148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}, {'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:05.543510 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545513dc-6f91-4c00-9dee-5428aaf26195" -d '{"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}, {"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-plugged", "status": "completed", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:05.548379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-081bb59f-a611-45bd-92c4-8c6f9dc0ef30 req-ecc57517-cac1-435e-9c2e-35ed7893a487 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Aug 30 21:03:05.738438 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5c475e-fd95-4423-9246-d3387c32198c x-openstack-request-id: req-2a5c475e-fd95-4423-9246-d3387c32198c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:05.738790 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "code": 200}, {"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-plugged", "status": "completed", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:05.739036 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a5c475e-fd95-4423-9246-d3387c32198c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:05.739433 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'code': 200} Aug 30 21:03:05.739689 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'code': 200} Aug 30 21:03:05.859064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8f810-08b6-4788-bc8c-bb62daa63c8a req-b13a8b52-bbad-4bf9-bc31-8c30a40f78b1 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:05.860792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ea8f810-08b6-4788-bc8c-bb62daa63c8a req-b13a8b52-bbad-4bf9-bc31-8c30a40f78b1 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0485086 Aug 30 21:03:05.899939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ea8f810-08b6-4788-bc8c-bb62daa63c8a req-59052c01-90c7-409f-bd95-10fe452b524c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330684 Aug 30 21:03:05.933283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4e55-7cd6-45da-bf4c-25ab1c98e756 req-a468fbaf-19dc-4974-8a3b-e58ef3aa9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:05.934898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6b7c4e55-7cd6-45da-bf4c-25ab1c98e756 req-a468fbaf-19dc-4974-8a3b-e58ef3aa9a04 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1100 time: 0.0445259 Aug 30 21:03:05.973383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6b7c4e55-7cd6-45da-bf4c-25ab1c98e756 req-276eb109-1d26-4ff6-80bf-951b72c2f953 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Aug 30 21:03:06.931934 n-d-793620-16 neutron-server[94688]: WARNING keystonemiddleware.auth_token [req-a32216b1-73d3-42dc-a05b-2761deef5cff req-92df06fa-6561-4e9f-a620-bff494de4ba4 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 21:03:06.935935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-51d538c0-fc31-418b-9954-3778902adc7e tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:03:06.937633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-51d538c0-fc31-418b-9954-3778902adc7e tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1106682 Aug 30 21:03:06.947379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Request body: {'binding': {'host': 'n-h2-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:06.947898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:03:07.089263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on host n-h2-793620-16 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:07.089477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:07.089803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:07.094494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:07.094883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:07.100999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:07.101498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:07.102043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:07.102553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Bound port: a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:07.159712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:07.166302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:07.167726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a42d2fc6-f036-4a19-a349-88fe08bf65ae service neutron] 10.222.0.76 "POST /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736/bindings HTTP/1.1" status: 201 len: 390 time: 0.2239604 Aug 30 21:03:07.378029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-4a520511-2412-4867-a135-b11e1f999e55 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971456 Aug 30 21:03:07.417741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-c615f0e8-ca57-4d59-adb9-90d48655516b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563419 Aug 30 21:03:07.513517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-3dd3545a-cec8-4153-bb6b-c815e75678d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:07.515162 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-3dd3545a-cec8-4153-bb6b-c815e75678d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1098 time: 0.0565977 Aug 30 21:03:07.572426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-dba13878-c797-43c9-9dcb-755b1f7bfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:07.574073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-dba13878-c797-43c9-9dcb-755b1f7bfa23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 1098 time: 0.1211796 Aug 30 21:03:07.591894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-581ed48c-1581-41eb-942e-479530207887 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:07.593392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-581ed48c-1581-41eb-942e-479530207887 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739249 Aug 30 21:03:07.661009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-2568ecf8-d5c9-447f-8e1c-e8e86343478a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/quotas/b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 375 time: 0.0542707 Aug 30 21:03:07.665742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:07.674047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-b5b404cf-08aa-41ac-96fe-2a50e18de03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:07.675769 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-b5b404cf-08aa-41ac-96fe-2a50e18de03b service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1533487 Aug 30 21:03:07.741865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-92dda3e4-c93c-4d80-92a5-caaacdfb9793 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 217 time: 0.0565693 Aug 30 21:03:07.745210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-7a4c7b69-ef9b-4d67-ad9f-c7814e16ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:07.746761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-7a4c7b69-ef9b-4d67-ad9f-c7814e16ed8e service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 925 time: 0.1478486 Aug 30 21:03:07.752224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-763da29a-2ae6-458a-a7b0-5e24f1980d60 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817177 Aug 30 21:03:07.834308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-d6df1ae8-7db9-4ddb-9eac-e31f175fd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:07.836876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-d6df1ae8-7db9-4ddb-9eac-e31f175fd3ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0872431 Aug 30 21:03:07.910330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-46bffa3a-285c-4c4f-b607-2ce691c9ccb5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659137 Aug 30 21:03:07.931352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-e687da99-4e19-4f0c-b309-89d5d23eb7ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e688c011-548f-49f8-bdb7-79b4367b32bd HTTP/1.1" status: 200 len: 1002 time: 0.1694067 Aug 30 21:03:07.937641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a80c9e70-7166-4de2-9bc1-70027348eecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.013456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-354600a8-3084-4586-bdfd-a810dc6d911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:08.015568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-354600a8-3084-4586-bdfd-a810dc6d911b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.0768471 Aug 30 21:03:08.054116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0a9a5f00-fd4c-4337-8eb0-516afc4a2865 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356688 Aug 30 21:03:08.191662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a80c9e70-7166-4de2-9bc1-70027348eecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.199118 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-fc5e6ba8-dcc9-4008-9c90-724af57d143c service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326783 Aug 30 21:03:08.203876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a80c9e70-7166-4de2-9bc1-70027348eecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.250762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a80c9e70-7166-4de2-9bc1-70027348eecf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=950004d7f4c349a7bfc4fb09e6bc2f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837088 Aug 30 21:03:08.252169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c9e70-7166-4de2-9bc1-70027348eecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dcc62c-b96b-4464-9320-aeedf75daa39,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:08.255217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:08.339070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-168ee6c4-0106-40f6-8ec1-cceaa62b205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:08.340742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-168ee6c4-0106-40f6-8ec1-cceaa62b205b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3116851 Aug 30 21:03:08.342986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 098f1325-1fc9-48a1-948a-5c73aebd20b1 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:08.366397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-483ec84e-c9e5-4c3e-8a31-c73f9c8553c3 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:08.368034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-483ec84e-c9e5-4c3e-8a31-c73f9c8553c3 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1098 time: 0.0884600 Aug 30 21:03:08.371287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc6c764e-7390-4084-b5c2-8fd575f15d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.371584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ec0dc-58a7-4960-b4d1-3a939e73d3c2 req-d056b4f2-b63e-4145-83dd-1eda3972c931 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:08.374252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c0ec0dc-58a7-4960-b4d1-3a939e73d3c2 req-d056b4f2-b63e-4145-83dd-1eda3972c931 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 948 time: 0.3571188 Aug 30 21:03:08.385473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:08.419714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc6c764e-7390-4084-b5c2-8fd575f15d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.450554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 098f1325-1fc9-48a1-948a-5c73aebd20b1, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:08.463710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '098f1325-1fc9-48a1-948a-5c73aebd20b1', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '098f1325-1fc9-48a1-948a-5c73aebd20b1', 'mac_address': 'fa:16:3e:08:ce:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:08.467786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c0ec0dc-58a7-4960-b4d1-3a939e73d3c2 req-e4c45453-f8a6-4062-99c1-c1149bdb06d2 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805433 Aug 30 21:03:08.480991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.502619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-a478e34c-d20d-4383-9b31-a0b211f0776e service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517673 Aug 30 21:03:08.537163 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.556385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098f1325-1fc9-48a1-948a-5c73aebd20b1 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:08.571190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc6c764e-7390-4084-b5c2-8fd575f15d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.574862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc6c764e-7390-4084-b5c2-8fd575f15d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.576075 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bc6c764e-7390-4084-b5c2-8fd575f15d90 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1dcc62c-b96b-4464-9320-aeedf75daa39 HTTP/1.1" status: 204 len: 168 time: 0.3196418 Aug 30 21:03:08.586359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 098f1325-1fc9-48a1-948a-5c73aebd20b1, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:08.592875 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.593772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c764e-7390-4084-b5c2-8fd575f15d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dcc62c-b96b-4464-9320-aeedf75daa39,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:08.596405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:08.668812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=098f1325-1fc9-48a1-948a-5c73aebd20b1,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:08.735154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:08.754728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b68adb-c3a2-4a78-9960-ade712904cbf req-89cb0544-d8b4-4f28-a473-716822d92f14 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:08.756688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b68adb-c3a2-4a78-9960-ade712904cbf req-89cb0544-d8b4-4f28-a473-716822d92f14 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 949 time: 0.1015508 Aug 30 21:03:08.759329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1cb6312-9365-4c80-b055-33910dc4daf7 req-44936454-0ccf-4e94-a9ec-8dd2664d0ced service neutron] 10.222.0.82 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421393 Aug 30 21:03:08.825122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b68adb-c3a2-4a78-9960-ade712904cbf req-d4cc7f4d-defa-4b44-9b85-a06676a092f7 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602701 Aug 30 21:03:08.834078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:08.835816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:08.857101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'port_id': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'mac_address': 'fa:16:3e:76:26:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7639b83c-74c1-40a5-853b-53d212559039', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:08.898907 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afc71673-339d-4d11-8a57-03f5d0f90254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.919144 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.938100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e57b2b-fd31-4cff-a3e6-aba685b1d54d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:08.944520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.946128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:08.949270 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bcf195-306f-4156-b8c6-fdb2532df131" -d '{"events": [{"server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "name": "network-vif-unplugged", "status": "completed", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:08.953082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e935e-9e89-43a6-ad0a-7ba3dc2548fb req-641b7719-bc24-4340-8a05-e449a5016d5a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:08.954778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-181e935e-9e89-43a6-ad0a-7ba3dc2548fb req-641b7719-bc24-4340-8a05-e449a5016d5a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.0712516 Aug 30 21:03:08.957851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:08.960825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:08.969861 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.027467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-181e935e-9e89-43a6-ad0a-7ba3dc2548fb req-e57abe7b-44d4-40e7-9fb4-465558799bde tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Aug 30 21:03:09.044871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:09.052669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:09.071851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:09.072416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:09.072821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:09.078000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:09.078422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Attempting to bind port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:09.084889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:09.085483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:09.085940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:09.086947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Bound port: a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:09.087695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.139909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46076) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:09.154881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31aac39-ccab-4d13-bfd4-e64fdfd03ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.172438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:09.176223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:09.182940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.265737 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-f2886817-c4f5-4ac1-bd07-bdf2458abae8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424464 Aug 30 21:03:09.298208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129b4f5-0ca3-4f99-9c4e-fbc8da73a853 req-62319520-e55d-400b-8706-7e2a2a2449d8 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:09.303544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b129b4f5-0ca3-4f99-9c4e-fbc8da73a853 req-62319520-e55d-400b-8706-7e2a2a2449d8 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0999010 Aug 30 21:03:09.386787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b129b4f5-0ca3-4f99-9c4e-fbc8da73a853 req-d2f6a5d3-ef98-4e3f-a45b-474aacda1fc2 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Aug 30 21:03:09.389357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31aac39-ccab-4d13-bfd4-e64fdfd03ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.395590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f31aac39-ccab-4d13-bfd4-e64fdfd03ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.410007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:09.421732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:09.422378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.424003 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a5a39120-447c-4e63-a75b-0de98e3e5f60 service neutron] 10.222.0.86 "PUT /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 1124 time: 1.0475519 Aug 30 21:03:09.481078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:09.488450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['098f1325-1fc9-48a1-948a-5c73aebd20b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:09.495533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-0fddc1c9-2bfe-4e1e-b09b-8dba3362336f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:09.497107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-0fddc1c9-2bfe-4e1e-b09b-8dba3362336f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234108 Aug 30 21:03:09.505270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f31aac39-ccab-4d13-bfd4-e64fdfd03ec8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4188574b8e94e79be2ca2307128498d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638349 Aug 30 21:03:09.507162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aac39-ccab-4d13-bfd4-e64fdfd03ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40984d5-a050-4b18-a869-1600d16692b4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:09.509722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:09.517218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Request body: {'port': {'device_id': '43522d19-2b40-4346-98d2-311e38c1ed81', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'b283f32fb392454189be51e4860cf215'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:09.590000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3cf7b-326c-48b3-badc-7cc0a49cf38e req-32eea689-8b71-49b7-b7d5-9d27cd485821 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:09.593033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99a3cf7b-326c-48b3-badc-7cc0a49cf38e req-32eea689-8b71-49b7-b7d5-9d27cd485821 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.1108596 Aug 30 21:03:09.599370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a39a37cd-89e4-464d-aa5b-f7eebd9f7736'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:09.609749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6c621cc-6c09-444c-8d30-5aeb9baf0fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.647567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6c621cc-6c09-444c-8d30-5aeb9baf0fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.656089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Made reservation on behalf of b283f32fb392454189be51e4860cf215 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:09.660565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.690462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99a3cf7b-326c-48b3-badc-7cc0a49cf38e req-c36d0f4b-5570-41b7-886a-616b58432531 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778937 Aug 30 21:03:09.756940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6c621cc-6c09-444c-8d30-5aeb9baf0fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.763710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6c621cc-6c09-444c-8d30-5aeb9baf0fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:09.765405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f6c621cc-6c09-444c-8d30-5aeb9baf0fa6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d40984d5-a050-4b18-a869-1600d16692b4 HTTP/1.1" status: 204 len: 168 time: 0.2542279 Aug 30 21:03:09.777228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c621cc-6c09-444c-8d30-5aeb9baf0fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40984d5-a050-4b18-a869-1600d16692b4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:09.861540 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:03:09.865938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Allocated IP 192.168.233.67 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/fde05680-3cc9-4301-aa44-b685ebd8e3fc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:09.883324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a29c7ddd-0cc2-4029-b738-3f1ecc22eda4 req-e28ebc74-1cdd-47a2-8658-ef1d4782cb4e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 210 time: 0.0531383 Aug 30 21:03:10.109269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.126064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Transition to ACTIVE for port object fde05680-3cc9-4301-aa44-b685ebd8e3fc will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:10.178637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.195777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:10.279550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:10.289334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:10.308620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:10.363304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:10.416599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:10.417499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.456190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-da0dcd45-2a1d-498f-b3da-da13c4be926a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9436436 Aug 30 21:03:10.471595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Request body: {'port': {'device_id': '43522d19-2b40-4346-98d2-311e38c1ed81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:10.561316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.582004 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0a86de-0b5f-4ee0-9a1e-0e2715130c8b x-openstack-request-id: req-6b0a86de-0b5f-4ee0-9a1e-0e2715130c8b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:10.582301 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "name": "network-vif-unplugged", "status": "completed", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:10.582554 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b0a86de-0b5f-4ee0-9a1e-0e2715130c8b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:10.582979 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'code': 200} Aug 30 21:03:10.622803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-01e09ae9-151d-4071-8525-60c917833c8a None None] Provisioning for port fde05680-3cc9-4301-aa44-b685ebd8e3fc completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:10.631078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-01e09ae9-151d-4071-8525-60c917833c8a None None] Provisioning complete for port fde05680-3cc9-4301-aa44-b685ebd8e3fc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:10.632486 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01e09ae9-151d-4071-8525-60c917833c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.688322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-01e09ae9-151d-4071-8525-60c917833c8a None None] Port fde05680-3cc9-4301-aa44-b685ebd8e3fc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:03:10.697442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70603c65-d7fd-4378-baac-39b805d98b0d req-604ccae3-7259-424f-9b92-da38afaea923 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:10.698513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70603c65-d7fd-4378-baac-39b805d98b0d req-604ccae3-7259-424f-9b92-da38afaea923 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0614984 Aug 30 21:03:10.767238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70603c65-d7fd-4378-baac-39b805d98b0d req-9b233325-fe6a-4ea7-8e3c-49c42e934c6c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Aug 30 21:03:10.885309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610d89-723c-4536-9003-0c58b29d4eae req-b2dbd011-7c9c-47d9-926c-7a5648372519 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:10.886864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa610d89-723c-4536-9003-0c58b29d4eae req-b2dbd011-7c9c-47d9-926c-7a5648372519 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 949 time: 0.0520730 Aug 30 21:03:10.895646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde05680-3cc9-4301-aa44-b685ebd8e3fc {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:10.909289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.922975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Transition to ACTIVE for port object fde05680-3cc9-4301-aa44-b685ebd8e3fc will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:10.928547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:10.929720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa610d89-723c-4536-9003-0c58b29d4eae req-bbeb4ea5-c577-4d12-91da-c433f3e59a21 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Aug 30 21:03:10.982112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:11.066978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Attempting to bind port fde05680-3cc9-4301-aa44-b685ebd8e3fc on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:11.067333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Attempting to bind port fde05680-3cc9-4301-aa44-b685ebd8e3fc by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:11.067632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Attempting to bind port fde05680-3cc9-4301-aa44-b685ebd8e3fc on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:11.068057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983576f-bc0a-41dd-bb3c-8676d42c3f4e req-f3c52e03-f30c-4e55-9a69-8f4fe9a9f54b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.069605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f983576f-bc0a-41dd-bb3c-8676d42c3f4e req-f3c52e03-f30c-4e55-9a69-8f4fe9a9f54b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 945 time: 0.0607605 Aug 30 21:03:11.080957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Port fde05680-3cc9-4301-aa44-b685ebd8e3fc on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:11.083041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Attempting to bind port fde05680-3cc9-4301-aa44-b685ebd8e3fc on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:11.090568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:11.091343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:11.092438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:11.094280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Bound port: fde05680-3cc9-4301-aa44-b685ebd8e3fc, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:11.095151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:11.128462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f983576f-bc0a-41dd-bb3c-8676d42c3f4e req-7d932526-8053-4272-a667-5546180e9d3d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Aug 30 21:03:11.218080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:11.224475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:11.234507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:11.300363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:11.306592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.307413 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:11.308962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-8456c84a-07f5-41fe-8869-e402536764eb service neutron] 10.222.0.86 "PUT /v2.0/ports/fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 200 len: 1096 time: 0.8440244 Aug 30 21:03:11.416493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-cfcb2046-5ff6-42ab-a608-fdf207248605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.417926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035f7f-b4ed-408f-ab03-7f956c2d58f9 req-f88a3a9e-d61c-42e8-b69f-a52912891f93 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.418322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-cfcb2046-5ff6-42ab-a608-fdf207248605 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 1099 time: 0.0587673 Aug 30 21:03:11.422056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6035f7f-b4ed-408f-ab03-7f956c2d58f9 req-f88a3a9e-d61c-42e8-b69f-a52912891f93 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 949 time: 0.1320722 Aug 30 21:03:11.472600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6035f7f-b4ed-408f-ab03-7f956c2d58f9 req-0bf98fd8-8fc8-438f-8510-7c9007eb0d90 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438056 Aug 30 21:03:11.484261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-d1abf4d6-f394-4b2a-b746-01ce28400ec4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 200 len: 217 time: 0.0572748 Aug 30 21:03:11.556788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-60cbf3bf-f328-4d77-83b4-5d55931f6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.558294 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-60cbf3bf-f328-4d77-83b4-5d55931f6717 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0667241 Aug 30 21:03:11.608807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9aa3-7f54-4f5d-af8e-d762dac8c786 req-0900d7a7-661f-47cc-b488-e6664ee50c57 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.610617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5bf9aa3-7f54-4f5d-af8e-d762dac8c786 req-0900d7a7-661f-47cc-b488-e6664ee50c57 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.0590558 Aug 30 21:03:11.620768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-a301aef9-b326-4882-80ad-a1f422529e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:11.623027 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-a301aef9-b326-4882-80ad-a1f422529e75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563242 Aug 30 21:03:11.670614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5bf9aa3-7f54-4f5d-af8e-d762dac8c786 req-f9e3a937-bdeb-400d-9394-293d95648186 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506914 Aug 30 21:03:11.672294 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:11.749273 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-ffbcff40-1aac-4818-ae8d-6102a2d791e9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171308 Aug 30 21:03:11.819489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d9c49cd-902b-4a16-95bf-1cfc844df272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:11.858800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4859e444-4200-4324-a1cd-7d0ec45f13ad req-e687f02b-bd45-4d2b-8c90-62499a0f883f service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016967 Aug 30 21:03:12.061420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b119c-363e-40c0-a436-4a72ca57159f req-3b68703e-16b6-4160-8c57-d8ffd6cf8968 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:12.063049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-571b119c-363e-40c0-a436-4a72ca57159f req-3b68703e-16b6-4160-8c57-d8ffd6cf8968 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 947 time: 0.0710862 Aug 30 21:03:12.104058 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-571b119c-363e-40c0-a436-4a72ca57159f req-2d799a92-c562-42f6-afd2-f13b99026beb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335882 Aug 30 21:03:12.275581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-3c4550d2-ecfa-4e16-9258-7a1de573151f tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:12.277223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-3c4550d2-ecfa-4e16-9258-7a1de573151f tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 1101 time: 0.0527966 Aug 30 21:03:12.347099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 098f1325-1fc9-48a1-948a-5c73aebd20b1 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:12.413693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e560f-7a4c-4ca6-84e3-545bcdc4b369 req-1c7bf7e7-327b-4dd5-80ca-43a6d38614c3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:12.415307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a4e560f-7a4c-4ca6-84e3-545bcdc4b369 req-1c7bf7e7-327b-4dd5-80ca-43a6d38614c3 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0821598 Aug 30 21:03:12.416127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:12.422137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Deleting port ca5fde1e-90ae-460a-aa52-323aacf47e8d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:03:12.422348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.447887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 098f1325-1fc9-48a1-948a-5c73aebd20b1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:12.460961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 098f1325-1fc9-48a1-948a-5c73aebd20b1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:12.461317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.508536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a4e560f-7a4c-4ca6-84e3-545bcdc4b369 req-ac3134f7-eb80-4823-afd0-58e88331c2cd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832708 Aug 30 21:03:12.541425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] For port ca5fde1e-90ae-460a-aa52-323aacf47e8d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ca5fde1e-90ae-460a-aa52-323aacf47e8d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:12.541567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.551577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.557810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Calling delete_port for ca5fde1e-90ae-460a-aa52-323aacf47e8d owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:03:12.584647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736'}, {'name': 'network-changed', 'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:12.587939 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccec3d49-a904-4c07-ae46-7c4e11328858" -d '{"events": [{"name": "network-changed", "server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736"}, {"name": "network-changed", "server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:12.598445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:12.640126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:03:12.656464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.684336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f1325-1fc9-48a1-948a-5c73aebd20b1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:12.686688 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0784e-1aff-4511-90bd-50405c80dba2" -d '{"events": [{"server_uuid": "cb0fdfe2-55f7-48f9-814c-84c35e60e9db", "name": "network-vif-plugged", "status": "completed", "tag": "098f1325-1fc9-48a1-948a-5c73aebd20b1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:12.700614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 098f1325-1fc9-48a1-948a-5c73aebd20b1, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:12.708170 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.709107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:12.727988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc5488-031d-46b6-819b-a6640e05e157 req-3f2daa2a-1bc1-4a68-8c3b-79724339f3ac tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:12.729629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59bc5488-031d-46b6-819b-a6640e05e157 req-3f2daa2a-1bc1-4a68-8c3b-79724339f3ac tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 949 time: 0.0837457 Aug 30 21:03:12.801437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=098f1325-1fc9-48a1-948a-5c73aebd20b1,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:12.818217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:12.823384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:12.823758 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.828422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59bc5488-031d-46b6-819b-a6640e05e157 req-7623b950-f021-483c-b4c3-51d228d0ca72 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846417 Aug 30 21:03:12.863133 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:12.899969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ca5fde1e-90ae-460a-aa52-323aacf47e8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:12.919003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-f5db7a11-6b20-4dfa-9af6-390f9dc8243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:12.920713 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-f5db7a11-6b20-4dfa-9af6-390f9dc8243a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1100 time: 0.0878687 Aug 30 21:03:12.948477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca5fde1e-90ae-460a-aa52-323aacf47e8d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:12.978278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:13.018282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:13.024221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:13.073649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-96177a92-0fdd-42a9-b81d-79d309e1e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.075593 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-96177a92-0fdd-42a9-b81d-79d309e1e02e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1175327 Aug 30 21:03:13.084766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] No DVR routers for this DVR port ca5fde1e-90ae-460a-aa52-323aacf47e8d on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:03:13.089721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:13.093927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed058f-61c3-4898-866b-3bce20379a16 req-cb06d244-9712-4772-80cc-6840f0b606fe tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.102372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23ed058f-61c3-4898-866b-3bce20379a16 req-cb06d244-9712-4772-80cc-6840f0b606fe tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 945 time: 0.1577950 Aug 30 21:03:13.111461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:13.113534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9efb799e-a72c-48c3-b385-51d1631921a8 req-1fd0b8de-72ec-4a91-a3a9-6c9b34fbea79 tempest-DeleteServersAdminTestJSON-1190471195 tempest-DeleteServersAdminTestJSON-1190471195-project-admin] 10.222.0.82 "DELETE /v2.0/ports/ca5fde1e-90ae-460a-aa52-323aacf47e8d HTTP/1.1" status: 204 len: 173 time: 0.8276293 Aug 30 21:03:13.114070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'name': 'network-vif-deleted', 'tag': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:13.116456 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefb0498-95fd-43ba-8ab0-20bff37ec54e" -d '{"events": [{"server_uuid": "c6d77da5-58fe-48aa-81a6-806e8bf7aaa0", "name": "network-vif-deleted", "tag": "ca5fde1e-90ae-460a-aa52-323aacf47e8d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:13.154316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-2c7dd751-8256-4d46-a787-e8ee3f818f38 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3da822c8-d84f-45e1-a687-d1417b6198f9 HTTP/1.1" status: 200 len: 217 time: 0.0622258 Aug 30 21:03:13.170493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23ed058f-61c3-4898-866b-3bce20379a16 req-09c82d6a-c423-49b8-a2dc-760acb9a3417 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Aug 30 21:03:13.221254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-cd580848-8a1d-479f-b239-2d943b364303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.223508 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-cd580848-8a1d-479f-b239-2d943b364303 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0610547 Aug 30 21:03:13.279541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-e351e716-59c0-43e6-befe-3560e8b60c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.281221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-e351e716-59c0-43e6-befe-3560e8b60c4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0466080 Aug 30 21:03:13.409868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-35d94a3b-c438-4777-820f-069f04635e7a service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162012 Aug 30 21:03:13.414999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39b60f1e-1c39-4120-84ed-6bbe40adb243 req-e7510110-e168-4e56-a485-679b19b64f42 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d77da5-58fe-48aa-81a6-806e8bf7aaa0 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Aug 30 21:03:13.520522 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f76ebb-254b-46e5-954f-b3b21ccbe6e6 x-openstack-request-id: req-20f76ebb-254b-46e5-954f-b3b21ccbe6e6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:13.521019 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0fdfe2-55f7-48f9-814c-84c35e60e9db", "name": "network-vif-plugged", "status": "completed", "tag": "098f1325-1fc9-48a1-948a-5c73aebd20b1", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:13.521416 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20f76ebb-254b-46e5-954f-b3b21ccbe6e6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:13.521948 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f1325-1fc9-48a1-948a-5c73aebd20b1', 'code': 200} Aug 30 21:03:13.524024 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f594fda-089f-47f4-bfee-ba8d4a0135d1 x-openstack-request-id: req-4f594fda-089f-47f4-bfee-ba8d4a0135d1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:13.525029 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:13.525029 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f594fda-089f-47f4-bfee-ba8d4a0135d1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:13.525324 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'status': 'completed', 'code': 200} Aug 30 21:03:13.525761 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'status': 'completed', 'code': 200} Aug 30 21:03:13.629680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-e9acc181-0dd1-4973-98d6-6e909369eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.632104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-e9acc181-0dd1-4973-98d6-6e909369eb19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 1099 time: 0.1114085 Aug 30 21:03:13.654792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-8cf4cdc1-4b59-4e21-9f69-905f96881054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.657495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-8cf4cdc1-4b59-4e21-9f69-905f96881054 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1127 time: 0.1197076 Aug 30 21:03:13.677082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:13.731293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1accc7c6-e8d3-481d-89b7-7ccbf15d21b3 req-efce6231-aa13-456d-a58d-181c91dac3a3 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027594 Aug 30 21:03:13.734694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d65ce3-aa95-4efa-a245-e8bb91db053e req-d056288f-3c5b-4997-8048-c6a2c9e6b0eb tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.747140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2d65ce3-aa95-4efa-a245-e8bb91db053e req-d056288f-3c5b-4997-8048-c6a2c9e6b0eb tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.1357524 Aug 30 21:03:13.820289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7975fd-3824-47de-a903-8aa7172339be req-3d7d0421-caff-4378-998b-edcb0d88d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.822645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c7975fd-3824-47de-a903-8aa7172339be req-3d7d0421-caff-4378-998b-edcb0d88d44a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 1102 time: 0.1443088 Aug 30 21:03:13.830988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2d65ce3-aa95-4efa-a245-e8bb91db053e req-05d73be3-d8db-477e-9da4-1a642b85a05d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825446 Aug 30 21:03:13.883106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11971a25-1ee4-4382-ad09-0a91d88ef867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:13.887301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-f39ed6d7-5596-41b9-b048-72ef637c5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.888844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-f39ed6d7-5596-41b9-b048-72ef637c5254 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.2206047 Aug 30 21:03:13.896017 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c7975fd-3824-47de-a903-8aa7172339be req-c2e4123b-6f20-40cd-b826-ade3f06eb755 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559301 Aug 30 21:03:13.897216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-45f83a61-a060-45a4-8d13-08a141342c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:13.898878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-45f83a61-a060-45a4-8d13-08a141342c14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2578688 Aug 30 21:03:13.912794 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaaf7c9-0bd4-4b39-848f-961b9b6abe38 x-openstack-request-id: req-3eaaf7c9-0bd4-4b39-848f-961b9b6abe38 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:13.913223 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d77da5-58fe-48aa-81a6-806e8bf7aaa0", "name": "network-vif-deleted", "tag": "ca5fde1e-90ae-460a-aa52-323aacf47e8d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:13.913407 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3eaaf7c9-0bd4-4b39-848f-961b9b6abe38 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:13.913711 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d77da5-58fe-48aa-81a6-806e8bf7aaa0', 'name': 'network-vif-deleted', 'tag': 'ca5fde1e-90ae-460a-aa52-323aacf47e8d', 'status': 'completed', 'code': 200} Aug 30 21:03:13.943800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-a96fa443-a7ad-442b-a3e6-2469b2c519ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 217 time: 0.0457675 Aug 30 21:03:13.948272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-683dacd1-36c9-4c1f-ae5a-e4ffa96aa9cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 200 len: 217 time: 0.0401642 Aug 30 21:03:14.016887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-91a79aeb-39a2-432d-a382-bf8a8eab51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.018325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-91a79aeb-39a2-432d-a382-bf8a8eab51c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0568125 Aug 30 21:03:14.055391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68a153-acff-497c-86b8-65ec08ab073d req-9949ace7-b02b-4a46-a93d-efa54c94378b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.057201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a68a153-acff-497c-86b8-65ec08ab073d req-9949ace7-b02b-4a46-a93d-efa54c94378b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 947 time: 0.0851254 Aug 30 21:03:14.074564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-5a586912-63ab-4a34-b24c-973bb04d5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.076159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-5a586912-63ab-4a34-b24c-973bb04d5524 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0491962 Aug 30 21:03:14.096180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11971a25-1ee4-4382-ad09-0a91d88ef867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.103611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11971a25-1ee4-4382-ad09-0a91d88ef867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.146599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a68a153-acff-497c-86b8-65ec08ab073d req-3dc26562-c6f3-4676-ac12-25ac0698e30a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763628 Aug 30 21:03:14.159024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11971a25-1ee4-4382-ad09-0a91d88ef867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb082ba2-c9f0-486e-8655-648861859c96,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:14.203398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11971a25-1ee4-4382-ad09-0a91d88ef867 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de14b0c3a82d439cb06486808c89a2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189984 Aug 30 21:03:14.203837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:14.236460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-94d1b9e0-8447-4278-a4f6-1b46fcf018e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.237929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-94d1b9e0-8447-4278-a4f6-1b46fcf018e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0742664 Aug 30 21:03:14.245636 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-d8d42116-ee09-4b93-be53-f2b2e2f81adf service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606035 Aug 30 21:03:14.294027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-5fc58787-363a-4767-ac02-aada8cc2775a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373418 Aug 30 21:03:14.311742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ae122-24a2-4675-a9d2-ff1908941716 req-e3da9a87-759c-4ca8-9b07-81afa4df8432 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.314096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-343ae122-24a2-4675-a9d2-ff1908941716 req-e3da9a87-759c-4ca8-9b07-81afa4df8432 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0881436 Aug 30 21:03:14.320687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd3da-b1db-4100-a381-fd4ea44483b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.360939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd3da-b1db-4100-a381-fd4ea44483b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.397041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-269fd189-e7c6-4790-9462-ec520a302bda service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421318 Aug 30 21:03:14.403936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-343ae122-24a2-4675-a9d2-ff1908941716 req-33d1a131-e993-4290-8e1a-1f4146010018 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812237 Aug 30 21:03:14.430457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd3da-b1db-4100-a381-fd4ea44483b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.433403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd3da-b1db-4100-a381-fd4ea44483b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.434601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b0bdd3da-b1db-4100-a381-fd4ea44483b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb082ba2-c9f0-486e-8655-648861859c96 HTTP/1.1" status: 204 len: 168 time: 0.2294409 Aug 30 21:03:14.437443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-bbb3260b-9313-4210-a6af-5f812d1c7b45 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228628 Aug 30 21:03:14.441733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.445508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdd3da-b1db-4100-a381-fd4ea44483b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb082ba2-c9f0-486e-8655-648861859c96,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:14.588072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a2455-4819-453b-b965-3f71e600bcbd req-5d5df5b7-a79a-4f7f-a507-e18674b4f8f5 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.589687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f3a2455-4819-453b-b965-3f71e600bcbd req-5d5df5b7-a79a-4f7f-a507-e18674b4f8f5 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 950 time: 0.0736775 Aug 30 21:03:14.610757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccec3d49-a904-4c07-ae46-7c4e11328858 req-99ef037e-7a0f-471e-8152-1d48da0721d1 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639917 Aug 30 21:03:14.643979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f3a2455-4819-453b-b965-3f71e600bcbd req-3a58c4ab-138c-4f6c-b0ac-f1f045c7dc5d tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456433 Aug 30 21:03:14.776692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b91593-ad26-4cd5-b8c9-22978e286d11 req-08fd7dcd-5845-43fd-bdbd-c213d979d96b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:14.779402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64b91593-ad26-4cd5-b8c9-22978e286d11 req-08fd7dcd-5845-43fd-bdbd-c213d979d96b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0705845 Aug 30 21:03:14.797334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:14.814736 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0126ef87-496c-487b-b5e2-d384bb6a2a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.823475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64b91593-ad26-4cd5-b8c9-22978e286d11 req-18aeff0e-16af-4d2a-b2d5-0b2e67c6d3ed tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372529 Aug 30 21:03:14.927477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0126ef87-496c-487b-b5e2-d384bb6a2a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.932601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0126ef87-496c-487b-b5e2-d384bb6a2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:14.978748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0126ef87-496c-487b-b5e2-d384bb6a2a6c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=066fa7a693884d4d95bcef460aba05a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801505 Aug 30 21:03:14.979743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126ef87-496c-487b-b5e2-d384bb6a2a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af00aa-8e79-4dad-8edf-b5f4e9a9d84d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:14.981485 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46202) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:15.080163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b5c1f-a277-443d-ae72-39abf445c2d0 req-01ec65a9-d485-4799-bfa2-68bde6b478a0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:15.081678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-775b5c1f-a277-443d-ae72-39abf445c2d0 req-01ec65a9-d485-4799-bfa2-68bde6b478a0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.0812266 Aug 30 21:03:15.085087 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8714f84e-28f1-4b72-b71f-04469e01fdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:15.124544 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8714f84e-28f1-4b72-b71f-04469e01fdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:15.156820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-775b5c1f-a277-443d-ae72-39abf445c2d0 req-c72b4302-fae4-4c47-ae19-c080b6fe0cde tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Aug 30 21:03:15.203985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8714f84e-28f1-4b72-b71f-04469e01fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:15.207362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8714f84e-28f1-4b72-b71f-04469e01fdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:15.208698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8714f84e-28f1-4b72-b71f-04469e01fdb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34af00aa-8e79-4dad-8edf-b5f4e9a9d84d HTTP/1.1" status: 204 len: 168 time: 0.2250466 Aug 30 21:03:15.219209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714f84e-28f1-4b72-b71f-04469e01fdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af00aa-8e79-4dad-8edf-b5f4e9a9d84d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:15.280642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-e6c5ae87-5aa7-48be-81ac-b3e74b25c822 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271444 Aug 30 21:03:15.427647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-78d6aac6-3e9e-476b-b10b-7dcf08607d01 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:15.429302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-78d6aac6-3e9e-476b-b10b-7dcf08607d01 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396878 Aug 30 21:03:15.458837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-5ad61e40-1f5e-4dc0-8e5e-b1257cda6526 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/quotas/136b534f0bd14a179c26cc3e5f27dd37 HTTP/1.1" status: 200 len: 375 time: 0.0192487 Aug 30 21:03:15.512650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-bf659649-908e-4602-8411-ab7d07a52855 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423102 Aug 30 21:03:15.523026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:15.527474 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c0942f-2044-4e76-afc1-63605bd451d7" -d '{"events": [{"server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "name": "network-vif-plugged", "status": "completed", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:15.818276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1bfb3-61d9-45e6-92cf-af4ee3c8d518 req-5b33edd9-c4ad-46de-9e1c-ebffd086e4a3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:15.825809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ced1bfb3-61d9-45e6-92cf-af4ee3c8d518 req-5b33edd9-c4ad-46de-9e1c-ebffd086e4a3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 947 time: 0.0892425 Aug 30 21:03:15.871203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ced1bfb3-61d9-45e6-92cf-af4ee3c8d518 req-f18fabac-4f16-4484-b603-2e85043771af tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Aug 30 21:03:16.030962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4e36-5784-42df-bd3e-6c6e0e5686fb req-e3af519f-4213-4279-a6a8-e5ccc5975eb9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:16.033877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bec4e36-5784-42df-bd3e-6c6e0e5686fb req-e3af519f-4213-4279-a6a8-e5ccc5975eb9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0798976 Aug 30 21:03:16.086248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bec4e36-5784-42df-bd3e-6c6e0e5686fb req-f7038e8c-3b99-4bbc-9b5f-b9cc89a09aa7 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454600 Aug 30 21:03:16.146703 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddd0b63-f56b-4a34-bb5b-2f59178de585 x-openstack-request-id: req-1ddd0b63-f56b-4a34-bb5b-2f59178de585 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:16.147965 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "name": "network-vif-plugged", "status": "completed", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:16.148378 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ddd0b63-f56b-4a34-bb5b-2f59178de585 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:16.149513 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'code': 200} Aug 30 21:03:16.217020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63c99c6d-c3dc-4af5-a386-46612052cc95 req-69db220f-e743-446f-84c6-397d446d9b73 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 210 time: 0.0388012 Aug 30 21:03:16.290037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41ae08-7e8e-4ca4-b1f9-998803979b0e req-952717bb-e77b-43e4-a1e9-b87ef566427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:16.291636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a41ae08-7e8e-4ca4-b1f9-998803979b0e req-952717bb-e77b-43e4-a1e9-b87ef566427a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1098 time: 0.0626383 Aug 30 21:03:16.379694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a41ae08-7e8e-4ca4-b1f9-998803979b0e req-fd9995fd-f321-4e92-b76f-6499c35b9bf2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804524 Aug 30 21:03:16.384107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ca5fde1e-90ae-460a-aa52-323aacf47e8d no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:16.400642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bcc88-b850-4385-a680-f53374aced1a req-3fd818de-ba84-48c1-8699-7a441211203a tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:16.402693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-784bcc88-b850-4385-a680-f53374aced1a req-3fd818de-ba84-48c1-8699-7a441211203a tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 950 time: 0.0898526 Aug 30 21:03:16.420158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:16.431705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: ca5fde1e-90ae-460a-aa52-323aacf47e8d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:03:16.432281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ca5fde1e-90ae-460a-aa52-323aacf47e8d not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:03:16.461854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-784bcc88-b850-4385-a680-f53374aced1a req-6da173ed-c4e1-42b1-b28b-fea485a0420f tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457604 Aug 30 21:03:16.604439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:16.619908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'mac_address': 'fa:16:3e:ec:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:16.662263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76269c97-69fd-4169-80ef-3189f85e37cc req-694d8622-5627-4829-afde-98506252fca5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:16.664275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76269c97-69fd-4169-80ef-3189f85e37cc req-694d8622-5627-4829-afde-98506252fca5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0672634 Aug 30 21:03:16.669166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:16.683710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde05680-3cc9-4301-aa44-b685ebd8e3fc {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:16.704076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:16.707341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76269c97-69fd-4169-80ef-3189f85e37cc req-eaa5b96d-179d-4c65-8358-6bdf9ac7701d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364647 Aug 30 21:03:16.709706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:16.772896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:16.825552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-5e9d8933-c120-4c77-9b1c-2bd4c6463adb service neutron] 10.222.0.82 "GET /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.0692339 Aug 30 21:03:16.936611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7ac4c-3800-49c4-a731-d2f4793e8a97 req-77ce6bbd-4489-492f-8499-c6c64ccd9644 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:16.938316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45a7ac4c-3800-49c4-a731-d2f4793e8a97 req-77ce6bbd-4489-492f-8499-c6c64ccd9644 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 944 time: 0.0973406 Aug 30 21:03:17.003369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-7d416531-8841-407a-8d02-76de9bb49c1e tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301678 Aug 30 21:03:17.050761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45a7ac4c-3800-49c4-a731-d2f4793e8a97 req-d214ec0d-bb15-4b25-b460-6f0ce5962fd7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059036 Aug 30 21:03:17.101500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:17.130162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:17.174624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39a37cd-89e4-464d-aa5b-f7eebd9f7736 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:17.187089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:17.190844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fde05680-3cc9-4301-aa44-b685ebd8e3fc'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:17.210630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:17.327329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] Transition to ACTIVE for port object a39a37cd-89e4-464d-aa5b-f7eebd9f7736 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:17.336689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:17.402893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-4a34d147-71fe-4f13-8ca9-45ce287d9e8a tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:17.404805 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-4a34d147-71fe-4f13-8ca9-45ce287d9e8a tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3887575 Aug 30 21:03:17.412376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] No DVR routers for this DVR port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:03:17.420198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Request body: {'port': {'device_id': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '136b534f0bd14a179c26cc3e5f27dd37'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:17.431518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] Pushing event updated for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:17.453853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-0acaec70-1252-4733-b043-64bef7e43bbd service neutron] 10.222.0.82 "PUT /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736/bindings/n-h2-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 0.6204054 Aug 30 21:03:17.522887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a623f-d426-491d-9df3-fa5a9cb6bc8b req-a4580edc-8f35-45e0-96d2-ed327406345f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:17.524459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a27a623f-d426-491d-9df3-fa5a9cb6bc8b req-a4580edc-8f35-45e0-96d2-ed327406345f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 948 time: 0.0574543 Aug 30 21:03:17.563407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a27a623f-d426-491d-9df3-fa5a9cb6bc8b req-8ba0cac1-c781-47d9-9506-21c57198fda4 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Aug 30 21:03:17.574447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-63f9db2d-0c7e-43ef-9297-40f1d7993423 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:17.576121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-63f9db2d-0c7e-43ef-9297-40f1d7993423 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0692635 Aug 30 21:03:17.577216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Made reservation on behalf of 136b534f0bd14a179c26cc3e5f27dd37 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:17.580627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:17.678616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-61093005-ce1d-4b1b-a38c-bf959e7485ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:17.680945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-61093005-ce1d-4b1b-a38c-bf959e7485ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078&tenant_id=6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 1097 time: 0.0961883 Aug 30 21:03:17.763593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab031d4-9549-4fa4-840e-e538d3a07299 req-1efd78aa-e3e0-4080-86a4-d52bab155a4a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:17.765224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ab031d4-9549-4fa4-840e-e538d3a07299 req-1efd78aa-e3e0-4080-86a4-d52bab155a4a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0529020 Aug 30 21:03:17.784506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Allocated IP 192.168.233.189 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/fffe0e25-daad-4c07-9aa3-52803701be67) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:17.800892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a0552c95-3611-4185-b57c-9afe8f23da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:17.802458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a0552c95-3611-4185-b57c-9afe8f23da43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1097 time: 0.0822315 Aug 30 21:03:17.811263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ab031d4-9549-4fa4-840e-e538d3a07299 req-03168a56-253e-420e-b768-4e5abdb3f10b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Aug 30 21:03:17.919477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b705175c-9238-4617-9012-1f4fd5cffb72 req-5523ca8d-605f-4edf-a147-78ecc045c830 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 210 time: 0.0440373 Aug 30 21:03:18.028570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.052326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-691d74fc-a9d9-41f5-b843-c9c576187707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.053804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-691d74fc-a9d9-41f5-b843-c9c576187707 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1474404 Aug 30 21:03:18.054779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Transition to ACTIVE for port object fffe0e25-daad-4c07-9aa3-52803701be67 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:18.077679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a748c72-2088-4e28-a9a2-527601e9a011 req-8d0e7ee9-e497-44c9-b7ca-25168d99e5c3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.079263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a748c72-2088-4e28-a9a2-527601e9a011 req-8d0e7ee9-e497-44c9-b7ca-25168d99e5c3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 950 time: 0.0577855 Aug 30 21:03:18.114892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-4d9c70be-17c9-4e7a-9bb7-b894a88feb69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 217 time: 0.0442662 Aug 30 21:03:18.124509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a748c72-2088-4e28-a9a2-527601e9a011 req-2196a986-1d18-4d4d-88be-0fb33aa3442b tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Aug 30 21:03:18.158791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.213661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a6395960-2579-4fed-9fd6-509463876d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.215226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-a6395960-2579-4fed-9fd6-509463876d79 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0936527 Aug 30 21:03:18.219290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:18.223248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Pushing event updated for resources: {'Port': ['ID=fffe0e25-daad-4c07-9aa3-52803701be67,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:18.225751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:18.236108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:18.280864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-b05f2c4a-5374-482e-8ca7-97f8a31e86a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528035 Aug 30 21:03:18.367461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.368139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.394270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:18.401122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6695054c-ba04-4953-9d50-7d2a48af5127 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9865453 Aug 30 21:03:18.416385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Request body: {'port': {'device_id': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:18.436210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:18.443139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-b360b318-c8ac-422a-9d8d-169e6ec3fbc6 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467948 Aug 30 21:03:18.448777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999848f-d45b-4d9f-b872-fa346ccddd77 req-95d37855-b9eb-4a7b-8cfb-3ccc04f78b74 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.450439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4999848f-d45b-4d9f-b872-fa346ccddd77 req-95d37855-b9eb-4a7b-8cfb-3ccc04f78b74 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0646634 Aug 30 21:03:18.466571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:03:18.496566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4999848f-d45b-4d9f-b872-fa346ccddd77 req-bb017db6-2727-4726-b3b3-a5815ef43bd9 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Aug 30 21:03:18.501909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port fde05680-3cc9-4301-aa44-b685ebd8e3fc completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:18.506412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port fde05680-3cc9-4301-aa44-b685ebd8e3fc triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:18.506810 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.549369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-886aca7f-bb66-4f51-bde3-158a82671287 None None] Provisioning for port fffe0e25-daad-4c07-9aa3-52803701be67 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:18.556407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-886aca7f-bb66-4f51-bde3-158a82671287 None None] Provisioning complete for port fffe0e25-daad-4c07-9aa3-52803701be67 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:18.556771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-886aca7f-bb66-4f51-bde3-158a82671287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.564119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.595590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-fc1eb49a-14a0-4450-8318-d52ae0b23721 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353569 Aug 30 21:03:18.598802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-886aca7f-bb66-4f51-bde3-158a82671287 None None] Port fffe0e25-daad-4c07-9aa3-52803701be67 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:03:18.637034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.668174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:18.670897 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a01b1a-0d1c-4d38-9105-33ff66b4013d" -d '{"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-plugged", "status": "completed", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:18.687729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:18.693182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:18.725030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a953462-0583-4998-a70d-00c7e4a8ed09 req-66a2446b-04d6-421d-8887-7dede33dcea4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.726742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a953462-0583-4998-a70d-00c7e4a8ed09 req-66a2446b-04d6-421d-8887-7dede33dcea4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 945 time: 0.0593426 Aug 30 21:03:18.786846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a953462-0583-4998-a70d-00c7e4a8ed09 req-53e03e1d-42a6-47b3-bdf7-62d0f01acb32 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Aug 30 21:03:18.886269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:18.901813 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-85f47513-9cf9-404b-9912-6470de05dc03 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b99a8d06945d48b4b94a606e39b89970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258894 Aug 30 21:03:18.926757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-7a6008a1-74d7-4715-bf6e-e850a8c73b3a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:18.928292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-7a6008a1-74d7-4715-bf6e-e850a8c73b3a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0770087 Aug 30 21:03:19.017710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-8727fb1f-3da8-4b25-8543-d083d9a1a92b tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.019145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-8727fb1f-3da8-4b25-8543-d083d9a1a92b tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105289 Aug 30 21:03:19.027295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffe0e25-daad-4c07-9aa3-52803701be67 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:19.036854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-d375ca64-1a88-4820-825d-413be375a4e9 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/quotas/b99a8d06945d48b4b94a606e39b89970 HTTP/1.1" status: 200 len: 375 time: 0.0108187 Aug 30 21:03:19.045731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.068009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Transition to ACTIVE for port object fffe0e25-daad-4c07-9aa3-52803701be67 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:19.075476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.091687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-985a7f1b-71c5-483a-8ad3-146b5786c91d tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b99a8d06945d48b4b94a606e39b89970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485828 Aug 30 21:03:19.165206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Pushing event updated for resources: {'Port': ['ID=fffe0e25-daad-4c07-9aa3-52803701be67,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:19.175337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-98418083-d21d-49a2-a271-f6891678f5de service neutron] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:19.193827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-98418083-d21d-49a2-a271-f6891678f5de service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.194997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826ad7e4-7299-4cef-92c1-37f59d36a216 req-98418083-d21d-49a2-a271-f6891678f5de service neutron] 10.222.0.86 "DELETE /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736/bindings/n-h1-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.2536426 Aug 30 21:03:19.256542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Attempting to bind port fffe0e25-daad-4c07-9aa3-52803701be67 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:19.257139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Attempting to bind port fffe0e25-daad-4c07-9aa3-52803701be67 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:19.257584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Attempting to bind port fffe0e25-daad-4c07-9aa3-52803701be67 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:19.263551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Port fffe0e25-daad-4c07-9aa3-52803701be67 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:19.263992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Attempting to bind port fffe0e25-daad-4c07-9aa3-52803701be67 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:19.271949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:19.272281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:19.272664 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:19.273091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Bound port: fffe0e25-daad-4c07-9aa3-52803701be67, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:19.273449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.397227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296646-4a47-41be-bca7-a841f0b18568 req-69b37069-5393-4b46-bc00-50d09c135e27 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.404965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf296646-4a47-41be-bca7-a841f0b18568 req-69b37069-5393-4b46-bc00-50d09c135e27 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1098 time: 0.0664880 Aug 30 21:03:19.410855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] For port fffe0e25-daad-4c07-9aa3-52803701be67, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:19.414431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] For port fffe0e25-daad-4c07-9aa3-52803701be67, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fffe0e25-daad-4c07-9aa3-52803701be67,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:19.425018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.452214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf296646-4a47-41be-bca7-a841f0b18568 req-d4bc208d-70e8-4bdc-9029-124eeec64ad9 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Aug 30 21:03:19.490003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.490744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.493973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] 10.222.0.86 "PUT /v2.0/ports/fffe0e25-daad-4c07-9aa3-52803701be67 HTTP/1.1" status: 200 len: 1097 time: 1.0820200 Aug 30 21:03:19.494699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'tag': 'fffe0e25-daad-4c07-9aa3-52803701be67'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:19.511278 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674767ef-601b-49d4-a1cc-dcc1cb5183e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ae10f5-2961-4dc8-b336-aacbba224364", "tag": "fffe0e25-daad-4c07-9aa3-52803701be67"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:19.597264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b2d05-411e-4955-8379-6178d17bddda service neutron] Pushing event updated for resources: {'Port': ['ID=fffe0e25-daad-4c07-9aa3-52803701be67,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:19.604189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb51e2-d262-4934-b49b-4e0490e8105b req-4a73a371-9ef2-4a22-b4b6-7ba7a9f28a46 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.605867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34eb51e2-d262-4934-b49b-4e0490e8105b req-4a73a371-9ef2-4a22-b4b6-7ba7a9f28a46 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0769978 Aug 30 21:03:19.655038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-8e397dea-b284-4d66-9a10-ba1d28014890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.656608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-8e397dea-b284-4d66-9a10-ba1d28014890 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 1100 time: 0.0756691 Aug 30 21:03:19.692355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34eb51e2-d262-4934-b49b-4e0490e8105b req-02db7c91-4fd0-4ec7-92ea-78968af86a36 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Aug 30 21:03:19.694891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46342) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:19.734902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-33e357bd-b1b9-44da-aaca-a7d1566e49aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=fffe0e25-daad-4c07-9aa3-52803701be67 HTTP/1.1" status: 200 len: 217 time: 0.0533431 Aug 30 21:03:19.784925 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809a3168-589a-42b8-91e1-639754c9eded x-openstack-request-id: req-809a3168-589a-42b8-91e1-639754c9eded {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:19.785487 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-plugged", "status": "completed", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:19.786036 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-809a3168-589a-42b8-91e1-639754c9eded {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:19.786439 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'code': 200} Aug 30 21:03:19.809772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-43a08d53-b142-473b-8b21-4569e24dd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.811523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-43a08d53-b142-473b-8b21-4569e24dd0c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0743020 Aug 30 21:03:19.878371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-f4c99012-03ba-4c53-b43e-18a9a0c20f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.880213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-f4c99012-03ba-4c53-b43e-18a9a0c20f98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606687 Aug 30 21:03:19.902062 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2569d5f-c434-49ce-9791-1a3b0fa1c970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:19.934300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158eb306-362c-4d35-94ca-44c42464f40d req-2505daf6-e89c-4257-9a3e-b62ab625abfc tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.936183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-158eb306-362c-4d35-94ca-44c42464f40d req-2505daf6-e89c-4257-9a3e-b62ab625abfc tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0845900 Aug 30 21:03:19.978697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc894fed-2a17-45d5-8152-d8016c9f6724 req-8e442dd3-8ebf-4940-aaaf-bf3544425de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:19.980385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc894fed-2a17-45d5-8152-d8016c9f6724 req-8e442dd3-8ebf-4940-aaaf-bf3544425de5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 1101 time: 0.0991962 Aug 30 21:03:20.002895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-158eb306-362c-4d35-94ca-44c42464f40d req-62b4f31b-4712-49c3-bc60-f31469444916 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553768 Aug 30 21:03:20.035025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-025c0b7f-f9b6-462e-92f0-bd63ac1b9e07 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440978 Aug 30 21:03:20.039229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc894fed-2a17-45d5-8152-d8016c9f6724 req-2cadd9b2-e93d-4538-acec-844ce89ebaa7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Aug 30 21:03:20.071400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2569d5f-c434-49ce-9791-1a3b0fa1c970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.076756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2569d5f-c434-49ce-9791-1a3b0fa1c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.154875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b2569d5f-c434-49ce-9791-1a3b0fa1c970 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93825ea513cf42babf6694e9df833810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587076 Aug 30 21:03:20.157918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:20.160265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2569d5f-c434-49ce-9791-1a3b0fa1c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243feda4-2806-4b69-b40e-700de892398b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:20.180711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfe947-78e4-4a75-8aa1-19b542d20571 req-a1985c74-8f80-4e68-9c1e-ecc810db4a81 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:20.182286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97cfe947-78e4-4a75-8aa1-19b542d20571 req-a1985c74-8f80-4e68-9c1e-ecc810db4a81 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 948 time: 0.1008217 Aug 30 21:03:20.217564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d1fa27-7e96-47b9-8f30-0c796ec1f897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.231864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97cfe947-78e4-4a75-8aa1-19b542d20571 req-97b092b5-c892-4395-8692-e061c8034314 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Aug 30 21:03:20.246680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d1fa27-7e96-47b9-8f30-0c796ec1f897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.305436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d1fa27-7e96-47b9-8f30-0c796ec1f897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.307909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7d1fa27-7e96-47b9-8f30-0c796ec1f897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.309020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7d1fa27-7e96-47b9-8f30-0c796ec1f897 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/243feda4-2806-4b69-b40e-700de892398b HTTP/1.1" status: 204 len: 168 time: 0.1498568 Aug 30 21:03:20.315926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ae74101-a1c9-4252-baa6-4f67b04c9577 req-9cda2676-ec2b-47ef-b6db-6387c743d99c tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 210 time: 0.0327551 Aug 30 21:03:20.354005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1fa27-7e96-47b9-8f30-0c796ec1f897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243feda4-2806-4b69-b40e-700de892398b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:20.409906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ad15803-4955-4934-84b2-f03c0bdae029 req-6f4dddfb-31f4-42f7-bdda-40f17f5ba74d service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132827 Aug 30 21:03:20.417397 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d6284-11c8-483f-909b-a8ceaa111c6d x-openstack-request-id: req-668d6284-11c8-483f-909b-a8ceaa111c6d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:20.418104 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ae10f5-2961-4dc8-b336-aacbba224364", "tag": "fffe0e25-daad-4c07-9aa3-52803701be67", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:20.418478 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-668d6284-11c8-483f-909b-a8ceaa111c6d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:20.419664 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'tag': 'fffe0e25-daad-4c07-9aa3-52803701be67', 'status': 'completed', 'code': 200} Aug 30 21:03:20.523372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-8d647f14-a674-4ab6-80c5-a64ede9c3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:20.525037 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-8d647f14-a674-4ab6-80c5-a64ede9c3184 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 1100 time: 0.0586550 Aug 30 21:03:20.601414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1a27-ad5b-422f-969c-57cffec39f33 req-7ab6dc64-96e8-448c-af3a-dcc949888a40 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:20.603384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-898f1a27-ad5b-422f-969c-57cffec39f33 req-7ab6dc64-96e8-448c-af3a-dcc949888a40 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 945 time: 0.0713754 Aug 30 21:03:20.655634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6ca20056-02ad-4928-82cd-7a18c92544d5 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b99a8d06945d48b4b94a606e39b89970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475967 Aug 30 21:03:20.660766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-e7193ff7-28b7-40ef-a610-7eacc65de132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:20.663527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-e7193ff7-28b7-40ef-a610-7eacc65de132 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1180871 Aug 30 21:03:20.723478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-898f1a27-ad5b-422f-969c-57cffec39f33 req-259dc5b9-2daa-43a8-8e3b-94002fc77d11 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131580 Aug 30 21:03:20.734345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-07a767b1-0c2c-4bec-9b9b-98ca83e52b25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=fffe0e25-daad-4c07-9aa3-52803701be67 HTTP/1.1" status: 200 len: 217 time: 0.0629439 Aug 30 21:03:20.811582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-edfa526d-a986-4ebb-9289-8c5e293fe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:20.815632 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-edfa526d-a986-4ebb-9289-8c5e293fe829 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0719829 Aug 30 21:03:20.820130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:20.843712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:20.951627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-12d39710-19c2-49a2-8f8d-32655c6fc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:20.953199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-12d39710-19c2-49a2-8f8d-32655c6fc4de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1115289 Aug 30 21:03:21.159635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-e19accec-000d-4bed-96b5-f8bcb5393c8c service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957355 Aug 30 21:03:21.162478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.194157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.282941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-89197609-2e7d-4752-af6d-d0d1a619e109 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:21.284877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-89197609-2e7d-4752-af6d-d0d1a619e109 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6119041 Aug 30 21:03:21.294594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ffb26d9797994c988eb6600ad890a594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687417 Aug 30 21:03:21.296077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46378) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:21.296368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d270bbb-c41a-4181-b142-ec803483e408,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:21.305000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c766e-68a3-4fc8-9d1b-4ba5c54bea4f req-ff5f1119-4fa5-4a30-bfc3-379c7ad8003c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:21.306558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-723c766e-68a3-4fc8-9d1b-4ba5c54bea4f req-ff5f1119-4fa5-4a30-bfc3-379c7ad8003c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.4105780 Aug 30 21:03:21.315633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Request body: {'port': {'device_id': '13400cc2-8202-4897-9194-4292cefe890b', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'b99a8d06945d48b4b94a606e39b89970'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:21.349733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-674767ef-601b-49d4-a1cc-dcc1cb5183e8 req-37707944-1847-43be-82ba-d407dc6cda30 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797965 Aug 30 21:03:21.351466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.351817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.352158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.352492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.352822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.353157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.353483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.353851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.354179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.354500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.354844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.355168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbfce4-ace5-4619-b322-c69ebd6129f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:21.446145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-723c766e-68a3-4fc8-9d1b-4ba5c54bea4f req-5ed3400d-d927-4fb3-b89e-1a19f9ba7269 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251128 Aug 30 21:03:21.497504 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6110cf8-579c-42b8-ad1e-2b3adbf190e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.533974 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6110cf8-579c-42b8-ad1e-2b3adbf190e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.579611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Made reservation on behalf of b99a8d06945d48b4b94a606e39b89970 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:21.583088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.665836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4b21-8874-4833-931c-0cace4624d71 req-92f763a4-e66c-4bfb-929d-243150c70d29 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:21.667435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f23d4b21-8874-4833-931c-0cace4624d71 req-92f763a4-e66c-4bfb-929d-243150c70d29 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.1362386 Aug 30 21:03:21.690944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6110cf8-579c-42b8-ad1e-2b3adbf190e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.693482 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6110cf8-579c-42b8-ad1e-2b3adbf190e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:21.694606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e6110cf8-579c-42b8-ad1e-2b3adbf190e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d270bbb-c41a-4181-b142-ec803483e408 HTTP/1.1" status: 204 len: 168 time: 0.3871052 Aug 30 21:03:21.719103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6110cf8-579c-42b8-ad1e-2b3adbf190e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d270bbb-c41a-4181-b142-ec803483e408,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:21.769101 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f23d4b21-8874-4833-931c-0cace4624d71 req-a9c143e3-4107-4766-957e-f4aa08782899 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945868 Aug 30 21:03:21.817461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Allocated IP 192.168.233.105 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/0855596a-4b5f-4f86-bcc4-76e33e659d53) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:21.979781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ccb21-ac8e-4767-8883-9b1ae1751a8d req-cf44af69-ffc1-4a4e-9f95-0c36b2784e16 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:21.981265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-669ccb21-ac8e-4767-8883-9b1ae1751a8d req-cf44af69-ffc1-4a4e-9f95-0c36b2784e16 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 948 time: 0.1381004 Aug 30 21:03:22.068880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:22.077172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-669ccb21-ac8e-4767-8883-9b1ae1751a8d req-19d8f593-7b57-447d-83e5-2fa6ce88ca39 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735447 Aug 30 21:03:22.106844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Transition to ACTIVE for port object 0855596a-4b5f-4f86-bcc4-76e33e659d53 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:22.144347 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:22.165230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['098f1325-1fc9-48a1-948a-5c73aebd20b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:22.208330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:22.231367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:22.234402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:22.296616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Pushing event updated for resources: {'Port': ['ID=0855596a-4b5f-4f86-bcc4-76e33e659d53,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:22.318147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755bf7f-02b5-47b5-8b31-ca47445da31b req-be3980cc-2321-479b-a558-ab5bec583d1e tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:22.320222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b755bf7f-02b5-47b5-8b31-ca47445da31b req-be3980cc-2321-479b-a558-ab5bec583d1e tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 936 time: 0.1442068 Aug 30 21:03:22.337089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:22.338100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:22.404737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-6627f510-0e33-49b7-9d11-cc04cbd6aeb8 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1071904 Aug 30 21:03:22.440991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b755bf7f-02b5-47b5-8b31-ca47445da31b req-fc49cf15-0893-4200-93cc-9e8b7bece5ba tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Aug 30 21:03:22.457866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Request body: {'port': {'device_id': '13400cc2-8202-4897-9194-4292cefe890b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:22.548286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:22.616951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-84d763e7-5500-400f-a344-1bc98501a470 None None] Provisioning for port 0855596a-4b5f-4f86-bcc4-76e33e659d53 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:22.622396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-84d763e7-5500-400f-a344-1bc98501a470 None None] Provisioning complete for port 0855596a-4b5f-4f86-bcc4-76e33e659d53 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:22.623334 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-84d763e7-5500-400f-a344-1bc98501a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:22.636886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552603e-346c-46fd-a5e5-69a7590e682e req-a4bdb682-30f4-477a-9aa0-f79166bbde8a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:22.646923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9552603e-346c-46fd-a5e5-69a7590e682e req-a4bdb682-30f4-477a-9aa0-f79166bbde8a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1097 time: 0.1152632 Aug 30 21:03:22.675367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-84d763e7-5500-400f-a344-1bc98501a470 None None] Port 0855596a-4b5f-4f86-bcc4-76e33e659d53 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:03:22.772731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9552603e-346c-46fd-a5e5-69a7590e682e req-42821843-da34-4eb8-9aaf-94d2f594aabd tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863338 Aug 30 21:03:22.962960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0855596a-4b5f-4f86-bcc4-76e33e659d53 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:22.981706 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:23.018739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Transition to ACTIVE for port object 0855596a-4b5f-4f86-bcc4-76e33e659d53 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:23.034648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:23.103273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0855596a-4b5f-4f86-bcc4-76e33e659d53,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:23.144192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef271-743a-49a6-a25c-359839408e12 req-9bc4cf0b-e9fd-4036-a86c-dd9bb07d8ac8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.158740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75aef271-743a-49a6-a25c-359839408e12 req-9bc4cf0b-e9fd-4036-a86c-dd9bb07d8ac8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.1565275 Aug 30 21:03:23.270093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75aef271-743a-49a6-a25c-359839408e12 req-75821d25-7c7f-4575-96a8-168c9be04ad0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101906 Aug 30 21:03:23.315258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Attempting to bind port 0855596a-4b5f-4f86-bcc4-76e33e659d53 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:23.316301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Attempting to bind port 0855596a-4b5f-4f86-bcc4-76e33e659d53 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:23.316938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Attempting to bind port 0855596a-4b5f-4f86-bcc4-76e33e659d53 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:23.323668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Port 0855596a-4b5f-4f86-bcc4-76e33e659d53 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:23.323992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Attempting to bind port 0855596a-4b5f-4f86-bcc4-76e33e659d53 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:23.345061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:23.345413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:23.345943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:23.346767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Bound port: 0855596a-4b5f-4f86-bcc4-76e33e659d53, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:23.347078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:23.494578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] For port 0855596a-4b5f-4f86-bcc4-76e33e659d53, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:23.517095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095626ef-99ed-499a-8866-87e51cda3a67 req-027e2e11-6c52-4efb-b6a2-591f1d3d93c8 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.523526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-095626ef-99ed-499a-8866-87e51cda3a67 req-027e2e11-6c52-4efb-b6a2-591f1d3d93c8 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.1323094 Aug 30 21:03:23.526787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] For port 0855596a-4b5f-4f86-bcc4-76e33e659d53, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:23.541109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:23.568537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.570057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:23.571775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] 10.222.0.82 "PUT /v2.0/ports/0855596a-4b5f-4f86-bcc4-76e33e659d53 HTTP/1.1" status: 200 len: 1097 time: 1.1446538 Aug 30 21:03:23.606355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13400cc2-8202-4897-9194-4292cefe890b', 'tag': '0855596a-4b5f-4f86-bcc4-76e33e659d53'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:23.609520 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ce6c71-a049-4cba-831a-798c5854e41c" -d '{"events": [{"name": "network-changed", "server_uuid": "13400cc2-8202-4897-9194-4292cefe890b", "tag": "0855596a-4b5f-4f86-bcc4-76e33e659d53"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:23.668903 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-095626ef-99ed-499a-8866-87e51cda3a67 req-4bf6dfff-0aea-4245-8b7e-99f830aa0f1d tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376901 Aug 30 21:03:23.682558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3adee9-7a5a-4bb5-b4e0-4e875f56f8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0855596a-4b5f-4f86-bcc4-76e33e659d53,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:23.702622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-409d00ba-ca2c-44c3-bcc6-eaff61ed1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.704585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-409d00ba-ca2c-44c3-bcc6-eaff61ed1c13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b99a8d06945d48b4b94a606e39b89970&device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 1100 time: 0.0878906 Aug 30 21:03:23.758137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-a1cac895-eb4c-4b7c-ab7d-d1174d244a94 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53 HTTP/1.1" status: 200 len: 217 time: 0.0440843 Aug 30 21:03:23.863536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-937a1a62-8850-4eb7-83e4-59e955b514bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.865040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-937a1a62-8850-4eb7-83e4-59e955b514bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0967460 Aug 30 21:03:23.923522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-c4ddc284-615b-4628-8545-e3f01d5ad9a3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.925033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-c4ddc284-615b-4628-8545-e3f01d5ad9a3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.1659439 Aug 30 21:03:23.942040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-ffb0130a-f06e-4e31-afae-4ff2278892a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:23.943527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-ffb0130a-f06e-4e31-afae-4ff2278892a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710747 Aug 30 21:03:23.947139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-64b76764-4c42-41e2-9cf5-7ede8f160ff2 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/quotas/6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 375 time: 0.0152061 Aug 30 21:03:24.060264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-7e7194e2-2131-4fc7-8474-d0c2e477128e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000834 Aug 30 21:03:24.082253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-25c83897-94a6-4ec3-a8a6-55f1705d3d6f service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294389 Aug 30 21:03:24.227218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-b8e6bf01-a4bf-49dc-ae9a-62012c9ee08b service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579995 Aug 30 21:03:24.232800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a87ffe7c-f61d-423f-9c5f-de8d80df4f3b req-756fd365-6b80-464b-8551-21aff00a8df4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412630 Aug 30 21:03:24.324605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-29573d4f-9651-43c5-ac16-0f876f594a19 service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907388 Aug 30 21:03:24.460939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fffe0e25-daad-4c07-9aa3-52803701be67 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:24.528099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff816737-4a1b-4673-ace9-a7d6c759e6d0 req-ad5bd329-9292-4ae3-ac49-f319968f3990 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:24.529774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff816737-4a1b-4673-ace9-a7d6c759e6d0 req-ad5bd329-9292-4ae3-ac49-f319968f3990 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 948 time: 0.0529022 Aug 30 21:03:24.561892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fffe0e25-daad-4c07-9aa3-52803701be67, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fffe0e25-daad-4c07-9aa3-52803701be67,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:24.572860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff816737-4a1b-4673-ace9-a7d6c759e6d0 req-e87fa568-0f57-4288-85e5-df15b3a0f85f tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Aug 30 21:03:24.575923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'fffe0e25-daad-4c07-9aa3-52803701be67', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'fffe0e25-daad-4c07-9aa3-52803701be67', 'mac_address': 'fa:16:3e:ce:83:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:24.619645 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:24.633693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffe0e25-daad-4c07-9aa3-52803701be67 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:24.654878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fffe0e25-daad-4c07-9aa3-52803701be67, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fffe0e25-daad-4c07-9aa3-52803701be67,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:24.660705 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:24.714046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fffe0e25-daad-4c07-9aa3-52803701be67,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:24.910926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-098e4019-476c-415d-86af-fe7f1a0a42a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491626 Aug 30 21:03:24.925934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be44ba-a479-478f-8d6e-4e6d47424a55 req-33c8010c-683c-4d15-aa13-0bf81fcbab74 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:24.927483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07be44ba-a479-478f-8d6e-4e6d47424a55 req-33c8010c-683c-4d15-aa13-0bf81fcbab74 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 948 time: 0.0569696 Aug 30 21:03:24.979459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07be44ba-a479-478f-8d6e-4e6d47424a55 req-cdc78f4b-0911-412f-9f97-351b81aa5b10 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Aug 30 21:03:25.099733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fffe0e25-daad-4c07-9aa3-52803701be67'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:25.418145 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd9d5e7-684f-43ec-8cc4-15fca85c509b x-openstack-request-id: req-6dd9d5e7-684f-43ec-8cc4-15fca85c509b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:25.418563 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13400cc2-8202-4897-9194-4292cefe890b", "tag": "0855596a-4b5f-4f86-bcc4-76e33e659d53", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:25.419066 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dd9d5e7-684f-43ec-8cc4-15fca85c509b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:25.419707 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13400cc2-8202-4897-9194-4292cefe890b', 'tag': '0855596a-4b5f-4f86-bcc4-76e33e659d53', 'status': 'completed', 'code': 200} Aug 30 21:03:25.775991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6c71-a049-4cba-831a-798c5854e41c req-a1393ac0-5387-4292-83ac-d3e1b95fd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:25.777501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-a1393ac0-5387-4292-83ac-d3e1b95fd1d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b99a8d06945d48b4b94a606e39b89970&device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 1100 time: 0.1763175 Aug 30 21:03:25.929484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-b702426e-63fe-412f-ac91-281465093f7d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:25.931881 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-b702426e-63fe-412f-ac91-281465093f7d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.1544442 Aug 30 21:03:25.956073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Request body: {'port': {'device_id': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'admin_state_up': True, 'tenant_id': '6e4423d623614804a2701b280c6a9ab9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:26.084702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Made reservation on behalf of 6e4423d623614804a2701b280c6a9ab9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:26.088762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.104483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.105091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.105403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.105855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.106302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.106777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.107226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.107721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.108222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.110169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0aa7a276-affd-414c-a2c2-5fa137b292fb req-a77a21fe-dad8-4e40-83ac-26305fcd09de tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.5355513 Aug 30 21:03:26.168804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6c71-a049-4cba-831a-798c5854e41c req-b75a1352-5f13-4dd1-8806-0f147828b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.170603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-b75a1352-5f13-4dd1-8806-0f147828b468 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3820205 Aug 30 21:03:26.228476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-1f44fddc-17aa-4e72-a597-dfe29f203f28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53 HTTP/1.1" status: 200 len: 217 time: 0.0398293 Aug 30 21:03:26.234083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Allocated IP 172.20.0.9 (83dad685-91d4-47c7-952c-f81b2125170a/02bf2736-b56f-4274-b4ec-d9d58541ceb7/54856204-20e6-4e09-af46-75929f268132) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:26.297809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-603fec52-8f2e-44c4-ad1a-bfccfa2cd315 req-2117d512-bd53-4517-9b26-6d6522ac716f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 210 time: 0.0490987 Aug 30 21:03:26.317193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6c71-a049-4cba-831a-798c5854e41c req-9e57faba-6155-407c-890d-81d9da0560b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.318657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-9e57faba-6155-407c-890d-81d9da0560b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0805585 Aug 30 21:03:26.372788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6c71-a049-4cba-831a-798c5854e41c req-8c681752-0e56-4d9f-aa9d-714351fb3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.375690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-8c681752-0e56-4d9f-aa9d-714351fb3878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0470710 Aug 30 21:03:26.425914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.465634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fffe0e25-daad-4c07-9aa3-52803701be67 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:26.538418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port fffe0e25-daad-4c07-9aa3-52803701be67 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:26.544689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-dc765f65-43f6-4a69-9233-8fb6f00bbcb0 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389897 Aug 30 21:03:26.545557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port fffe0e25-daad-4c07-9aa3-52803701be67 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:26.546787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.552623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-05aae506-cca9-42a6-8802-fb4b184e83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.553827 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-05aae506-cca9-42a6-8802-fb4b184e83d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 1101 time: 0.1189482 Aug 30 21:03:26.563330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.587063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250501-3dcf-47c5-94fa-f9738527423c req-2cee6a3a-6451-4abb-9c38-82dcad2161d4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.603089 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58250501-3dcf-47c5-94fa-f9738527423c req-2cee6a3a-6451-4abb-9c38-82dcad2161d4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.2258093 Aug 30 21:03:26.664357 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.706773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe0e25-daad-4c07-9aa3-52803701be67'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:26.712358 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c3feb-c528-470e-bbe0-eee7b90c45fd" -d '{"events": [{"server_uuid": "a9ae10f5-2961-4dc8-b336-aacbba224364", "name": "network-vif-plugged", "status": "completed", "tag": "fffe0e25-daad-4c07-9aa3-52803701be67"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:26.732901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ce6c71-a049-4cba-831a-798c5854e41c req-ff0ef510-43fb-4932-b9fe-b02d678455b8 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130652 Aug 30 21:03:26.741157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fffe0e25-daad-4c07-9aa3-52803701be67, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fffe0e25-daad-4c07-9aa3-52803701be67,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:26.744012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Network 83dad685-91d4-47c7-952c-f81b2125170a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:26.750853 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.762819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:26.771974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:26.791259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:26.807520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58250501-3dcf-47c5-94fa-f9738527423c req-c947bd54-dfc2-4dbe-9e0d-2f18cfcebf8c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862683 Aug 30 21:03:26.861599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fffe0e25-daad-4c07-9aa3-52803701be67,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:26.867790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-1694e932-04b7-428f-a050-66a3f15e985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.869307 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-1694e932-04b7-428f-a050-66a3f15e985a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2933614 Aug 30 21:03:26.875680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.876302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.876913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.877450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.877908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.878255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.878783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.879298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.879862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.880396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.880957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.881525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:26.923580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-56ab0f5c-9516-4bb1-9656-08e12f12dbfa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 200 len: 217 time: 0.0437050 Aug 30 21:03:26.928494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.929919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:26.981820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-d06160e2-a65e-4065-995e-eb6ac6b5a143 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0310864 Aug 30 21:03:26.993793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-05fe51da-416a-423f-bee2-c813b8668f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:26.996322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-05fe51da-416a-423f-bee2-c813b8668f2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0640960 Aug 30 21:03:27.006102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Request body: {'port': {'device_id': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:27.009237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4aba5-6d15-418d-9836-5896e1783288 req-cc900809-4e1e-4f01-bcec-152e8b646714 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:27.010954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5de4aba5-6d15-418d-9836-5896e1783288 req-cc900809-4e1e-4f01-bcec-152e8b646714 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0848634 Aug 30 21:03:27.083607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5de4aba5-6d15-418d-9836-5896e1783288 req-fea8bf0d-7290-4730-a99e-01391538277a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615702 Aug 30 21:03:27.141118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-03dc9802-fdd4-4c4e-ac16-db378f0d54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:27.143492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-03dc9802-fdd4-4c4e-ac16-db378f0d54c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271529 Aug 30 21:03:27.144433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:27.244327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a59b0-d581-4137-8eb2-8583ad3b156c req-d7a84d39-c8db-4e13-b1cd-cec8de6891b1 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:27.246365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b6a59b0-d581-4137-8eb2-8583ad3b156c req-d7a84d39-c8db-4e13-b1cd-cec8de6891b1 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0749807 Aug 30 21:03:27.308072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b6a59b0-d581-4137-8eb2-8583ad3b156c req-b86bb050-df0d-4253-a852-d48210fe0b9e tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 Aug 30 21:03:27.507179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5242-61f2-4190-8a8d-48525321cd9e req-699833c7-b0a9-4556-8093-00f9136bebb3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:27.509014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd7d5242-61f2-4190-8a8d-48525321cd9e req-699833c7-b0a9-4556-8093-00f9136bebb3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 948 time: 0.0913367 Aug 30 21:03:27.567478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd7d5242-61f2-4190-8a8d-48525321cd9e req-5c6b09f7-bc29-41c1-b553-137ac6921c72 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509071 Aug 30 21:03:27.659705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-c83d7bba-f047-45ba-925c-44dc2da605af service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014832 Aug 30 21:03:27.719912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05942975-0b40-4272-9da6-44dd245dd106 req-41c56dea-4b09-4ffd-ad36-1a837f4aeb33 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:27.722907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05942975-0b40-4272-9da6-44dd245dd106 req-41c56dea-4b09-4ffd-ad36-1a837f4aeb33 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 886 time: 0.1200786 Aug 30 21:03:27.780081 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c317c0-4dee-4536-b288-28870e7c648b x-openstack-request-id: req-e9c317c0-4dee-4536-b288-28870e7c648b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:27.781068 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ae10f5-2961-4dc8-b336-aacbba224364", "name": "network-vif-plugged", "status": "completed", "tag": "fffe0e25-daad-4c07-9aa3-52803701be67", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:27.781495 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9c317c0-4dee-4536-b288-28870e7c648b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:27.782411 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe0e25-daad-4c07-9aa3-52803701be67', 'code': 200} Aug 30 21:03:27.956681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052da2c-3f6d-4d8b-b596-22dcf84c714d req-aff64cde-bb00-4657-a3d6-a6dd69ace62b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:27.959041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8052da2c-3f6d-4d8b-b596-22dcf84c714d req-aff64cde-bb00-4657-a3d6-a6dd69ace62b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 931 time: 0.0578160 Aug 30 21:03:27.989987 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-b7564a6b-1cc9-4702-95d2-d31fa8574e85 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356341 Aug 30 21:03:28.023133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8052da2c-3f6d-4d8b-b596-22dcf84c714d req-b7c6e270-df4c-407b-ae45-7d01332e8590 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457318 Aug 30 21:03:28.053487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4d797-f3df-4292-8b66-82f26807e9c6 req-be2d26ee-1b34-4a92-a2f3-f14dd3520062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.055488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-82c4d797-f3df-4292-8b66-82f26807e9c6 req-be2d26ee-1b34-4a92-a2f3-f14dd3520062 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 1102 time: 0.1900871 Aug 30 21:03:28.100985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54856204-20e6-4e09-af46-75929f268132 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:28.116989 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.142334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Transition to ACTIVE for port object 54856204-20e6-4e09-af46-75929f268132 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:28.143900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-82c4d797-f3df-4292-8b66-82f26807e9c6 req-f1458549-6e10-4330-8058-639c72b810b1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715511 Aug 30 21:03:28.148771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.246781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:28.253024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.253730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.254544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.255132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.255676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.256219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.256761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.257453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.258109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.260603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9195170c-1d34-47be-b072-ce5cc035d9ab req-90d7bda8-0af0-4eb6-afe3-57777a1379a3 tempest-NetworksTest-613258651 tempest-NetworksTest-613258651-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.1776347 Aug 30 21:03:28.357196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:28.359604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:28.360633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:28.370170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:28.371679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:28.382249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:28.383231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:28.383928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:28.384901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Bound port: 54856204-20e6-4e09-af46-75929f268132, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:28.385588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.426890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0855596a-4b5f-4f86-bcc4-76e33e659d53 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:28.437288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cd5a8-bbce-49a2-9296-349a29ff4669 req-9946af9e-3b93-4808-bb36-5aa2359b256e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.440050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-474cd5a8-bbce-49a2-9296-349a29ff4669 req-9946af9e-3b93-4808-bb36-5aa2359b256e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0830307 Aug 30 21:03:28.493328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:28.498644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:28.507531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.510519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-474cd5a8-bbce-49a2-9296-349a29ff4669 req-392efc97-056c-4ebf-a983-38f3b60a54a0 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631261 Aug 30 21:03:28.563352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.564165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.566071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] 10.222.0.82 "PUT /v2.0/ports/54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 1092 time: 1.5673919 Aug 30 21:03:28.569237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'tag': '54856204-20e6-4e09-af46-75929f268132'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:28.572769 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a2db46-d910-466b-bf6f-d7275a399a27" -d '{"events": [{"name": "network-changed", "server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "tag": "54856204-20e6-4e09-af46-75929f268132"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:28.625742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c034b86-9610-473c-9612-784b5652bd68 service neutron] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:28.647157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0855596a-4b5f-4f86-bcc4-76e33e659d53, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:28.674627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0855596a-4b5f-4f86-bcc4-76e33e659d53', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '0855596a-4b5f-4f86-bcc4-76e33e659d53', 'mac_address': 'fa:16:3e:14:db:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:28.700138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11a3a2-d116-4b67-87a2-1daab7657874 req-a914424b-5e66-4471-845b-a1ac14017c4e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.709769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d11a3a2-d116-4b67-87a2-1daab7657874 req-a914424b-5e66-4471-845b-a1ac14017c4e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0727632 Aug 30 21:03:28.729706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.753282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0855596a-4b5f-4f86-bcc4-76e33e659d53 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:28.798694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:28.804118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0855596a-4b5f-4f86-bcc4-76e33e659d53, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:28.823441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-07b79a64-66f6-48f1-99f3-73392915a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.825264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-07b79a64-66f6-48f1-99f3-73392915a4d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1095 time: 0.0856464 Aug 30 21:03:28.831474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d11a3a2-d116-4b67-87a2-1daab7657874 req-91f23f5c-b755-4e2f-8300-48b3db25efd0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201582 Aug 30 21:03:28.838591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:28.918193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-2f959f28-9dcb-47ef-907b-67b57f7e6f9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 217 time: 0.0830476 Aug 30 21:03:28.931564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0855596a-4b5f-4f86-bcc4-76e33e659d53,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:28.988618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5e93b202-4926-4cc6-970f-38d5048c4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:28.990663 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-5e93b202-4926-4cc6-970f-38d5048c4db0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0639610 Aug 30 21:03:29.044531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ca186-9f27-4e7c-b87d-b7828151c2fe req-b13c89bb-9040-478e-a74d-a7212a4cdcc2 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:29.046504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d2ca186-9f27-4e7c-b87d-b7828151c2fe req-b13c89bb-9040-478e-a74d-a7212a4cdcc2 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0782173 Aug 30 21:03:29.055141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-66ecf6ee-97b8-4ce6-bc84-6813bee3024e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445051 Aug 30 21:03:29.061427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04984239-ad7b-4bca-828b-1df230858392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.108596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d2ca186-9f27-4e7c-b87d-b7828151c2fe req-0f88c6da-a6e5-4af0-8bf4-1559e450efe8 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Aug 30 21:03:29.175959 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b96d2-1194-4b37-b06f-682846d15647 x-openstack-request-id: req-544b96d2-1194-4b37-b06f-682846d15647 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:29.176716 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "tag": "54856204-20e6-4e09-af46-75929f268132", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:29.177030 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-544b96d2-1194-4b37-b06f-682846d15647 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:29.177591 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'tag': '54856204-20e6-4e09-af46-75929f268132', 'status': 'completed', 'code': 200} Aug 30 21:03:29.236667 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-7de24968-1c4f-4c99-994d-38d6886d3626 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724639 Aug 30 21:03:29.272617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0855596a-4b5f-4f86-bcc4-76e33e659d53'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:29.408911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28977862-b323-4d53-9b1c-7febbcadb2bc req-186cf12c-8395-4e5c-81f2-365ac85cf4da tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:29.413436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04984239-ad7b-4bca-828b-1df230858392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.425612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28977862-b323-4d53-9b1c-7febbcadb2bc req-186cf12c-8395-4e5c-81f2-365ac85cf4da tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 949 time: 0.1579397 Aug 30 21:03:29.431005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04984239-ad7b-4bca-828b-1df230858392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.464932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f34c97e2-591a-445c-8c2c-414ec9e6f928 req-edac5fd6-79e3-4222-ad9e-bccb527e2dba service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192557 Aug 30 21:03:29.508268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28977862-b323-4d53-9b1c-7febbcadb2bc req-6a8eeb92-3d41-4962-a568-1d21797734d4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800428 Aug 30 21:03:29.533223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:29.533353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04984239-ad7b-4bca-828b-1df230858392 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f8df42e5a4545409fad28cefe0fe4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305763 Aug 30 21:03:29.533353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04984239-ad7b-4bca-828b-1df230858392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00efcc2e-f488-4c42-bf8e-6cf709795b3e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:29.594612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-7acdbbb9-253e-492a-bc3d-088bffab141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:29.596730 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-7acdbbb9-253e-492a-bc3d-088bffab141b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1095 time: 0.0558949 Aug 30 21:03:29.648382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.715410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.742996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-f6e4a052-3a19-432b-8d98-a1b5a6c6cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:29.746073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-f6e4a052-3a19-432b-8d98-a1b5a6c6cf2a service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1342041 Aug 30 21:03:29.812584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-86aa6ed3-bbf3-4890-8d99-049aeee7c5b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 217 time: 0.0501652 Aug 30 21:03:29.816178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf60c3-5c1d-4241-9030-91ecd1779e17 req-c2c21307-d655-4669-9395-3f1fee508ecf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:29.818230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0dcf60c3-5c1d-4241-9030-91ecd1779e17 req-c2c21307-d655-4669-9395-3f1fee508ecf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.0969779 Aug 30 21:03:29.867087 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.872161 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:29.874708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00efcc2e-f488-4c42-bf8e-6cf709795b3e HTTP/1.1" status: 204 len: 168 time: 0.3452003 Aug 30 21:03:29.889735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-5890e0d3-154b-4a0a-b811-88463aaaec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:29.891454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-5890e0d3-154b-4a0a-b811-88463aaaec9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0647430 Aug 30 21:03:29.899376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0dcf60c3-5c1d-4241-9030-91ecd1779e17 req-a52f0e22-1553-4c27-8633-3479d8d56df8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728905 Aug 30 21:03:29.904014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00efcc2e-f488-4c42-bf8e-6cf709795b3e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:29.927784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.928127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.928462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.928801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.929122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.929503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.929828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.930244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.934926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.935623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.935826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.936250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc71f7-62e3-419a-8f21-81db08ef2d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:03:29.963974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-d33fbe9f-f36b-408e-94e7-c15678857089 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603614 Aug 30 21:03:30.096147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74d27-b8a9-4f2e-8a33-f91e22ed3b3d req-57a9da44-afd5-4a72-a5be-9b9282f30fef tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:30.098127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36b74d27-b8a9-4f2e-8a33-f91e22ed3b3d req-57a9da44-afd5-4a72-a5be-9b9282f30fef tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0762017 Aug 30 21:03:30.102151 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-ae569423-bbb0-4113-87fd-f42a75e92929 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280346 Aug 30 21:03:30.172918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36b74d27-b8a9-4f2e-8a33-f91e22ed3b3d req-fc003385-72f6-4b31-a5ee-96092978423a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637944 Aug 30 21:03:30.254716 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83a2db46-d910-466b-bf6f-d7275a399a27 req-da4416ef-65c0-4577-bd75-8b7f1f83f13e service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429856 Aug 30 21:03:30.325843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbcc26-753c-4b22-8d33-96e1268e5494 req-4815342a-8acb-48c9-8e84-1dada897c84f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:30.329069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bffbcc26-753c-4b22-8d33-96e1268e5494 req-4815342a-8acb-48c9-8e84-1dada897c84f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0877442 Aug 30 21:03:30.395624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bffbcc26-753c-4b22-8d33-96e1268e5494 req-9a39aa64-d4fa-4e78-8a6e-e74f3c1bc91a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Aug 30 21:03:30.404596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:30.427305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64249337-e3cf-465a-a654-89dfab58f793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.553865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64249337-e3cf-465a-a654-89dfab58f793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.560306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64249337-e3cf-465a-a654-89dfab58f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.564677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730fd19-7807-496b-ba05-673ac41da7a8 req-3db77864-6ce0-4dfb-ada1-6b6604e4210c tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:30.566804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0730fd19-7807-496b-ba05-673ac41da7a8 req-3db77864-6ce0-4dfb-ada1-6b6604e4210c tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0687134 Aug 30 21:03:30.608121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-64249337-e3cf-465a-a654-89dfab58f793 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d4427d0a4c149f9a0b84a862629d50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017827 Aug 30 21:03:30.609037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249337-e3cf-465a-a654-89dfab58f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc36ed7-3557-4ad9-9902-19abc1e3500a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:30.610813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46568) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:30.631303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0730fd19-7807-496b-ba05-673ac41da7a8 req-ab0a1cf4-c863-419c-8cf8-8ec78ffabecc tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516062 Aug 30 21:03:30.683972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d865c1c-d969-4bc6-855f-2b57e50925af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.711371 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d865c1c-d969-4bc6-855f-2b57e50925af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.789980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84314d2c-971f-46d3-b8cb-4e328620e894 req-2b3b831c-5a45-4156-a3b6-a486718e9743 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:30.791668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84314d2c-971f-46d3-b8cb-4e328620e894 req-2b3b831c-5a45-4156-a3b6-a486718e9743 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 949 time: 0.0732601 Aug 30 21:03:30.809773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d865c1c-d969-4bc6-855f-2b57e50925af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.812694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d865c1c-d969-4bc6-855f-2b57e50925af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:30.813956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0d865c1c-d969-4bc6-855f-2b57e50925af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cc36ed7-3557-4ad9-9902-19abc1e3500a HTTP/1.1" status: 204 len: 168 time: 0.2008040 Aug 30 21:03:30.842380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d865c1c-d969-4bc6-855f-2b57e50925af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc36ed7-3557-4ad9-9902-19abc1e3500a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:30.872826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84314d2c-971f-46d3-b8cb-4e328620e894 req-27e68959-c6c4-49e7-8b8a-a1d7877b4efb tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734146 Aug 30 21:03:31.175465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71b393-d80e-480e-9c85-05a17ca40766 req-b3bfafbc-3df2-4969-982a-91c691178dec tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:31.177030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee71b393-d80e-480e-9c85-05a17ca40766 req-b3bfafbc-3df2-4969-982a-91c691178dec tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.0544672 Aug 30 21:03:31.227172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee71b393-d80e-480e-9c85-05a17ca40766 req-17d61240-f14c-4839-a43e-0e0c17cd8c21 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426500 Aug 30 21:03:31.357406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e7040-79b6-4be9-b004-514d973f3418 req-a8d0b6c4-3beb-4ab9-987b-b6ed8279586d tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:31.359180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-596e7040-79b6-4be9-b004-514d973f3418 req-a8d0b6c4-3beb-4ab9-987b-b6ed8279586d tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0561821 Aug 30 21:03:31.401316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-596e7040-79b6-4be9-b004-514d973f3418 req-f59d8ad0-070b-4ae6-8ca6-08281cff5504 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Aug 30 21:03:31.523451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3172046-46db-4248-b207-c956e8d71d19 req-d3893676-cd5a-4d10-aa06-2f8b8128c3e6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:31.525638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3172046-46db-4248-b207-c956e8d71d19 req-d3893676-cd5a-4d10-aa06-2f8b8128c3e6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0579822 Aug 30 21:03:31.582124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3172046-46db-4248-b207-c956e8d71d19 req-f6fc5c6e-fe9b-4db0-827f-f90621b5dedd tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486546 Aug 30 21:03:31.823689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93107f8e-a7fa-4a4a-ab56-af642e50ee20 req-4341b8af-f8ee-433e-ae4f-1e5eaced5dd7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:31.825290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-93107f8e-a7fa-4a4a-ab56-af642e50ee20 req-4341b8af-f8ee-433e-ae4f-1e5eaced5dd7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0540681 Aug 30 21:03:31.866359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-93107f8e-a7fa-4a4a-ab56-af642e50ee20 req-7957fb17-360e-4e8f-8074-240b987a3885 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Aug 30 21:03:31.996280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8282b9f-a701-4ae0-9d93-b1d0fe218ea7 req-8ba4b91d-e25e-4e7d-b94e-676a767fa8eb tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:31.997924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8282b9f-a701-4ae0-9d93-b1d0fe218ea7 req-8ba4b91d-e25e-4e7d-b94e-676a767fa8eb tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0562253 Aug 30 21:03:32.041142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8282b9f-a701-4ae0-9d93-b1d0fe218ea7 req-cab03f34-2c56-4d24-af67-f2bd3eff902f tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Aug 30 21:03:32.160049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16cf9c-cb99-4598-9b26-ec710cd198a9 req-2fa019da-6223-4c9f-b251-495a6f6935b4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:32.161673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b16cf9c-cb99-4598-9b26-ec710cd198a9 req-2fa019da-6223-4c9f-b251-495a6f6935b4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 949 time: 0.0559821 Aug 30 21:03:32.215758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b16cf9c-cb99-4598-9b26-ec710cd198a9 req-d368bdd8-1bf3-4310-ac5f-fd4ca07539c9 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Aug 30 21:03:32.433803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0855596a-4b5f-4f86-bcc4-76e33e659d53 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:32.462063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743337da-b906-4ba4-8844-4c5b9793414c req-7b8a714f-0034-4a9a-9502-c153df4f296c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:32.464660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-743337da-b906-4ba4-8844-4c5b9793414c req-7b8a714f-0034-4a9a-9502-c153df4f296c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.0895724 Aug 30 21:03:32.516768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0855596a-4b5f-4f86-bcc4-76e33e659d53 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:32.522918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0855596a-4b5f-4f86-bcc4-76e33e659d53 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:32.523488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:32.544179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-743337da-b906-4ba4-8844-4c5b9793414c req-f71e0c47-3c47-4ec3-91a6-21d802968aae tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691833 Aug 30 21:03:32.654423 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:32.706044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13400cc2-8202-4897-9194-4292cefe890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0855596a-4b5f-4f86-bcc4-76e33e659d53'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:32.709644 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782fb9ea-0ef8-4004-9acf-61eccc26fa93" -d '{"events": [{"server_uuid": "13400cc2-8202-4897-9194-4292cefe890b", "name": "network-vif-plugged", "status": "completed", "tag": "0855596a-4b5f-4f86-bcc4-76e33e659d53"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:32.714584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0855596a-4b5f-4f86-bcc4-76e33e659d53, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:32.720555 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:32.748806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0fa08-267c-46a8-89a3-bbebf53f55fc req-a39e1715-cbf8-43c3-abcb-8359d88a2e25 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:32.750717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65a0fa08-267c-46a8-89a3-bbebf53f55fc req-a39e1715-cbf8-43c3-abcb-8359d88a2e25 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0782764 Aug 30 21:03:32.793536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0855596a-4b5f-4f86-bcc4-76e33e659d53,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:32.815649 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65a0fa08-267c-46a8-89a3-bbebf53f55fc req-0e7f5afc-cbdf-4589-80ef-5cf7e4d49377 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569921 Aug 30 21:03:32.886656 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e6322b-7c49-42e9-a8e9-9a3097c038bf x-openstack-request-id: req-94e6322b-7c49-42e9-a8e9-9a3097c038bf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:32.887085 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13400cc2-8202-4897-9194-4292cefe890b", "name": "network-vif-plugged", "status": "completed", "tag": "0855596a-4b5f-4f86-bcc4-76e33e659d53", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:32.887661 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94e6322b-7c49-42e9-a8e9-9a3097c038bf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:32.888220 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13400cc2-8202-4897-9194-4292cefe890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0855596a-4b5f-4f86-bcc4-76e33e659d53', 'code': 200} Aug 30 21:03:33.015368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c69e8-7c13-4210-a92a-ad46b30b58b8 req-2b4177bf-976e-4509-a994-92a1e9a1ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:33.017738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-281c69e8-7c13-4210-a92a-ad46b30b58b8 req-2b4177bf-976e-4509-a994-92a1e9a1ca26 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 1102 time: 0.0470104 Aug 30 21:03:33.081943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-281c69e8-7c13-4210-a92a-ad46b30b58b8 req-a8d76198-4bd0-47e0-98ac-f412d1a83149 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507736 Aug 30 21:03:33.301284 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:33.418350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f95f3-7a2c-4783-a479-9e3331967fad req-06122d94-a133-4aa0-8a49-8d67e58cac8e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:33.421200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-932f95f3-7a2c-4783-a479-9e3331967fad req-06122d94-a133-4aa0-8a49-8d67e58cac8e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0820525 Aug 30 21:03:33.498539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-932f95f3-7a2c-4783-a479-9e3331967fad req-49f81d89-d851-4d82-8b16-f8dc3c5bb528 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653248 Aug 30 21:03:33.655466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-45f18c3e-c8e0-4a8a-a385-6c9410ad8c89 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:33.658826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-45f18c3e-c8e0-4a8a-a385-6c9410ad8c89 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0852761 Aug 30 21:03:33.702555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3cb48-fdcc-4ad2-93bc-bef50682eed1 req-f3247b61-c71d-4ad3-8a95-b78f5bf07484 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:33.704597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38e3cb48-fdcc-4ad2-93bc-bef50682eed1 req-f3247b61-c71d-4ad3-8a95-b78f5bf07484 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae10f5-2961-4dc8-b336-aacbba224364 HTTP/1.1" status: 200 len: 950 time: 0.0836587 Aug 30 21:03:33.763486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38e3cb48-fdcc-4ad2-93bc-bef50682eed1 req-56c8d5f9-b3b9-4a1b-80dc-81062e7a05cd tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.76 "GET /v2.0/security-groups?id=a73dd894-c934-4182-8bf6-2526d4067f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Aug 30 21:03:33.808946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Deleting port fffe0e25-daad-4c07-9aa3-52803701be67 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:03:33.809478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:33.928657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] For port fffe0e25-daad-4c07-9aa3-52803701be67, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fffe0e25-daad-4c07-9aa3-52803701be67,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:33.929020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:33.930810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350637-45be-45e0-976d-87c5ebcb55a8 req-28691f0f-2030-4280-a577-13305c6797ca tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:33.933070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79350637-45be-45e0-976d-87c5ebcb55a8 req-28691f0f-2030-4280-a577-13305c6797ca tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 950 time: 0.0755613 Aug 30 21:03:33.952023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Calling delete_port for fffe0e25-daad-4c07-9aa3-52803701be67 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:03:33.992690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79350637-45be-45e0-976d-87c5ebcb55a8 req-e87edefc-f608-4841-882b-441ac79ac585 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Aug 30 21:03:34.139267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:34.157952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fffe0e25-daad-4c07-9aa3-52803701be67'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:34.208928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Pushing event deleted for resources: {'Port': ['ID=fffe0e25-daad-4c07-9aa3-52803701be67,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:34.290289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] No DVR routers for this DVR port fffe0e25-daad-4c07-9aa3-52803701be67 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:03:34.295002 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:34.297590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-efc7cea1-0859-46d3-8207-6e99474cb02a req-64fe444c-a374-4679-9a42-363f72e6e958 tempest-DeleteServersAdminTestJSON-2043600082 tempest-DeleteServersAdminTestJSON-2043600082-project] 10.222.0.86 "DELETE /v2.0/ports/fffe0e25-daad-4c07-9aa3-52803701be67 HTTP/1.1" status: 204 len: 173 time: 0.6315033 Aug 30 21:03:34.298452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'name': 'network-vif-deleted', 'tag': 'fffe0e25-daad-4c07-9aa3-52803701be67'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:34.301718 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c37fb4-7c22-4926-acab-7ed36722a0ca" -d '{"events": [{"server_uuid": "a9ae10f5-2961-4dc8-b336-aacbba224364", "name": "network-vif-deleted", "tag": "fffe0e25-daad-4c07-9aa3-52803701be67"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:34.459001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 54856204-20e6-4e09-af46-75929f268132 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:34.485881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe49774-e7b6-48ad-9e2a-4c8a3f1406a9 req-47f44c6b-af7d-46c3-a6ee-944f6a8002b3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:34.487557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efe49774-e7b6-48ad-9e2a-4c8a3f1406a9 req-47f44c6b-af7d-46c3-a6ee-944f6a8002b3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.1005573 Aug 30 21:03:34.543710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efe49774-e7b6-48ad-9e2a-4c8a3f1406a9 req-394d0086-438d-4784-b837-024ee73d8e30 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Aug 30 21:03:34.595322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:34.608955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '54856204-20e6-4e09-af46-75929f268132', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'port_id': '54856204-20e6-4e09-af46-75929f268132', 'mac_address': 'fa:16:3e:ac:6b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02bf2736-b56f-4274-b4ec-d9d58541ceb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:34.651445 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:34.666656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54856204-20e6-4e09-af46-75929f268132 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:34.693370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:34.699588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:34.700836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a534c9-4b75-4dfa-9d83-f9efdf211ac1 req-6034e730-e288-4883-8b0e-325fa2ad82d1 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:34.702551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96a534c9-4b75-4dfa-9d83-f9efdf211ac1 req-6034e730-e288-4883-8b0e-325fa2ad82d1 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0764396 Aug 30 21:03:34.752580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96a534c9-4b75-4dfa-9d83-f9efdf211ac1 req-aa04cab8-2fbb-45f9-96f3-d00ca6de8fd5 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Aug 30 21:03:34.767221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:34.802858 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e3a60-349a-47c5-b375-523f91783f05 x-openstack-request-id: req-903e3a60-349a-47c5-b375-523f91783f05 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:34.803134 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ae10f5-2961-4dc8-b336-aacbba224364", "name": "network-vif-deleted", "tag": "fffe0e25-daad-4c07-9aa3-52803701be67", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:34.803380 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-903e3a60-349a-47c5-b375-523f91783f05 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:34.803943 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ae10f5-2961-4dc8-b336-aacbba224364', 'name': 'network-vif-deleted', 'tag': 'fffe0e25-daad-4c07-9aa3-52803701be67', 'status': 'completed', 'code': 200} Aug 30 21:03:35.159944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be8acf-067b-4dfa-8ca3-9d2a1703713a req-3bd0d791-4869-4422-af05-c6a0caef82dc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:35.161865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76be8acf-067b-4dfa-8ca3-9d2a1703713a req-3bd0d791-4869-4422-af05-c6a0caef82dc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0525966 Aug 30 21:03:35.211465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76be8acf-067b-4dfa-8ca3-9d2a1703713a req-26ef33eb-2d7c-4008-832e-8c0e27a39ed0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Aug 30 21:03:35.242490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['54856204-20e6-4e09-af46-75929f268132'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:35.380886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7577a-2812-4900-a443-4dc1329f48f7 req-93a5f01a-d5a5-453e-8919-11fb2fbdf45f tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:35.391004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1df7577a-2812-4900-a443-4dc1329f48f7 req-93a5f01a-d5a5-453e-8919-11fb2fbdf45f tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 950 time: 0.0745635 Aug 30 21:03:35.442765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1df7577a-2812-4900-a443-4dc1329f48f7 req-7d2b58cf-8501-4881-ac77-301c174ef46a tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Aug 30 21:03:35.456259 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:35.888054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f71ad-691c-4aa1-b9b6-3519a1958928 req-59766f79-93eb-4004-87f2-67c4691ef86c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:35.889611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f7f71ad-691c-4aa1-b9b6-3519a1958928 req-59766f79-93eb-4004-87f2-67c4691ef86c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.0514424 Aug 30 21:03:35.929521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f7f71ad-691c-4aa1-b9b6-3519a1958928 req-2bcb7eb0-31d5-409b-b9ef-de388664d0d8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Aug 30 21:03:36.047434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8855f63-8868-43fc-8888-58882afdb06d req-42d51fe0-2b75-48a6-b028-c3da5ef1ebdb tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:36.049170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8855f63-8868-43fc-8888-58882afdb06d req-42d51fe0-2b75-48a6-b028-c3da5ef1ebdb tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 950 time: 0.0526710 Aug 30 21:03:36.089215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8855f63-8868-43fc-8888-58882afdb06d req-62bf73a7-ffd3-4ae3-9583-366bb470c621 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Aug 30 21:03:36.162837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:36.195908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394aa0a-3fde-4517-a4f4-929118dd2524 req-d6582006-307b-453a-9865-319b24ca8965 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:36.197459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7394aa0a-3fde-4517-a4f4-929118dd2524 req-d6582006-307b-453a-9865-319b24ca8965 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0522783 Aug 30 21:03:36.246212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7394aa0a-3fde-4517-a4f4-929118dd2524 req-625b8d67-2a3c-4798-8e80-90f2bac4db97 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403681 Aug 30 21:03:36.282899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28b91bb7-cb41-4d7c-a722-4ffd536e9d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.398244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28b91bb7-cb41-4d7c-a722-4ffd536e9d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.400301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835341f2-b6fc-4a91-802b-6693c2129a5e req-bcca3666-efa0-4916-8be7-3c8219a26962 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:36.402006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835341f2-b6fc-4a91-802b-6693c2129a5e req-bcca3666-efa0-4916-8be7-3c8219a26962 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0552125 Aug 30 21:03:36.403811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28b91bb7-cb41-4d7c-a722-4ffd536e9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.444482 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-28b91bb7-cb41-4d7c-a722-4ffd536e9d0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed8202c37a874b469f65689e4301a5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802424 Aug 30 21:03:36.444928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835341f2-b6fc-4a91-802b-6693c2129a5e req-dc1f8d72-f3f2-4da1-a68c-8292ce7f0b6e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 30 21:03:36.445387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b91bb7-cb41-4d7c-a722-4ffd536e9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211fe6d-51ae-447e-a155-7b6bf42992bc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:36.448395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:36.501054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ffc39b8-ce61-4a71-a6f6-c16f86e9d2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.523639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ffc39b8-ce61-4a71-a6f6-c16f86e9d2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.585128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ffc39b8-ce61-4a71-a6f6-c16f86e9d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.587956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ffc39b8-ce61-4a71-a6f6-c16f86e9d2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.589296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ffc39b8-ce61-4a71-a6f6-c16f86e9d2ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f211fe6d-51ae-447e-a155-7b6bf42992bc HTTP/1.1" status: 204 len: 168 time: 0.1399069 Aug 30 21:03:36.612267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc39b8-ce61-4a71-a6f6-c16f86e9d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211fe6d-51ae-447e-a155-7b6bf42992bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:36.776565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46744) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:36.926722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33f87886-c041-4320-a058-4efed923038c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=136b534f0bd14a179c26cc3e5f27dd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461749 Aug 30 21:03:36.927555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:36.959952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46752) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:36.986053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7023a53-f0fb-4082-82e7-a4d68672b2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:36.991863 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08fc6d4c-cf52-49e9-a44a-96b4b6453a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.023104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7023a53-f0fb-4082-82e7-a4d68672b2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.085735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7023a53-f0fb-4082-82e7-a4d68672b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.088566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7023a53-f0fb-4082-82e7-a4d68672b2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.089795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e7023a53-f0fb-4082-82e7-a4d68672b2a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a73dd894-c934-4182-8bf6-2526d4067f3f HTTP/1.1" status: 204 len: 168 time: 0.1610878 Aug 30 21:03:37.098873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7023a53-f0fb-4082-82e7-a4d68672b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73dd894-c934-4182-8bf6-2526d4067f3f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:37.106331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d26fd-73bf-4ca0-a071-3e0fdd4b9633 req-bbcb923d-0140-48c7-99cc-c9a4772b684e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:37.107450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-346d26fd-73bf-4ca0-a071-3e0fdd4b9633 req-bbcb923d-0140-48c7-99cc-c9a4772b684e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.0762248 Aug 30 21:03:37.152655 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08fc6d4c-cf52-49e9-a44a-96b4b6453a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.159606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08fc6d4c-cf52-49e9-a44a-96b4b6453a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.191885 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-346d26fd-73bf-4ca0-a071-3e0fdd4b9633 req-ba9cf1b4-76bd-409c-9ce7-e08cda2c8dc1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652211 Aug 30 21:03:37.212539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc6d4c-cf52-49e9-a44a-96b4b6453a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cc5c0-43bc-462f-8662-514282db1e66,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:37.222189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-08fc6d4c-cf52-49e9-a44a-96b4b6453a91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec68a0fcfef44707abb1a2c4fefeba1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604158 Aug 30 21:03:37.225599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:37.310646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55d075ac-8b6f-41f7-86d1-4387bd9f4687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.360778 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55d075ac-8b6f-41f7-86d1-4387bd9f4687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.380726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576c78-d1c6-41be-adfe-1667d798a2ae req-e6030c76-ffb8-4027-81fd-6815a39f32c7 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:37.382280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7576c78-d1c6-41be-adfe-1667d798a2ae req-e6030c76-ffb8-4027-81fd-6815a39f32c7 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 950 time: 0.0859907 Aug 30 21:03:37.443634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7576c78-d1c6-41be-adfe-1667d798a2ae req-f7a9697d-ff56-400b-adc4-a004ff616dd6 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473845 Aug 30 21:03:37.454068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55d075ac-8b6f-41f7-86d1-4387bd9f4687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.456621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55d075ac-8b6f-41f7-86d1-4387bd9f4687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.457762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-55d075ac-8b6f-41f7-86d1-4387bd9f4687 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee8cc5c0-43bc-462f-8662-514282db1e66 HTTP/1.1" status: 204 len: 168 time: 0.2308085 Aug 30 21:03:37.470814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d075ac-8b6f-41f7-86d1-4387bd9f4687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cc5c0-43bc-462f-8662-514282db1e66,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:37.576587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46770) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:37.624496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f819cf0-5215-43cd-9423-8f672a236fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.664247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9381c88-0f39-45ee-b88c-a1def8fde854 req-59120931-3f3b-48e5-aeb4-c0196ddaf28c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:37.671781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9381c88-0f39-45ee-b88c-a1def8fde854 req-59120931-3f3b-48e5-aeb4-c0196ddaf28c tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0975022 Aug 30 21:03:37.751340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9381c88-0f39-45ee-b88c-a1def8fde854 req-b90d578c-4af4-4d27-b2a7-aee930500ed6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712628 Aug 30 21:03:37.811922 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f819cf0-5215-43cd-9423-8f672a236fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.817699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f819cf0-5215-43cd-9423-8f672a236fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.879316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1f819cf0-5215-43cd-9423-8f672a236fea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=896806c124404669af466c2e3d9a6219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985210 Aug 30 21:03:37.879316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f819cf0-5215-43cd-9423-8f672a236fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1993f9a8-d7b9-49b9-8517-b889e20d7b78,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:37.880512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:37.929887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2d3b8-9d66-4483-89f1-07334e530cdd req-26cacb5b-094f-4ff2-94e9-db54258a818f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:37.929887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ea2d3b8-9d66-4483-89f1-07334e530cdd req-26cacb5b-094f-4ff2-94e9-db54258a818f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0733361 Aug 30 21:03:37.951191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c18609c0-a52c-4846-95f2-b804314d74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.975805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c18609c0-a52c-4846-95f2-b804314d74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:37.980103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ea2d3b8-9d66-4483-89f1-07334e530cdd req-76810b63-93a9-43f2-8a75-ae4294560e7e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Aug 30 21:03:38.038295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c18609c0-a52c-4846-95f2-b804314d74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.041129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c18609c0-a52c-4846-95f2-b804314d74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.042319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c18609c0-a52c-4846-95f2-b804314d74f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1993f9a8-d7b9-49b9-8517-b889e20d7b78 HTTP/1.1" status: 204 len: 168 time: 0.1599562 Aug 30 21:03:38.050950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18609c0-a52c-4846-95f2-b804314d74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993f9a8-d7b9-49b9-8517-b889e20d7b78,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:38.122784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c01d5-2cf5-4ab0-9d6b-606a4e9bf4bd req-65db642c-8c36-46a7-9cde-7d80234778d9 tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:38.124794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d67c01d5-2cf5-4ab0-9d6b-606a4e9bf4bd req-65db642c-8c36-46a7-9cde-7d80234778d9 tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 1102 time: 0.0460432 Aug 30 21:03:38.154148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d67c01d5-2cf5-4ab0-9d6b-606a4e9bf4bd req-9346543e-21d1-4432-ae72-6e69e28da27e tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.260402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d67c01d5-2cf5-4ab0-9d6b-606a4e9bf4bd req-9346543e-21d1-4432-ae72-6e69e28da27e tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.266471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d67c01d5-2cf5-4ab0-9d6b-606a4e9bf4bd req-9346543e-21d1-4432-ae72-6e69e28da27e tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.299804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d67c01d5-2cf5-4ab0-9d6b-606a4e9bf4bd req-9346543e-21d1-4432-ae72-6e69e28da27e tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596065 Aug 30 21:03:38.301989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346543e-21d1-4432-ae72-6e69e28da27e tempest-LiveMigrationNegativeTest-1476074701 tempest-LiveMigrationNegativeTest-1476074701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ddf1de-6536-4555-b40b-7373215b9263,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:38.459006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 54856204-20e6-4e09-af46-75929f268132 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:38.532639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fffe0e25-daad-4c07-9aa3-52803701be67 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:38.590850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: fffe0e25-daad-4c07-9aa3-52803701be67 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:03:38.591759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fffe0e25-daad-4c07-9aa3-52803701be67 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:03:38.611965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 54856204-20e6-4e09-af46-75929f268132 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:38.624861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 54856204-20e6-4e09-af46-75929f268132 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:38.625787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.638972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d39691-31ed-467e-ab7a-59cb88250a99 req-6db2ceb0-f70d-4d72-9632-a7369e6f6b0f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:38.641968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1d39691-31ed-467e-ab7a-59cb88250a99 req-6db2ceb0-f70d-4d72-9632-a7369e6f6b0f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.1519246 Aug 30 21:03:38.782539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1d39691-31ed-467e-ab7a-59cb88250a99 req-b21a1150-f304-49f6-8921-cadb9b8ece93 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286581 Aug 30 21:03:38.869160 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.942849 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-29da283f-86be-442a-a37d-ea9b07f1c465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:38.952802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54856204-20e6-4e09-af46-75929f268132'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:38.957525 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53166eff-f94b-4468-8518-6c84e7ae6df7" -d '{"events": [{"server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "name": "network-vif-plugged", "status": "completed", "tag": "54856204-20e6-4e09-af46-75929f268132"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:38.984625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:38.992029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:39.085399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:39.089915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9105f-a599-4782-ac6a-9ce3f47af3b1 req-af5a2638-06cc-4efc-b1d0-7333a1d7567b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:39.093304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92f9105f-a599-4782-ac6a-9ce3f47af3b1 req-af5a2638-06cc-4efc-b1d0-7333a1d7567b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.1254005 Aug 30 21:03:39.171919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92f9105f-a599-4782-ac6a-9ce3f47af3b1 req-36b57af6-e575-4160-beca-f2726f31f4da tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590794 Aug 30 21:03:39.396610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeb72a-8287-4b5b-8b11-aced279d802e req-05bedff1-9fe1-4570-9522-9a0a44e320a0 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:39.410456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-befeb72a-8287-4b5b-8b11-aced279d802e req-05bedff1-9fe1-4570-9522-9a0a44e320a0 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1098 time: 0.0885868 Aug 30 21:03:39.469161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-befeb72a-8287-4b5b-8b11-aced279d802e req-49fb97fb-a0c3-4c58-8b93-3a5637e3afdc tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Aug 30 21:03:39.533141 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c67be7-7e33-4036-9bbb-0520223660ba x-openstack-request-id: req-47c67be7-7e33-4036-9bbb-0520223660ba {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:39.533757 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "name": "network-vif-plugged", "status": "completed", "tag": "54856204-20e6-4e09-af46-75929f268132", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:39.533959 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47c67be7-7e33-4036-9bbb-0520223660ba {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:39.534954 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54856204-20e6-4e09-af46-75929f268132', 'code': 200} Aug 30 21:03:39.648125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeab5b0-e7fd-4682-9e5f-ee89ad756205 req-8484c4bb-1b18-4d2b-9ae9-634c5f146e2e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:39.649907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0aeab5b0-e7fd-4682-9e5f-ee89ad756205 req-8484c4bb-1b18-4d2b-9ae9-634c5f146e2e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0603108 Aug 30 21:03:39.701168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c706fd5-9e06-43e3-86f0-b6a21c07bec9 req-b1c455f5-4b69-47c7-98cf-f65c4652796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:39.703106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c706fd5-9e06-43e3-86f0-b6a21c07bec9 req-b1c455f5-4b69-47c7-98cf-f65c4652796a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1097 time: 0.0789082 Aug 30 21:03:39.708793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0aeab5b0-e7fd-4682-9e5f-ee89ad756205 req-3ec625d2-9151-4876-8df5-6297f4c28478 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Aug 30 21:03:39.748725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c706fd5-9e06-43e3-86f0-b6a21c07bec9 req-6e314523-d7f4-4bf7-9c8b-94d098ae11f8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Aug 30 21:03:41.103609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-4f075ed9-f698-4c73-8882-e80cc9f27b55 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:03:41.105741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-4f075ed9-f698-4c73-8882-e80cc9f27b55 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102270 Aug 30 21:03:41.120111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Request body: {'binding': {'host': 'n-h2-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:41.120578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Unknown quota resources ['binding']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:03:41.301789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on host n-h2-793620-16 for vnic_type normal with profile None {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:41.302071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:41.302305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:41.307371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:41.307856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:41.313932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:41.314316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:41.314788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:41.315310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Bound port: c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:41.397904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:41.405761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:41.407413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3f11e4a5-24a9-4e88-912b-14fc46291009 service neutron] 10.222.0.76 "POST /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2907617 Aug 30 21:03:41.681793 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:41.735056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3979a4da-eb05-4d05-ba09-69c662929831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:41.736627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3979a4da-eb05-4d05-ba09-69c662929831 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1098 time: 0.0483978 Aug 30 21:03:41.815784 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a69afec5-a99e-42bb-be91-31e8b95dbfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:41.855922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-0fbc6e30-d612-465b-98c3-93e006817f32 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f36534dde8164a6299dd6be29e80ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322175 Aug 30 21:03:41.869287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-90b7a464-0fb6-4992-bc41-3a1c7d482e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:41.871343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-90b7a464-0fb6-4992-bc41-3a1c7d482e0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1273379 Aug 30 21:03:41.920851 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-365e53e3-aa05-46c0-836f-2a03351db147 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 217 time: 0.0418062 Aug 30 21:03:41.984612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-a8712804-dccd-454a-9445-ef4313e6712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:41.987024 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-a8712804-dccd-454a-9445-ef4313e6712e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0582483 Aug 30 21:03:42.025322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-5097ff1d-8067-4f71-bb2f-fa9d34246ce3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303931 Aug 30 21:03:42.037124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-b4d469ee-0bdc-43ec-8180-64b27ecfc3d6 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:42.039727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-b4d469ee-0bdc-43ec-8180-64b27ecfc3d6 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742296 Aug 30 21:03:42.065138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-43d4a8e6-df16-45d1-8f49-8bf171c22efd tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/quotas/f36534dde8164a6299dd6be29e80ed57 HTTP/1.1" status: 200 len: 375 time: 0.0164590 Aug 30 21:03:42.122427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-b7adb537-9195-4e83-ae65-6020d3b6059e tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f36534dde8164a6299dd6be29e80ed57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501862 Aug 30 21:03:42.146285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-623884fe-5aef-489b-a03a-b09bd34b58a5 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123424 Aug 30 21:03:42.261509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-3c7783d7-3e6b-4e78-a1b9-91e960b530d7 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070273 Aug 30 21:03:42.417297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32142346-9fb6-4498-8726-feeb55ac7431 req-b03e5c72-d2f0-453e-8d85-2dbce1bb197b tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:42.418752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a32859-22ee-467c-a6fa-7c584f9d9f0a req-9457741d-b672-48f9-8a31-d466ac7c2640 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:42.419554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32142346-9fb6-4498-8726-feeb55ac7431 req-b03e5c72-d2f0-453e-8d85-2dbce1bb197b tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 950 time: 0.0961547 Aug 30 21:03:42.421409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0a32859-22ee-467c-a6fa-7c584f9d9f0a req-9457741d-b672-48f9-8a31-d466ac7c2640 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.0932269 Aug 30 21:03:42.483089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:42.520239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0a32859-22ee-467c-a6fa-7c584f9d9f0a req-7314c5a7-7beb-455d-8404-c685cd3513ee tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865645 Aug 30 21:03:42.610877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Deleting port 0855596a-4b5f-4f86-bcc4-76e33e659d53 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:03:42.611730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:42.722482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6d93f-6f69-4be9-b67f-7d2ac2395b60 req-cd503d2e-9a45-4a3c-b9e7-fba4eaf3aaac tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:42.725551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33d6d93f-6f69-4be9-b67f-7d2ac2395b60 req-cd503d2e-9a45-4a3c-b9e7-fba4eaf3aaac tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=13400cc2-8202-4897-9194-4292cefe890b HTTP/1.1" status: 200 len: 950 time: 0.0907767 Aug 30 21:03:42.800191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33d6d93f-6f69-4be9-b67f-7d2ac2395b60 req-7dd5f9a7-ac20-4e3e-afe9-fb9347bde927 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666966 Aug 30 21:03:42.803984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] For port 0855596a-4b5f-4f86-bcc4-76e33e659d53, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0855596a-4b5f-4f86-bcc4-76e33e659d53,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:42.806776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:42.836736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Calling delete_port for 0855596a-4b5f-4f86-bcc4-76e33e659d53 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:03:43.024875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5674cb-df55-4118-813e-d63d9dd6b421 req-ba0e735f-3e30-4566-80a5-302a7dd6ec16 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:43.039402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb5674cb-df55-4118-813e-d63d9dd6b421 req-ba0e735f-3e30-4566-80a5-302a7dd6ec16 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.1147692 Aug 30 21:03:43.115303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb5674cb-df55-4118-813e-d63d9dd6b421 req-87dc68c0-292b-43a6-974a-aca0135f4d60 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Aug 30 21:03:43.182418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:43.206234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['098f1325-1fc9-48a1-948a-5c73aebd20b1', '0855596a-4b5f-4f86-bcc4-76e33e659d53'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:43.246165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Pushing event deleted for resources: {'Port': ['ID=0855596a-4b5f-4f86-bcc4-76e33e659d53,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:43.346817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] No DVR routers for this DVR port 0855596a-4b5f-4f86-bcc4-76e33e659d53 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:03:43.356126 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:43.359356 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32142346-9fb6-4498-8726-feeb55ac7431 req-15f426b5-6534-4675-8172-ce6ba899e6b3 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "DELETE /v2.0/ports/0855596a-4b5f-4f86-bcc4-76e33e659d53 HTTP/1.1" status: 204 len: 173 time: 0.9312193 Aug 30 21:03:43.360070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13400cc2-8202-4897-9194-4292cefe890b', 'name': 'network-vif-deleted', 'tag': '0855596a-4b5f-4f86-bcc4-76e33e659d53'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:43.371918 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a134a-c38d-4eb4-b9c6-fc51a679359a" -d '{"events": [{"server_uuid": "13400cc2-8202-4897-9194-4292cefe890b", "name": "network-vif-deleted", "tag": "0855596a-4b5f-4f86-bcc4-76e33e659d53"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:43.563419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce81a4-2bb6-4cb5-b4ae-145e95ddedfd req-61fdfdc7-9b22-43f1-9fad-acdcbe98bf17 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:43.595032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ce81a4-2bb6-4cb5-b4ae-145e95ddedfd req-61fdfdc7-9b22-43f1-9fad-acdcbe98bf17 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.1449764 Aug 30 21:03:43.663259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ce81a4-2bb6-4cb5-b4ae-145e95ddedfd req-97aafd01-3fc3-42ff-bc5c-ee3eefa6b49c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666239 Aug 30 21:03:43.769050 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-d4da9378-e1ee-4858-9344-db84b1713eb5 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=f36534dde8164a6299dd6be29e80ed57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394735 Aug 30 21:03:43.973205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-25a5697c-0e72-47b9-823b-cc92c0ea4c82 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:43.975943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-25a5697c-0e72-47b9-823b-cc92c0ea4c82 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990008 Aug 30 21:03:43.990867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a9e14-3c6c-4d82-b736-121b54713dfd req-637dab15-fd35-49df-b306-e33fb4390de6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:43.994865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Request body: {'port': {'device_id': '3254c554-39eb-4c89-9afe-34537c032107', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'f36534dde8164a6299dd6be29e80ed57'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:44.005666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d66a9e14-3c6c-4d82-b736-121b54713dfd req-637dab15-fd35-49df-b306-e33fb4390de6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0970354 Aug 30 21:03:44.089875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d66a9e14-3c6c-4d82-b736-121b54713dfd req-ebc81ada-b876-472c-8544-62dd1d5ba10e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763361 Aug 30 21:03:44.241361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Made reservation on behalf of f36534dde8164a6299dd6be29e80ed57 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:44.248367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddb3fd61-012a-4810-894b-70c5167556cd req-fe60f62c-5e0a-4fd0-aecf-1a0391aacd31 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 210 time: 0.0599923 Aug 30 21:03:44.250009 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:44.266591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:44.423113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:44.429735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:44.431365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9409528-fdcd-4afb-bbce-a87c4014acd4 req-39ca58df-b84e-4e2f-8f17-990592e72394 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:44.433858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9409528-fdcd-4afb-bbce-a87c4014acd4 req-39ca58df-b84e-4e2f-8f17-990592e72394 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1097 time: 0.0729215 Aug 30 21:03:44.435475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:44.491281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9409528-fdcd-4afb-bbce-a87c4014acd4 req-f8c6f7c9-697d-49c8-bd3d-c22d1cbe9a0b tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Aug 30 21:03:44.499575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fcf58a-5790-42fe-adc6-cb78e01bd1fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:44.596501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Allocated IP 192.168.233.157 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/36d1d64d-e2f9-4064-afd3-3c5408b20f2c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:44.804227 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1517eae3-7007-4da6-9c91-ddd65ded887f x-openstack-request-id: req-1517eae3-7007-4da6-9c91-ddd65ded887f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:44.804437 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13400cc2-8202-4897-9194-4292cefe890b", "name": "network-vif-deleted", "tag": "0855596a-4b5f-4f86-bcc4-76e33e659d53", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:44.804833 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1517eae3-7007-4da6-9c91-ddd65ded887f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:44.805551 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13400cc2-8202-4897-9194-4292cefe890b', 'name': 'network-vif-deleted', 'tag': '0855596a-4b5f-4f86-bcc4-76e33e659d53', 'status': 'completed', 'code': 200} Aug 30 21:03:44.901686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe34c9-ee61-423a-8f7d-26b3ac8f749d req-c7cfa949-36c8-42b8-99bd-9a7d7264cdda tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:44.904809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79fe34c9-ee61-423a-8f7d-26b3ac8f749d req-c7cfa949-36c8-42b8-99bd-9a7d7264cdda tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0719769 Aug 30 21:03:44.916544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:44.934634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Transition to ACTIVE for port object 36d1d64d-e2f9-4064-afd3-3c5408b20f2c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:44.965663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79fe34c9-ee61-423a-8f7d-26b3ac8f749d req-9221f303-debe-491a-b078-654e321b472a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Aug 30 21:03:44.972926 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:45.027992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:45.032397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:45.037366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:45.063085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Pushing event updated for resources: {'Port': ['ID=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:45.113586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:45.114796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:45.131044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d0d0-8813-4e0b-950c-e023f533a180 req-975eeafd-7e81-4649-84c3-2536f1c1c629 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:45.136468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76b3d0d0-8813-4e0b-950c-e023f533a180 req-975eeafd-7e81-4649-84c3-2536f1c1c629 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1097 time: 0.0756416 Aug 30 21:03:45.143212 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-f0eefe71-00b8-4ad4-a4a7-8d2f02dced3f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1544271 Aug 30 21:03:45.160493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Request body: {'port': {'device_id': '3254c554-39eb-4c89-9afe-34537c032107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:45.214383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76b3d0d0-8813-4e0b-950c-e023f533a180 req-6be2bf92-d025-4575-af8d-91cb2e2265a4 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 Aug 30 21:03:45.267110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:45.402533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5949563e-2774-4a5d-bc98-1813346fc297 None None] Provisioning for port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:45.411244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5949563e-2774-4a5d-bc98-1813346fc297 None None] Provisioning complete for port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:45.412207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5949563e-2774-4a5d-bc98-1813346fc297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:45.474638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5949563e-2774-4a5d-bc98-1813346fc297 None None] Port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:03:45.709662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96bdc-cd6e-451c-a571-6781929c1c5b req-a12a68d0-47ef-4f80-8cf2-b2de832399e2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:45.711924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8b96bdc-cd6e-451c-a571-6781929c1c5b req-a12a68d0-47ef-4f80-8cf2-b2de832399e2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0797238 Aug 30 21:03:45.748729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d1d64d-e2f9-4064-afd3-3c5408b20f2c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:45.758281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:45.776366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Transition to ACTIVE for port object 36d1d64d-e2f9-4064-afd3-3c5408b20f2c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:45.781577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:45.784175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8b96bdc-cd6e-451c-a571-6781929c1c5b req-e2c8d904-5ba6-4038-a9fe-e040a410ec9d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Aug 30 21:03:45.894776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Pushing event updated for resources: {'Port': ['ID=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:45.981690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Attempting to bind port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:45.982283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Attempting to bind port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:45.982847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Attempting to bind port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:45.991192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:45.991737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Attempting to bind port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:46.001720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:46.002326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:46.002998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:46.003770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Bound port: 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:46.004427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:46.154121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] For port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:46.159996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] For port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:46.166801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:46.241378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:46.242628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:46.245281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] 10.222.0.86 "PUT /v2.0/ports/36d1d64d-e2f9-4064-afd3-3c5408b20f2c HTTP/1.1" status: 200 len: 1097 time: 1.0929766 Aug 30 21:03:46.367645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf6253-720c-4c35-8429-44db5c8b62e4 service neutron] Pushing event updated for resources: {'Port': ['ID=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:46.367929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1827b-a4a9-4bc0-b38a-cee78b924467 req-112ba36d-94db-481f-afd0-5d8e19a7aa14 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:46.369797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3b1827b-a4a9-4bc0-b38a-cee78b924467 req-112ba36d-94db-481f-afd0-5d8e19a7aa14 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.1279571 Aug 30 21:03:46.396607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-b6d99b90-1b71-483d-9607-b5517ce1ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:46.399327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-b6d99b90-1b71-483d-9607-b5517ce1ed99 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f36534dde8164a6299dd6be29e80ed57&device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 1100 time: 0.0891664 Aug 30 21:03:46.448039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3b1827b-a4a9-4bc0-b38a-cee78b924467 req-0ebcd078-c069-42e2-a81d-636d30b83375 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Aug 30 21:03:46.467337 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-8db3540d-a67a-4d88-898d-d2dc8db7028d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c HTTP/1.1" status: 200 len: 217 time: 0.0592067 Aug 30 21:03:46.511485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0855596a-4b5f-4f86-bcc4-76e33e659d53 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:46.538285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 0855596a-4b5f-4f86-bcc4-76e33e659d53 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:03:46.538617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0855596a-4b5f-4f86-bcc4-76e33e659d53 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:03:46.569372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-107b2259-de7c-4529-909e-17656a8ad03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:46.572381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-107b2259-de7c-4529-909e-17656a8ad03f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0887532 Aug 30 21:03:46.648150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-d8bbb0ac-c67c-4dbd-bedb-556d8e716b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:46.650992 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-d8bbb0ac-c67c-4dbd-bedb-556d8e716b17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713551 Aug 30 21:03:46.667122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88484337-b68f-43fd-8ca7-6884fc266823 req-1076b31e-e072-4e7d-a3c8-c77e67432a52 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:46.671892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88484337-b68f-43fd-8ca7-6884fc266823 req-1076b31e-e072-4e7d-a3c8-c77e67432a52 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 948 time: 0.0833781 Aug 30 21:03:46.747000 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88484337-b68f-43fd-8ca7-6884fc266823 req-aac911b2-b3da-4772-8a07-5f5f2ac9d071 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Aug 30 21:03:46.806545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3254c554-39eb-4c89-9afe-34537c032107', 'tag': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:46.810107 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b6f8b4-47af-481e-83cb-9b57c57c37d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3254c554-39eb-4c89-9afe-34537c032107", "tag": "36d1d64d-e2f9-4064-afd3-3c5408b20f2c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:46.818025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-47482e94-b5d6-43a0-93b6-89fe41633bcc service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587598 Aug 30 21:03:46.862540 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:03:46.978641 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f1898e8-ce9c-4f71-98f4-86cac647d246 req-d671ce6a-28dd-4b8c-8da1-0209bcc86bf9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518583 Aug 30 21:03:47.063316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450278f-b1bf-4bef-91d5-6582503904d0 req-d07a8c59-fd7c-4a0b-9306-6d964ca5b5d4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:47.066041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1450278f-b1bf-4bef-91d5-6582503904d0 req-d07a8c59-fd7c-4a0b-9306-6d964ca5b5d4 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0807128 Aug 30 21:03:47.119521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1450278f-b1bf-4bef-91d5-6582503904d0 req-3b8f4a75-b44e-41a2-9262-ba32678e3fa9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Aug 30 21:03:47.269191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2b165-42c0-48fa-a6cd-b26a409d76e7 req-d96ed494-4473-4380-b753-c725de336aed tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:47.271969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e2b165-42c0-48fa-a6cd-b26a409d76e7 req-d96ed494-4473-4380-b753-c725de336aed tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 950 time: 0.0896294 Aug 30 21:03:47.343001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e2b165-42c0-48fa-a6cd-b26a409d76e7 req-1202899d-0d81-4b52-87a8-e4582bedced7 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567162 Aug 30 21:03:47.546020 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62977cc0-e08c-41da-b961-2d37d996abc3 x-openstack-request-id: req-62977cc0-e08c-41da-b961-2d37d996abc3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:47.549115 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3254c554-39eb-4c89-9afe-34537c032107", "tag": "36d1d64d-e2f9-4064-afd3-3c5408b20f2c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:47.549738 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62977cc0-e08c-41da-b961-2d37d996abc3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:47.551433 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3254c554-39eb-4c89-9afe-34537c032107', 'tag': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c', 'status': 'completed', 'code': 200} Aug 30 21:03:47.668717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cb2ce-4c98-4979-b954-8369787634cd req-ef5799b3-1e09-46de-bbfd-cb9d6cb817a7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:47.670697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c2cb2ce-4c98-4979-b954-8369787634cd req-ef5799b3-1e09-46de-bbfd-cb9d6cb817a7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0558639 Aug 30 21:03:47.743637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c2cb2ce-4c98-4979-b954-8369787634cd req-f1554600-f96c-4e4d-894c-c3ff6a29d4b3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605481 Aug 30 21:03:47.913546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-66f9bb7e-318c-4ff3-83cc-c796bdd2f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:47.916566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-66f9bb7e-318c-4ff3-83cc-c796bdd2f8db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f36534dde8164a6299dd6be29e80ed57&device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 1100 time: 0.3420968 Aug 30 21:03:48.066379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5f2cb-ce48-4df1-b71b-1dd1b020ed2b req-be2bb456-e4b4-40f4-be0c-63f39594cb32 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.067956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67e5f2cb-ce48-4df1-b71b-1dd1b020ed2b req-be2bb456-e4b4-40f4-be0c-63f39594cb32 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0801394 Aug 30 21:03:48.081369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-8c46e875-85f1-4efc-ab55-d0369d9b3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.083331 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-8c46e875-85f1-4efc-ab55-d0369d9b3222 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1595006 Aug 30 21:03:48.123653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67e5f2cb-ce48-4df1-b71b-1dd1b020ed2b req-af43dec7-e8fe-40ce-836b-63fdd9937d64 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442989 Aug 30 21:03:48.145376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-862525b0-58b4-4f3b-b0e3-828466dbf579 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c HTTP/1.1" status: 200 len: 217 time: 0.0539289 Aug 30 21:03:48.215463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-c2244d83-6462-4b83-adec-29f1cb59b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.218539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-c2244d83-6462-4b83-adec-29f1cb59b5b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0641911 Aug 30 21:03:48.288803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecfd83-c7b4-4479-9282-293c8b467ace req-a8a211c2-6f43-465b-9585-1cad0d8d4044 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.292051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84ecfd83-c7b4-4479-9282-293c8b467ace req-a8a211c2-6f43-465b-9585-1cad0d8d4044 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1097 time: 0.0719562 Aug 30 21:03:48.294416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-9a78a315-72e4-4cdb-bf68-03b39f1b8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.296125 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-9a78a315-72e4-4cdb-bf68-03b39f1b8eef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712824 Aug 30 21:03:48.350845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84ecfd83-c7b4-4479-9282-293c8b467ace req-461cbc47-cb9e-4b69-9a09-695f72b1f522 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Aug 30 21:03:48.460602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-bd6af7d7-e429-4725-8e4c-dc68d70ed666 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555741 Aug 30 21:03:48.548478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ba9a5-f23e-4b66-8206-db1f968642c0 req-3eafa5f6-9189-4579-9894-646171fa2dcf tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.550980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-231ba9a5-f23e-4b66-8206-db1f968642c0 req-3eafa5f6-9189-4579-9894-646171fa2dcf tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 948 time: 0.0813739 Aug 30 21:03:48.580401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-c5a3a800-d60c-4974-8ffd-642c4446a96a tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.582985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-c5a3a800-d60c-4974-8ffd-642c4446a96a tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 950 time: 0.1657937 Aug 30 21:03:48.585165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:48.625870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-231ba9a5-f23e-4b66-8206-db1f968642c0 req-77388142-e136-449f-a8e9-997e8a0ed27f tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625103 Aug 30 21:03:48.661983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11b6f8b4-47af-481e-83cb-9b57c57c37d3 req-8990504b-fa78-4d96-ab6c-cb397a795442 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868882 Aug 30 21:03:48.724781 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:48.741261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Deleting port 098f1325-1fc9-48a1-948a-5c73aebd20b1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:03:48.741798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:48.767536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:48.771391 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba4b53b-3a8b-4f5f-b0ee-7aa2e4cada9d" -d '{"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-unplugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:48.794965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:48.801273 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:48.852156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883e85-0b67-4959-9436-04cb641986e6 req-dd414336-2947-4db0-b43d-ec100590fa39 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:48.859959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40883e85-0b67-4959-9436-04cb641986e6 req-dd414336-2947-4db0-b43d-ec100590fa39 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0913908 Aug 30 21:03:48.889887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:48.905830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40883e85-0b67-4959-9436-04cb641986e6 req-7a424476-86d5-4d4c-abbc-ac0331465918 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Aug 30 21:03:48.906693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] For port 098f1325-1fc9-48a1-948a-5c73aebd20b1, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=098f1325-1fc9-48a1-948a-5c73aebd20b1,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:48.906693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:48.926293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Calling delete_port for 098f1325-1fc9-48a1-948a-5c73aebd20b1 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:03:49.061005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f82f84-5930-46d7-bb62-b7756eb4d0f1 req-5f674996-b739-4169-bbd7-f6d031181693 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:49.063400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6f82f84-5930-46d7-bb62-b7756eb4d0f1 req-5f674996-b739-4169-bbd7-f6d031181693 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb0fdfe2-55f7-48f9-814c-84c35e60e9db HTTP/1.1" status: 200 len: 950 time: 0.0682502 Aug 30 21:03:49.092573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:49.105111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['098f1325-1fc9-48a1-948a-5c73aebd20b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:49.107341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6f82f84-5930-46d7-bb62-b7756eb4d0f1 req-8b1f5231-fa39-4287-bafb-585e3a1d38e4 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.76 "GET /v2.0/security-groups?id=b278c859-8aff-4284-bb99-1dc209393622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Aug 30 21:03:49.123778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Pushing event deleted for resources: {'Port': ['ID=098f1325-1fc9-48a1-948a-5c73aebd20b1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:49.189011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] No DVR routers for this DVR port 098f1325-1fc9-48a1-948a-5c73aebd20b1 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:03:49.194223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:49.197995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cca45fd-f923-40f4-9b4a-9ef353500934 req-f3dd0481-a309-400f-a43e-354597203087 tempest-LiveMigrationNegativeTest-961782182 tempest-LiveMigrationNegativeTest-961782182-project] 10.222.0.82 "DELETE /v2.0/ports/098f1325-1fc9-48a1-948a-5c73aebd20b1 HTTP/1.1" status: 204 len: 173 time: 0.6010587 Aug 30 21:03:49.553295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'name': 'network-vif-deleted', 'tag': '098f1325-1fc9-48a1-948a-5c73aebd20b1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:49.555840 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533aa69-396b-4886-853b-a764ed1e3b26" -d '{"events": [{"server_uuid": "cb0fdfe2-55f7-48f9-814c-84c35e60e9db", "name": "network-vif-deleted", "tag": "098f1325-1fc9-48a1-948a-5c73aebd20b1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:50.092593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-1660b2f6-e9bb-4579-9aac-9145d3c76e22 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:03:50.093747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-1660b2f6-e9bb-4579-9aac-9145d3c76e22 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060759 Aug 30 21:03:50.109746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Request body: {'binding': {'host': 'n-h2-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:50.110354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Unknown quota resources ['binding']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:03:50.268463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on host n-h2-793620-16 for vnic_type normal with profile None {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:50.268747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:50.268970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:50.273364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:50.273673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:50.278426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:50.278775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:50.279210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:50.279624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Bound port: 54856204-20e6-4e09-af46-75929f268132, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:50.343545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:50.352439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:50.353861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-4d674349-1dc1-4c0c-8fc8-21e80c335240 service neutron] 10.222.0.76 "POST /v2.0/ports/54856204-20e6-4e09-af46-75929f268132/bindings HTTP/1.1" status: 201 len: 390 time: 0.2487447 Aug 30 21:03:50.497953 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1367ed4-f1e4-4ce9-9489-db04cc7f8775 x-openstack-request-id: req-a1367ed4-f1e4-4ce9-9489-db04cc7f8775 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:50.498603 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-unplugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:50.498956 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1367ed4-f1e4-4ce9-9489-db04cc7f8775 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:50.499425 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'code': 200} Aug 30 21:03:50.593102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:50.618805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c254454-ad25-4b5d-be69-c6139fc5c5a2 req-d3c9ec71-db14-4b74-8354-4ecb1b150816 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:50.621016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c254454-ad25-4b5d-be69-c6139fc5c5a2 req-d3c9ec71-db14-4b74-8354-4ecb1b150816 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0628903 Aug 30 21:03:50.685650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c254454-ad25-4b5d-be69-c6139fc5c5a2 req-fb982a73-8347-42ed-893d-d3ad1753789e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 Aug 30 21:03:50.747268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:50.765892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'mac_address': 'fa:16:3e:68:0b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:50.826513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:50.848146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da822c8-d84f-45e1-a687-d1417b6198f9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:50.877190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:50.882725 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:50.917377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b5afe-580e-4047-8def-b2b40fa9a64d req-82ca70ef-f529-49da-ba0a-8a76d28aa5ae tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:50.918931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b7b5afe-580e-4047-8def-b2b40fa9a64d req-82ca70ef-f529-49da-ba0a-8a76d28aa5ae tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0567765 Aug 30 21:03:50.943902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:50.972396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b7b5afe-580e-4047-8def-b2b40fa9a64d req-b6c3bd7e-f55c-4900-9376-450c02f8563d tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Aug 30 21:03:51.021826 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fd89b9-a2d7-4cee-9f2e-2dc9fdd97a76 x-openstack-request-id: req-72fd89b9-a2d7-4cee-9f2e-2dc9fdd97a76 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:51.022357 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0fdfe2-55f7-48f9-814c-84c35e60e9db", "name": "network-vif-deleted", "tag": "098f1325-1fc9-48a1-948a-5c73aebd20b1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:51.022357 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-72fd89b9-a2d7-4cee-9f2e-2dc9fdd97a76 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:51.022790 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0fdfe2-55f7-48f9-814c-84c35e60e9db', 'name': 'network-vif-deleted', 'tag': '098f1325-1fc9-48a1-948a-5c73aebd20b1', 'status': 'completed', 'code': 200} Aug 30 21:03:51.142608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d657d-3314-40b8-a75d-68ad522a3bc6 req-c77b0843-c977-4894-a0e0-a11580a431ee tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:51.144373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-723d657d-3314-40b8-a75d-68ad522a3bc6 req-c77b0843-c977-4894-a0e0-a11580a431ee tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 948 time: 0.0579805 Aug 30 21:03:51.192473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-723d657d-3314-40b8-a75d-68ad522a3bc6 req-0c918dc1-78a2-4401-ba3c-fd4a0c77b45e tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Aug 30 21:03:51.295567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:51.331201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8d14-2167-4713-bdaf-5e45e52b84da req-dddcf144-f6a8-48aa-8145-ab7d839ada46 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:51.337455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78cc8d14-2167-4713-bdaf-5e45e52b84da req-dddcf144-f6a8-48aa-8145-ab7d839ada46 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0714340 Aug 30 21:03:51.384735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78cc8d14-2167-4713-bdaf-5e45e52b84da req-7f1d95a0-c593-494a-b738-6f780697dbd5 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Aug 30 21:03:51.570354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc05bd-0c8a-4c62-ae36-16684df4fc2e req-755d56de-751d-4e66-8845-43873665a8ee tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:51.573004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99dc05bd-0c8a-4c62-ae36-16684df4fc2e req-755d56de-751d-4e66-8845-43873665a8ee tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.0727744 Aug 30 21:03:51.633702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99dc05bd-0c8a-4c62-ae36-16684df4fc2e req-0e2762ca-f974-45a2-bc6c-6aa0ddbecba1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Aug 30 21:03:51.828278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:51.884840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726dda4-6699-4a8f-bea8-2c1ebfd7af34 req-fc396757-0bad-49b0-ab97-ef88386a2de9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:51.886459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b726dda4-6699-4a8f-bea8-2c1ebfd7af34 req-fc396757-0bad-49b0-ab97-ef88386a2de9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0723622 Aug 30 21:03:51.940445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b726dda4-6699-4a8f-bea8-2c1ebfd7af34 req-c8a27a08-6d2b-4c82-9862-1e2fb7bf3884 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Aug 30 21:03:52.008882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c590e520-c597-4da2-b8ff-1dfee38175c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b99a8d06945d48b4b94a606e39b89970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789651 Aug 30 21:03:52.012364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:52.092152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef1683d-ab83-4b02-a18a-f8f7ec5eea3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.128898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef1683d-ab83-4b02-a18a-f8f7ec5eea3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.218367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef1683d-ab83-4b02-a18a-f8f7ec5eea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.221244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ef1683d-ab83-4b02-a18a-f8f7ec5eea3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.225799 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ef1683d-ab83-4b02-a18a-f8f7ec5eea3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b278c859-8aff-4284-bb99-1dc209393622 HTTP/1.1" status: 204 len: 168 time: 0.2084484 Aug 30 21:03:52.237850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1683d-ab83-4b02-a18a-f8f7ec5eea3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b278c859-8aff-4284-bb99-1dc209393622,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:52.264154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1efa9f-da11-4f42-88c3-fe89cd02dafc req-b031ea4f-cb59-4d63-93c4-7d386eacc597 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:52.269194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e1efa9f-da11-4f42-88c3-fe89cd02dafc req-b031ea4f-cb59-4d63-93c4-7d386eacc597 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.1183941 Aug 30 21:03:52.323698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e1efa9f-da11-4f42-88c3-fe89cd02dafc req-15619321-bf3e-409c-9623-d59bc9fb15d2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Aug 30 21:03:52.371560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:52.486739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4bf8c-b01a-444e-ac8b-33cf4108595f req-cffbcb2c-2974-4ec3-969a-9935fcebf3ee tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:52.489650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5a4bf8c-b01a-444e-ac8b-33cf4108595f req-cffbcb2c-2974-4ec3-969a-9935fcebf3ee tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 948 time: 0.0837903 Aug 30 21:03:52.532385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5a4bf8c-b01a-444e-ac8b-33cf4108595f req-9aa6dfeb-b98d-4587-95d3-25181b17b4b3 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357282 Aug 30 21:03:52.551774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 098f1325-1fc9-48a1-948a-5c73aebd20b1 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:03:52.589002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 098f1325-1fc9-48a1-948a-5c73aebd20b1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:03:52.589479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 098f1325-1fc9-48a1-948a-5c73aebd20b1 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:03:52.602321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 36d1d64d-e2f9-4064-afd3-3c5408b20f2c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:52.605721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:52.708426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309ec2-2439-4687-900b-f985f17b0826 req-5c5acb95-08a8-42af-843b-a37e48a0a73e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:52.711459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7309ec2-2439-4687-900b-f985f17b0826 req-5c5acb95-08a8-42af-843b-a37e48a0a73e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 948 time: 0.0739341 Aug 30 21:03:52.747106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6873-974a-4b9f-867e-5d7e76863a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.791204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7309ec2-2439-4687-900b-f985f17b0826 req-8dde8ba0-0dec-48c7-a2af-59d253f7f919 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Aug 30 21:03:52.792123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47080) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:52.826177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 3da822c8-d84f-45e1-a687-d1417b6198f9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:52.826786 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.869495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d17fa230-a1c5-4807-81f3-15c1d44bd586 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1dd98f0a94dd40ea920e5288542dca45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754356 Aug 30 21:03:52.870910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:52.871781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:52.909314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c', 'mac_address': 'fa:16:3e:25:64:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:03:52.982713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b569c033-22e7-424a-95a0-7c2d2fbd872c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.991343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6873-974a-4b9f-867e-5d7e76863a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:52.994008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78666f-6dca-4eae-bb8b-1b2d53417085 req-8109d65a-ca7f-4676-9f31-77ac7582c88a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:52.995996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c78666f-6dca-4eae-bb8b-1b2d53417085 req-8109d65a-ca7f-4676-9f31-77ac7582c88a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.1120744 Aug 30 21:03:53.000089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6873-974a-4b9f-867e-5d7e76863a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.023318 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.036337 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b569c033-22e7-424a-95a0-7c2d2fbd872c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.057237 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b8e6873-974a-4b9f-867e-5d7e76863a61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=851c5d6d4d514db2954cb3f1d1f2af9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843102 Aug 30 21:03:53.057979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e6873-974a-4b9f-867e-5d7e76863a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd979f-f19d-47dc-b058-93d036518c4d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:53.060756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:53.096219 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.098482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c78666f-6dca-4eae-bb8b-1b2d53417085 req-90ceadf9-0968-4cc4-b8e8-27d49163c1d2 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754976 Aug 30 21:03:53.123764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d1d64d-e2f9-4064-afd3-3c5408b20f2c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:03:53.130440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-385ef0b1-d9bb-432a-aaca-4432ba6fcf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.131400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b569c033-22e7-424a-95a0-7c2d2fbd872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.137783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b569c033-22e7-424a-95a0-7c2d2fbd872c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.145226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b569c033-22e7-424a-95a0-7c2d2fbd872c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97ddf1de-6536-4555-b40b-7373215b9263 HTTP/1.1" status: 204 len: 168 time: 0.2714484 Aug 30 21:03:53.176034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c033-22e7-424a-95a0-7c2d2fbd872c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ddf1de-6536-4555-b40b-7373215b9263,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:53.193021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-385ef0b1-d9bb-432a-aaca-4432ba6fcf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.225737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:53.230738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:53.234040 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0242d5-335b-4e18-b0af-961f74f2c9b8" -d '{"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:53.252012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.257824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:53.282815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-385ef0b1-d9bb-432a-aaca-4432ba6fcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.287642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-385ef0b1-d9bb-432a-aaca-4432ba6fcf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.290174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-385ef0b1-d9bb-432a-aaca-4432ba6fcf61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46cd979f-f19d-47dc-b058-93d036518c4d HTTP/1.1" status: 204 len: 168 time: 0.2284198 Aug 30 21:03:53.303437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ef0b1-d9bb-432a-aaca-4432ba6fcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd979f-f19d-47dc-b058-93d036518c4d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:53.361981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:53.388483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622090-3a37-465e-956b-4fc5db30fc29 req-5221fbd1-239e-4cbd-b96f-1f769ac3d23b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:53.392581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:53.396984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c622090-3a37-465e-956b-4fc5db30fc29 req-5221fbd1-239e-4cbd-b96f-1f769ac3d23b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.1236579 Aug 30 21:03:53.496644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c622090-3a37-465e-956b-4fc5db30fc29 req-77b9d543-b9fc-4981-bc3f-95e59ddbab94 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972140 Aug 30 21:03:53.506151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:53.675355 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c47b59-bd8f-45f8-8acf-709cc4d3b12d x-openstack-request-id: req-67c47b59-bd8f-45f8-8acf-709cc4d3b12d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:53.676522 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-plugged", "status": "completed", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:53.677054 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67c47b59-bd8f-45f8-8acf-709cc4d3b12d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:53.677904 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'code': 200} Aug 30 21:03:53.810800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b5c2-045e-4897-9073-7e2e231bda02 req-e477850f-7446-4c2c-9a98-dcca8354ed79 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:53.822041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec8b5c2-045e-4897-9073-7e2e231bda02 req-e477850f-7446-4c2c-9a98-dcca8354ed79 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0884287 Aug 30 21:03:53.906321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec8b5c2-045e-4897-9073-7e2e231bda02 req-f1cf753e-1d25-4bab-93c2-7e449b5536ce tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827987 Aug 30 21:03:53.911360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['36d1d64d-e2f9-4064-afd3-3c5408b20f2c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:53.963503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792748c-7ab9-4e4a-8e60-d0c53dc4151b req-f5fe724d-87ff-436f-8d5c-41ec87e8bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:53.966333 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d792748c-7ab9-4e4a-8e60-d0c53dc4151b req-f5fe724d-87ff-436f-8d5c-41ec87e8bb67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1101 time: 0.1259692 Aug 30 21:03:53.988578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:54.044204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8f5c-aa8b-4cf5-a64a-8bd9fadd4afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.085284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d792748c-7ab9-4e4a-8e60-d0c53dc4151b req-9f79fa37-7b97-46d9-8163-931ae658763b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074243 Aug 30 21:03:54.106074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d96b6-ae59-4bd2-b76e-c364d7538beb req-201cf381-07e6-4fa5-aa1f-30c69d26c139 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:54.116097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d0d96b6-ae59-4bd2-b76e-c364d7538beb req-201cf381-07e6-4fa5-aa1f-30c69d26c139 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 949 time: 0.0731821 Aug 30 21:03:54.167024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d0d96b6-ae59-4bd2-b76e-c364d7538beb req-22179515-c1df-44b1-98d4-9517c14c37d4 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497913 Aug 30 21:03:54.250964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8f5c-aa8b-4cf5-a64a-8bd9fadd4afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.257849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8f5c-aa8b-4cf5-a64a-8bd9fadd4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.332488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6c3b8f5c-aa8b-4cf5-a64a-8bd9fadd4afe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06449b74035d4afeae3f6e62067bd894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407211 Aug 30 21:03:54.335464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8f5c-aa8b-4cf5-a64a-8bd9fadd4afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21ccb6-f62e-45bd-9000-5ffc27621e30,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:54.338539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47122) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:54.396675 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabd782-bbf5-404a-aa61-e62e784fa34a req-79099aa6-acf4-4dee-b163-4e5dbedb5d1a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:54.398268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbabd782-bbf5-404a-aa61-e62e784fa34a req-79099aa6-acf4-4dee-b163-4e5dbedb5d1a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 949 time: 0.0996978 Aug 30 21:03:54.453569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f664742-7b2c-4e2b-b459-741895ea644d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.470310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbabd782-bbf5-404a-aa61-e62e784fa34a req-bfa95391-00ef-44ad-aa00-c4d130a24c2b tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592623 Aug 30 21:03:54.513551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f664742-7b2c-4e2b-b459-741895ea644d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.597683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:54.628961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f664742-7b2c-4e2b-b459-741895ea644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.633636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f664742-7b2c-4e2b-b459-741895ea644d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.635532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7f664742-7b2c-4e2b-b459-741895ea644d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa21ccb6-f62e-45bd-9000-5ffc27621e30 HTTP/1.1" status: 204 len: 168 time: 0.2826164 Aug 30 21:03:54.656578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d637a-7ce0-40e6-b6aa-8d66dad2a95a req-604a7ac6-090e-49a9-ad9d-403ca89d7e68 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:54.658546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d2d637a-7ce0-40e6-b6aa-8d66dad2a95a req-604a7ac6-090e-49a9-ad9d-403ca89d7e68 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.1007869 Aug 30 21:03:54.659913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f664742-7b2c-4e2b-b459-741895ea644d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21ccb6-f62e-45bd-9000-5ffc27621e30,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:54.724172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d2d637a-7ce0-40e6-b6aa-8d66dad2a95a req-aef6dd61-4d19-491a-9b0a-7bd4b9490fe3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Aug 30 21:03:54.772018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1091205171-network', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:54.807264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Made reservation on behalf of afb336bb39664bb7829ba9a05a65d240 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:54.811202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.826543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:54.909063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75ce73-93a6-42dd-869d-c8e788de5d39 req-91e81888-ea5c-4284-b80e-5c53e6c307e4 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:54.911827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec75ce73-93a6-42dd-869d-c8e788de5d39 req-91e81888-ea5c-4284-b80e-5c53e6c307e4 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0892727 Aug 30 21:03:54.983405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec75ce73-93a6-42dd-869d-c8e788de5d39 req-361e7b19-95d0-4fbd-a53a-a8fcd520b1fc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598724 Aug 30 21:03:55.006382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.014257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.052536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:03:55.079450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.080158 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Added segment 7edc94bc-5018-4cd6-a4f2-9f786428bc6a of type vlan for network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 Aug 30 21:03:55.082323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd0da9-ed98-4853-9294-dc1fd7ec9e0c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:55.154695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.196447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.198438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:55.199748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.273987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614738f6-4586-4a8d-8561-03852af89bf5 req-bbc570e5-91e4-4713-a7bd-7277fb87fe71 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:55.276400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-614738f6-4586-4a8d-8561-03852af89bf5 req-bbc570e5-91e4-4713-a7bd-7277fb87fe71 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0813532 Aug 30 21:03:55.291491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6923847 Aug 30 21:03:55.297819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:55.309092 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Request body: {'subnet': {'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1091205171-subnet', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:55.322606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004166ae-4f12-4c07-8e46-56b9061d16f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3acaf9fb-ad6c-419f-9f3f-4d04a219ee69,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:55.342939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:03:55.361115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Made reservation on behalf of afb336bb39664bb7829ba9a05a65d240 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:03:55.364658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.371561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-614738f6-4586-4a8d-8561-03852af89bf5 req-f967b6d2-5029-4080-ab98-2ffe6b3aed40 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820611 Aug 30 21:03:55.551892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feb9c2-529d-4c4e-8f39-6f47c7ccfa52 req-83f315b9-607c-4f00-b5f1-a4e2be849da3 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:55.554342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7feb9c2-529d-4c4e-8f39-6f47c7ccfa52 req-83f315b9-607c-4f00-b5f1-a4e2be849da3 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 949 time: 0.0732665 Aug 30 21:03:55.618319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7feb9c2-529d-4c4e-8f39-6f47c7ccfa52 req-d89e7515-9794-46d6-b873-c9385ed10102 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507879 Aug 30 21:03:55.678178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.764516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32591cc-7da1-4610-a1ff-bfac50bee293,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:55.802709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Checking segment: {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:55.802709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Network hostable DHCP agents. Network: 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:03:55.815170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d31d-f63c-41fa-8469-eaaf655185ba req-c4daa7fe-12e7-486e-a976-0ecb675efe1a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:55.826947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:03:55.828716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0f3d31d-f63c-41fa-8469-eaaf655185ba req-c4daa7fe-12e7-486e-a976-0ecb675efe1a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 949 time: 0.0896671 Aug 30 21:03:55.840141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:55.846041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:55.846787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.860083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcc29a-a672-424b-9aa7-02eca6dab5e0 None None] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:03:55.889642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-41ff238c-9db2-4dda-8d6a-5e2edbca4a23 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5900342 Aug 30 21:03:55.894023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:55.903388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:55.975496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:55.977160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.104124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.251827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0f3d31d-f63c-41fa-8469-eaaf655185ba req-f1a4b55d-9341-4e16-be3d-8a3d88910653 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214039 Aug 30 21:03:56.378258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.414533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-3acaf9fb-ad6c-419f-9f3f-4d04a219ee69', 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'fixed_ips': [{'subnet_id': 'e32591cc-7da1-4610-a1ff-bfac50bee293'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:03:56.416499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.429242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3448-4968-44f4-a505-853ebec95f05 req-15f56ca3-336a-42f6-b2df-736b92d67d1a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:56.430937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd7e3448-4968-44f4-a505-853ebec95f05 req-15f56ca3-336a-42f6-b2df-736b92d67d1a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.0696597 Aug 30 21:03:56.502185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd7e3448-4968-44f4-a505-853ebec95f05 req-545ac50f-756c-4428-b691-fdf716a2f699 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545979 Aug 30 21:03:56.659252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 36d1d64d-e2f9-4064-afd3-3c5408b20f2c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:03:56.667780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.695222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd7c75-04a8-4d3d-af6b-c7a20b884f1e req-7fa3cc9c-5d00-43b1-9223-e80b4283ae12 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:56.705039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6bd7c75-04a8-4d3d-af6b-c7a20b884f1e req-7fa3cc9c-5d00-43b1-9223-e80b4283ae12 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0873868 Aug 30 21:03:56.722713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.753890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Allocated IP 172.20.0.2 (3acaf9fb-ad6c-419f-9f3f-4d04a219ee69/e32591cc-7da1-4610-a1ff-bfac50bee293/d955cbbc-87c7-4943-9874-0edf07dca43d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:56.757922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:56.770568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:03:56.771474 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:56.779638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6bd7c75-04a8-4d3d-af6b-c7a20b884f1e req-c02c4777-5ad8-4318-a545-44be89ee8c59 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723095 Aug 30 21:03:56.875871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-c9ef3c97-e060-4c17-b5e9-dbed8994d1ac tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:56.877956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-c9ef3c97-e060-4c17-b5e9-dbed8994d1ac tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1098 time: 0.1332560 Aug 30 21:03:56.921840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:03:57.022389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.039340 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.041150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Allocated IP 172.25.5.19 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/af99f000-95a0-4ab1-b85d-b4076fee3a6b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:03:57.051899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Transition to ACTIVE for port object d955cbbc-87c7-4943-9874-0edf07dca43d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:57.086613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Transition to ACTIVE for port object d955cbbc-87c7-4943-9874-0edf07dca43d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:03:57.119226 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.163371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92404-b5e0-4cee-bf59-7eee6f6e3cae req-fe3a805f-6022-478c-817e-eb177ff28fed tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:57.171756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5b92404-b5e0-4cee-bf59-7eee6f6e3cae req-fe3a805f-6022-478c-817e-eb177ff28fed tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 946 time: 0.0743747 Aug 30 21:03:57.202701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:57.208506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:57.217338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:57.242266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5b92404-b5e0-4cee-bf59-7eee6f6e3cae req-76748870-df37-4a8d-bd3d-1f62ffbb114a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689847 Aug 30 21:03:57.273941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Pushing event updated for resources: {'Port': ['ID=d955cbbc-87c7-4943-9874-0edf07dca43d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:57.311784 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.390247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c554-39eb-4c89-9afe-34537c032107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:57.392807 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b99e5b-10a7-4653-a50b-fa61a3679bc4" -d '{"events": [{"server_uuid": "3254c554-39eb-4c89-9afe-34537c032107", "name": "network-vif-plugged", "status": "completed", "tag": "36d1d64d-e2f9-4064-afd3-3c5408b20f2c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:57.397948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:57.401057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Attempting to bind port d955cbbc-87c7-4943-9874-0edf07dca43d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:57.401677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Attempting to bind port d955cbbc-87c7-4943-9874-0edf07dca43d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:57.402565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Attempting to bind port d955cbbc-87c7-4943-9874-0edf07dca43d on network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:57.424127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:57.429463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:57.430275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Checking segment: {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:57.430957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.431640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Bound using segment: {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:57.432680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Bound port: d955cbbc-87c7-4943-9874-0edf07dca43d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:57.433360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.439529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.448978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.484580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95375efd-7ad4-4cbc-b3ab-a7fdd11d0d22 req-6b876bbb-b9c5-4abd-a9c7-4c71fc419405 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:57.488374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95375efd-7ad4-4cbc-b3ab-a7fdd11d0d22 req-6b876bbb-b9c5-4abd-a9c7-4c71fc419405 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 949 time: 0.1089644 Aug 30 21:03:57.518798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:57.571162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:57.571482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95375efd-7ad4-4cbc-b3ab-a7fdd11d0d22 req-4aea6f7b-aa7c-4ddc-9145-fd72eabb49e3 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 Aug 30 21:03:57.671880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] For port d955cbbc-87c7-4943-9874-0edf07dca43d, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:57.677508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] For port d955cbbc-87c7-4943-9874-0edf07dca43d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d955cbbc-87c7-4943-9874-0edf07dca43d,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:57.685184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:03:57.686465 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.692994 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d143217e-e2ea-40df-904e-44186bc0fa34" -d '{"events": [{"server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:03:57.706230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.713019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.720506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:57.792738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:03:57.807254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae144d20-6ddd-461f-8e2f-7c724a3d8812 None None] Pushing event updated for resources: {'Port': ['ID=d955cbbc-87c7-4943-9874-0edf07dca43d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:57.811334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:03:57.831169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:03:57.833729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Pushing event updated for resources: {'Port': ['ID=af99f000-95a0-4ab1-b85d-b4076fee3a6b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:57.958151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:57.958401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:57.958726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:57.980550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:57.981065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:58.036875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:58.037212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:58.037736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:58.038458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Bound port: c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:58.039028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:58.055889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e7a88-b38c-4fac-9989-9b6ff714b654 req-614b5d0e-893c-40da-bab8-0a009c926eb2 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:58.058811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c65e7a88-b38c-4fac-9989-9b6ff714b654 req-614b5d0e-893c-40da-bab8-0a009c926eb2 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 949 time: 0.0833819 Aug 30 21:03:58.089214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:58.144330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c65e7a88-b38c-4fac-9989-9b6ff714b654 req-594074b2-b497-4419-b1c5-ae6d97cd57ac tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739143 Aug 30 21:03:58.273433 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2775d-f08d-4112-9d3e-f9697c227561 x-openstack-request-id: req-e4d2775d-f08d-4112-9d3e-f9697c227561 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:58.273884 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c554-39eb-4c89-9afe-34537c032107", "name": "network-vif-plugged", "status": "completed", "tag": "36d1d64d-e2f9-4064-afd3-3c5408b20f2c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:58.274267 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4d2775d-f08d-4112-9d3e-f9697c227561 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:58.274890 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c554-39eb-4c89-9afe-34537c032107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c', 'code': 200} Aug 30 21:03:58.474428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f10b-e849-4d1b-beb7-1bb72e49d29f req-56567d74-29e2-483a-910f-dfa3052692a1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:58.477206 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b198f10b-e849-4d1b-beb7-1bb72e49d29f req-56567d74-29e2-483a-910f-dfa3052692a1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.0744529 Aug 30 21:03:58.540749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b198f10b-e849-4d1b-beb7-1bb72e49d29f req-c29c814c-9bb4-45f8-9249-7fae23afdd96 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526152 Aug 30 21:03:58.662096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:03:58.725349 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ff94a-b9f5-4928-bcc1-ad28a47483ff x-openstack-request-id: req-517ff94a-b9f5-4928-bcc1-ad28a47483ff {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:03:58.726966 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:03:58.727371 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-517ff94a-b9f5-4928-bcc1-ad28a47483ff {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:03:58.727982 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'code': 200} Aug 30 21:03:58.735854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:03:58.756652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232c422-8661-4bbd-92a2-b79988aaeb08 req-c617c391-3271-492f-b9c8-f89ec4cb36f3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:58.760160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:03:58.760574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f232c422-8661-4bbd-92a2-b79988aaeb08 req-c617c391-3271-492f-b9c8-f89ec4cb36f3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0962007 Aug 30 21:03:58.783015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:58.837006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:58.844551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f232c422-8661-4bbd-92a2-b79988aaeb08 req-0ce08cbd-2b23-4bfc-9d8b-ad5d5654d532 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711021 Aug 30 21:03:58.865816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:58.906610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:03:58.907643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:03:58.908085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:58.914855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:03:58.915432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Attempting to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:03:58.927574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:03:58.928269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:03:58.929306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:03:58.930163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Bound port: c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:03:58.931451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:58.958691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5026d-1724-40f1-bace-ac3670b00082 req-d25cf29e-7e52-45ad-a46c-aa556fb46031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:58.961237 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53a5026d-1724-40f1-bace-ac3670b00082 req-d25cf29e-7e52-45ad-a46c-aa556fb46031 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 1102 time: 0.5461607 Aug 30 21:03:59.037942 n-d-793620-16 neutron-server[94690]: WARNING neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Concurrent port binding operations failed on port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d Aug 30 21:03:59.045690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:03:59.047841 n-d-793620-16 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Attempt 2 to bind port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d Aug 30 21:03:59.048595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:03:59.103130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:59.104313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:59.107058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] 10.222.0.86 "PUT /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 1124 time: 2.1954198 Aug 30 21:03:59.119194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c2d9c-af77-40bd-9255-0e604fadf802 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:03:59.169764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53a5026d-1724-40f1-bace-ac3670b00082 req-e0c5657c-e741-4e16-82a9-9d14bba1de05 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362293 Aug 30 21:03:59.197276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:59.270244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:03:59.287510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304e49a-3daa-4439-941f-981d600e3904 None None] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:03:59.311718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:59.390519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497512e-d1a4-4b9e-a2e5-33e8c4044565 req-6673e470-6d33-4804-a194-c905d7646825 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:59.393194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e497512e-d1a4-4b9e-a2e5-33e8c4044565 req-6673e470-6d33-4804-a194-c905d7646825 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.0697823 Aug 30 21:03:59.466818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e497512e-d1a4-4b9e-a2e5-33e8c4044565 req-77b98082-f518-4896-9140-6b2a1d5f15d0 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520570 Aug 30 21:03:59.512907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Router 761934b0-1261-4576-b13d-0a7a1f8456e8 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:03:59.513261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4f9e29b4-f3c9-4074-853d-321d8f9d091f None None] Provisioning for port d955cbbc-87c7-4943-9874-0edf07dca43d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:03:59.641186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda720cf-b10f-4872-8239-04ad615297d7 req-524a81eb-16de-4867-b073-42a77f19b5e3 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:03:59.642846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dda720cf-b10f-4872-8239-04ad615297d7 req-524a81eb-16de-4867-b073-42a77f19b5e3 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 950 time: 0.0617256 Aug 30 21:03:59.713873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dda720cf-b10f-4872-8239-04ad615297d7 req-d0ab3992-6a76-44b8-b0cf-8132a97e7c99 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585382 Aug 30 21:03:59.726897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:03:59.748133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:03:59.752856 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Sync routers for ids ['761934b0-1261-4576-b13d-0a7a1f8456e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:03:59.756271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47220) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:03:59.756834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d8e78ba-3388-41c8-8284-a98ef65a0209 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8605785 Aug 30 21:03:59.770208 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Routers {'761934b0-1261-4576-b13d-0a7a1f8456e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:03:59.771743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:03:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['761934b0-1261-4576-b13d-0a7a1f8456e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:03:59.996521 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Set router 761934b0-1261-4576-b13d-0a7a1f8456e8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:00.119798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d955cbbc-87c7-4943-9874-0edf07dca43d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:00.142461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba270f7-61d1-498d-a06a-81b206d7503c req-20b79345-0084-4b09-9b41-a04867d93c76 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:00.152653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ba270f7-61d1-498d-a06a-81b206d7503c req-20b79345-0084-4b09-9b41-a04867d93c76 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1101 time: 0.1578405 Aug 30 21:04:00.225866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port d955cbbc-87c7-4943-9874-0edf07dca43d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:00.232184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d955cbbc-87c7-4943-9874-0edf07dca43d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:00.232748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.260068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ba270f7-61d1-498d-a06a-81b206d7503c req-3799565e-2ca6-4f6f-9eb9-f052b0fdd71b tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063752 Aug 30 21:04:00.263169 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:03:58Z', 'revision_number': 3, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:00.329688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Checking router: 761934b0-1261-4576-b13d-0a7a1f8456e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:00.330048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Updating router 761934b0-1261-4576-b13d-0a7a1f8456e8 port af99f000-95a0-4ab1-b85d-b4076fee3a6b binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:04:00.364231 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.378794 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.421307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port d955cbbc-87c7-4943-9874-0edf07dca43d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d955cbbc-87c7-4943-9874-0edf07dca43d,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:00.427281 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.489640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4317be3-fdef-431f-a732-64051e2ae0ba req-2f1dbb34-4acd-43cb-a602-8b8e8e45247a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:00.491278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4317be3-fdef-431f-a732-64051e2ae0ba req-2f1dbb34-4acd-43cb-a602-8b8e8e45247a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.1100457 Aug 30 21:04:00.498044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=d955cbbc-87c7-4943-9874-0edf07dca43d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:00.565174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.580633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4317be3-fdef-431f-a732-64051e2ae0ba req-396dd3db-b5e1-429a-8688-7b0dd4f8ce69 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Aug 30 21:04:00.729409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:00.733260 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.735181 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a6a98-9b55-4fed-8990-a9fb83362ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:00.748154 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Transition to ACTIVE for port object af99f000-95a0-4ab1-b85d-b4076fee3a6b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:00.757128 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.825333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15acbb-c83b-4ecc-86be-35df611fe49b req-06792890-df7f-45bb-9f92-a72bfb64af30 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:00.827033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d15acbb-c83b-4ecc-86be-35df611fe49b req-06792890-df7f-45bb-9f92-a72bfb64af30 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0896592 Aug 30 21:04:00.831936 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Attempting to bind port af99f000-95a0-4ab1-b85d-b4076fee3a6b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:00.832310 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Attempting to bind port af99f000-95a0-4ab1-b85d-b4076fee3a6b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:00.832865 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Attempting to bind port af99f000-95a0-4ab1-b85d-b4076fee3a6b on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:00.840534 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Pushing event updated for resources: {'Port': ['ID=af99f000-95a0-4ab1-b85d-b4076fee3a6b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:00.842512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Allocated IP 172.20.0.1 (3acaf9fb-ad6c-419f-9f3f-4d04a219ee69/e32591cc-7da1-4610-a1ff-bfac50bee293/f4a17669-ea4c-478e-841a-1f5b99ff62c1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:00.844193 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:00.844787 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:00.844974 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.845440 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:00.845861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Bound port: af99f000-95a0-4ab1-b85d-b4076fee3a6b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:00.846310 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.862048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.862411 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.862786 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.863225 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.863478 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.864021 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.864555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.865075 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.865429 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.865775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.866129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.866457 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:00.928576 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] For port af99f000-95a0-4ab1-b85d-b4076fee3a6b, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:00.933844 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] For port af99f000-95a0-4ab1-b85d-b4076fee3a6b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af99f000-95a0-4ab1-b85d-b4076fee3a6b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:00.939335 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:00.948971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d15acbb-c83b-4ecc-86be-35df611fe49b req-fdc35b8b-3b03-464d-b7cf-9c741804290b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102026 Aug 30 21:04:01.014335 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Routers {'761934b0-1261-4576-b13d-0a7a1f8456e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:01.015812 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:03:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['761934b0-1261-4576-b13d-0a7a1f8456e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:01.023840 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1b08e-9426-4bef-9fc1-c8702bd73778 None None] Pushing event updated for resources: {'Port': ['ID=af99f000-95a0-4ab1-b85d-b4076fee3a6b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:01.052412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:01.097361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Transition to ACTIVE for port object f4a17669-ea4c-478e-841a-1f5b99ff62c1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:01.169847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:01.246615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:01.256449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:01.260691 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] Set router 761934b0-1261-4576-b13d-0a7a1f8456e8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:01.263353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:01.324823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Pushing event updated for resources: {'Port': ['ID=f4a17669-ea4c-478e-841a-1f5b99ff62c1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:01.394409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:01.481605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcc28c-ffae-44a1-bb04-bcc5c7277a9b req-e05efae2-ee97-4a29-bf68-fbfb3cc47dff tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:01.483746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-febcc28c-ffae-44a1-bb04-bcc5c7277a9b req-e05efae2-ee97-4a29-bf68-fbfb3cc47dff tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.1689091 Aug 30 21:04:01.499467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-69e8f427-06fa-4b56-89c5-76958d3920fe service neutron] 10.222.0.86 "GET /v2.0/ports/fde05680-3cc9-4301-aa44-b685ebd8e3fc/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.0937293 Aug 30 21:04:01.580171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:03:58Z', 'revision_number': 3, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:01.598569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-febcc28c-ffae-44a1-bb04-bcc5c7277a9b req-b35f86a1-ca3b-48ec-8a74-6af2585beb6f tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056228 Aug 30 21:04:01.618405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04b5c4-1716-4412-94f1-0aa60685d0e0 None None] The sync data for ids ['761934b0-1261-4576-b13d-0a7a1f8456e8'] in n-d-793620-16 is: [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:03:58Z', 'revision_number': 3, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:01.668742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ea4f36df-54bc-4cd3-b4bd-4bf7e9ec9095 None None] Provisioning for port f4a17669-ea4c-478e-841a-1f5b99ff62c1 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:01.673535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:01.695849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ea4f36df-54bc-4cd3-b4bd-4bf7e9ec9095 None None] Provisioning complete for port f4a17669-ea4c-478e-841a-1f5b99ff62c1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:01.696786 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea4f36df-54bc-4cd3-b4bd-4bf7e9ec9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:01.796705 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a476a73-1d35-4604-b7e8-e1b8b80058a2 x-openstack-request-id: req-9a476a73-1d35-4604-b7e8-e1b8b80058a2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:01.797507 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:01.797507 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a476a73-1d35-4604-b7e8-e1b8b80058a2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:01.797766 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'status': 'completed', 'code': 200} Aug 30 21:04:01.817066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f36df-54bc-4cd3-b4bd-4bf7e9ec9095 None None] Port f4a17669-ea4c-478e-841a-1f5b99ff62c1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:04:01.940345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-9ddbb086-16ab-47e2-898d-1cde8e734fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:01.943160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-9ddbb086-16ab-47e2-898d-1cde8e734fd0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81&tenant_id=b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 1101 time: 0.1444316 Aug 30 21:04:01.947636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-da9251f2-a48a-4e83-bb87-6241ad7c5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:01.949309 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-da9251f2-a48a-4e83-bb87-6241ad7c5395 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1127 time: 0.0972188 Aug 30 21:04:02.065997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be443f10-0e68-4a81-a9d7-7e25897d3e27 req-2a42441c-0096-433b-8e34-2c86632d51f7 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.068545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be443f10-0e68-4a81-a9d7-7e25897d3e27 req-2a42441c-0096-433b-8e34-2c86632d51f7 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 950 time: 0.1575522 Aug 30 21:04:02.091284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:02.107531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:02.130512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d955cbbc-87c7-4943-9874-0edf07dca43d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:02.153005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-461b9bf7-4757-4a6e-8d3f-1f043d5acc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.154643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-461b9bf7-4757-4a6e-8d3f-1f043d5acc16 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 1101 time: 0.0931823 Aug 30 21:04:02.176544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-0e966b11-638d-4f00-b1cf-728fdeae13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.178077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-0e966b11-638d-4f00-b1cf-728fdeae13c1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.2182293 Aug 30 21:04:02.216595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d955cbbc-87c7-4943-9874-0edf07dca43d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:02.217086 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:02.268859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:02.269238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-c400efc8-8e45-4abe-a75b-dac53d9d799c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 217 time: 0.0756547 Aug 30 21:04:02.291517 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be443f10-0e68-4a81-a9d7-7e25897d3e27 req-1a14bd66-4b3f-4a58-b6cd-7bd443e55319 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110572 Aug 30 21:04:02.335671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Pushing event updated for resources: {'Port': ['ID=f4a17669-ea4c-478e-841a-1f5b99ff62c1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:02.368554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-4ebdde37-11d7-4ffa-a60e-368df75ee576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.370095 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-4ebdde37-11d7-4ffa-a60e-368df75ee576 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2060061 Aug 30 21:04:02.396546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-9e6538c1-dedf-4ecc-b820-45c35bac83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.398112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-9e6538c1-dedf-4ecc-b820-45c35bac83e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0835819 Aug 30 21:04:02.441791 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-e5756874-0c70-4b10-8dac-578020673bf5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 200 len: 217 time: 0.0578089 Aug 30 21:04:02.458964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-8eda5344-f102-421e-adbd-1e5672110927 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290358 Aug 30 21:04:02.531049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e69c41-4135-4574-887f-f169fe103feb req-0286e2e6-c646-4634-9ed6-71aab4e0ea39 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.535483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27e69c41-4135-4574-887f-f169fe103feb req-0286e2e6-c646-4634-9ed6-71aab4e0ea39 tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 1101 time: 0.0980275 Aug 30 21:04:02.590051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:02.602953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:02.608707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-96991002-438c-4a46-9a1d-cec8670177f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.611225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-96991002-438c-4a46-9a1d-cec8670177f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1509516 Aug 30 21:04:02.627691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27e69c41-4135-4574-887f-f169fe103feb req-1f244704-ab93-4563-bb63-cf41228e6d6c tempest-ServersAdminTestJSON-1602337614 tempest-ServersAdminTestJSON-1602337614-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859151 Aug 30 21:04:02.712274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-cda0fb05-78e6-42c4-aaff-7d9128bd372e service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438595 Aug 30 21:04:02.731006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-c0d619d3-6768-4461-86c9-0b76e246666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.733671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-c0d619d3-6768-4461-86c9-0b76e246666f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069140 Aug 30 21:04:02.806189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Router 761934b0-1261-4576-b13d-0a7a1f8456e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:04:02.883059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256e1c-5816-4d7e-be91-75ee0f25a1b2 req-8ed8093b-a12f-4cb6-b56f-dbc5805ea240 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:02.884967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae256e1c-5816-4d7e-be91-75ee0f25a1b2 req-8ed8093b-a12f-4cb6-b56f-dbc5805ea240 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.0940430 Aug 30 21:04:02.978630 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b98a6a98-9b55-4fed-8990-a9fb83362ec0 req-5b7e0cee-ac47-4c7f-9719-c2900aeea52e service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518358 Aug 30 21:04:02.980784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-1a4ba0db-b76a-4207-a065-55eb7d5097a2 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349505 Aug 30 21:04:03.030765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae256e1c-5816-4d7e-be91-75ee0f25a1b2 req-73d54543-1859-4a94-9191-89c3e9b8a419 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247051 Aug 30 21:04:03.068408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0371c3ec-1fe4-46e4-9584-b857d899d0ba None None] Provisioning complete for port f4a17669-ea4c-478e-841a-1f5b99ff62c1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:03.069092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0371c3ec-1fe4-46e4-9584-b857d899d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:03.139389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0371c3ec-1fe4-46e4-9584-b857d899d0ba None None] Port f4a17669-ea4c-478e-841a-1f5b99ff62c1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:04:03.157947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-925ccbef-368b-4745-9ddb-f57578f2bbb6 req-a5d0e7eb-773d-4474-9229-db682203bc88 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598706 Aug 30 21:04:03.168628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:04:03.177346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9b498050-10e9-4e27-989b-4c96466ff7df admin admin] 10.222.0.76 "PUT /v2.0/routers/761934b0-1261-4576-b13d-0a7a1f8456e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4186709 Aug 30 21:04:03.265979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423db31-fd17-442a-a82e-606ff3647d88 req-9f691355-6244-4bb5-aca8-04fdc0ff8146 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:03.267668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0423db31-fd17-442a-a82e-606ff3647d88 req-9f691355-6244-4bb5-aca8-04fdc0ff8146 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0705223 Aug 30 21:04:03.332490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0423db31-fd17-442a-a82e-606ff3647d88 req-04f3f614-5544-44b7-a912-412c626bdff1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Aug 30 21:04:03.356674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:03.630830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3057e-1ac6-4a32-89b7-fd8a48de7e9a req-d249ae3a-828e-4fd9-95b4-b3c2b12e3a94 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:03.630830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7b3057e-1ac6-4a32-89b7-fd8a48de7e9a req-d249ae3a-828e-4fd9-95b4-b3c2b12e3a94 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.0678146 Aug 30 21:04:03.695938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7b3057e-1ac6-4a32-89b7-fd8a48de7e9a req-f5ff47bf-9314-4193-8e86-e2e736d44611 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541883 Aug 30 21:04:03.992168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Sync routers for ids ['761934b0-1261-4576-b13d-0a7a1f8456e8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:04:04.008666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Routers {'761934b0-1261-4576-b13d-0a7a1f8456e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:04.009440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:03:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['761934b0-1261-4576-b13d-0a7a1f8456e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:04.125907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af99f000-95a0-4ab1-b85d-b4076fee3a6b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:04.349522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Set router 761934b0-1261-4576-b13d-0a7a1f8456e8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:04.358077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-47ac3b36-9ace-44be-bc2d-75c5fee9a0ba tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2997055 Aug 30 21:04:04.380568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:04.419595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port af99f000-95a0-4ab1-b85d-b4076fee3a6b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:04.431834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.434034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port af99f000-95a0-4ab1-b85d-b4076fee3a6b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:04.434753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.558730 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.715328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Allocated IP 172.25.5.160 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/55791507-1fbd-4293-8c38-9bb1ff61ff37) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:04.716903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:04.757499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.802702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port af99f000-95a0-4ab1-b85d-b4076fee3a6b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af99f000-95a0-4ab1-b85d-b4076fee3a6b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:04.819454 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.889247 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.925182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:04:01Z', 'revision_number': 4, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f4a17669-ea4c-478e-841a-1f5b99ff62c1', 'name': '', 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'mac_address': 'fa:16:3e:c5:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e32591cc-7da1-4610-a1ff-bfac50bee293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:00Z', 'updated_at': '2021-08-30T21:04:01Z', 'revision_number': 2, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'subnets': [{'id': 'e32591cc-7da1-4610-a1ff-bfac50bee293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:04.977328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:04.980839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Checking router: 761934b0-1261-4576-b13d-0a7a1f8456e8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:04.981187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Updating router 761934b0-1261-4576-b13d-0a7a1f8456e8 port f4a17669-ea4c-478e-841a-1f5b99ff62c1 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:04:04.984671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=af99f000-95a0-4ab1-b85d-b4076fee3a6b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:04.987533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.026218 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.042302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:05.045286 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e354b9e3-addd-45b3-bfb7-c73b76848c48" -d '{"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-unplugged", "status": "completed", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:05.079441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:05.112618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.295757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:05.302094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:05.307860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:05.310410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:05.356773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Pushing event updated for resources: {'Port': ['ID=55791507-1fbd-4293-8c38-9bb1ff61ff37,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:05.424352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.467305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.480689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.578345 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.596150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Transition to ACTIVE for port object f4a17669-ea4c-478e-841a-1f5b99ff62c1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:05.607493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.692057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dc047-c893-43f5-8c44-410bf390e75e None None] Pushing event updated for resources: {'Port': ['ID=f4a17669-ea4c-478e-841a-1f5b99ff62c1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:05.725918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.734752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.750768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Attempting to bind port f4a17669-ea4c-478e-841a-1f5b99ff62c1 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:05.751165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Attempting to bind port f4a17669-ea4c-478e-841a-1f5b99ff62c1 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:05.751520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Attempting to bind port f4a17669-ea4c-478e-841a-1f5b99ff62c1 on network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:05.757768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:05.758150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Checking segment: {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:05.758581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.759018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Bound using segment: {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:05.759518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Bound port: f4a17669-ea4c-478e-841a-1f5b99ff62c1, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edc94bc-5018-4cd6-a4f2-9f786428bc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:05.759916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.868516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Pushing event updated for resources: {'Port': ['ID=55791507-1fbd-4293-8c38-9bb1ff61ff37,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:05.869763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] For port f4a17669-ea4c-478e-841a-1f5b99ff62c1, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:05.876310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] For port f4a17669-ea4c-478e-841a-1f5b99ff62c1, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f4a17669-ea4c-478e-841a-1f5b99ff62c1,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:05.884896 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.887193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.909965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:05.911978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-2b52a5ec-e08f-45b4-8139-ee5c6e7e3308 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5415115 Aug 30 21:04:05.954326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Routers {'761934b0-1261-4576-b13d-0a7a1f8456e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:05.955527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:03:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['761934b0-1261-4576-b13d-0a7a1f8456e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:06.015422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dc047-c893-43f5-8c44-410bf390e75e None None] Pushing event updated for resources: {'Port': ['ID=f4a17669-ea4c-478e-841a-1f5b99ff62c1,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:06.024301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-809927d6-8ae6-46e7-8934-7e459ea7085b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.160 HTTP/1.1" status: 200 len: 696 time: 0.1051245 Aug 30 21:04:06.093719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af99f000-95a0-4ab1-b85d-b4076fee3a6b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:06.125802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] Set router 761934b0-1261-4576-b13d-0a7a1f8456e8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:06.155620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-b4abab06-1e05-4f17-b7f4-a737d22677a0 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:06.159115 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-b4abab06-1e05-4f17-b7f4-a737d22677a0 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 949 time: 0.0834336 Aug 30 21:04:06.222837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-337f05c7-baef-436e-b72a-24de84d8e875 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:06.227727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-337f05c7-baef-436e-b72a-24de84d8e875 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1885128 Aug 30 21:04:06.238912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-d9264bc8-8a05-446c-bce6-81e7da1f69f2 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:04:06.240040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5835c53-38fd-4076-94ad-b0c2d6593005 req-d9264bc8-8a05-446c-bce6-81e7da1f69f2 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095658 Aug 30 21:04:06.297044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Deleting port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:06.297481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:06.379802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port af99f000-95a0-4ab1-b85d-b4076fee3a6b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:06.380618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:06.415968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] For port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:06.416317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:06.432373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Calling delete_port for 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:06.590907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:04:01Z', 'revision_number': 4, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f4a17669-ea4c-478e-841a-1f5b99ff62c1', 'name': '', 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'mac_address': 'fa:16:3e:c5:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e32591cc-7da1-4610-a1ff-bfac50bee293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:00Z', 'updated_at': '2021-08-30T21:04:05Z', 'revision_number': 4, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'subnets': [{'id': 'e32591cc-7da1-4610-a1ff-bfac50bee293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:06.597305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f10297-26d2-4750-bbf4-468763099c18 req-8a2346a2-db35-45ac-9727-04bbb2a1beb9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:06.599016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33f10297-26d2-4750-bbf4-468763099c18 req-8a2346a2-db35-45ac-9727-04bbb2a1beb9 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=85ba4115-6a54-4d6e-8b7c-e24289adde24 HTTP/1.1" status: 200 len: 949 time: 0.0597923 Aug 30 21:04:06.642517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298e64f6-d280-452c-93e9-8fc530caaa82 None None] The sync data for ids ['761934b0-1261-4576-b13d-0a7a1f8456e8'] in n-d-793620-16 is: [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:04:01Z', 'revision_number': 4, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f4a17669-ea4c-478e-841a-1f5b99ff62c1', 'name': '', 'network_id': '3acaf9fb-ad6c-419f-9f3f-4d04a219ee69', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'mac_address': 'fa:16:3e:c5:84:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e32591cc-7da1-4610-a1ff-bfac50bee293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:00Z', 'updated_at': '2021-08-30T21:04:05Z', 'revision_number': 4, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'subnets': [{'id': 'e32591cc-7da1-4610-a1ff-bfac50bee293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:06.655896 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:06.660273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33f10297-26d2-4750-bbf4-468763099c18 req-9e03e5a7-2c8d-448f-8d20-c8a31c5befde tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542071 Aug 30 21:04:06.677530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e7c41ada-495b-4b31-a444-163627e3aefe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:06.681742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['519a9e1a-93f9-44a6-9e28-f6cc10e1dc60', '3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:06.705716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event deleted for resources: {'Port': ['ID=519a9e1a-93f9-44a6-9e28-f6cc10e1dc60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:06.880540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] No DVR routers for this DVR port 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:06.889950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:06.895488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b501571d-c3f8-4f17-8a97-56b47b390bc5 req-0c299512-614c-4eab-b75e-7541a2470e84 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "DELETE /v2.0/ports/519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 HTTP/1.1" status: 204 len: 173 time: 0.7271342 Aug 30 21:04:06.896412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'name': 'network-vif-deleted', 'tag': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:06.900357 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2791efad-24cb-4942-8496-7bd8210f1047" -d '{"events": [{"server_uuid": "85ba4115-6a54-4d6e-8b7c-e24289adde24", "name": "network-vif-deleted", "tag": "519a9e1a-93f9-44a6-9e28-f6cc10e1dc60"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:07.046524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7816-5fab-4aeb-a3bc-2cfb5cbbcdb0 req-10cfefe5-43ad-46e4-a979-570a4c16cf60 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:07.051115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dfe7816-5fab-4aeb-a3bc-2cfb5cbbcdb0 req-10cfefe5-43ad-46e4-a979-570a4c16cf60 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.1693382 Aug 30 21:04:07.169607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dfe7816-5fab-4aeb-a3bc-2cfb5cbbcdb0 req-43ff2a16-5f09-4518-94b1-d4d570cb3c50 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937626 Aug 30 21:04:07.323195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fa069-39cc-4f25-8453-649bde91664b req-fc1619c2-d017-4c5c-ae9c-664dc280c9cd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:07.326971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-834fa069-39cc-4f25-8453-649bde91664b req-fc1619c2-d017-4c5c-ae9c-664dc280c9cd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 947 time: 0.0703959 Aug 30 21:04:07.383591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-834fa069-39cc-4f25-8453-649bde91664b req-ab2069b9-b37a-4467-8546-2f520a241ab4 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Aug 30 21:04:07.615915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b98c8-06e8-47c2-9336-cea8a89fda93 req-0ac1db29-4a36-4118-b980-8ddaa1854cfb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:07.618214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d74b98c8-06e8-47c2-9336-cea8a89fda93 req-0ac1db29-4a36-4118-b980-8ddaa1854cfb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.0662785 Aug 30 21:04:07.672013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d74b98c8-06e8-47c2-9336-cea8a89fda93 req-d37d418d-8be4-4c7e-b6fd-4a50d300d030 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472453 Aug 30 21:04:07.776780 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43f623d-cafa-4e2a-bdd1-b3d55cee9936 x-openstack-request-id: req-a43f623d-cafa-4e2a-bdd1-b3d55cee9936 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:07.778347 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-unplugged", "status": "completed", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:07.779529 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a43f623d-cafa-4e2a-bdd1-b3d55cee9936 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:07.781495 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'code': 200} Aug 30 21:04:07.850973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-147169d0-52b6-4f31-a80b-a9002284ffad req-b9723bcf-2901-437c-9300-a1c57c7cb7b7 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips/20bf714c-4750-44c7-a9be-b3bff5c431ce HTTP/1.1" status: 200 len: 693 time: 0.0558491 Aug 30 21:04:08.046882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147169d0-52b6-4f31-a80b-a9002284ffad req-911ec8d2-9579-49b0-9cc7-f49d86d8f68a tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:08.056026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-147169d0-52b6-4f31-a80b-a9002284ffad req-911ec8d2-9579-49b0-9cc7-f49d86d8f68a tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1866341 Aug 30 21:04:08.067285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-147169d0-52b6-4f31-a80b-a9002284ffad req-dd6afee3-88c8-4239-9001-01a5d4ca03e5 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:04:08.082199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-147169d0-52b6-4f31-a80b-a9002284ffad req-dd6afee3-88c8-4239-9001-01a5d4ca03e5 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173967 Aug 30 21:04:08.160934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f4a17669-ea4c-478e-841a-1f5b99ff62c1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:08.258888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f4a17669-ea4c-478e-841a-1f5b99ff62c1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:08.268807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f4a17669-ea4c-478e-841a-1f5b99ff62c1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:08.269790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:08.314448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a19994-90e7-4099-9d3b-7e1550a2a698 req-e0255199-fe74-464a-9e6d-f336871c14b8 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:08.316158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70a19994-90e7-4099-9d3b-7e1550a2a698 req-e0255199-fe74-464a-9e6d-f336871c14b8 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 950 time: 0.1334884 Aug 30 21:04:08.411953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:08.421768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70a19994-90e7-4099-9d3b-7e1550a2a698 req-16eb14cb-ea81-4334-88cb-9737839a9c90 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fcf58a-5790-42fe-adc6-cb78e01bd1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Aug 30 21:04:08.485396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f4a17669-ea4c-478e-841a-1f5b99ff62c1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f4a17669-ea4c-478e-841a-1f5b99ff62c1,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:08.486868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-0c662ee7-4c9f-412b-84a6-5dd5a8ff82bc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357574 Aug 30 21:04:08.496876 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:08.602265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f4a17669-ea4c-478e-841a-1f5b99ff62c1,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:08.633548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9701711-76a2-4cf3-9490-2740e890db1a req-dcdf56db-e7c2-44b3-b7de-7ebf6720b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:08.637149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-dcdf56db-e7c2-44b3-b7de-7ebf6720b1bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1102 time: 0.1211028 Aug 30 21:04:08.677346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-d09c5c0c-8720-42f4-b9a2-f8fdc1e46de2 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:08.680582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-d09c5c0c-8720-42f4-b9a2-f8fdc1e46de2 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.86 "GET /v2.0/ports?device_id=3254c554-39eb-4c89-9afe-34537c032107 HTTP/1.1" status: 200 len: 950 time: 0.1229527 Aug 30 21:04:08.682655 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296b3b3-895e-4cf7-8dc5-5f400b147435 x-openstack-request-id: req-6296b3b3-895e-4cf7-8dc5-5f400b147435 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:08.683136 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ba4115-6a54-4d6e-8b7c-e24289adde24", "name": "network-vif-deleted", "tag": "519a9e1a-93f9-44a6-9e28-f6cc10e1dc60", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:08.684984 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6296b3b3-895e-4cf7-8dc5-5f400b147435 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:08.686223 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ba4115-6a54-4d6e-8b7c-e24289adde24', 'name': 'network-vif-deleted', 'tag': '519a9e1a-93f9-44a6-9e28-f6cc10e1dc60', 'status': 'completed', 'code': 200} Aug 30 21:04:08.749391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:04:08.753228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:08.805366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:08.806113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 519a9e1a-93f9-44a6-9e28-f6cc10e1dc60 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:08.953685 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b8e15e8-3f47-44cb-83e9-58a7ab9228cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:08.970374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9701711-76a2-4cf3-9490-2740e890db1a req-4cc240a7-b380-4669-bf3d-eb10ba366c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:08.972127 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-4cc240a7-b380-4669-bf3d-eb10ba366c51 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2838523 Aug 30 21:04:08.978511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Deleting port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:08.978932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.022280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de6abc31-850e-4fec-b8c2-c7a2ef9e4aaa req-ca54bdc3-937f-4ccd-a324-05d27949b23d tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=afb336bb39664bb7829ba9a05a65d240 HTTP/1.1" status: 200 len: 696 time: 0.2439191 Aug 30 21:04:09.038055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:09.063018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:04:09.063933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:04:09.064248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-27a57faf-89d6-4da9-9582-c7a5e4d90fb3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0818102 Aug 30 21:04:09.210120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:09.217660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47306) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:09.225966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'mac_address': 'fa:16:3e:ec:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:04:09.267004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6abc31-850e-4fec-b8c2-c7a2ef9e4aaa req-143608b0-5eb9-43b1-9738-ac66e0670cbd tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:09.276027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de6abc31-850e-4fec-b8c2-c7a2ef9e4aaa req-143608b0-5eb9-43b1-9738-ac66e0670cbd tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks?id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 787 time: 0.2523005 Aug 30 21:04:09.282939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-de6abc31-850e-4fec-b8c2-c7a2ef9e4aaa req-5c0ac1e3-3ea7-4562-ba0a-3baa7fbf903c tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:04:09.295962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de6abc31-850e-4fec-b8c2-c7a2ef9e4aaa req-5c0ac1e3-3ea7-4562-ba0a-3baa7fbf903c tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186567 Aug 30 21:04:09.349260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9701711-76a2-4cf3-9490-2740e890db1a req-344e022c-1a2a-4db3-bb03-c081dbe207b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:09.353745 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.356852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-344e022c-1a2a-4db3-bb03-c081dbe207b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2149816 Aug 30 21:04:09.382183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde05680-3cc9-4301-aa44-b685ebd8e3fc {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:09.431832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:09.437969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.482176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] For port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:09.482481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.504607 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8100e3b1-fe7f-4e45-b418-5d02efd77f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.508883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Calling delete_port for 36d1d64d-e2f9-4064-afd3-3c5408b20f2c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:09.515010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9701711-76a2-4cf3-9490-2740e890db1a req-29db1515-f200-4922-8d99-c660d32e83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:09.517086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-29db1515-f200-4922-8d99-c660d32e83a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529489 Aug 30 21:04:09.521480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:09.557007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a73216-4d1d-4ef4-b339-707aa6467a19 req-cdbcb065-8aa3-4433-9758-415346ad574b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:09.558841 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a73216-4d1d-4ef4-b339-707aa6467a19 req-cdbcb065-8aa3-4433-9758-415346ad574b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.1635499 Aug 30 21:04:09.639420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a73216-4d1d-4ef4-b339-707aa6467a19 req-5d896118-36fe-4a28-8fb8-c950c1162e4a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631809 Aug 30 21:04:09.699081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-65cba7f0-2f55-4c78-8bb4-feea192cce91 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697011 Aug 30 21:04:09.744639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8100e3b1-fe7f-4e45-b418-5d02efd77f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.751413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8100e3b1-fe7f-4e45-b418-5d02efd77f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.827940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.837693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fde05680-3cc9-4301-aa44-b685ebd8e3fc'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:09.838568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100e3b1-fe7f-4e45-b418-5d02efd77f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0596d835-a4f4-47e9-9f0f-ce96523c9cfd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:09.869528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Pushing event deleted for resources: {'Port': ['ID=36d1d64d-e2f9-4064-afd3-3c5408b20f2c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:09.879647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8100e3b1-fe7f-4e45-b418-5d02efd77f5d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbe28fbca7b548fbbc097a9165c5e6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603572 Aug 30 21:04:09.887041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47314) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:09.914131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9701711-76a2-4cf3-9490-2740e890db1a req-b73e90f1-4625-44f7-9b9d-12b4666f7ed8 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061040 Aug 30 21:04:09.938129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] No DVR routers for this DVR port 36d1d64d-e2f9-4064-afd3-3c5408b20f2c on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:09.941161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:09.944945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-423b8db1-f745-43f2-9442-2afae8cc7ff3 req-295cbd0a-02d5-42a8-8775-a69ffc854361 tempest-ServerDiagnosticsNegativeTest-597449407 tempest-ServerDiagnosticsNegativeTest-597449407-project] 10.222.0.86 "DELETE /v2.0/ports/36d1d64d-e2f9-4064-afd3-3c5408b20f2c HTTP/1.1" status: 204 len: 173 time: 1.2467625 Aug 30 21:04:09.978206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88428fa5-8237-44a2-a9c6-e736cebcbc97 req-ef161482-b88d-4af1-8252-05f8cb30e2e7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:09.980688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88428fa5-8237-44a2-a9c6-e736cebcbc97 req-ef161482-b88d-4af1-8252-05f8cb30e2e7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 948 time: 0.1898384 Aug 30 21:04:10.100473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88428fa5-8237-44a2-a9c6-e736cebcbc97 req-fd0d8580-d3c6-444d-96f6-e3b3cc3690b7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086001 Aug 30 21:04:10.113652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f4a17669-ea4c-478e-841a-1f5b99ff62c1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:10.148752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e5499ae-0bdc-4784-80d2-c86ab86ad9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:10.230240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e5499ae-0bdc-4784-80d2-c86ab86ad9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:10.279400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f4a17669-ea4c-478e-841a-1f5b99ff62c1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:10.280625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:10.326015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e5499ae-0bdc-4784-80d2-c86ab86ad9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:10.331028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e5499ae-0bdc-4784-80d2-c86ab86ad9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:10.333165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6e5499ae-0bdc-4784-80d2-c86ab86ad9f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0596d835-a4f4-47e9-9f0f-ce96523c9cfd HTTP/1.1" status: 204 len: 168 time: 0.4439719 Aug 30 21:04:10.384514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5499ae-0bdc-4784-80d2-c86ab86ad9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0596d835-a4f4-47e9-9f0f-ce96523c9cfd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:10.437268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6b1ca-3156-469d-805d-0406e6a7eb79 req-6806d6be-d08f-459f-8b97-327db1c73f2c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:10.438923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5d6b1ca-3156-469d-805d-0406e6a7eb79 req-6806d6be-d08f-459f-8b97-327db1c73f2c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 944 time: 0.1362894 Aug 30 21:04:10.520345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5d6b1ca-3156-469d-805d-0406e6a7eb79 req-f6c98ef1-d414-4f6b-8ecd-fedb65e4a728 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709610 Aug 30 21:04:10.674270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:10.687517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3254c554-39eb-4c89-9afe-34537c032107', 'name': 'network-vif-deleted', 'tag': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:10.692581 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ace0aed-8347-467a-9003-6409279b9283" -d '{"events": [{"server_uuid": "3254c554-39eb-4c89-9afe-34537c032107", "name": "network-vif-deleted", "tag": "36d1d64d-e2f9-4064-afd3-3c5408b20f2c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:10.934586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-9c6b8c59-05c8-4096-bd5d-77ea6ce44eb8 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips/20bf714c-4750-44c7-a9be-b3bff5c431ce HTTP/1.1" status: 200 len: 693 time: 0.0813460 Aug 30 21:04:11.004911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:11.044446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8f395c-2a9d-437c-be23-310459c133e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.168749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-be0305aa-cc3a-4d58-a6bd-6ee437001894 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:11.179788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-be0305aa-cc3a-4d58-a6bd-6ee437001894 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2259681 Aug 30 21:04:11.191276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-bba3fbce-eeb9-4d5b-875d-bb6f4b44f58d tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:04:11.192998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-bba3fbce-eeb9-4d5b-875d-bb6f4b44f58d tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116596 Aug 30 21:04:11.267832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8f395c-2a9d-437c-be23-310459c133e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.278578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d8f395c-2a9d-437c-be23-310459c133e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.298424 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-27646b43-8d5f-4c31-a4a0-fe83b368d8be tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.160 HTTP/1.1" status: 200 len: 696 time: 0.0935647 Aug 30 21:04:11.336234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2d8f395c-2a9d-437c-be23-310459c133e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e2d3e21334746258356384b5cd6d3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249869 Aug 30 21:04:11.341954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f395c-2a9d-437c-be23-310459c133e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb253a3-6209-4282-bb00-b622834f9938,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:11.353265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:11.393414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-5a2d6959-174d-4b7c-83fb-9731138cf056 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.160 HTTP/1.1" status: 200 len: 696 time: 0.0796371 Aug 30 21:04:11.420391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94dd888e-5b82-449b-a02b-c1099740c45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.472203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94dd888e-5b82-449b-a02b-c1099740c45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.538410 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-8002d0e0-00d0-4477-b410-c689caa8c7cf service neutron] 10.222.0.82 "GET /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.1067057 Aug 30 21:04:11.573026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Deleting port 55791507-1fbd-4293-8c38-9bb1ff61ff37 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:11.573373 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.675476 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.685200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.685612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.701873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Calling delete_port for 55791507-1fbd-4293-8c38-9bb1ff61ff37 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:11.804393 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3b27f03-b9fa-4533-a176-49a9d302f992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.854605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94dd888e-5b82-449b-a02b-c1099740c45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.857355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94dd888e-5b82-449b-a02b-c1099740c45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.858530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94dd888e-5b82-449b-a02b-c1099740c45e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbb253a3-6209-4282-bb00-b622834f9938 HTTP/1.1" status: 204 len: 168 time: 0.5037169 Aug 30 21:04:11.878167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd888e-5b82-449b-a02b-c1099740c45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb253a3-6209-4282-bb00-b622834f9938,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:11.936255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:11.971410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Pushing event deleted for resources: {'Port': ['ID=55791507-1fbd-4293-8c38-9bb1ff61ff37,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:12.041842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:12.044882 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:12.046196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3cb8479-9182-419a-b01f-238e53ff2d35 req-92bef86b-0306-4591-a6f3-e1083ffad969 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "DELETE /v2.0/floatingips/20bf714c-4750-44c7-a9be-b3bff5c431ce HTTP/1.1" status: 204 len: 173 time: 0.6441529 Aug 30 21:04:12.079422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:12.112596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:12.169161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e57b2b-fd31-4cff-a3e6-aba685b1d54d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:12.196393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:12.230834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:12.389482 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a6038-c4a8-4918-b8f0-fed70f8a94d1 x-openstack-request-id: req-4d1a6038-c4a8-4918-b8f0-fed70f8a94d1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:12.391771 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3254c554-39eb-4c89-9afe-34537c032107", "name": "network-vif-deleted", "tag": "36d1d64d-e2f9-4064-afd3-3c5408b20f2c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:12.394262 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d1a6038-c4a8-4918-b8f0-fed70f8a94d1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:12.397456 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3254c554-39eb-4c89-9afe-34537c032107', 'name': 'network-vif-deleted', 'tag': '36d1d64d-e2f9-4064-afd3-3c5408b20f2c', 'status': 'completed', 'code': 200} Aug 30 21:04:12.497649 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:12.501639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] Transition to ACTIVE for port object c6e57b2b-fd31-4cff-a3e6-aba685b1d54d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:12.521152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:12.528772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:12.634613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-52c2d50b-5d98-455c-b304-9af1045ace4f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:12.637221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-52c2d50b-5d98-455c-b304-9af1045ace4f tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.82 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 950 time: 0.1880519 Aug 30 21:04:12.642016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732560-180b-44d2-8347-46436b7c5c11 req-2d6e4a5b-e746-425c-9792-25ff150ebd50 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:12.643815 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-2d6e4a5b-e746-425c-9792-25ff150ebd50 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81&tenant_id=b283f32fb392454189be51e4860cf215&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 948 time: 0.1742921 Aug 30 21:04:12.653345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] Pushing event updated for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:12.674476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345e4d9-111c-43ef-adc1-d2f83a0bb7ce req-5474add2-23c4-4203-9b94-3075bc6a395e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:12.677416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7345e4d9-111c-43ef-adc1-d2f83a0bb7ce req-5474add2-23c4-4203-9b94-3075bc6a395e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.1829369 Aug 30 21:04:12.681155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] No DVR routers for this DVR port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:12.746522 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-e8bd7d28-c88a-4421-81e6-bdec43aba8ae service neutron] 10.222.0.82 "PUT /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d/bindings/n-h2-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1995497 Aug 30 21:04:12.786285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:12.877393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.86', 64304) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:12.903706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port fde05680-3cc9-4301-aa44-b685ebd8e3fc triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:12.904563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:12.923534 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-de5ed3eb-1b32-4a8f-b09f-b9be20536ff6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f36534dde8164a6299dd6be29e80ed57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011240 Aug 30 21:04:12.927768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:12.957382 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-03a9a06e-9e47-4912-b216-7b169a19d3ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1615009 Aug 30 21:04:12.976188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732560-180b-44d2-8347-46436b7c5c11 req-4cb73908-3c63-4828-bcec-8a5cf1f6bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:12.977716 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-4cb73908-3c63-4828-bcec-8a5cf1f6bb7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 1100 time: 0.1450999 Aug 30 21:04:12.992979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7345e4d9-111c-43ef-adc1-d2f83a0bb7ce req-c0334fdb-f1ba-40bf-8dd0-c516943e1e64 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822514 Aug 30 21:04:13.137743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c33ddd9b-f8f6-4700-ba16-fc47ad787c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.143414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Deleting port e7c41ada-495b-4b31-a444-163627e3aefe {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:13.143910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.154378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-58f47ed7-97f8-4ce9-bbe4-42e7351ed044 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.159812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-58f47ed7-97f8-4ce9-bbe4-42e7351ed044 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.2770224 Aug 30 21:04:13.216649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-715ae1af-4c80-436f-8d40-995f1782e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.221366 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-715ae1af-4c80-436f-8d40-995f1782e4f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1097 time: 0.2281408 Aug 30 21:04:13.273299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.322018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c33ddd9b-f8f6-4700-ba16-fc47ad787c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.342276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:13.348841 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eaf425-8d89-4e6c-add4-f32c2e3bca34" -d '{"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-plugged", "status": "completed", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:13.369680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:13.379377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.381069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:13.409973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732560-180b-44d2-8347-46436b7c5c11 req-ab6e15fc-92b8-4605-871d-fc7afcd0b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.413223 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-ab6e15fc-92b8-4605-871d-fc7afcd0b8b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.4212074 Aug 30 21:04:13.460489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-66363e3c-87ff-43e0-87f5-938138ad3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.462650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-66363e3c-87ff-43e0-87f5-938138ad3102 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94&tenant_id=cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 1097 time: 0.2778206 Aug 30 21:04:13.495989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d1392-7fae-4691-b8a0-bdacdcd3a3ed req-feb541fe-6e28-4534-b3f2-546e2ca0eebb tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.496562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:13.512221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be0d1392-7fae-4691-b8a0-bdacdcd3a3ed req-feb541fe-6e28-4534-b3f2-546e2ca0eebb tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=55493e0b-f55e-478f-8a36-ccd0bcafb8bb HTTP/1.1" status: 200 len: 950 time: 0.3149829 Aug 30 21:04:13.527981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-edaafd12-af9f-4e85-85a3-4446a33e1d69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 200 len: 217 time: 0.0882392 Aug 30 21:04:13.558727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] For port e7c41ada-495b-4b31-a444-163627e3aefe, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e7c41ada-495b-4b31-a444-163627e3aefe,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:13.559326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.572662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 36d1d64d-e2f9-4064-afd3-3c5408b20f2c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:13.633130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 36d1d64d-e2f9-4064-afd3-3c5408b20f2c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:13.634234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 36d1d64d-e2f9-4064-afd3-3c5408b20f2c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:13.643684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Calling delete_port for e7c41ada-495b-4b31-a444-163627e3aefe owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:13.652636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c33ddd9b-f8f6-4700-ba16-fc47ad787c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.657378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c33ddd9b-f8f6-4700-ba16-fc47ad787c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:13.663250 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c33ddd9b-f8f6-4700-ba16-fc47ad787c59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14fcf58a-5790-42fe-adc6-cb78e01bd1fc HTTP/1.1" status: 204 len: 168 time: 0.7323351 Aug 30 21:04:13.675555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732560-180b-44d2-8347-46436b7c5c11 req-11dd6de3-7961-439e-adcc-54e5bfa93258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.677149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-11dd6de3-7961-439e-adcc-54e5bfa93258 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1349876 Aug 30 21:04:13.678253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-5976a77a-e925-487b-917b-a98513a51e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.679866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-5976a77a-e925-487b-917b-a98513a51e98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.4182909 Aug 30 21:04:13.687941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ddd9b-f8f6-4700-ba16-fc47ad787c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fcf58a-5790-42fe-adc6-cb78e01bd1fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:13.696956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-31c2b751-054f-4e05-90dc-3e732a03d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.699427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-31c2b751-054f-4e05-90dc-3e732a03d88a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1097 time: 0.1753612 Aug 30 21:04:13.707380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be0d1392-7fae-4691-b8a0-bdacdcd3a3ed req-dfba2b2d-db6b-4d0d-8ce1-ca830677a7cc tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936889 Aug 30 21:04:13.822015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-23307ed8-a6de-4f5d-abfa-9a0df1ee6da5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.1025727 Aug 30 21:04:13.882040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732560-180b-44d2-8347-46436b7c5c11 req-c335fbf5-c363-4b22-afb2-6606d38334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.884246 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-c335fbf5-c363-4b22-afb2-6606d38334f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860948 Aug 30 21:04:13.920569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-841d98f5-9ba0-4610-8e69-229f571cf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:13.924712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-841d98f5-9ba0-4610-8e69-229f571cf990 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0941668 Aug 30 21:04:14.068335 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-9afb64da-6f72-44cc-8c85-1c18ab630c2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103086 Aug 30 21:04:14.200528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-b2dadcce-9026-42e3-9f10-799f2ee7552a service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230271 Aug 30 21:04:14.254499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-97239d8d-b43c-4af8-858b-1052a464f7bd service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584409 Aug 30 21:04:14.416739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-0407f421-6d14-40bf-9775-0826e500c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:14.418318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-0407f421-6d14-40bf-9775-0826e500c296 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.7097578 Aug 30 21:04:14.436985 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:14.473111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1175aa0-f4eb-4f95-b8db-f3365f7dbbda req-7dc6615f-6963-4d4e-82b1-895f1b7a1ac8 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559550 Aug 30 21:04:14.491677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-2d0bfbe4-20ea-41f2-9316-8463175adde4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 200 len: 217 time: 0.0644872 Aug 30 21:04:14.492648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:14.507651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c131711-e998-49c0-ba61-aab74b8e31c6 req-36f1f8d8-799f-4c3a-ac49-a5195b281171 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:14.520410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c131711-e998-49c0-ba61-aab74b8e31c6 req-36f1f8d8-799f-4c3a-ac49-a5195b281171 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 945 time: 0.5366817 Aug 30 21:04:14.534359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e7c41ada-495b-4b31-a444-163627e3aefe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:14.576330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6732560-180b-44d2-8347-46436b7c5c11 req-0b42c276-ae5e-415a-b673-846be07f8bfe service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776959 Aug 30 21:04:14.607217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:14.705174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:14.733284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92873d9-1f57-4674-b293-c4eede19973d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:14.765884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event deleted for resources: {'Port': ['ID=e7c41ada-495b-4b31-a444-163627e3aefe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:14.767091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-80cee6a0-0ab8-431e-a7be-f0b2add8d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:14.769466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-80cee6a0-0ab8-431e-a7be-f0b2add8d99f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.2462318 Aug 30 21:04:14.962727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-04f16196-3bbc-45a3-8eee-4439851c8502 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164768 Aug 30 21:04:14.982214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92873d9-1f57-4674-b293-c4eede19973d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:14.988849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92873d9-1f57-4674-b293-c4eede19973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:14.992462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] No DVR routers for this DVR port e7c41ada-495b-4b31-a444-163627e3aefe on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:14.996912 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:14.999571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c320dc3-3773-4cad-a464-7acb86d80b07 req-ef9e0d21-97a8-4fc8-974e-0a65631dfeed tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.82 "DELETE /v2.0/ports/e7c41ada-495b-4b31-a444-163627e3aefe HTTP/1.1" status: 204 len: 173 time: 2.3544202 Aug 30 21:04:15.008700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'name': 'network-vif-deleted', 'tag': 'e7c41ada-495b-4b31-a444-163627e3aefe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:15.011635 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd917ffb-3503-44f1-a09c-77a298b8883e" -d '{"events": [{"server_uuid": "55493e0b-f55e-478f-8a36-ccd0bcafb8bb", "name": "network-vif-deleted", "tag": "e7c41ada-495b-4b31-a444-163627e3aefe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:15.019278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c131711-e998-49c0-ba61-aab74b8e31c6 req-d296c382-2ec9-4137-907b-633c17ed4c69 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978998 Aug 30 21:04:15.039315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d92873d9-1f57-4674-b293-c4eede19973d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c680d15996684f6b8ea3b5eb7afb4274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319228 Aug 30 21:04:15.041848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92873d9-1f57-4674-b293-c4eede19973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e953421-6664-42b7-9de3-dfde339c3e92,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:15.045234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:15.135604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3842864e-17e1-4537-a632-c19097547b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:15.179483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3842864e-17e1-4537-a632-c19097547b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:15.266777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-cefc27d8-57f4-417f-8f24-93f8d5c727d2 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757983 Aug 30 21:04:15.292140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3842864e-17e1-4537-a632-c19097547b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:15.297108 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3842864e-17e1-4537-a632-c19097547b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:15.299684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3842864e-17e1-4537-a632-c19097547b61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e953421-6664-42b7-9de3-dfde339c3e92 HTTP/1.1" status: 204 len: 168 time: 0.2537868 Aug 30 21:04:15.312740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842864e-17e1-4537-a632-c19097547b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e953421-6664-42b7-9de3-dfde339c3e92,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:15.462469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bf39b27-eb9a-4179-be53-608f8291480e req-9e5eb363-b81d-4316-a047-448aa86f96a9 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3672051 Aug 30 21:04:15.480506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:15.576580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:15.642247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-f898dbf8-257d-4112-91ad-d127940ea70c service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622041 Aug 30 21:04:15.768674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:15.932311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Allocated IP 172.25.5.42 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/fa985087-8a73-4fcc-9812-f16f37526a35) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:16.090747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.146440 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.198405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:16.201795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:16.204380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:16.234053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Pushing event updated for resources: {'Port': ['ID=fa985087-8a73-4fcc-9812-f16f37526a35,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:16.351248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.393259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.538437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-9666ac83-f7b9-490a-b981-ac19c980a06b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:16.541368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-9666ac83-f7b9-490a-b981-ac19c980a06b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.1188064 Aug 30 21:04:16.654281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:16.681189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.690660 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.713704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e7c41ada-495b-4b31-a444-163627e3aefe no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:16.742438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: e7c41ada-495b-4b31-a444-163627e3aefe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:16.743141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e7c41ada-495b-4b31-a444-163627e3aefe not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:16.805972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-network', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:16.813048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Pushing event updated for resources: {'Port': ['ID=fa985087-8a73-4fcc-9812-f16f37526a35,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:16.830078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-a382bf21-9852-4a48-95c3-65582de25373 service neutron] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:16.837955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Made reservation on behalf of 4e8f0d59d624454599d0772f7f38da28 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:16.840135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-a382bf21-9852-4a48-95c3-65582de25373 service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.841724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.841911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95dd988e-5c87-4c63-bda6-4850a55e9304 req-a382bf21-9852-4a48-95c3-65582de25373 service neutron] 10.222.0.86 "DELETE /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d/bindings/n-h1-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.2751212 Aug 30 21:04:16.846025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.857995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.872620 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:16.875209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bf39b27-eb9a-4179-be53-608f8291480e req-ba742e22-fff4-42f8-b16c-95caa71e5e9b tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4111745 Aug 30 21:04:16.951606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bf39b27-eb9a-4179-be53-608f8291480e req-347007f4-4566-4f3f-9f90-bd9b289eedc1 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0592682 Aug 30 21:04:17.014643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.020664 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.047681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:04:17.065732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326e47ed-f0eb-4a6e-8cfc-36ac7f42c6f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:17.069378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.069723 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Added segment 10b0ec20-b462-4c31-a165-7969f651c4b1 of type vlan for network 3c2d9461-3c9c-4172-afe9-2aab46a87489 Aug 30 21:04:17.110676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf39b27-eb9a-4179-be53-608f8291480e req-549c11ec-0a94-4e9d-a658-32131410a0ff tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:17.112402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bf39b27-eb9a-4179-be53-608f8291480e req-549c11ec-0a94-4e9d-a658-32131410a0ff tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1519077 Aug 30 21:04:17.120721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.171344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.172461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:17.173077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.252600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5946417 Aug 30 21:04:17.255487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:17.264876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Request body: {'subnet': {'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-subnet', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:17.276852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65deff47-0f60-45d2-b581-863e802fdfb9 req-9ef72304-7777-46de-b674-57b23ef700f8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:17.278567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65deff47-0f60-45d2-b581-863e802fdfb9 req-9ef72304-7777-46de-b674-57b23ef700f8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.0810721 Aug 30 21:04:17.293393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae916-aced-4148-afda-d0dd67b0e0f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2d9461-3c9c-4172-afe9-2aab46a87489,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:17.313816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Made reservation on behalf of 4e8f0d59d624454599d0772f7f38da28 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:17.317558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:04:17.317796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.359183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65deff47-0f60-45d2-b581-863e802fdfb9 req-c7495aeb-d85b-4ba2-a510-5f300e3054e5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687847 Aug 30 21:04:17.431328 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4611d532-0d80-4880-ba08-0a41ae8fd561 x-openstack-request-id: req-4611d532-0d80-4880-ba08-0a41ae8fd561 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:17.431796 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-plugged", "status": "completed", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:17.433216 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4611d532-0d80-4880-ba08-0a41ae8fd561 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:17.433861 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'code': 200} Aug 30 21:04:17.575191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435b57e-6b97-4352-98ac-84aa92c04edf req-99681cdb-8958-4469-990b-f19c3751754f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:17.576959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1435b57e-6b97-4352-98ac-84aa92c04edf req-99681cdb-8958-4469-990b-f19c3751754f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 945 time: 0.0883656 Aug 30 21:04:17.581564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.651724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1435b57e-6b97-4352-98ac-84aa92c04edf req-405e6149-9de5-4da6-9b80-293ca3ae590d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630364 Aug 30 21:04:17.693187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d46df6-183b-43a7-90e9-a88a6057a2db,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:17.705998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Checking segment: {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:17.706358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Network hostable DHCP agents. Network: 3c2d9461-3c9c-4172-afe9-2aab46a87489, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:04:17.729832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:04:17.743175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3c2d9461-3c9c-4172-afe9-2aab46a87489) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:17.751009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:17.752501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.755563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef42701-0452-45be-a9f7-12b5aea4813c None None] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:17.774679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-28ece657-c3f1-4d41-9aca-dce27d6872e8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5176206 Aug 30 21:04:17.778520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:17.788973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:17.835201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.836491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.937824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:17.972428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-5d4e1719-65f2-4aa8-909e-137031387db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:17.975240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-5d4e1719-65f2-4aa8-909e-137031387db0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1097 time: 0.0811424 Aug 30 21:04:18.014316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-3c2d9461-3c9c-4172-afe9-2aab46a87489', 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'fixed_ips': [{'subnet_id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:04:18.015333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.131403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d355a4c0-35ea-45f3-96bf-79b3e1644802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:18.134119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d355a4c0-35ea-45f3-96bf-79b3e1644802 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1512108 Aug 30 21:04:18.197004 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe58105-e057-4ae5-b070-fe7ea942c6d4 x-openstack-request-id: req-4fe58105-e057-4ae5-b070-fe7ea942c6d4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:18.197297 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55493e0b-f55e-478f-8a36-ccd0bcafb8bb", "name": "network-vif-deleted", "tag": "e7c41ada-495b-4b31-a444-163627e3aefe", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:18.197550 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fe58105-e057-4ae5-b070-fe7ea942c6d4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:18.198087 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55493e0b-f55e-478f-8a36-ccd0bcafb8bb', 'name': 'network-vif-deleted', 'tag': 'e7c41ada-495b-4b31-a444-163627e3aefe', 'status': 'completed', 'code': 200} Aug 30 21:04:18.199680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-953890d6-5249-4e13-aa8a-d94b565f5a70 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 217 time: 0.0568948 Aug 30 21:04:18.202260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.225692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Allocated IP 172.20.0.2 (3c2d9461-3c9c-4172-afe9-2aab46a87489/f1d46df6-183b-43a7-90e9-a88a6057a2db/6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:18.301580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-c55bb485-4683-4149-a9f4-5d17fe283736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:18.303300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-c55bb485-4683-4149-a9f4-5d17fe283736 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0953891 Aug 30 21:04:18.374866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-68159689-241c-42d5-acf7-e96200b26495 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506096 Aug 30 21:04:18.421708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfcf64-761c-4c64-84e9-a01fe26e1c17 req-013bab8c-23de-4913-9467-aa03fc53f6a0 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:18.427665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2edfcf64-761c-4c64-84e9-a01fe26e1c17 req-013bab8c-23de-4913-9467-aa03fc53f6a0 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 945 time: 0.1420164 Aug 30 21:04:18.468864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.480940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Transition to ACTIVE for port object 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:18.487620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.503925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2edfcf64-761c-4c64-84e9-a01fe26e1c17 req-75b6eeef-40cc-45d2-8082-9368879d649e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Aug 30 21:04:18.504221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Transition to ACTIVE for port object 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:18.509449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.513707 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.560005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-1288c143-dfd1-4e7e-a8e1-76ca8acfe509 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748419 Aug 30 21:04:18.564406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Pushing event updated for resources: {'Port': ['ID=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:18.579781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:18.582807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:18.585590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:18.650356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-2e337b46-1ba9-445c-828f-55ab2d65c9ad tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips/36763640-bdc2-4e60-920c-d339edea8dc2 HTTP/1.1" status: 200 len: 692 time: 0.0879240 Aug 30 21:04:18.654897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Attempting to bind port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:18.655267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Attempting to bind port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:18.655646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Attempting to bind port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 on network 3c2d9461-3c9c-4172-afe9-2aab46a87489 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:18.662535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:18.662951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Checking segment: {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:18.663508 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.664329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Bound using segment: {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:18.664455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Bound port: 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:18.664839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.705626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Allocated IP 172.25.5.250 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5809701f-1f1f-4773-9135-58caf5423c67) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:18.759647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] For port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:18.763901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] For port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,segment=NetworkSegment(10b0ec20-b462-4c31-a165-7969f651c4b1),segment_id=10b0ec20-b462-4c31-a165-7969f651c4b1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:18.770918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.871511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7392a-1302-4ebb-9460-782ecf00ff8c None None] Pushing event updated for resources: {'Port': ['ID=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:18.909159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:18.910756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d9ac5b81-54cc-4657-af38-2e82e4296f1d service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054795 Aug 30 21:04:18.926835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-3929ca71-98ac-40bd-b0cf-0dafe5911864 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:18.935789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-3929ca71-98ac-40bd-b0cf-0dafe5911864 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2585621 Aug 30 21:04:18.965489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.010638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-3340fe8a-7487-41b4-9296-b44caf8f26a3 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0705469 Aug 30 21:04:19.020771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:19.027753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:19.038309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:19.090832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5809701f-1f1f-4773-9135-58caf5423c67,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:19.104421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-db99ca98-24e2-4b93-b877-072147a996c1 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0759084 Aug 30 21:04:19.131192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-9b83e21f-32f7-47ad-bd4a-0e2bb2ebaf91 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:19.134151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-9b83e21f-32f7-47ad-bd4a-0e2bb2ebaf91 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.1439264 Aug 30 21:04:19.201338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-16'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:19.376204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.426190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.455704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Deleting port fa985087-8a73-4fcc-9812-f16f37526a35 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:19.455704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.624239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:19.627856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.628236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.667405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Calling delete_port for fa985087-8a73-4fcc-9812-f16f37526a35 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:19.776934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:19.878916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:19.904291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.006837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.025417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:20.088823 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.131326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:20.162782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Pushing event deleted for resources: {'Port': ['ID=fa985087-8a73-4fcc-9812-f16f37526a35,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:20.178290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:20.178846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:20.179319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:20.208157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54856204-20e6-4e09-af46-75929f268132'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:20.209074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff321f8-32c2-4735-91db-fd3f2f5550ba None None] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:20.210992 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b21ed-7226-45b7-bea7-4ada656364ed" -d '{"events": [{"server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "name": "network-vif-unplugged", "status": "completed", "tag": "54856204-20e6-4e09-af46-75929f268132"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:20.217465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:20.219681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:04:20.220006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Attempting to bind port 54856204-20e6-4e09-af46-75929f268132 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:20.252369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:20.252809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:20.253378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:20.254283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Bound port: 54856204-20e6-4e09-af46-75929f268132, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:20.254283 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.309765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Router f4f07ecd-c237-445c-90e2-f930d00565a7 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:04:20.316619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] Provisioning for port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:20.330360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] Provisioning complete for port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:20.331086 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.346039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.350191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.351894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e866b94-7736-43f4-a15f-3f240f20e34a req-b2695cc0-372f-4ea6-b0f3-09bf647158dc tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "DELETE /v2.0/floatingips/36763640-bdc2-4e60-920c-d339edea8dc2 HTTP/1.1" status: 204 len: 173 time: 1.2257965 Aug 30 21:04:20.429060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:20.435053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:20.449379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.471459 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.551301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:04:20.562743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] For port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,segment=NetworkSegment(10b0ec20-b462-4c31-a165-7969f651c4b1),segment_id=10b0ec20-b462-4c31-a165-7969f651c4b1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:20.579691 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Sync routers for ids ['f4f07ecd-c237-445c-90e2-f930d00565a7'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:04:20.581777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.584763 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-05eb3034-bc35-4b32-8f8c-643e3948a2e8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8036792 Aug 30 21:04:20.587377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:20.597211 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.600832 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Routers {'f4f07ecd-c237-445c-90e2-f930d00565a7'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:20.602501 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f4f07ecd-c237-445c-90e2-f930d00565a7'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:20.613222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:20.673109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb762a-26ed-4c9d-bc18-45206aa68fb4 None None] Pushing event updated for resources: {'Port': ['ID=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:20.676362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:20.677260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:20.685973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-2ea35b6b-ebd8-422d-a59f-fc323c13f709 service neutron] 10.222.0.86 "PUT /v2.0/ports/54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 1123 time: 1.5386264 Aug 30 21:04:20.696028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da1710-2155-42c4-a541-3b93f2e33b8d req-403269be-564d-4a6d-9f8e-2d5c63443980 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:20.698721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75da1710-2155-42c4-a541-3b93f2e33b8d req-403269be-564d-4a6d-9f8e-2d5c63443980 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.1989553 Aug 30 21:04:20.759250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['54856204-20e6-4e09-af46-75929f268132'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:20.772495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75da1710-2155-42c4-a541-3b93f2e33b8d req-1af48a3f-b22c-4dd2-925d-ae9e57965fcf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Aug 30 21:04:20.894011 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Set router f4f07ecd-c237-445c-90e2-f930d00565a7 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:21.132028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4b55a45-c0bb-47bb-8424-dd971fb241eb None None] Provisioning complete for port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:21.132857 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4b55a45-c0bb-47bb-8424-dd971fb241eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.266458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb5624-2d76-436a-a767-2dc417e1890a req-4afa0fd6-fe77-43b8-9d84-5522341c01c7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:21.267349 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:19Z', 'revision_number': 3, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:21.271441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76cb5624-2d76-436a-a767-2dc417e1890a req-4afa0fd6-fe77-43b8-9d84-5522341c01c7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.0882723 Aug 30 21:04:21.332067 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Checking router: f4f07ecd-c237-445c-90e2-f930d00565a7 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:21.338703 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Updating router f4f07ecd-c237-445c-90e2-f930d00565a7 port 5809701f-1f1f-4773-9135-58caf5423c67 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:04:21.351771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76cb5624-2d76-436a-a767-2dc417e1890a req-b2f60483-5b7f-42df-afa5-611b5dc7e5e3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709393 Aug 30 21:04:21.370109 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.523372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.545279 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556b6a29-3c8f-4f15-9453-48cab931e06f x-openstack-request-id: req-556b6a29-3c8f-4f15-9453-48cab931e06f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:21.545767 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "name": "network-vif-unplugged", "status": "completed", "tag": "54856204-20e6-4e09-af46-75929f268132", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:21.546195 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-556b6a29-3c8f-4f15-9453-48cab931e06f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:21.546862 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54856204-20e6-4e09-af46-75929f268132', 'code': 200} Aug 30 21:04:21.632708 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-c2604ea1-66aa-467f-9fd7-e5cb54b89c5a req-2812c139-a96a-4479-acb1-01b1f9d77755 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] show failed (client error): The resource could not be found. Aug 30 21:04:21.633789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2604ea1-66aa-467f-9fd7-e5cb54b89c5a req-2812c139-a96a-4479-acb1-01b1f9d77755 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips/36763640-bdc2-4e60-920c-d339edea8dc2 HTTP/1.1" status: 404 len: 350 time: 0.0709090 Aug 30 21:04:21.783294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Allocated IP 172.20.0.1 (3c2d9461-3c9c-4172-afe9-2aab46a87489/f1d46df6-183b-43a7-90e9-a88a6057a2db/fca112e0-35bd-4d58-8a40-ebc468d2ae68) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:21.789542 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.805673 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Transition to ACTIVE for port object 5809701f-1f1f-4773-9135-58caf5423c67 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:21.815232 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.829576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f856cb-a164-4849-a455-4e5a8c803589 req-d2556f97-53b6-479f-b2db-f2365cf84f82 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:21.831953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0f856cb-a164-4849-a455-4e5a8c803589 req-d2556f97-53b6-479f-b2db-f2365cf84f82 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 949 time: 0.0803151 Aug 30 21:04:21.895692 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b34ea-7958-43c2-b591-0cca48235ebb None None] Pushing event updated for resources: {'Port': ['ID=5809701f-1f1f-4773-9135-58caf5423c67,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:21.901795 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Attempting to bind port 5809701f-1f1f-4773-9135-58caf5423c67 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:21.902255 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Attempting to bind port 5809701f-1f1f-4773-9135-58caf5423c67 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:21.902744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Attempting to bind port 5809701f-1f1f-4773-9135-58caf5423c67 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:21.909008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:21.909492 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:21.909964 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.910418 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:21.911027 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Bound port: 5809701f-1f1f-4773-9135-58caf5423c67, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:21.912275 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.912429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0f856cb-a164-4849-a455-4e5a8c803589 req-e8044246-345b-44f6-9daa-5dda8417f568 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668852 Aug 30 21:04:21.978919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:21.987550 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] For port 5809701f-1f1f-4773-9135-58caf5423c67, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:21.995731 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] For port 5809701f-1f1f-4773-9135-58caf5423c67, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5809701f-1f1f-4773-9135-58caf5423c67,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:22.010922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Transition to ACTIVE for port object fca112e0-35bd-4d58-8a40-ebc468d2ae68 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:22.013290 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.085310 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.085580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:22.118717 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Routers {'f4f07ecd-c237-445c-90e2-f930d00565a7'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:22.119787 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f4f07ecd-c237-445c-90e2-f930d00565a7'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:22.120995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc24d9-8c47-4a27-ab3a-3ca34e4579b5 req-521eb596-ee1f-43da-956c-a8deea045d55 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:22.125741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ecc24d9-8c47-4a27-ab3a-3ca34e4579b5 req-521eb596-ee1f-43da-956c-a8deea045d55 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1097 time: 0.0818470 Aug 30 21:04:22.129155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b34ea-7958-43c2-b591-0cca48235ebb None None] Pushing event updated for resources: {'Port': ['ID=5809701f-1f1f-4773-9135-58caf5423c67,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:22.155920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:22.165871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:22.173204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:22.185706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ecc24d9-8c47-4a27-ab3a-3ca34e4579b5 req-60b9bbd8-f394-418f-a7db-cb8011735f23 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Aug 30 21:04:22.201106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:22.202334 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.215370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Pushing event updated for resources: {'Port': ['ID=fca112e0-35bd-4d58-8a40-ebc468d2ae68,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:22.235545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.236132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.236698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.237410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.237745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.238222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.243650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.243650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.243650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.243650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.243650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.243650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:22.263559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.353145 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-24141c36-99d3-4c83-a2a4-241b3ff16c02 req-42273aaa-a627-4688-b5fa-461506db2f38 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] show failed (client error): The resource could not be found. Aug 30 21:04:22.354964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24141c36-99d3-4c83-a2a4-241b3ff16c02 req-42273aaa-a627-4688-b5fa-461506db2f38 tempest-FloatingIPsTestJSON-1997336024 tempest-FloatingIPsTestJSON-1997336024-project] 10.222.0.76 "GET /v2.0/floatingips/36763640-bdc2-4e60-920c-d339edea8dc2 HTTP/1.1" status: 404 len: 350 time: 0.0820920 Aug 30 21:04:22.357184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] Set router f4f07ecd-c237-445c-90e2-f930d00565a7 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:22.374583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47484) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:22.521651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.652671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2470b1c-2de7-407a-9eb4-14b15cff0189 None None] Provisioning for port fca112e0-35bd-4d58-8a40-ebc468d2ae68 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:22.657788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2470b1c-2de7-407a-9eb4-14b15cff0189 None None] Provisioning complete for port fca112e0-35bd-4d58-8a40-ebc468d2ae68 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:22.660206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2470b1c-2de7-407a-9eb4-14b15cff0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.747288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f2470b1c-2de7-407a-9eb4-14b15cff0189 None None] Port fca112e0-35bd-4d58-8a40-ebc468d2ae68 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:04:22.801349 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:19Z', 'revision_number': 3, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:22.820469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 54856204-20e6-4e09-af46-75929f268132 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:04:22.832340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.847102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.855952 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b026390-ecc8-437f-bd51-3eeafba2f980 None None] The sync data for ids ['f4f07ecd-c237-445c-90e2-f930d00565a7'] in n-d-793620-16 is: [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:19Z', 'revision_number': 3, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:22.978301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:22.999599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:22.999934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 54856204-20e6-4e09-af46-75929f268132 has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:04:23.023656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Pushing event updated for resources: {'Port': ['ID=fca112e0-35bd-4d58-8a40-ebc468d2ae68,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:23.155951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:23.157891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:23.212635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde5b9a-f178-4b6b-af5d-7d0b86f9c367 req-db7ad122-4433-4cc4-9e97-188a7e8af190 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:23.248734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edde5b9a-f178-4b6b-af5d-7d0b86f9c367 req-db7ad122-4433-4cc4-9e97-188a7e8af190 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 1097 time: 0.1339350 Aug 30 21:04:23.391298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Router f4f07ecd-c237-445c-90e2-f930d00565a7 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:04:23.432570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edde5b9a-f178-4b6b-af5d-7d0b86f9c367 req-32de8185-aad5-4973-80b7-0e947f3d2332 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795094 Aug 30 21:04:23.458780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4057e-3a71-400c-a577-31f70a5654da req-39540577-b835-42b5-a3f3-a3cc5ee7b1cf tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:23.469443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91c4057e-3a71-400c-a577-31f70a5654da req-39540577-b835-42b5-a3f3-a3cc5ee7b1cf tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 949 time: 0.2702630 Aug 30 21:04:23.553767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'tag': '54856204-20e6-4e09-af46-75929f268132'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:23.557082 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39" -d '{"events": [{"name": "network-changed", "server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "tag": "54856204-20e6-4e09-af46-75929f268132"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:23.596669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:04:23.603434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-81a1a097-8581-4516-999c-eecc95f13ade None None] Provisioning complete for port fca112e0-35bd-4d58-8a40-ebc468d2ae68 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:23.604300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81a1a097-8581-4516-999c-eecc95f13ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:23.607612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-436df8d0-e226-45c8-867d-914688569b9a admin admin] 10.222.0.76 "PUT /v2.0/routers/f4f07ecd-c237-445c-90e2-f930d00565a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0179780 Aug 30 21:04:23.671795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-81a1a097-8581-4516-999c-eecc95f13ade None None] Port fca112e0-35bd-4d58-8a40-ebc468d2ae68 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:04:23.746127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Deleting port 3da822c8-d84f-45e1-a687-d1417b6198f9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:23.746847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:23.763302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1cf82-3923-442f-9a15-2f0d59dc9e36 req-acfecf74-8f68-42f7-81de-50f6bc83ff8f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:23.770646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5a1cf82-3923-442f-9a15-2f0d59dc9e36 req-acfecf74-8f68-42f7-81de-50f6bc83ff8f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.1699541 Aug 30 21:04:23.866620 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:04:23.921333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5a1cf82-3923-442f-9a15-2f0d59dc9e36 req-9982d865-003c-483b-ad0b-8eabb9f0e5dc tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165550 Aug 30 21:04:24.003979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.007930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] For port 3da822c8-d84f-45e1-a687-d1417b6198f9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3da822c8-d84f-45e1-a687-d1417b6198f9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:24.008544 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.088892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Calling delete_port for 3da822c8-d84f-45e1-a687-d1417b6198f9 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:24.125273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5809701f-1f1f-4773-9135-58caf5423c67 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:24.214106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5809701f-1f1f-4773-9135-58caf5423c67 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:24.221227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5809701f-1f1f-4773-9135-58caf5423c67 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:24.221876 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.347940 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.383968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5809701f-1f1f-4773-9135-58caf5423c67, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5809701f-1f1f-4773-9135-58caf5423c67,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:24.391394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18241064-6be2-4a68-951d-4ccc7252d3fe req-8e4d35da-462d-4dc3-abee-d5c90cb105f6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:24.393004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18241064-6be2-4a68-951d-4ccc7252d3fe req-8e4d35da-462d-4dc3-abee-d5c90cb105f6 tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b8f050f-1bcd-4553-98db-dbaed9b4cdfe HTTP/1.1" status: 200 len: 949 time: 0.1943245 Aug 30 21:04:24.394904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.463233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5809701f-1f1f-4773-9135-58caf5423c67,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:24.498051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18241064-6be2-4a68-951d-4ccc7252d3fe req-f8be0e55-1870-4b6f-859e-f6caf116066e tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.76 "GET /v2.0/security-groups?id=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748651 Aug 30 21:04:24.505365 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.523115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3da822c8-d84f-45e1-a687-d1417b6198f9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:24.545364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Pushing event deleted for resources: {'Port': ['ID=3da822c8-d84f-45e1-a687-d1417b6198f9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:24.590320 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb026d03-63f1-4fae-b345-7f02e17c7f5f x-openstack-request-id: req-eb026d03-63f1-4fae-b345-7f02e17c7f5f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:24.590612 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "tag": "54856204-20e6-4e09-af46-75929f268132", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:24.591004 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb026d03-63f1-4fae-b345-7f02e17c7f5f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:24.591408 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'tag': '54856204-20e6-4e09-af46-75929f268132', 'status': 'completed', 'code': 200} Aug 30 21:04:24.646025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] No DVR routers for this DVR port 3da822c8-d84f-45e1-a687-d1417b6198f9 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:24.670532 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.673111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91c4057e-3a71-400c-a577-31f70a5654da req-71943ea3-1782-48a6-b476-2c67a622074a tempest-ServersAdminTestJSON-1086917970 tempest-ServersAdminTestJSON-1086917970-project] 10.222.0.86 "DELETE /v2.0/ports/3da822c8-d84f-45e1-a687-d1417b6198f9 HTTP/1.1" status: 204 len: 173 time: 1.2025790 Aug 30 21:04:24.696337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-6f40b61c-0e68-45cd-af71-54b5ff8249e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:24.698053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-6f40b61c-0e68-45cd-af71-54b5ff8249e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1126 time: 0.0769110 Aug 30 21:04:24.750511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Deleting port f4a17669-ea4c-478e-841a-1f5b99ff62c1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:24.751135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:24.964079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-b4154c5c-3b67-4710-99c9-8041cee2cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:24.965596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-b4154c5c-3b67-4710-99c9-8041cee2cd03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.2528946 Aug 30 21:04:24.973636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] For port f4a17669-ea4c-478e-841a-1f5b99ff62c1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f4a17669-ea4c-478e-841a-1f5b99ff62c1,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:24.974034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:25.046343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-3074aa97-0ec3-4360-b430-76ce2fae4a30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 217 time: 0.0694058 Aug 30 21:04:25.048975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Calling delete_port for f4a17669-ea4c-478e-841a-1f5b99ff62c1 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:25.188444 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-715dddd5-9ea7-4fc8-8119-5a6b1ea8ec31 req-74780b3f-393d-4f5b-b63a-518788e0b9a8 tempest-FloatingIPDetailsNegativeTestJSON-1350171705 tempest-FloatingIPDetailsNegativeTestJSON-1350171705-project] show failed (client error): The resource could not be found. Aug 30 21:04:25.189665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-715dddd5-9ea7-4fc8-8119-5a6b1ea8ec31 req-74780b3f-393d-4f5b-b63a-518788e0b9a8 tempest-FloatingIPDetailsNegativeTestJSON-1350171705 tempest-FloatingIPDetailsNegativeTestJSON-1350171705-project] 10.222.0.76 "GET /v2.0/floatingips/a9ed6c14-f371-458c-8de9-bf3c01874265 HTTP/1.1" status: 404 len: 350 time: 0.0671864 Aug 30 21:04:25.200207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:25.201311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-51309393-be8d-421b-ab80-80a3c77e4a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:25.203431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-51309393-be8d-421b-ab80-80a3c77e4a9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1494603 Aug 30 21:04:25.223317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Sync routers for ids ['f4f07ecd-c237-445c-90e2-f930d00565a7'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:04:25.244332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Routers {'f4f07ecd-c237-445c-90e2-f930d00565a7'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:25.245076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f4f07ecd-c237-445c-90e2-f930d00565a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:25.264728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-17569330-2be0-4d98-a16e-2abbea5dc4f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485406 Aug 30 21:04:25.469271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Set router f4f07ecd-c237-445c-90e2-f930d00565a7 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:25.572346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f0f6-69ee-4dcb-a303-6d83659ca551 req-e230b75e-e298-4f70-acab-90eddd8ce8bf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:25.573827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a13f0f6-69ee-4dcb-a303-6d83659ca551 req-e230b75e-e298-4f70-acab-90eddd8ce8bf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.1032565 Aug 30 21:04:25.589927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-39ec9318-3111-441f-bd05-3accbcdd2ba6 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162520 Aug 30 21:04:25.721677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a13f0f6-69ee-4dcb-a303-6d83659ca551 req-ded6bb67-e224-4c40-b2a3-2897c412bf6a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372628 Aug 30 21:04:25.751305 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:25.813701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:22Z', 'revision_number': 4, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'fca112e0-35bd-4d58-8a40-ebc468d2ae68', 'name': '', 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'mac_address': 'fa:16:3e:d8:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:21Z', 'updated_at': '2021-08-30T21:04:22Z', 'revision_number': 2, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'subnets': [{'id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:25.819350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a17669-ea4c-478e-841a-1f5b99ff62c1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:25.826563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cd080b9-eb4d-42d3-8edd-1aa68fb41b39 req-3692c39f-2ec7-4742-bb43-073c7c9ec7d4 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263176 Aug 30 21:04:25.913136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Checking router: f4f07ecd-c237-445c-90e2-f930d00565a7 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:25.914088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Updating router f4f07ecd-c237-445c-90e2-f930d00565a7 port fca112e0-35bd-4d58-8a40-ebc468d2ae68 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:04:26.007167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:26.343625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5809701f-1f1f-4773-9135-58caf5423c67 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:26.390884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-b43b6947-8bc8-4c3a-9fec-737d2bc7065c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258348 Aug 30 21:04:26.399968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:26.505114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5809701f-1f1f-4773-9135-58caf5423c67 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:26.506119 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:26.637341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:26.877476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-deleted', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:26.885790 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db4d948-8e44-43cf-93a2-e740cc15f366" -d '{"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-deleted", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:26.893680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-0115eed5-f0b1-4caa-9d68-41be66af194a service neutron] 10.222.0.82 "GET /v2.0/ports/54856204-20e6-4e09-af46-75929f268132/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.6003873 Aug 30 21:04:26.941340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:26.954697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:26.997563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 3da822c8-d84f-45e1-a687-d1417b6198f9 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:26.998206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3da822c8-d84f-45e1-a687-d1417b6198f9 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:27.024259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Transition to ACTIVE for port object fca112e0-35bd-4d58-8a40-ebc468d2ae68 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:27.043038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.219758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Deleting port fca112e0-35bd-4d58-8a40-ebc468d2ae68 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:27.220685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.223741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Attempting to bind port fca112e0-35bd-4d58-8a40-ebc468d2ae68 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:27.224221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Attempting to bind port fca112e0-35bd-4d58-8a40-ebc468d2ae68 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:27.224637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Attempting to bind port fca112e0-35bd-4d58-8a40-ebc468d2ae68 on network 3c2d9461-3c9c-4172-afe9-2aab46a87489 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:27.233511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Pushing event updated for resources: {'Port': ['ID=fca112e0-35bd-4d58-8a40-ebc468d2ae68,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:27.243575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:27.244898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Checking segment: {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:27.246004 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.246917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Bound using segment: {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:27.250278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Bound port: fca112e0-35bd-4d58-8a40-ebc468d2ae68, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b0ec20-b462-4c31-a165-7969f651c4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:27.251311 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.259829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.260798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.261553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.262303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.263151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.263922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.264837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.265732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.267688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.269370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.269912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.270455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:27.413241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] For port fca112e0-35bd-4d58-8a40-ebc468d2ae68, host n-d-793620-16, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:27.414151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.449904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Calling delete_port for fca112e0-35bd-4d58-8a40-ebc468d2ae68 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:27.474452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] For port fca112e0-35bd-4d58-8a40-ebc468d2ae68, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:27.481059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] For port fca112e0-35bd-4d58-8a40-ebc468d2ae68, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fca112e0-35bd-4d58-8a40-ebc468d2ae68,segment=NetworkSegment(10b0ec20-b462-4c31-a165-7969f651c4b1),segment_id=10b0ec20-b462-4c31-a165-7969f651c4b1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:27.491001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.510231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-58f05146-073e-485d-b3c9-373213e5e184 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:27.523201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-58f05146-073e-485d-b3c9-373213e5e184 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1039133 Aug 30 21:04:27.587358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-ae8f0433-3385-421e-b111-c4526af5458c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/quotas/b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 375 time: 0.0625565 Aug 30 21:04:27.619992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Routers {'f4f07ecd-c237-445c-90e2-f930d00565a7'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:27.621052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f4f07ecd-c237-445c-90e2-f930d00565a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:27.810146 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:27.824521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:27.838579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] Set router f4f07ecd-c237-445c-90e2-f930d00565a7 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:27.876452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-fe1740f5-a76b-49ba-9ac3-76cf1e052ee7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2869537 Aug 30 21:04:27.892774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca112e0-35bd-4d58-8a40-ebc468d2ae68,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:27.936091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a8f56-314d-4eaf-9f89-106b4c559a97 None None] Pushing event updated for resources: {'Port': ['ID=fca112e0-35bd-4d58-8a40-ebc468d2ae68,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:27.992926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:28.059230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-67d0ca46-5cc0-4a62-952c-5d44b93497a0 None None] Could not find standard attr ID for object fca112e0-35bd-4d58-8a40-ebc468d2ae68. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:04:28.112714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Router 761934b0-1261-4576-b13d-0a7a1f8456e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:04:28.153383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54856204-20e6-4e09-af46-75929f268132 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:28.250451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:22Z', 'revision_number': 4, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'fca112e0-35bd-4d58-8a40-ebc468d2ae68', 'name': '', 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'mac_address': 'fa:16:3e:d8:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:21Z', 'updated_at': '2021-08-30T21:04:27Z', 'revision_number': 4, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'subnets': [{'id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:28.263485 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:28.295447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b4b5a-044d-4b3a-abb6-69de19f0a0fa None None] The sync data for ids ['f4f07ecd-c237-445c-90e2-f930d00565a7'] in n-d-793620-16 is: [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:22Z', 'revision_number': 4, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'fca112e0-35bd-4d58-8a40-ebc468d2ae68', 'name': '', 'network_id': '3c2d9461-3c9c-4172-afe9-2aab46a87489', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'mac_address': 'fa:16:3e:d8:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:21Z', 'updated_at': '2021-08-30T21:04:27Z', 'revision_number': 4, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'subnets': [{'id': 'f1d46df6-183b-43a7-90e9-a88a6057a2db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:28.352935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:28.491238 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:28.733158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 54856204-20e6-4e09-af46-75929f268132 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:28.774225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:04:28.785096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bf1fd8f0-75d7-4fca-9690-5d88776ec43a admin admin] 10.222.0.76 "PUT /v2.0/routers/761934b0-1261-4576-b13d-0a7a1f8456e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4090805 Aug 30 21:04:28.791199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47566) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:28.801288 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] Sync routers for ids ['761934b0-1261-4576-b13d-0a7a1f8456e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:04:28.820280 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] Routers {'761934b0-1261-4576-b13d-0a7a1f8456e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:28.822574 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['761934b0-1261-4576-b13d-0a7a1f8456e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:28.996338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0519259-e7c0-4eb8-87ef-2c7e768d5175 req-6753fd2f-85f1-470a-a775-fdd2a7cb4d18 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:29.009348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0519259-e7c0-4eb8-87ef-2c7e768d5175 req-6753fd2f-85f1-470a-a775-fdd2a7cb4d18 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 943 time: 0.3523235 Aug 30 21:04:29.028467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] Transition to ACTIVE for port object 54856204-20e6-4e09-af46-75929f268132 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:29.060288 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:29.136243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:29.235831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Router f4f07ecd-c237-445c-90e2-f930d00565a7 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:04:29.285317 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] Set router 761934b0-1261-4576-b13d-0a7a1f8456e8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:29.448648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0519259-e7c0-4eb8-87ef-2c7e768d5175 req-99a75107-604d-4aea-a717-de6b0b787aa4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378810 Aug 30 21:04:29.522945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:29.547472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] No DVR routers for this DVR port 54856204-20e6-4e09-af46-75929f268132 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:29.725067 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:04:25Z', 'revision_number': 5, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:29.809033 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] Checking router: 761934b0-1261-4576-b13d-0a7a1f8456e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:29.827204 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] Routers {'761934b0-1261-4576-b13d-0a7a1f8456e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:29.828066 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['761934b0-1261-4576-b13d-0a7a1f8456e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:29.857133 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe265791-47c2-424b-b0b5-9fb3c5046b9d x-openstack-request-id: req-fe265791-47c2-424b-b0b5-9fb3c5046b9d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:29.857470 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8f050f-1bcd-4553-98db-dbaed9b4cdfe", "name": "network-vif-deleted", "tag": "3da822c8-d84f-45e1-a687-d1417b6198f9", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:29.857681 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe265791-47c2-424b-b0b5-9fb3c5046b9d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:29.858089 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8f050f-1bcd-4553-98db-dbaed9b4cdfe', 'name': 'network-vif-deleted', 'tag': '3da822c8-d84f-45e1-a687-d1417b6198f9', 'status': 'completed', 'code': 200} Aug 30 21:04:29.866077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b7a504ff-3ab1-4418-ac1c-afc21c97eada admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d0a6b8fd2ba44b29e6a12d420ae6f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223098 Aug 30 21:04:29.866377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:29.873690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:04:29.884237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] Pushing event updated for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:29.892869 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0ad44c56-f680-4f37-8a0b-ffd585139958 admin admin] 10.222.0.76 "PUT /v2.0/routers/f4f07ecd-c237-445c-90e2-f930d00565a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6874003 Aug 30 21:04:29.895342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:30.036253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d39cd763-7c22-4d1b-80b2-b4e461ef4889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.104952 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d39cd763-7c22-4d1b-80b2-b4e461ef4889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.127121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.169567 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] Set router 761934b0-1261-4576-b13d-0a7a1f8456e8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:30.239647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0478d6ba-c48e-43ce-9ea7-cfc8a41f0a94 req-c73b3aec-8384-4f39-8470-e23508b79501 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 210 time: 0.0654361 Aug 30 21:04:30.245748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-7f2ea4d2-7b75-4535-a033-dd8a1af5966b service neutron] 10.222.0.82 "PUT /v2.0/ports/54856204-20e6-4e09-af46-75929f268132/bindings/n-h2-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 3.2721622 Aug 30 21:04:30.286112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.296137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d39cd763-7c22-4d1b-80b2-b4e461ef4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.307789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d39cd763-7c22-4d1b-80b2-b4e461ef4889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.309456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d39cd763-7c22-4d1b-80b2-b4e461ef4889 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afc07fb5-b7b6-42f4-ab7b-6b88f95c4980 HTTP/1.1" status: 204 len: 168 time: 0.4418695 Aug 30 21:04:30.359482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cd763-7c22-4d1b-80b2-b4e461ef4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc07fb5-b7b6-42f4-ab7b-6b88f95c4980,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:30.575653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Deleting port af99f000-95a0-4ab1-b85d-b4076fee3a6b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:30.576426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:30.677485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-a7c8f06d-e9d2-42e3-8290-53d74d469b3e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1846445 Aug 30 21:04:30.820851 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:04:25Z', 'revision_number': 5, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:30.913430 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725b5029-ed80-46d0-bbfe-278d3f0b7735 None None] The sync data for ids ['761934b0-1261-4576-b13d-0a7a1f8456e8'] in n-d-793620-16 is: [{'id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'name': 'tempest-FloatingIPsTestJSON-1091205171-router', 'tenant_id': 'afb336bb39664bb7829ba9a05a65d240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:03:55Z', 'updated_at': '2021-08-30T21:04:25Z', 'revision_number': 5, 'project_id': 'afb336bb39664bb7829ba9a05a65d240', 'gw_port': {'id': 'af99f000-95a0-4ab1-b85d-b4076fee3a6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761934b0-1261-4576-b13d-0a7a1f8456e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:03:56Z', 'updated_at': '2021-08-30T21:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:31.037698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] Sync routers for ids ['f4f07ecd-c237-445c-90e2-f930d00565a7'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:04:31.059549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:31.079607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] Routers {'f4f07ecd-c237-445c-90e2-f930d00565a7'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:31.081076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f4f07ecd-c237-445c-90e2-f930d00565a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:31.247224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:31.335426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] Set router f4f07ecd-c237-445c-90e2-f930d00565a7 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:31.357938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-10104247-27ec-4625-911c-83ff90ebd1db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7025e3a280c84022a45a827cc465e495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083207 Aug 30 21:04:31.367665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:31.509661 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1226399e-316d-4477-8deb-2951bf7d64a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.582797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1226399e-316d-4477-8deb-2951bf7d64a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.602996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.697539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1226399e-316d-4477-8deb-2951bf7d64a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.704600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1226399e-316d-4477-8deb-2951bf7d64a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.706228 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1226399e-316d-4477-8deb-2951bf7d64a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03b729cf-4d61-43a3-ab1a-f84cacdf96fa HTTP/1.1" status: 204 len: 168 time: 0.3349607 Aug 30 21:04:31.749787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee60b2a8-7198-4459-bc90-264ebcc6e539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.763336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226399e-316d-4477-8deb-2951bf7d64a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b729cf-4d61-43a3-ab1a-f84cacdf96fa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:31.843355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] For port af99f000-95a0-4ab1-b85d-b4076fee3a6b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af99f000-95a0-4ab1-b85d-b4076fee3a6b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:31.843920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.874277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Calling delete_port for af99f000-95a0-4ab1-b85d-b4076fee3a6b owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:31.919923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '5809701f-1f1f-4773-9135-58caf5423c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:27Z', 'revision_number': 5, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port': {'id': '5809701f-1f1f-4773-9135-58caf5423c67', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:18Z', 'updated_at': '2021-08-30T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:31.976800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] Checking router: f4f07ecd-c237-445c-90e2-f930d00565a7 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:31.983745 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee60b2a8-7198-4459-bc90-264ebcc6e539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.991279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee60b2a8-7198-4459-bc90-264ebcc6e539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:31.996362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa90af-788a-47ea-a201-2e6c30f113a6 req-a9901b64-3951-435f-9fc7-c373a6fa86a5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:31.998480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] Routers {'f4f07ecd-c237-445c-90e2-f930d00565a7'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:32.000810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f4f07ecd-c237-445c-90e2-f930d00565a7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:32.010234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6aa90af-788a-47ea-a201-2e6c30f113a6 req-a9901b64-3951-435f-9fc7-c373a6fa86a5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.5140235 Aug 30 21:04:32.024186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60b2a8-7198-4459-bc90-264ebcc6e539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86037bd1-7409-4df3-b958-cf7a9d605f49,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:32.054607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ee60b2a8-7198-4459-bc90-264ebcc6e539 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f577d5d6fc0f476dbac4c83b0bbd01a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9931593 Aug 30 21:04:32.059009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:32.059553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-bfbf2541-e350-428b-83d0-b7a1fdc11603 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:32.061862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-bfbf2541-e350-428b-83d0-b7a1fdc11603 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5249465 Aug 30 21:04:32.135965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f4a17669-ea4c-478e-841a-1f5b99ff62c1 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:32.162942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Request body: {'port': {'device_id': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'b283f32fb392454189be51e4860cf215'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:32.205264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cad7920e-ac83-4c86-aebb-66fbdf270a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:32.223464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f4a17669-ea4c-478e-841a-1f5b99ff62c1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:32.224043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f4a17669-ea4c-478e-841a-1f5b99ff62c1 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:32.256556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cad7920e-ac83-4c86-aebb-66fbdf270a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:32.289397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] Set router f4f07ecd-c237-445c-90e2-f930d00565a7 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:32.323694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6aa90af-788a-47ea-a201-2e6c30f113a6 req-5871618d-fc18-4dee-8fe7-efd1c6a2c96e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123615 Aug 30 21:04:32.340330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-a172464b-2dbc-46cf-8351-3be3aec48602 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:32.346849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-a172464b-2dbc-46cf-8351-3be3aec48602 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1096 time: 1.8228474 Aug 30 21:04:32.380278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cad7920e-ac83-4c86-aebb-66fbdf270a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:32.385208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cad7920e-ac83-4c86-aebb-66fbdf270a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:32.391991 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cad7920e-ac83-4c86-aebb-66fbdf270a0e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86037bd1-7409-4df3-b958-cf7a9d605f49 HTTP/1.1" status: 204 len: 168 time: 0.3299077 Aug 30 21:04:32.406913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7920e-ac83-4c86-aebb-66fbdf270a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86037bd1-7409-4df3-b958-cf7a9d605f49,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:32.478401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:31Z', 'revision_number': 6, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:32.525099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Made reservation on behalf of b283f32fb392454189be51e4860cf215 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:32.530345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:32.538018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac59b07-6e37-4a0b-b92d-ea2c50e1e9c0 None None] The sync data for ids ['f4f07ecd-c237-445c-90e2-f930d00565a7'] in n-d-793620-16 is: [{'id': 'f4f07ecd-c237-445c-90e2-f930d00565a7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1994229044-router', 'tenant_id': '4e8f0d59d624454599d0772f7f38da28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:17Z', 'updated_at': '2021-08-30T21:04:31Z', 'revision_number': 6, 'project_id': '4e8f0d59d624454599d0772f7f38da28', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:32.801406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d9346606-da0c-49cf-bf1d-53dd7c1ca924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:32.803162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d9346606-da0c-49cf-bf1d-53dd7c1ca924 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af&tenant_id=6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 1096 time: 0.3801956 Aug 30 21:04:32.852144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4af91cf6-3ebc-4c33-8c47-3d2019389ad3 req-f7df1537-750c-43b1-b08e-3024229c04ce tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 210 time: 0.1032822 Aug 30 21:04:32.879255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Deleting port 5809701f-1f1f-4773-9135-58caf5423c67 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:32.880023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.211409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.258094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-8d8664fc-09d1-495e-96b5-fa91441a402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:33.260820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-8d8664fc-09d1-495e-96b5-fa91441a402b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1096 time: 0.3954153 Aug 30 21:04:33.278056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:33.302834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Allocated IP 192.168.233.10 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/2701d3e9-eca3-4a07-8560-c94dcc02ae36) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:33.304259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-599c51ef-4d0a-47a1-8518-7334c3ac4395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.330499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.368364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Pushing event deleted for resources: {'Port': ['ID=af99f000-95a0-4ab1-b85d-b4076fee3a6b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:33.473546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] For port 5809701f-1f1f-4773-9135-58caf5423c67, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5809701f-1f1f-4773-9135-58caf5423c67,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:33.474126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.535787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-599c51ef-4d0a-47a1-8518-7334c3ac4395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.542468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-599c51ef-4d0a-47a1-8518-7334c3ac4395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.558527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.559080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.559337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.559654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.560029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.560454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.560908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.561232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.561656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.562126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.563275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.563852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:04:33.600563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Calling delete_port for 5809701f-1f1f-4773-9135-58caf5423c67 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:33.626235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-599c51ef-4d0a-47a1-8518-7334c3ac4395 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5e02c0779784939999fe71662440105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459687 Aug 30 21:04:33.627909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c51ef-4d0a-47a1-8518-7334c3ac4395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7587349-8cfb-4b91-a040-f79963840978,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:33.631176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:33.717453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a543baba-0ef7-49d8-abbd-838f97e9e162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.750991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a543baba-0ef7-49d8-abbd-838f97e9e162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.833450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a543baba-0ef7-49d8-abbd-838f97e9e162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.838484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a543baba-0ef7-49d8-abbd-838f97e9e162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.842436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a543baba-0ef7-49d8-abbd-838f97e9e162 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7587349-8cfb-4b91-a040-f79963840978 HTTP/1.1" status: 204 len: 168 time: 0.2073822 Aug 30 21:04:33.864599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543baba-0ef7-49d8-abbd-838f97e9e162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7587349-8cfb-4b91-a040-f79963840978,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:33.865507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:33.940220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da657d51-ef6d-4ceb-addb-1b7bf294b633 req-995a4c19-581c-4607-8b22-431657e48ec7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:33.947428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da657d51-ef6d-4ceb-addb-1b7bf294b633 req-995a4c19-581c-4607-8b22-431657e48ec7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.3958101 Aug 30 21:04:34.031976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.034776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.121850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-bef617e8-a5a0-4e5c-8fcd-a35caa7054b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:34.123488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-bef617e8-a5a0-4e5c-8fcd-a35caa7054b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.8095827 Aug 30 21:04:34.143042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.143897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761934b0-1261-4576-b13d-0a7a1f8456e8 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:04:34.161295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5809701f-1f1f-4773-9135-58caf5423c67 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:34.205400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.209359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-750b72a7-1bac-4e45-bead-a925e6946434 admin admin] 10.222.0.76 "DELETE /v2.0/routers/761934b0-1261-4576-b13d-0a7a1f8456e8 HTTP/1.1" status: 204 len: 168 time: 5.4172223 Aug 30 21:04:34.209988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:34.307489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Deleting subnet e32591cc-7da1-4610-a1ff-bfac50bee293 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:04:34.309986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da657d51-ef6d-4ceb-addb-1b7bf294b633 req-a47274d9-78e1-4ccf-80ca-725fc9962923 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609388 Aug 30 21:04:34.314766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.372587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.373357 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.458053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5809701f-1f1f-4773-9135-58caf5423c67, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5809701f-1f1f-4773-9135-58caf5423c67,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:34.464991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.465880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fca112e0-35bd-4d58-8a40-ebc468d2ae68 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:34.526566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: fca112e0-35bd-4d58-8a40-ebc468d2ae68 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:34.568868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fca112e0-35bd-4d58-8a40-ebc468d2ae68 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:34.570451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-9ece282b-2620-428c-8084-7951938737ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 217 time: 0.4109495 Aug 30 21:04:34.644018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.703164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5809701f-1f1f-4773-9135-58caf5423c67,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:34.703449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-680ed38a-bcfc-477d-98d0-a7592090b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:34.703449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-680ed38a-bcfc-477d-98d0-a7592090b69f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1299715 Aug 30 21:04:34.773741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-01c2fdea-e2f8-4488-8c85-8f579588cd6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635567 Aug 30 21:04:34.787651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.861737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32591cc-7da1-4610-a1ff-bfac50bee293,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:34.864138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:34.878715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8abb4893-e124-4580-9a13-c83e14a1b7b0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e32591cc-7da1-4610-a1ff-bfac50bee293 HTTP/1.1" status: 204 len: 168 time: 0.6672595 Aug 30 21:04:34.880086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:34.895387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c1f10-db6e-467b-8306-17007f40dbc8 None None] Network 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:34.979059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7c98218-937c-46d7-a349-8e344a2f6e6d req-a2be8df2-8efb-45c0-8c16-415d138c0a7a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 210 time: 0.1047299 Aug 30 21:04:35.024550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.057958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.070493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Transition to ACTIVE for port object 2701d3e9-eca3-4a07-8560-c94dcc02ae36 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:35.080347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.104669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Pushing event deleted for resources: {'Port': ['ID=5809701f-1f1f-4773-9135-58caf5423c67,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:35.115092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-67915e77-1b91-4b28-a151-450eaa141ebe service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308902 Aug 30 21:04:35.272623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] DHCP port deletion for 3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:04:35.298346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-f5988e56-eb3c-4796-a8f4-a1ec8bdd00c5 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568139 Aug 30 21:04:35.299710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.305065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.379706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:35.382169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fde05680-3cc9-4301-aa44-b685ebd8e3fc'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:35.563258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.592818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:35.597334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:35.608050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.619332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:35.681034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.843274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] Deleting port d955cbbc-87c7-4943-9874-0edf07dca43d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:35.843816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.860513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Deleting port d955cbbc-87c7-4943-9874-0edf07dca43d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:35.861403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:35.913825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:35.993713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:35.998996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.047617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.048504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f07ecd-c237-445c-90e2-f930d00565a7 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:04:36.090944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.095076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-998be307-366b-492d-82e4-aa43df164054 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f4f07ecd-c237-445c-90e2-f930d00565a7 HTTP/1.1" status: 204 len: 168 time: 6.1938841 Aug 30 21:04:36.109710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47732) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:36.129001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] For port d955cbbc-87c7-4943-9874-0edf07dca43d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d955cbbc-87c7-4943-9874-0edf07dca43d,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:36.129599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.176523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Calling delete_port for d955cbbc-87c7-4943-9874-0edf07dca43d owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:36.271442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af99f000-95a0-4ab1-b85d-b4076fee3a6b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:36.297900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Deleting subnet f1d46df6-183b-43a7-90e9-a88a6057a2db {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:04:36.313055 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-56c5f639-d3c6-4ec9-9b0d-71ac4a348b07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2240388 Aug 30 21:04:36.324122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.367266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3512a-7bbf-465c-b4e1-2e5cbcbf82f2 req-6b5ef559-01af-4a2b-936b-d17622103951 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:36.387608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abb3512a-7bbf-465c-b4e1-2e5cbcbf82f2 req-6b5ef559-01af-4a2b-936b-d17622103951 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.6766939 Aug 30 21:04:36.440573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Request body: {'port': {'device_id': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:36.470868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: af99f000-95a0-4ab1-b85d-b4076fee3a6b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:36.471788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af99f000-95a0-4ab1-b85d-b4076fee3a6b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:36.473102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d955cbbc-87c7-4943-9874-0edf07dca43d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:36.481702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] For port d955cbbc-87c7-4943-9874-0edf07dca43d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d955cbbc-87c7-4943-9874-0edf07dca43d,segment=NetworkSegment(7edc94bc-5018-4cd6-a4f2-9f786428bc6a),segment_id=7edc94bc-5018-4cd6-a4f2-9f786428bc6a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:36.483013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.495674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d28d134b-2b0e-4a6d-9f7d-21f293dc477d tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:36.500095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-d28d134b-2b0e-4a6d-9f7d-21f293dc477d tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1096 time: 0.7850320 Aug 30 21:04:36.536915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.611782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ef6e942e-d8b5-4c98-bb9d-89ef3fbf91f6 None None] Provisioning for port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:36.614700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d955cbbc-87c7-4943-9874-0edf07dca43d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:36.621338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] No DVR routers for this DVR port d955cbbc-87c7-4943-9874-0edf07dca43d on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:36.653168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] Calling delete_port for d955cbbc-87c7-4943-9874-0edf07dca43d owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:36.669696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ef6e942e-d8b5-4c98-bb9d-89ef3fbf91f6 None None] Provisioning complete for port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:36.670943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef6e942e-d8b5-4c98-bb9d-89ef3fbf91f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.686053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No active binding found for port d955cbbc-87c7-4943-9874-0edf07dca43d {{(pid=94690) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 21:04:36.686889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d955cbbc-87c7-4943-9874-0edf07dca43d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:36.833965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.851939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acaf9fb-ad6c-419f-9f3f-4d04a219ee69']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:36.871877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edc94bc-5018-4cd6-a4f2-9f786428bc6a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:36.872835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edc94bc-5018-4cd6-a4f2-9f786428bc6a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:36.886573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.913231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.927641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:04:36.928254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:36.929994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e942e-d8b5-4c98-bb9d-89ef3fbf91f6 None None] Port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:04:37.054542 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:04:37.058175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.077388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.095460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] Pushing event deleted for resources: {'Port': ['ID=d955cbbc-87c7-4943-9874-0edf07dca43d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:37.100838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e5c35-f134-4432-9202-b1a41fed3283 None None] No DVR routers for this DVR port d955cbbc-87c7-4943-9874-0edf07dca43d on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:37.121196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.135571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] 10.222.0.76 "DELETE /v2.0/networks/3acaf9fb-ad6c-419f-9f3f-4d04a219ee69 HTTP/1.1" status: 204 len: 168 time: 2.2380080 Aug 30 21:04:37.137895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb6fe8-41ec-4174-9b67-fe9ed0ad7b6a admin admin] Pushing event deleted for resources: {'Network': ['ID=3acaf9fb-ad6c-419f-9f3f-4d04a219ee69,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:37.237403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.239315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.333017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abb3512a-7bbf-465c-b4e1-2e5cbcbf82f2 req-b2742775-3b84-4ba4-9d49-08b4effa2de6 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8413968 Aug 30 21:04:37.488805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:37.517978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.564682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-31c3ce9b-cedf-46d7-853e-832c35ce15be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afb336bb39664bb7829ba9a05a65d240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738690 Aug 30 21:04:37.567993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:37.662009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-894c34d0-db59-403f-95c8-f3b8d3319f53 service neutron] For port 54856204-20e6-4e09-af46-75929f268132, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:37.676100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b377bd1-1517-4f50-a5b8-79e256875430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.697345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-894c34d0-db59-403f-95c8-f3b8d3319f53 service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.699838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54767e71-b2bf-49a4-9144-2d094ea38b1c req-894c34d0-db59-403f-95c8-f3b8d3319f53 service neutron] 10.222.0.86 "DELETE /v2.0/ports/54856204-20e6-4e09-af46-75929f268132/bindings/n-h1-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.5284336 Aug 30 21:04:37.748157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b377bd1-1517-4f50-a5b8-79e256875430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.826279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b377bd1-1517-4f50-a5b8-79e256875430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.833296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b377bd1-1517-4f50-a5b8-79e256875430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.837216 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4b377bd1-1517-4f50-a5b8-79e256875430 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7fd0da9-ed98-4853-9294-dc1fd7ec9e0c HTTP/1.1" status: 204 len: 168 time: 0.2638707 Aug 30 21:04:37.849368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.872733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b377bd1-1517-4f50-a5b8-79e256875430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd0da9-ed98-4853-9294-dc1fd7ec9e0c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:37.900215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d46df6-183b-43a7-90e9-a88a6057a2db,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:37.921986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:37.925962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca924e21-9674-44b9-a8ab-b36ba0a7790f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f1d46df6-183b-43a7-90e9-a88a6057a2db HTTP/1.1" status: 204 len: 168 time: 1.8139269 Aug 30 21:04:37.928959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:37.931399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12383608-c25e-4050-8f75-67d96a651662 None None] Network 3c2d9461-3c9c-4172-afe9-2aab46a87489 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:38.107110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:38.124212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.137399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.153652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Transition to ACTIVE for port object 2701d3e9-eca3-4a07-8560-c94dcc02ae36 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:38.160128 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.268631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] DHCP port deletion for 3c2d9461-3c9c-4172-afe9-2aab46a87489 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:04:38.283473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Deleting port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:38.284284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.328578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:38.441492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] For port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,segment=NetworkSegment(10b0ec20-b462-4c31-a165-7969f651c4b1),segment_id=10b0ec20-b462-4c31-a165-7969f651c4b1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:38.441859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.455918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] Deleting port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:04:38.459259 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.480807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Calling delete_port for 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:38.487633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8bbee-cdf7-4ae2-8f26-8529f6486bca req-d9020b59-9871-48f7-be7a-9f6f6b21634c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:38.515278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5cc8bbee-cdf7-4ae2-8f26-8529f6486bca req-d9020b59-9871-48f7-be7a-9f6f6b21634c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 947 time: 0.1490648 Aug 30 21:04:38.570149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Attempting to bind port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:38.570890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Attempting to bind port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:38.571393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Attempting to bind port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:38.582990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:04:38.583621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Attempting to bind port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:38.603266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:38.603955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:38.604540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:38.605155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Bound port: 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:38.606072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.617685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5cc8bbee-cdf7-4ae2-8f26-8529f6486bca req-15b82470-9440-4ecb-a77e-abf655a77a08 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987992 Aug 30 21:04:38.617931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] For port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,segment=NetworkSegment(10b0ec20-b462-4c31-a165-7969f651c4b1),segment_id=10b0ec20-b462-4c31-a165-7969f651c4b1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:38.618210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.656298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] Calling delete_port for 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:04:38.751163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.849679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:38.856235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] No DVR routers for this DVR port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:38.919835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.921384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:38.930646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:38.939297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:38.969176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] Pushing event deleted for resources: {'Port': ['ID=6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:38.973349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea63759-5ae1-45eb-8dc9-a830707afe80 None None] No DVR routers for this DVR port 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:04:38.981572 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-def211a9-e695-42a4-9c78-fb7efd5466b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.054894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:39.055862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.058480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] 10.222.0.82 "PUT /v2.0/ports/2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 1096 time: 2.6693020 Aug 30 21:04:39.059397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:39.079437 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25216a8-943f-4708-9ab2-be767997a720" -d '{"events": [{"name": "network-changed", "server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:39.094577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.121494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2d9461-3c9c-4172-afe9-2aab46a87489']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:39.144012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b0ec20-b462-4c31-a165-7969f651c4b1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:39.145198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b0ec20-b462-4c31-a165-7969f651c4b1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:39.166123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.205258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.231063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:04:39.231613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.236067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0cc92-1f10-460e-a41a-5b8a0b17585b service neutron] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:04:39.240827 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:04:39.259747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-b30be265-93a2-4ad0-9d90-70251906181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:39.262111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-b30be265-93a2-4ad0-9d90-70251906181d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1099 time: 0.1491280 Aug 30 21:04:39.375824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-6d4b6e56-eb3c-4ec9-8c59-141ce15b8a95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.1030982 Aug 30 21:04:39.432156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.440044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:39.449668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3c2d9461-3c9c-4172-afe9-2aab46a87489 HTTP/1.1" status: 204 len: 168 time: 1.5200639 Aug 30 21:04:39.481937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f593f-fa16-461f-bc6b-0373d6633ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2d9461-3c9c-4172-afe9-2aab46a87489,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:39.544660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-d682adcc-9b26-4ade-acb8-6e33c6531d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:39.547521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-d682adcc-9b26-4ade-acb8-6e33c6531d34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1649938 Aug 30 21:04:39.607888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c952c-5301-45fe-b5ce-9e8d09a94bb2 req-9496a7c4-3d30-433c-8091-2af3d53f0c99 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:39.622265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b03c952c-5301-45fe-b5ce-9e8d09a94bb2 req-9496a7c4-3d30-433c-8091-2af3d53f0c99 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.1554563 Aug 30 21:04:39.679205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b03c952c-5301-45fe-b5ce-9e8d09a94bb2 req-14d4d226-7376-4ff0-9e07-4f45cb01ecbf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555384 Aug 30 21:04:39.686505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-6fbb7f69-b81c-47d3-a142-bdb547000ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:39.689407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-6fbb7f69-b81c-47d3-a142-bdb547000ecf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1344969 Aug 30 21:04:39.718934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:39.775349 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e9d29-6ac4-45d9-a6e7-04d3fcc47d57 x-openstack-request-id: req-5f1e9d29-6ac4-45d9-a6e7-04d3fcc47d57 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:39.775653 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:39.775907 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f1e9d29-6ac4-45d9-a6e7-04d3fcc47d57 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:39.776316 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'status': 'completed', 'code': 200} Aug 30 21:04:39.855901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d461da36-e2ab-4c69-8e80-1233128bd162 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e8f0d59d624454599d0772f7f38da28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419046 Aug 30 21:04:39.859170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:39.884889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-a9bae9f5-0067-404c-9586-31ccb2afe4a7 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858871 Aug 30 21:04:39.962890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92601399-7e74-48c8-8298-f9a1e5813f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:40.000406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92601399-7e74-48c8-8298-f9a1e5813f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:40.088793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92601399-7e74-48c8-8298-f9a1e5813f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:40.102128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92601399-7e74-48c8-8298-f9a1e5813f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:40.104097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92601399-7e74-48c8-8298-f9a1e5813f5a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/326e47ed-f0eb-4a6e-8cfc-36ac7f42c6f0 HTTP/1.1" status: 204 len: 168 time: 0.2434914 Aug 30 21:04:40.135362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601399-7e74-48c8-8298-f9a1e5813f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e47ed-f0eb-4a6e-8cfc-36ac7f42c6f0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:40.137010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab4f64cf-fcf9-4dec-b7c2-a76532ef63b1 req-8fa92c72-6d3c-4768-8dbe-7d436ad11cdc service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386496 Aug 30 21:04:40.152002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:04:40.230789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:04:40.231488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cb45daf-23b2-49c1-bd9a-664bdcfe0bb0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:04:40.336274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25216a8-943f-4708-9ab2-be767997a720 req-da7dec5d-9593-415f-88a3-fd2023c3c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:40.340951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-da7dec5d-9593-415f-88a3-fd2023c3c7ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1099 time: 0.0994163 Aug 30 21:04:40.507839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25216a8-943f-4708-9ab2-be767997a720 req-d6cdd9c7-eedd-42f2-ad29-97cf95391b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:40.510860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-d6cdd9c7-eedd-42f2-ad29-97cf95391b7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1620255 Aug 30 21:04:40.615150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-85467359-0b62-449b-8261-215ac9fd9961 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.0959623 Aug 30 21:04:40.702095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25216a8-943f-4708-9ab2-be767997a720 req-5fbb10ef-07af-4d8b-95c6-4e87818e1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:40.703996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-5fbb10ef-07af-4d8b-95c6-4e87818e1d04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0823472 Aug 30 21:04:40.802533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25216a8-943f-4708-9ab2-be767997a720 req-e8f799a0-29f7-40ca-b786-5933688067ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:40.805534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-e8f799a0-29f7-40ca-b786-5933688067ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941279 Aug 30 21:04:41.058737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-511ffacf-e1cc-462f-9630-3d4d87090b68 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444434 Aug 30 21:04:41.082486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b6eaa-a67f-4d8c-8154-e8cbf255daca req-a6befffa-5e67-4e62-a942-5167fe9a251a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:41.085357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-694b6eaa-a67f-4d8c-8154-e8cbf255daca req-a6befffa-5e67-4e62-a942-5167fe9a251a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 947 time: 0.2102759 Aug 30 21:04:41.194925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:41.280553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-694b6eaa-a67f-4d8c-8154-e8cbf255daca req-4ccbb820-7537-45e7-8b69-511aa34dbe16 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649516 Aug 30 21:04:41.318539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c25216a8-943f-4708-9ab2-be767997a720 req-c0c497db-1dfb-4456-bd5c-49b70824b541 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514865 Aug 30 21:04:41.437388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87718b10-84b7-4bd1-8b3b-819b220bc7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.631224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87718b10-84b7-4bd1-8b3b-819b220bc7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.639827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-87718b10-84b7-4bd1-8b3b-819b220bc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.692226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-87718b10-84b7-4bd1-8b3b-819b220bc7e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abea2700e14a4190bfb380260b99e6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965017 Aug 30 21:04:41.693302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.696858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47890) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:41.756655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87718b10-84b7-4bd1-8b3b-819b220bc7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d762dc94-b5d9-4e6e-9537-542834b782a9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:41.828938 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-92990d37-db35-49b4-9e1e-ce53ab737825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.830752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5d242f3-4780-4823-9a2a-4053b0e45719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.875227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5d242f3-4780-4823-9a2a-4053b0e45719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.965775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5d242f3-4780-4823-9a2a-4053b0e45719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.969988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5d242f3-4780-4823-9a2a-4053b0e45719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:41.974119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5d242f3-4780-4823-9a2a-4053b0e45719 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d762dc94-b5d9-4e6e-9537-542834b782a9 HTTP/1.1" status: 204 len: 168 time: 0.2729030 Aug 30 21:04:41.988704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d242f3-4780-4823-9a2a-4053b0e45719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d762dc94-b5d9-4e6e-9537-542834b782a9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:42.284896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe920bb-dfcc-4eb7-bd3f-491e81a83e82 req-3c1cf7bd-0403-4aa9-bc29-ff242493e9d5 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:42.287799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbe920bb-dfcc-4eb7-bd3f-491e81a83e82 req-3c1cf7bd-0403-4aa9-bc29-ff242493e9d5 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1096 time: 0.0783510 Aug 30 21:04:42.352347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbe920bb-dfcc-4eb7-bd3f-491e81a83e82 req-2acf0287-ac6b-4e84-9727-696e91f15ffe tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Aug 30 21:04:42.504506 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:42.622039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47910) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:42.644066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0894037b-e8f2-4ac5-9d21-71a1e859b0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:42.769586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:04:42.855621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0894037b-e8f2-4ac5-9d21-71a1e859b0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:42.864078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0894037b-e8f2-4ac5-9d21-71a1e859b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:42.909783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0894037b-e8f2-4ac5-9d21-71a1e859b0a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64d8bd8df575490abac03bc82bd22dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854877 Aug 30 21:04:42.914429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:42.957679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894037b-e8f2-4ac5-9d21-71a1e859b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc640c-3a7c-4e42-adff-5cea464df8b1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:43.037880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:43.059662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e172fc5e-fc74-4b03-9561-92d34744f613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:43.078336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'mac_address': 'fa:16:3e:52:e8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:04:43.102925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e172fc5e-fc74-4b03-9561-92d34744f613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:43.137541 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:43.161507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:43.184708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1c69a-8868-4278-afdd-83c6caea5067 req-a2836d4d-9954-4df3-8657-b30f9c78eae6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:43.189484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:43.195024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3e1c69a-8868-4278-afdd-83c6caea5067 req-a2836d4d-9954-4df3-8657-b30f9c78eae6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 947 time: 0.1180742 Aug 30 21:04:43.201485 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:43.203013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e172fc5e-fc74-4b03-9561-92d34744f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:43.205679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e172fc5e-fc74-4b03-9561-92d34744f613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:43.214907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e172fc5e-fc74-4b03-9561-92d34744f613 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2bc640c-3a7c-4e42-adff-5cea464df8b1 HTTP/1.1" status: 204 len: 168 time: 0.2955642 Aug 30 21:04:43.259867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172fc5e-fc74-4b03-9561-92d34744f613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc640c-3a7c-4e42-adff-5cea464df8b1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:43.289880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3e1c69a-8868-4278-afdd-83c6caea5067 req-55d51a37-0283-4538-b222-e04b1c7288d2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847378 Aug 30 21:04:43.326078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:43.538991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2701d3e9-eca3-4a07-8560-c94dcc02ae36'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:43.625461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-278f643e-c266-4838-a802-0e88b1a8c90b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:43.628292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-278f643e-c266-4838-a802-0e88b1a8c90b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.1841321 Aug 30 21:04:43.663590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-7a2ed797-480e-4b76-b3a9-fda8e1908370 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/quotas/6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 375 time: 0.0170996 Aug 30 21:04:43.746985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-1a772f5c-0b8a-4dae-8285-8b6423997b75 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718236 Aug 30 21:04:43.968220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-5aa5e717-12d2-4ee0-8c02-520dd0b45849 service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014408 Aug 30 21:04:44.119421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-c103dfd7-7fda-4dfd-9a49-cc27df7290b5 service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451316 Aug 30 21:04:44.432120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:44.528337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:44.753410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-network', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:44.774433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:44.810268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Made reservation on behalf of 09dc1ebfc9a64a8a8f1176a799c2a11e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:44.816042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:44.842721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:44.869018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:44.880052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:44.880421 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.014104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27f2e106-fe72-485e-b24a-f1134211efba req-04c14a09-ef36-4fc9-b837-30764496d6cd tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 210 time: 0.0464580 Aug 30 21:04:45.023003 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.031526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.055961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.095308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:04:45.117993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.118244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:45.120736 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Added segment b5cfe360-5cf2-4d66-9dc8-27f1338e859d of type vlan for network 4b3bbd03-3251-49b8-9f96-3569be688ebf Aug 30 21:04:45.125283 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e7c79d-a378-46a6-89a7-aa09ff50ec30" -d '{"events": [{"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-plugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:45.168177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:45.173964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.207324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:45.243565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.295492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:45.305167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.307085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:45.308185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.340715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f7e3a-a1c1-4a85-a5b5-bd2cf02326b4 req-9ace89c0-fde5-44a7-8c72-39b2db678c04 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:45.345433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d8f7e3a-a1c1-4a85-a5b5-bd2cf02326b4 req-9ace89c0-fde5-44a7-8c72-39b2db678c04 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.1603358 Aug 30 21:04:45.408619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.8773673 Aug 30 21:04:45.410710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:45.421072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Request body: {'subnet': {'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-subnet', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:45.433307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320ac8e-6d0d-4e80-889d-6fa14c524efd admin admin] Pushing event updated for resources: {'Network': ['ID=4b3bbd03-3251-49b8-9f96-3569be688ebf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:45.433648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d8f7e3a-a1c1-4a85-a5b5-bd2cf02326b4 req-107332a5-d90f-451d-b62a-9101fdae98bd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754650 Aug 30 21:04:45.449294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:04:45.467924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Made reservation on behalf of 09dc1ebfc9a64a8a8f1176a799c2a11e for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:45.470435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:45.817920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.061377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:46.088568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-f07d7b20-176c-4b48-816b-0a12c8270565 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:46.090916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-f07d7b20-176c-4b48-816b-0a12c8270565 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.2015727 Aug 30 21:04:46.093064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:46.099881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Checking segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:46.100370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Network hostable DHCP agents. Network: 4b3bbd03-3251-49b8-9f96-3569be688ebf, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:04:46.124180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Request body: {'port': {'device_id': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'admin_state_up': True, 'tenant_id': '6e4423d623614804a2701b280c6a9ab9'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:46.307610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:04:46.343430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14339aac-fa5b-4efd-a845-781827d66ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.351503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 4b3bbd03-3251-49b8-9f96-3569be688ebf) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:46.361386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2b687-2049-4c5f-a283-ec7421ce8e45 None None] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:46.379472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:46.382195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.462748 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53522bb-6db3-40c0-b466-28e8aed47f01 x-openstack-request-id: req-f53522bb-6db3-40c0-b466-28e8aed47f01 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:46.463756 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-plugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:46.464162 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f53522bb-6db3-40c0-b466-28e8aed47f01 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:46.464721 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'code': 200} Aug 30 21:04:46.642834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14339aac-fa5b-4efd-a845-781827d66ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.651598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14339aac-fa5b-4efd-a845-781827d66ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.674386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8ada104-0696-4344-a76b-d48eb0d4c8f0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.2590792 Aug 30 21:04:46.688482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48026) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:46.695729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0181ce6-a075-40c9-8274-9c95802c62a7 req-4ec715b2-0890-4ed3-b7a5-5a716647157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:46.698570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0181ce6-a075-40c9-8274-9c95802c62a7 req-4ec715b2-0890-4ed3-b7a5-5a716647157d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1101 time: 0.1487551 Aug 30 21:04:46.709133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:46.745205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-14339aac-fa5b-4efd-a845-781827d66ee3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32f52e34fafb4f5e8c13244c052b7ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810133 Aug 30 21:04:46.753688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:46.756884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-4b3bbd03-3251-49b8-9f96-3569be688ebf', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:04:46.757194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Made reservation on behalf of 6e4423d623614804a2701b280c6a9ab9 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:46.761120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.762085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.831668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14339aac-fa5b-4efd-a845-781827d66ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffde648-6398-488a-809f-995902f26b11,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:46.832549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65df8f61-87aa-44e0-b38a-503b2a6e2051 req-0e67d6a6-0cf8-493c-93b5-948051a00af2 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 210 time: 0.0644171 Aug 30 21:04:46.916687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.918378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.920503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2efa77b0-d467-429f-b0e0-b89bbfb5fed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:46.956768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0181ce6-a075-40c9-8274-9c95802c62a7 req-eaf45a60-38cd-43f8-b56c-2c81bdef7f0c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340336 Aug 30 21:04:47.011762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2efa77b0-d467-429f-b0e0-b89bbfb5fed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.109550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:47.121614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2efa77b0-d467-429f-b0e0-b89bbfb5fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.133908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2efa77b0-d467-429f-b0e0-b89bbfb5fed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.135596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Allocated IP 172.20.0.2 (4b3bbd03-3251-49b8-9f96-3569be688ebf/4a66d956-6b76-4ea0-bec8-d7ff2bf7967f/9f286f78-b319-4014-9b78-1deafb0a49c7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:47.138271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2efa77b0-d467-429f-b0e0-b89bbfb5fed0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ffde648-6398-488a-809f-995902f26b11 HTTP/1.1" status: 204 len: 168 time: 0.3752146 Aug 30 21:04:47.187900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa77b0-d467-429f-b0e0-b89bbfb5fed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffde648-6398-488a-809f-995902f26b11,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:47.212962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.232943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6b20e-c8af-4463-8e4e-1782b575f49e req-a9e7f9ff-a2b8-47c7-9702-942c4c14407f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:47.246216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ef6b20e-c8af-4463-8e4e-1782b575f49e req-a9e7f9ff-a2b8-47c7-9702-942c4c14407f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.2168140 Aug 30 21:04:47.350846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7af176bd-1845-4117-840f-f65595810b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.506311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ef6b20e-c8af-4463-8e4e-1782b575f49e req-24798878-ecc7-4353-9eed-d6dc9839e24f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580698 Aug 30 21:04:47.684548 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7af176bd-1845-4117-840f-f65595810b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.695224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7af176bd-1845-4117-840f-f65595810b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.729643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.740256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Transition to ACTIVE for port object 9f286f78-b319-4014-9b78-1deafb0a49c7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:47.743438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Allocated IP 172.20.0.11 (83dad685-91d4-47c7-952c-f81b2125170a/02bf2736-b56f-4274-b4ec-d9d58541ceb7/17238079-a7c5-4406-87cf-5eb90f0fa2ad) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:47.765383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.775071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Transition to ACTIVE for port object 9f286f78-b319-4014-9b78-1deafb0a49c7 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:47.788642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:47.874249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Pushing event updated for resources: {'Port': ['ID=9f286f78-b319-4014-9b78-1deafb0a49c7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:47.878026 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7af176bd-1845-4117-840f-f65595810b7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbe0abfde07d4473ae23c11e4d072515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651291 Aug 30 21:04:47.883323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:47.905554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af176bd-1845-4117-840f-f65595810b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7a038-c69c-4d4a-8aae-ea1fb3aeb4c6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:47.933304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:47.935910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:47.938966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:48.061970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Attempting to bind port 9f286f78-b319-4014-9b78-1deafb0a49c7 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:48.062875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Attempting to bind port 9f286f78-b319-4014-9b78-1deafb0a49c7 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:48.063654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Attempting to bind port 9f286f78-b319-4014-9b78-1deafb0a49c7 on network 4b3bbd03-3251-49b8-9f96-3569be688ebf {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:48.076556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:48.077167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Checking segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:48.078005 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.078699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Bound using segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:48.079394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Bound port: 9f286f78-b319-4014-9b78-1deafb0a49c7, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:48.080026 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.142140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3887129c-e3cd-4d46-9545-e9ce255163dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.241520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3887129c-e3cd-4d46-9545-e9ce255163dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.304930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] For port 9f286f78-b319-4014-9b78-1deafb0a49c7, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:48.310352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.311731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] For port 9f286f78-b319-4014-9b78-1deafb0a49c7, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9f286f78-b319-4014-9b78-1deafb0a49c7,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:48.323330 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.433330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3887129c-e3cd-4d46-9545-e9ce255163dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.439568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3887129c-e3cd-4d46-9545-e9ce255163dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.440642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3887129c-e3cd-4d46-9545-e9ce255163dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6fe7a038-c69c-4d4a-8aae-ea1fb3aeb4c6 HTTP/1.1" status: 204 len: 168 time: 0.5540061 Aug 30 21:04:48.454602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:48.463431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887129c-e3cd-4d46-9545-e9ce255163dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7a038-c69c-4d4a-8aae-ea1fb3aeb4c6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:48.589760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a50a6-bb1f-42c6-aa06-a437a3a7bf15 None None] Pushing event updated for resources: {'Port': ['ID=9f286f78-b319-4014-9b78-1deafb0a49c7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:48.715899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Network 83dad685-91d4-47c7-952c-f81b2125170a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:48.728188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:48.730183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:48.735340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:49.187876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:49.223601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f4a59d-9e1f-41ad-a6b6-f6740f43a0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.241909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd470f-d89f-4fdd-8cad-858aa72fbc97 req-945f2aaa-d30e-479c-9462-227bd548e4a5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:49.250355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05fd470f-d89f-4fdd-8cad-858aa72fbc97 req-945f2aaa-d30e-479c-9462-227bd548e4a5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 932 time: 0.6157677 Aug 30 21:04:49.313658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:49.314621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.373419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05fd470f-d89f-4fdd-8cad-858aa72fbc97 req-6db0bd39-a37f-47cc-bedc-b36363778c4b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219373 Aug 30 21:04:49.385449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.416088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.461606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f4a59d-9e1f-41ad-a6b6-f6740f43a0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.469862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23f4a59d-9e1f-41ad-a6b6-f6740f43a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.534651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-e83dff92-eb37-4088-9a60-c441d9082956 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4216490 Aug 30 21:04:49.554188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23f4a59d-9e1f-41ad-a6b6-f6740f43a0a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0661fb30363c4b298f5319016d19782a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626220 Aug 30 21:04:49.556451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Request body: {'port': {'device_id': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:49.561679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:49.592246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4a59d-9e1f-41ad-a6b6-f6740f43a0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac624b-03f7-4c11-b84f-93b2c22c2a30,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:49.681389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08047fdd-4ef9-45c5-b543-f211b4010b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.712256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab2ab-2c7c-4726-986c-1ccbc7d2fc38 req-c5af4e93-7af3-4d39-a5dc-5faf75ac6f07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:49.713772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b0ab2ab-2c7c-4726-986c-1ccbc7d2fc38 req-c5af4e93-7af3-4d39-a5dc-5faf75ac6f07 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.1975682 Aug 30 21:04:49.736720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.741037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Allocated IP 172.25.5.9 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/469d7296-b828-4fb4-97a1-28e8337e8701) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:49.748057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08047fdd-4ef9-45c5-b543-f211b4010b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.859495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08047fdd-4ef9-45c5-b543-f211b4010b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.862196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08047fdd-4ef9-45c5-b543-f211b4010b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:49.868777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-08047fdd-4ef9-45c5-b543-f211b4010b75 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0dac624b-03f7-4c11-b84f-93b2c22c2a30 HTTP/1.1" status: 204 len: 168 time: 0.3039298 Aug 30 21:04:49.879002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08047fdd-4ef9-45c5-b543-f211b4010b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac624b-03f7-4c11-b84f-93b2c22c2a30,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:49.945282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e8cfb2-c2d5-4837-9d52-097e68c64a1e None None] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:49.949279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b0ab2ab-2c7c-4726-986c-1ccbc7d2fc38 req-3ddadad0-9de2-4bff-974e-5a82e0087c45 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216237 Aug 30 21:04:50.069926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-95755a66-955f-408d-9424-bad1068dadb9 None None] Provisioning for port 9f286f78-b319-4014-9b78-1deafb0a49c7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:50.252788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.319972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9f286f78-b319-4014-9b78-1deafb0a49c7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:50.421961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9f286f78-b319-4014-9b78-1deafb0a49c7 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:50.446194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9f286f78-b319-4014-9b78-1deafb0a49c7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:50.446194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.480836 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.586253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.684150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9f286f78-b319-4014-9b78-1deafb0a49c7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9f286f78-b319-4014-9b78-1deafb0a49c7,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:50.693349 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.717820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17238079-a7c5-4406-87cf-5eb90f0fa2ad {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:50.729206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.750022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Transition to ACTIVE for port object 17238079-a7c5-4406-87cf-5eb90f0fa2ad will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:50.764756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:50.766198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:50.782715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Pushing event updated for resources: {'Port': ['ID=469d7296-b828-4fb4-97a1-28e8337e8701,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:50.787050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:50.849851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:50.853100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:50.875318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9f286f78-b319-4014-9b78-1deafb0a49c7,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:50.890696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2e6041e2-85b5-4914-b51f-63d0f5a96dcb None None] Provisioning complete for port 9f286f78-b319-4014-9b78-1deafb0a49c7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:50.892140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e6041e2-85b5-4914-b51f-63d0f5a96dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:51.064852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:51.065350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:51.066005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:51.075843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:04:51.076224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:51.281463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:51.282039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:51.283572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:51.284187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Bound port: 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:51.296000 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:51.456202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:51.576336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:51.599453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9dbc5-343c-4b62-a0f2-67698c09d631 req-9ebd33e7-ff0d-4202-9f6d-e48ca20337a3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:51.606051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04a9dbc5-343c-4b62-a0f2-67698c09d631 req-9ebd33e7-ff0d-4202-9f6d-e48ca20337a3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.2525101 Aug 30 21:04:51.620380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:51.635835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:51.755899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:51.756569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:51.758014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] 10.222.0.86 "PUT /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 1093 time: 2.2128453 Aug 30 21:04:51.766174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:04:51.770090 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c6a73-5034-4d56-8ca1-2550103a1df7" -d '{"events": [{"name": "network-changed", "server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:04:51.825535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8283bab9-0698-4912-913c-90ecf5712d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:51.839269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04a9dbc5-343c-4b62-a0f2-67698c09d631 req-452241ff-20a9-4049-b6b7-66b831de838f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151010 Aug 30 21:04:51.879243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca308-fc0d-4b92-83e6-49c930470224 service neutron] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:51.923451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.102637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9f286f78-b319-4014-9b78-1deafb0a49c7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:52.113796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8283bab9-0698-4912-913c-90ecf5712d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.120742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8283bab9-0698-4912-913c-90ecf5712d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.144837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-9b234493-dde7-4ccf-bb82-e1bfe1579f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:52.147570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-9b234493-dde7-4ccf-bb82-e1bfe1579f7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1096 time: 0.3063810 Aug 30 21:04:52.200431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8283bab9-0698-4912-913c-90ecf5712d83 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ce77add92d34046a1836867d183b583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7417729 Aug 30 21:04:52.204468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:52.221324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283bab9-0698-4912-913c-90ecf5712d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35179f27-649d-4ce2-b13f-e97ddc8eaae8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:52.265900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777bd47-c25a-4626-af82-37b7076f57cf req-48f747e7-8806-424e-9102-184a4dd60156 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:52.275260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d777bd47-c25a-4626-af82-37b7076f57cf req-48f747e7-8806-424e-9102-184a4dd60156 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.2865887 Aug 30 21:04:52.278206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9f286f78-b319-4014-9b78-1deafb0a49c7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:52.279228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-94dae09f-dc1f-4ea8-9af9-0a00ed370015 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 217 time: 0.1161325 Aug 30 21:04:52.280806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.352440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69355a90-4711-4ddc-8ec6-1b001cf90ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.433540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69355a90-4711-4ddc-8ec6-1b001cf90ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.484434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-20ed0ecb-2a18-4e0f-b8d8-e21830375c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:52.486843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-20ed0ecb-2a18-4e0f-b8d8-e21830375c2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1875925 Aug 30 21:04:52.516321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d777bd47-c25a-4626-af82-37b7076f57cf req-96183066-9fa7-4108-931f-26622f75f232 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392390 Aug 30 21:04:52.548347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69355a90-4711-4ddc-8ec6-1b001cf90ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.552362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69355a90-4711-4ddc-8ec6-1b001cf90ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:52.553700 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69355a90-4711-4ddc-8ec6-1b001cf90ada admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/35179f27-649d-4ce2-b13f-e97ddc8eaae8 HTTP/1.1" status: 204 len: 168 time: 0.3479843 Aug 30 21:04:52.591189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69355a90-4711-4ddc-8ec6-1b001cf90ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35179f27-649d-4ce2-b13f-e97ddc8eaae8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:52.623737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-ebcde365-975e-4716-8c80-546806323ff6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036260 Aug 30 21:04:52.703009 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b47bb7-6909-468f-a836-7beda7e732a8 x-openstack-request-id: req-81b47bb7-6909-468f-a836-7beda7e732a8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:04:52.705471 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:04:52.708313 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81b47bb7-6909-468f-a836-7beda7e732a8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:04:52.710124 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'status': 'completed', 'code': 200} Aug 30 21:04:52.883575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:53.124108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-5dcdd54a-97fe-433d-8655-e83507ee6738 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120085 Aug 30 21:04:53.312347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-cf3550b9-5ef0-45b4-ad52-d68ed0db2f85 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092649 Aug 30 21:04:53.416244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217970d-45c0-473d-9a26-0b41eb2920a9 req-5d6c2c34-7af9-43e5-b764-c83a4ba055f6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:53.427632 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f217970d-45c0-473d-9a26-0b41eb2920a9 req-5d6c2c34-7af9-43e5-b764-c83a4ba055f6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.2165627 Aug 30 21:04:53.461647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb47b10-f9f5-47f6-94ab-4f578af21210 req-bca206ea-1bb5-4f99-a69c-9b6fcba9b70f service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269546 Aug 30 21:04:53.487467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:04:53.506645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f217970d-45c0-473d-9a26-0b41eb2920a9 req-df435db3-03f5-41ec-903d-419ff046e828 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780380 Aug 30 21:04:53.631353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48188) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:53.712451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-7fcb85f2-cbb4-4b4f-9f19-7d23d71247a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:53.715415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-7fcb85f2-cbb4-4b4f-9f19-7d23d71247a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1096 time: 0.1941803 Aug 30 21:04:53.854589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:04:53.873034 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Sync routers for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:04:53.917651 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:53.919894 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:53.931087 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:53.933197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab154687-c814-4144-bba1-da26b2baa291 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 937 time: 7.2327437 Aug 30 21:04:53.938019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:53.971662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-dd315f64-f227-4cb5-9ec0-4917bd2c04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:53.975211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-dd315f64-f227-4cb5-9ec0-4917bd2c04b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.2519834 Aug 30 21:04:54.062177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-1eb9e25f-4bc6-45e6-8b57-534649a14b41 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 217 time: 0.0730343 Aug 30 21:04:54.242857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-efb2ef1d-ccf7-4a68-ac23-e7132c13edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:54.245581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-efb2ef1d-ccf7-4a68-ac23-e7132c13edcc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1734862 Aug 30 21:04:54.253007 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:54.349321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-ac0d80e7-2e30-4a1d-b0ce-9e3a5c60d7cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948846 Aug 30 21:04:54.694126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-fd9dcb7d-ed64-4f15-a2e7-af6207d26568 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4596daf458bf44e384e2611d1f754e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979643 Aug 30 21:04:54.703064 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:51Z', 'revision_number': 3, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:54.747524 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e94b0c9-5118-4ea4-8cae-658fd07571a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:54.748106 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Checking router: a72506c3-80b2-4634-ae80-d6eb0e5d6a54 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:04:54.749859 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Updating router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 port 469d7296-b828-4fb4-97a1-28e8337e8701 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:04:54.806247 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:54.975201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-b9f9bd25-411d-4002-a176-6efa82f27c98 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167347 Aug 30 21:04:55.058563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.094453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:55.415545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1833473451-network', 'tenant_id': 'f81dc48dcfa547c59234e71b97f79862'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:55.524248 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.542279 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Transition to ACTIVE for port object 469d7296-b828-4fb4-97a1-28e8337e8701 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:55.554003 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.568903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Allocated IP 172.20.0.1 (4b3bbd03-3251-49b8-9f96-3569be688ebf/4a66d956-6b76-4ea0-bec8-d7ff2bf7967f/919c3449-5a03-4b02-ac5c-b4789101444f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:04:55.659479 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Attempting to bind port 469d7296-b828-4fb4-97a1-28e8337e8701 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:04:55.660115 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Attempting to bind port 469d7296-b828-4fb4-97a1-28e8337e8701 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:04:55.660718 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Attempting to bind port 469d7296-b828-4fb4-97a1-28e8337e8701 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:04:55.675774 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b1e73-f24c-48be-9ce8-ead905d5931d None None] Pushing event updated for resources: {'Port': ['ID=469d7296-b828-4fb4-97a1-28e8337e8701,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:55.685855 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:04:55.686139 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:55.688067 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.691283 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:04:55.695367 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Bound port: 469d7296-b828-4fb4-97a1-28e8337e8701, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:04:55.696477 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.736883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-5bdd904e-f043-47e5-bee3-752bfd5550d0 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:55.746052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-5bdd904e-f043-47e5-bee3-752bfd5550d0 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9885821 Aug 30 21:04:55.769247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-c4f30c67-7362-401e-86e4-d71b83decd5a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/quotas/4596daf458bf44e384e2611d1f754e33 HTTP/1.1" status: 200 len: 375 time: 0.0233564 Aug 30 21:04:55.777246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-478c6a73-5034-4d56-8ca1-2550103a1df7 req-15c289ed-5156-436e-8722-f59decdf06be service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907591 Aug 30 21:04:55.795792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.811693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e8024192-4599-4f3a-a407-e1dc3813aa62 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4596daf458bf44e384e2611d1f754e33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410917 Aug 30 21:04:55.816265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Transition to ACTIVE for port object 919c3449-5a03-4b02-ac5c-b4789101444f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:04:55.854629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.863932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e94b0c9-5118-4ea4-8cae-658fd07571a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.872503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e94b0c9-5118-4ea4-8cae-658fd07571a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:55.914431 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] For port 469d7296-b828-4fb4-97a1-28e8337e8701, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:04:55.921161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] For port 469d7296-b828-4fb4-97a1-28e8337e8701, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=469d7296-b828-4fb4-97a1-28e8337e8701,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:04:55.935195 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.027412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:56.032831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Made reservation on behalf of f81dc48dcfa547c59234e71b97f79862 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:56.035766 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b1e73-f24c-48be-9ce8-ead905d5931d None None] Pushing event updated for resources: {'Port': ['ID=469d7296-b828-4fb4-97a1-28e8337e8701,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:56.038607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.043214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94b0c9-5118-4ea4-8cae-658fd07571a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa019c-4035-450f-b5b1-a15304622542,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:56.049045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:56.078118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:04:56.084491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5e94b0c9-5118-4ea4-8cae-658fd07571a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe92a4a39e4647f08df3837602598fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4502354 Aug 30 21:04:56.101405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:04:56.103409 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:56.109686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48242) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:56.213509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.220438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Pushing event updated for resources: {'Port': ['ID=919c3449-5a03-4b02-ac5c-b4789101444f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:56.226540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.357066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-043e806b-e3fe-4fe6-b5b5-78157f026311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.439529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:04:56.473706 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-043e806b-e3fe-4fe6-b5b5-78157f026311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.530005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0c2e5b0-c0a7-48ec-a009-6fb31bb54828 None None] Provisioning for port 919c3449-5a03-4b02-ac5c-b4789101444f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:56.542727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0c2e5b0-c0a7-48ec-a009-6fb31bb54828 None None] Provisioning complete for port 919c3449-5a03-4b02-ac5c-b4789101444f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:56.545565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0c2e5b0-c0a7-48ec-a009-6fb31bb54828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.632892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2e5b0-c0a7-48ec-a009-6fb31bb54828 None None] Port 919c3449-5a03-4b02-ac5c-b4789101444f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:04:56.712937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.721183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.806601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.813758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ce0a4-116c-49e0-b893-82035d62d435 req-48735252-a04b-44ce-8d30-e01c4701475b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:56.828277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-565ce0a4-116c-49e0-b893-82035d62d435 req-48735252-a04b-44ce-8d30-e01c4701475b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.4428720 Aug 30 21:04:56.830859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:04:56.832729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-043e806b-e3fe-4fe6-b5b5-78157f026311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.850911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-043e806b-e3fe-4fe6-b5b5-78157f026311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.859214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c253e2-6384-4919-8fcb-280729c66a5d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:56.875719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:56.876312 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Added segment c2a116c5-8c3d-4b71-b258-82aac59c5222 of type vlan for network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 Aug 30 21:04:56.881247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-043e806b-e3fe-4fe6-b5b5-78157f026311 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21aa019c-4035-450f-b5b1-a15304622542 HTTP/1.1" status: 204 len: 168 time: 0.7668383 Aug 30 21:04:56.887220 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:51Z', 'revision_number': 3, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:04:56.910816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-840ae0ba-3476-4a4d-a099-a622e04fefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:56.926401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-840ae0ba-3476-4a4d-a099-a622e04fefec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1101 time: 0.3885076 Aug 30 21:04:57.023729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:04:57.031133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.251534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e806b-e3fe-4fe6-b5b5-78157f026311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa019c-4035-450f-b5b1-a15304622542,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:57.260709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9749e-6e64-48dd-8202-ea746c8e9f8d None None] The sync data for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 is: [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:51Z', 'revision_number': 3, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:04:57.358859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.375490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:57.376185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.397834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-565ce0a4-116c-49e0-b893-82035d62d435 req-26373df6-0fde-4e3e-bd16-2190f00e92ab tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682950 Aug 30 21:04:57.513729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] Pushing event updated for resources: {'Network': ['ID=cac20e62-1f77-4a5b-a9e6-f27f44663bd4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:57.518365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:57.520104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60935494-7fbd-4c08-82bf-48bd4486ec28 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4170053 Aug 30 21:04:57.524975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:57.529089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-574cde9c-980c-4461-b956-87c60797db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:57.530098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Request body: {'subnet': {'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1833473451-subnet', 'tenant_id': 'f81dc48dcfa547c59234e71b97f79862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:57.537421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-574cde9c-980c-4461-b956-87c60797db60 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.5755973 Aug 30 21:04:57.549987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:04:57.585175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Made reservation on behalf of f81dc48dcfa547c59234e71b97f79862 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:57.587766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.654243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'port_id': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'mac_address': 'fa:16:3e:82:27:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02bf2736-b56f-4274-b4ec-d9d58541ceb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:04:57.725919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.738706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.745467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-27aa9017-a675-488a-a97c-37ac68e8f017 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.1930473 Aug 30 21:04:57.838789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:57.986013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:58.002286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-7248e3a2-6bd5-413f-8ca9-5f494f810437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:58.004365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-7248e3a2-6bd5-413f-8ca9-5f494f810437 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2403121 Aug 30 21:04:58.164755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17238079-a7c5-4406-87cf-5eb90f0fa2ad {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:04:58.255418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:58.292098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 469d7296-b828-4fb4-97a1-28e8337e8701 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:04:58.305716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:58.331492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Pushing event updated for resources: {'Port': ['ID=919c3449-5a03-4b02-ac5c-b4789101444f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:58.448366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:58.451519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c44ed-e2e6-4284-84e5-954fb8d229ff req-e2ada646-ff18-4b1d-9cbd-5c9b7baf7d16 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:58.454159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f22c44ed-e2e6-4284-84e5-954fb8d229ff req-e2ada646-ff18-4b1d-9cbd-5c9b7baf7d16 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.4341207 Aug 30 21:04:58.504930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-0a8ed842-876b-4384-8aee-24b3c81777d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:58.514515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-0a8ed842-876b-4384-8aee-24b3c81777d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3674295 Aug 30 21:04:58.547790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:58.594789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-b81a2e4c-5bca-4066-ba48-ed992c6a47b3 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=4596daf458bf44e384e2611d1f754e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565442 Aug 30 21:04:58.796626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-f12c17b7-2cef-49f5-8da2-c7119d3c64de tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:58.799304 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-f12c17b7-2cef-49f5-8da2-c7119d3c64de tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870704 Aug 30 21:04:58.817163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['17238079-a7c5-4406-87cf-5eb90f0fa2ad'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:04:58.823278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f22c44ed-e2e6-4284-84e5-954fb8d229ff req-7331c3ea-4f63-4395-946d-355b9140e216 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423591 Aug 30 21:04:58.828304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:04:58.833885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Request body: {'port': {'device_id': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '4596daf458bf44e384e2611d1f754e33'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:58.844584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Checking segment: {'id': 'c2a116c5-8c3d-4b71-b258-82aac59c5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:04:58.844974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Network hostable DHCP agents. Network: cac20e62-1f77-4a5b-a9e6-f27f44663bd4, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:04:58.882740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:58.986081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:58.992889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-6e38c492-93cd-4d73-b601-fdf231601f66 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314578 Aug 30 21:04:59.053096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 469d7296-b828-4fb4-97a1-28e8337e8701 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:04:59.066188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 469d7296-b828-4fb4-97a1-28e8337e8701 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:59.071265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:59.263217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48284) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:04:59.388902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b8c7cbb-21d1-491f-b9fa-b36a7dce6195 req-0740e487-aead-4523-950b-9cd9beb94e44 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 210 time: 0.3710248 Aug 30 21:04:59.428463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:59.578951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 469d7296-b828-4fb4-97a1-28e8337e8701, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=469d7296-b828-4fb4-97a1-28e8337e8701,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:04:59.606316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-7242407c-c1bf-4070-8045-44a5efea1cb9 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017730 Aug 30 21:04:59.616683 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:59.644601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8f7b3c0c-6bd7-4116-8669-37be7ccb1578 None None] Provisioning complete for port 919c3449-5a03-4b02-ac5c-b4789101444f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:04:59.649067 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3c0c-6bd7-4116-8669-37be7ccb1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:59.802853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1463418451-network', 'tenant_id': '35bc30593127429cadd53880aa8f03b2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:04:59.850298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0e6f-aeda-45ac-9d1d-00147c806fe8 req-64b5a3ee-b0fb-4395-9dd8-572a63f036d5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:59.852429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-035e0e6f-aeda-45ac-9d1d-00147c806fe8 req-64b5a3ee-b0fb-4395-9dd8-572a63f036d5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 945 time: 0.1520364 Aug 30 21:04:59.887703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=469d7296-b828-4fb4-97a1-28e8337e8701,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:04:59.910750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:04:59.921469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:04:59.946061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Made reservation on behalf of 35bc30593127429cadd53880aa8f03b2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:04:59.954358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:59.964785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, cac20e62-1f77-4a5b-a9e6-f27f44663bd4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:04:59.974406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:04:59.975055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:04:59.979895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710bf1ad-07c0-4aa9-b522-d2059d468d2f None None] Network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:04:59.982738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b3c0c-6bd7-4116-8669-37be7ccb1578 None None] Port 919c3449-5a03-4b02-ac5c-b4789101444f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:05:00.013967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.050407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-035e0e6f-aeda-45ac-9d1d-00147c806fe8 req-b24162a6-d05d-441c-b753-aef5c0034566 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774609 Aug 30 21:05:00.063305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7563c413-0b3d-44ca-8f5b-0e8076378843 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5371635 Aug 30 21:05:00.281877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 469d7296-b828-4fb4-97a1-28e8337e8701 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:00.315898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:05:00.375217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9d9086b5-fcbc-40ae-9ad5-44b76b39714b admin admin] 10.222.0.76 "PUT /v2.0/routers/a72506c3-80b2-4634-ae80-d6eb0e5d6a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4336052 Aug 30 21:05:00.512488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91a249-c33d-4f1d-a00c-3b42477bbc87 None None] Network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:05:00.557347 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.565714 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.599035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Made reservation on behalf of 4596daf458bf44e384e2611d1f754e33 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:00.607659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.628318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.665010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:05:00.668584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:00.695419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.696521 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Added segment 8c534066-4260-443d-b82c-ff94ce45ece0 of type vlan for network 0b55968b-5227-486e-91d4-e44bcd93f214 Aug 30 21:05:00.772438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f153-141c-40d0-8541-d0bc7cdc0eb7 req-d5f4fa51-8816-4232-bde1-d1ff8b5553ee tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:00.788596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c01f153-141c-40d0-8541-d0bc7cdc0eb7 req-d5f4fa51-8816-4232-bde1-d1ff8b5553ee tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.1958966 Aug 30 21:05:00.860673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 469d7296-b828-4fb4-97a1-28e8337e8701 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:00.862313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.872910 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:05:00.896373 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.925085 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.928910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c01f153-141c-40d0-8541-d0bc7cdc0eb7 req-c79f375b-59e4-47dd-afdf-9636e1f6c7de tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320872 Aug 30 21:05:00.941809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.967823 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:00.970411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:00.971743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.043235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:01.061016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Sync routers for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:05:01.119228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:01.120312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:01.173303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] Pushing event updated for resources: {'Network': ['ID=0b55968b-5227-486e-91d4-e44bcd93f214,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:01.219221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f949d74-25c0-4a33-a786-abb8a3ee536c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:01.227714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 17238079-a7c5-4406-87cf-5eb90f0fa2ad completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:01.230450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0b55968b-5227-486e-91d4-e44bcd93f214 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:05:01.239462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 17238079-a7c5-4406-87cf-5eb90f0fa2ad triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:01.239849 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.245435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-917f2647-45c0-46ef-9a05-531c945ff63f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8940170 Aug 30 21:05:01.247066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48318) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:05:01.261423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46cdd6ac-a2bd-4374-849a-37d53b0d51f4 req-ed510855-1f8c-4fb7-b809-722666cd9d4e tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 210 time: 0.0795603 Aug 30 21:05:01.281859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Request body: {'subnet': {'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1463418451-subnet', 'tenant_id': '35bc30593127429cadd53880aa8f03b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:01.367096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Made reservation on behalf of 35bc30593127429cadd53880aa8f03b2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:01.391617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.464770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Allocated IP 192.168.233.30 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/52c5b9b1-db72-4518-b81d-7d72d25ee5cd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:01.548226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:01.697518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.848949 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.852794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:01.857583 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44e40ed-d808-4df2-800f-99c92ea66728" -d '{"events": [{"server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "name": "network-vif-plugged", "status": "completed", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:01.868424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.891041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:01.901412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:01.903507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Transition to ACTIVE for port object 52c5b9b1-db72-4518-b81d-7d72d25ee5cd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:01.926599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-9929bc0e-9ec9-497d-bb89-86423c45c3cf tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:01.934596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-9929bc0e-9ec9-497d-bb89-86423c45c3cf tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/networks?id=cac20e62-1f77-4a5b-a9e6-f27f44663bd4 HTTP/1.1" status: 200 len: 821 time: 0.2336738 Aug 30 21:05:01.963346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-89ca0fba-54f0-4dab-b5e4-b489975a69a6 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/quotas/f81dc48dcfa547c59234e71b97f79862 HTTP/1.1" status: 200 len: 375 time: 0.0270598 Aug 30 21:05:01.987691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:02.015452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-f72ae87f-dc76-46d7-bdfc-fd5f3a66c41d tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f81dc48dcfa547c59234e71b97f79862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499644 Aug 30 21:05:02.037198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:02.103666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:04:57Z', 'revision_number': 2, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:02.111120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:02.124913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:02.127285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Checking segment: {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:02.128057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Network hostable DHCP agents. Network: 0b55968b-5227-486e-91d4-e44bcd93f214, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:05:02.129481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:02.137189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a19798-df84-49e8-b9e5-a939446e8e33,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:02.162049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Checking router: a72506c3-80b2-4634-ae80-d6eb0e5d6a54 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:05:02.162556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Updating router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 port 919c3449-5a03-4b02-ac5c-b4789101444f binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:05:02.191973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Network 0b55968b-5227-486e-91d4-e44bcd93f214 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:05:02.228787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0b55968b-5227-486e-91d4-e44bcd93f214) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:02.242276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:02.243304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:02.256381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda9cb8-d3ef-4009-9327-2dd6932232fe None None] Network 0b55968b-5227-486e-91d4-e44bcd93f214 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:05:02.263216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-6bd1f6a1-55b0-4525-af43-a433966d2799 service neutron] 10.222.0.76 "GET /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460790 Aug 30 21:05:02.304566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:02.305117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:02.346127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Pushing event updated for resources: {'Port': ['ID=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:02.351915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:02.376617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a3d66692-ac9f-4e6d-a5b0-9f5acfc8edc7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1133721 Aug 30 21:05:02.396784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-be1e197f-1c1c-4002-a2d5-c718117ed2c5 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5672870 Aug 30 21:05:02.437942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Request body: {'port': {'device_id': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:02.497757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-0c63bce3-0f3c-417c-8db9-b1c00ff6d450 service neutron] 10.222.0.76 "GET /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319705 Aug 30 21:05:02.618801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:02.645934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e67fc-7a14-408d-90f1-e96c644c1d4d None None] Network 0b55968b-5227-486e-91d4-e44bcd93f214 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:05:02.866159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d5ea3411-de4e-4c0b-ae0d-a2e9e0006aeb None None] Provisioning for port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:02.876320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d5ea3411-de4e-4c0b-ae0d-a2e9e0006aeb None None] Provisioning complete for port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:02.876851 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5ea3411-de4e-4c0b-ae0d-a2e9e0006aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:02.992182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea3411-de4e-4c0b-ae0d-a2e9e0006aeb None None] Port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:05:03.153338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c5b9b1-db72-4518-b81d-7d72d25ee5cd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:03.155881 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.164051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.170721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Transition to ACTIVE for port object 919c3449-5a03-4b02-ac5c-b4789101444f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:03.183526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.187097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Transition to ACTIVE for port object 52c5b9b1-db72-4518-b81d-7d72d25ee5cd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:03.194924 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.231208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-1949c49e-f606-442c-bee0-5afda82dba8a tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:03.242302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-1949c49e-f606-442c-bee0-5afda82dba8a tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 827 time: 0.2911897 Aug 30 21:05:03.269912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-93bcf6f2-a230-4d5f-b229-a82b00957ce3 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/quotas/09dc1ebfc9a64a8a8f1176a799c2a11e HTTP/1.1" status: 200 len: 375 time: 0.0250139 Aug 30 21:05:03.314401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1266-934e-4668-a2ce-38345c4f0528 None None] Pushing event updated for resources: {'Port': ['ID=919c3449-5a03-4b02-ac5c-b4789101444f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:03.369019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Pushing event updated for resources: {'Port': ['ID=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:03.408196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-5ee6dcaa-9ef7-4720-acd0-2a710ead38be tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364145 Aug 30 21:05:03.525539 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.527015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Attempting to bind port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:03.534142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Attempting to bind port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:03.535363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Attempting to bind port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:03.546068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:03.547153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Attempting to bind port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:03.547322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Attempting to bind port 919c3449-5a03-4b02-ac5c-b4789101444f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:03.549453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Attempting to bind port 919c3449-5a03-4b02-ac5c-b4789101444f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:03.549453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Attempting to bind port 919c3449-5a03-4b02-ac5c-b4789101444f on network 4b3bbd03-3251-49b8-9f96-3569be688ebf {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:03.558307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:03.558790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Checking segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:03.559207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.559612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Bound using segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:03.561019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Bound port: 919c3449-5a03-4b02-ac5c-b4789101444f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:03.561447 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.562229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:03.562815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:03.563431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:03.564177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Bound port: 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:03.565120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.690435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-f424cdee-6162-4dad-ad72-545410a0cddd service neutron] 10.222.0.76 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772648 Aug 30 21:05:03.784898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] For port 919c3449-5a03-4b02-ac5c-b4789101444f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:03.796090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] For port 919c3449-5a03-4b02-ac5c-b4789101444f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=919c3449-5a03-4b02-ac5c-b4789101444f,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:03.810997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:03.854281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] For port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:03.865854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] For port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:03.883201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:04.053471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:04.061683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:04:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:04.076538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:04.077572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:04.080045 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] 10.222.0.82 "PUT /v2.0/ports/52c5b9b1-db72-4518-b81d-7d72d25ee5cd HTTP/1.1" status: 200 len: 1096 time: 1.6744366 Aug 30 21:05:04.080852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'tag': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:04.085361 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecba406-16aa-4535-a1ab-513be76a0bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2f5911-39b3-460c-b270-74f34bfe461e", "tag": "52c5b9b1-db72-4518-b81d-7d72d25ee5cd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:04.097247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-b1635e32-a20e-4cad-a991-3f0ea7d8bcc0 service neutron] 10.222.0.76 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911765 Aug 30 21:05:04.284232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1266-934e-4668-a2ce-38345c4f0528 None None] Pushing event updated for resources: {'Port': ['ID=919c3449-5a03-4b02-ac5c-b4789101444f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:04.360704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5b527-b4bd-4f2f-89f8-2fea190ba9de service neutron] Pushing event updated for resources: {'Port': ['ID=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:04.410342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-97e398b2-32e5-43ea-9a97-c54021896b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:04.415773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-97e398b2-32e5-43ea-9a97-c54021896b11 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4596daf458bf44e384e2611d1f754e33&device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 1099 time: 0.2225690 Aug 30 21:05:04.550956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-21503411-8af7-4f0f-873f-bff5f3c5fba2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd HTTP/1.1" status: 200 len: 217 time: 0.1249883 Aug 30 21:05:04.650941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:04.708678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-efbb0e1b-7655-4b97-ab17-28df941d5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:04.711731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-efbb0e1b-7655-4b97-ab17-28df941d5590 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1538680 Aug 30 21:05:04.827330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-c97a3571-a86d-400c-8246-b87832ece855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:04.831291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-c97a3571-a86d-400c-8246-b87832ece855 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1118062 Aug 30 21:05:04.941044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d52f32-bcf5-440d-b143-83bfffb056d5 req-122dffb0-ecc9-4cb4-9150-e08c5c098ed0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:04.943722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6d52f32-bcf5-440d-b143-83bfffb056d5 req-122dffb0-ecc9-4cb4-9150-e08c5c098ed0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 946 time: 0.1618218 Aug 30 21:05:05.154642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6d52f32-bcf5-440d-b143-83bfffb056d5 req-6e6c3006-d0f7-4b10-be7d-bab498eebaa9 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906202 Aug 30 21:05:05.179665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-8ba0f0b9-6723-4961-a485-4780aa061849 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333564 Aug 30 21:05:05.312264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:03Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:05.410411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15da3c1f-2105-4b6b-b3d3-c49d41f2933e None None] The sync data for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 is: [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:03Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:05:05.522856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:05.541563 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39919497-d503-4afb-bb50-fbf5e75cfaf3 x-openstack-request-id: req-39919497-d503-4afb-bb50-fbf5e75cfaf3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:05.542178 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "name": "network-vif-plugged", "status": "completed", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:05.542698 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39919497-d503-4afb-bb50-fbf5e75cfaf3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:05.550846 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'code': 200} Aug 30 21:05:05.574768 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64009d21-8b65-4d15-8877-3f55b3f062d0 req-f1810166-bc9c-49b8-aca7-09bf3c19b0df service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862169 Aug 30 21:05:05.617947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-2358ecf1-afac-4dc8-9c4b-62f95adc58f1 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:05.629122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-2358ecf1-afac-4dc8-9c4b-62f95adc58f1 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.86 "GET /v2.0/networks?id=cac20e62-1f77-4a5b-a9e6-f27f44663bd4 HTTP/1.1" status: 200 len: 821 time: 0.5670793 Aug 30 21:05:05.650258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Request body: {'port': {'device_id': '5fc23418-9742-4c16-a133-9672f536e26c', 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4', 'admin_state_up': True, 'tenant_id': 'f81dc48dcfa547c59234e71b97f79862'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:05.787764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785040-83d5-43b6-a4fa-4914cfff3d18 req-93b7b691-8912-491a-b7a2-843c71973021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:05.790588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e785040-83d5-43b6-a4fa-4914cfff3d18 req-93b7b691-8912-491a-b7a2-843c71973021 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1098 time: 0.0903676 Aug 30 21:05:05.875170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29432917-deb7-4720-843c-66600cb47cda req-f5689091-13ca-4003-95dd-11d1138ec1af tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:05.878792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29432917-deb7-4720-843c-66600cb47cda req-f5689091-13ca-4003-95dd-11d1138ec1af tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.2182546 Aug 30 21:05:05.889238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e785040-83d5-43b6-a4fa-4914cfff3d18 req-984a0ce4-a9fd-4e61-a313-97e6968a1974 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903904 Aug 30 21:05:05.985157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29432917-deb7-4720-843c-66600cb47cda req-ac6629c9-acf3-4acd-a6cf-ae75c23fe6c6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954089 Aug 30 21:05:06.014240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Made reservation on behalf of f81dc48dcfa547c59234e71b97f79862 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:06.021676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:06.214652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 919c3449-5a03-4b02-ac5c-b4789101444f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:06.332015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 919c3449-5a03-4b02-ac5c-b4789101444f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:06.356713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 919c3449-5a03-4b02-ac5c-b4789101444f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:06.360046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:06.441712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Allocated IP 172.20.0.3 (cac20e62-1f77-4a5b-a9e6-f27f44663bd4/2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5/81fffc67-1d5f-490f-b834-f693cfc8099b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:06.622237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:06.687440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408e0b5-a741-44ac-a911-1ae1e10a2ef2 req-43cab581-4206-440e-be80-7b0bd8aae625 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:06.695678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3408e0b5-a741-44ac-a911-1ae1e10a2ef2 req-43cab581-4206-440e-be80-7b0bd8aae625 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 947 time: 0.5226667 Aug 30 21:05:06.723320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-f514f3c1-26bf-4538-8f8c-097c87b8a0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:06.729128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-f514f3c1-26bf-4538-8f8c-097c87b8a0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.82 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 827 time: 0.3540344 Aug 30 21:05:06.730785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:06.739635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 919c3449-5a03-4b02-ac5c-b4789101444f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=919c3449-5a03-4b02-ac5c-b4789101444f,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:06.746813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Request body: {'port': {'device_id': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'admin_state_up': True, 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:06.748683 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:06.799215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3408e0b5-a741-44ac-a911-1ae1e10a2ef2 req-d10ab54b-4459-49d7-a276-6c00d5c04594 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022177 Aug 30 21:05:06.905692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:06.909979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=919c3449-5a03-4b02-ac5c-b4789101444f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:06.979909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:06.985787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:06.993022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:07.023285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Made reservation on behalf of 09dc1ebfc9a64a8a8f1176a799c2a11e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:07.029623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.059911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-562039a8-80fe-4072-ab48-a58663f85d5b req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-817141240', 'description': 'tempest-description-2110656222'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:07.103667 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-562039a8-80fe-4072-ab48-a58663f85d5b req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.140159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Pushing event updated for resources: {'Port': ['ID=81fffc67-1d5f-490f-b834-f693cfc8099b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:07.179868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:07.181410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.300380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Allocated IP 172.20.0.8 (4b3bbd03-3251-49b8-9f96-3569be688ebf/4a66d956-6b76-4ea0-bec8-d7ff2bf7967f/ecdbb44f-67b9-42d3-83fa-4a5d8965fda5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:07.318816 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-562039a8-80fe-4072-ab48-a58663f85d5b req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.328523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-562039a8-80fe-4072-ab48-a58663f85d5b req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.360925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ec18874b-0882-4117-9790-cf1cc42300fa tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7146149 Aug 30 21:05:07.376612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Request body: {'port': {'device_id': '5fc23418-9742-4c16-a133-9672f536e26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:07.432769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-562039a8-80fe-4072-ab48-a58663f85d5b req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.459535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-562039a8-80fe-4072-ab48-a58663f85d5b req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4144127 Aug 30 21:05:07.485068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b524d-c4bc-46f1-8d45-10741ada61a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d268382-4c84-4509-a339-f971a99eb9cb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:07.589747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.748322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.749103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224fe6-8980-448c-9b85-3f3997747fa8 req-1c553eb0-7e06-42b7-b7a8-f9d27f1fd947 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:07.750737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58224fe6-8980-448c-9b85-3f3997747fa8 req-1c553eb0-7e06-42b7-b7a8-f9d27f1fd947 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 931 time: 0.1431859 Aug 30 21:05:07.778749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Transition to ACTIVE for port object ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:07.834539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:07.879458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:07.886968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:07.890521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:07.913848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58224fe6-8980-448c-9b85-3f3997747fa8 req-e0433bdf-50b7-4040-9ffc-81d3f69a6430 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509860 Aug 30 21:05:07.928578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event updated for resources: {'Port': ['ID=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:07.986239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:07.987981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.020378 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9dc6a9e0-e6ad-4c5d-83ee-62c548c39750 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2804234 Aug 30 21:05:08.039274 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66407fd-35a3-4833-8e42-d40e0be5f80e x-openstack-request-id: req-d66407fd-35a3-4833-8e42-d40e0be5f80e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:08.039685 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2f5911-39b3-460c-b270-74f34bfe461e", "tag": "52c5b9b1-db72-4518-b81d-7d72d25ee5cd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:08.044125 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d66407fd-35a3-4833-8e42-d40e0be5f80e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:08.045551 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'tag': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd', 'status': 'completed', 'code': 200} Aug 30 21:05:08.064881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Request body: {'port': {'device_id': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:08.154762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.166692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 919c3449-5a03-4b02-ac5c-b4789101444f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:08.231380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-8208a1e8-710b-45b2-908a-b4c350b257d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:08.235112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-8208a1e8-710b-45b2-908a-b4c350b257d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4596daf458bf44e384e2611d1f754e33&device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 1099 time: 0.1787238 Aug 30 21:05:08.313510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 919c3449-5a03-4b02-ac5c-b4789101444f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:08.314150 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.457588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d62996a4-b22f-46ed-82f8-68d21b0315b0 None None] Provisioning for port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:08.461064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070d05f-2811-4df6-b46c-1829997c8993 req-f03c0233-143c-4c1c-9abd-e783ad8bb536 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:08.463633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d62996a4-b22f-46ed-82f8-68d21b0315b0 None None] Provisioning complete for port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:08.464087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4070d05f-2811-4df6-b46c-1829997c8993 req-f03c0233-143c-4c1c-9abd-e783ad8bb536 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 931 time: 0.3467047 Aug 30 21:05:08.464205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d62996a4-b22f-46ed-82f8-68d21b0315b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.476141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fffc67-1d5f-490f-b834-f693cfc8099b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:08.516555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.537973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d62996a4-b22f-46ed-82f8-68d21b0315b0 None None] Port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:05:08.587923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Transition to ACTIVE for port object 81fffc67-1d5f-490f-b834-f693cfc8099b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:08.610770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4070d05f-2811-4df6-b46c-1829997c8993 req-5812d0b5-1844-40ca-9489-4f1cad07b5eb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202168 Aug 30 21:05:08.611557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.664211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-f2da7ef8-6ef1-4da8-928f-29b1acd466b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:08.665739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-f2da7ef8-6ef1-4da8-928f-29b1acd466b1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3714693 Aug 30 21:05:08.740308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-5242f20f-5143-4ecd-b5df-06a470733724 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd HTTP/1.1" status: 200 len: 217 time: 0.0656767 Aug 30 21:05:08.758332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Pushing event updated for resources: {'Port': ['ID=81fffc67-1d5f-490f-b834-f693cfc8099b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:08.759901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:08.774311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.794265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Transition to ACTIVE for port object ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:08.802574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.887728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 52c5b9b1-db72-4518-b81d-7d72d25ee5cd details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:08.947754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ceeaa8a-0bd3-4c4e-a57a-4b5d20a13cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:08.969866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-0a611c66-20fd-4d88-8fae-48514f1c792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:08.970195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Pushing event updated for resources: {'Port': ['ID=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:08.972152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-0a611c66-20fd-4d88-8fae-48514f1c792c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2072840 Aug 30 21:05:08.998335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b5587-6040-4a0d-ab44-b33270bd60e1 req-1880e0e3-dc67-4d0c-a32b-a69ec4145ce0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:09.000677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-591b5587-6040-4a0d-ab44-b33270bd60e1 req-1880e0e3-dc67-4d0c-a32b-a69ec4145ce0 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.2572649 Aug 30 21:05:09.087182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Attempting to bind port 81fffc67-1d5f-490f-b834-f693cfc8099b on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:09.087522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Attempting to bind port 81fffc67-1d5f-490f-b834-f693cfc8099b by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c2a116c5-8c3d-4b71-b258-82aac59c5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:09.087844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Attempting to bind port 81fffc67-1d5f-490f-b834-f693cfc8099b on network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:09.106156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Port 81fffc67-1d5f-490f-b834-f693cfc8099b on network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:09.106510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Attempting to bind port 81fffc67-1d5f-490f-b834-f693cfc8099b on network cac20e62-1f77-4a5b-a9e6-f27f44663bd4 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:09.130060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-591b5587-6040-4a0d-ab44-b33270bd60e1 req-17b9df23-ddad-4956-b520-6452c24e4c7e tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044540 Aug 30 21:05:09.130808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Attempting to bind port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:09.131840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Attempting to bind port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:09.132460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Attempting to bind port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 on network 4b3bbd03-3251-49b8-9f96-3569be688ebf {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:09.142025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 on network 4b3bbd03-3251-49b8-9f96-3569be688ebf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:09.142595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Attempting to bind port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 on network 4b3bbd03-3251-49b8-9f96-3569be688ebf {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:09.145434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:09.145984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Checking segment: {'id': 'c2a116c5-8c3d-4b71-b258-82aac59c5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:09.146484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Bound using segment: {'id': 'c2a116c5-8c3d-4b71-b258-82aac59c5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:09.147197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Bound port: 81fffc67-1d5f-490f-b834-f693cfc8099b, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a116c5-8c3d-4b71-b258-82aac59c5222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:09.147705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:09.156594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:09.156594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Checking segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:09.156594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Bound using segment: {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:09.156594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Bound port: ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:09.156594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:09.201062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-e483fa59-b771-4d06-9639-88452d2cf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:09.222988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-e483fa59-b771-4d06-9639-88452d2cf0de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2110264 Aug 30 21:05:09.365275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] For port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:09.371646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] For port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:09.381061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:09.470732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:09.471435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:09.473224 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] 10.222.0.82 "PUT /v2.0/ports/ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 1092 time: 1.4259963 Aug 30 21:05:09.504845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:09.516942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa92fa5-7450-4703-acd9-b88a43eaca7c service neutron] Pushing event updated for resources: {'Port': ['ID=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:09.542696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd', 'mac_address': 'fa:16:3e:29:0d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:09.686042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:09.688253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-80b93e69-2a7f-459b-ae71-f660cdb9a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:09.689838 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-80b93e69-2a7f-459b-ae71-f660cdb9a5ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1095 time: 0.1334741 Aug 30 21:05:09.717964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c5b9b1-db72-4518-b81d-7d72d25ee5cd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:09.748281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-32711772-9504-48ae-81d9-b9c8fa93eb8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 217 time: 0.0488651 Aug 30 21:05:09.772013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:09.785455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:09.908172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:09.911792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9cd905ad-6331-462b-aff5-3aaf41b06aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:09.920358 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-9cd905ad-6331-462b-aff5-3aaf41b06aef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 200 len: 866 time: 0.1635418 Aug 30 21:05:09.952719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] For port 81fffc67-1d5f-490f-b834-f693cfc8099b, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:09.961574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14fe7-09d7-425f-9649-d8063ac82d4a req-cc9552c9-1240-4438-a080-002357dbd989 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:09.963208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55a14fe7-09d7-425f-9649-d8063ac82d4a req-cc9552c9-1240-4438-a080-002357dbd989 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 946 time: 0.6461806 Aug 30 21:05:09.977791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-69b9829e-7c7e-45d5-91ab-f78abb5adcce service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437019 Aug 30 21:05:09.981450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] For port 81fffc67-1d5f-490f-b834-f693cfc8099b, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=81fffc67-1d5f-490f-b834-f693cfc8099b,segment=NetworkSegment(c2a116c5-8c3d-4b71-b258-82aac59c5222),segment_id=c2a116c5-8c3d-4b71-b258-82aac59c5222)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:09.999717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:10.025181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-a6734fd2-72ea-4a0b-a440-ec7dd59ff274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:10.029040 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-a6734fd2-72ea-4a0b-a440-ec7dd59ff274 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b3bbd03-3251-49b8-9f96-3569be688ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995152 Aug 30 21:05:10.050510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:10.054340 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6f8203-804c-4fff-86d3-0c068427edee" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:10.101841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:10.102453 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:10.103896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] 10.222.0.86 "PUT /v2.0/ports/81fffc67-1d5f-490f-b834-f693cfc8099b HTTP/1.1" status: 200 len: 1092 time: 2.7347300 Aug 30 21:05:10.105848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc23418-9742-4c16-a133-9672f536e26c', 'tag': '81fffc67-1d5f-490f-b834-f693cfc8099b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:10.108443 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826041e4-1186-497e-9b8e-4b5615274400" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc23418-9742-4c16-a133-9672f536e26c", "tag": "81fffc67-1d5f-490f-b834-f693cfc8099b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:10.135202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55a14fe7-09d7-425f-9649-d8063ac82d4a req-29d6cf64-697f-4a70-afcc-225e7214df38 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437340 Aug 30 21:05:10.150599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973d2a0-2a52-4043-bd22-519484e879b9 service neutron] Pushing event updated for resources: {'Port': ['ID=81fffc67-1d5f-490f-b834-f693cfc8099b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:10.177298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecba406-16aa-4535-a1ab-513be76a0bc6 req-48847d94-75a4-4cc1-8177-22d4c5a4d4dd service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931143 Aug 30 21:05:10.194857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['52c5b9b1-db72-4518-b81d-7d72d25ee5cd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:10.277494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-a0dfd369-1921-4a3d-99b4-be713d70ac20 service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391021 Aug 30 21:05:10.355917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-8e40c2bd-768b-4109-96e9-6364a019a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:10.358549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-8e40c2bd-768b-4109-96e9-6364a019a6da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f81dc48dcfa547c59234e71b97f79862&device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 1095 time: 0.1382155 Aug 30 21:05:10.409665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c9d59437-5c61-4ff9-b2aa-8567121d1bab req-4fef2034-7971-4224-b67c-8138149202cf service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229942 Aug 30 21:05:10.443613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-ab2a7ca6-3ab1-4d96-9a36-496cf5b91e7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81fffc67-1d5f-490f-b834-f693cfc8099b HTTP/1.1" status: 200 len: 217 time: 0.0690200 Aug 30 21:05:10.456058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58033f91-8287-40d5-916c-cdc3b59d15d6 req-5fe4ebb2-be73-4df4-aa28-fac797d438f5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:10.457936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58033f91-8287-40d5-916c-cdc3b59d15d6 req-5fe4ebb2-be73-4df4-aa28-fac797d438f5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.1607811 Aug 30 21:05:10.524020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7de90-b2db-47ab-b972-71c50a30211d req-955ce018-4d79-4dc6-ba0c-972761dacfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:10.525583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-955ce018-4d79-4dc6-ba0c-972761dacfbb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5 HTTP/1.1" status: 200 len: 861 time: 0.0664778 Aug 30 21:05:10.550696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58033f91-8287-40d5-916c-cdc3b59d15d6 req-f3fc9096-7948-4fa8-905f-defcbfbe669f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630085 Aug 30 21:05:10.566210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-2577b2f1-4b6c-4578-88f8-79344ad25159 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cac20e62-1f77-4a5b-a9e6-f27f44663bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325763 Aug 30 21:05:10.627848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6911cfcd-acb5-4399-afbe-cc82edf15793 req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1390072321', 'description': 'tempest-description-417146943'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:10.671769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6911cfcd-acb5-4399-afbe-cc82edf15793 req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:10.696693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-1988cdae-888d-4f44-8d2f-2033b8fa5c15 service neutron] 10.222.0.86 "GET /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213751 Aug 30 21:05:10.867648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e7de90-b2db-47ab-b972-71c50a30211d req-a34cebb1-be45-4051-a89b-d38f3a3bb0e2 service neutron] 10.222.0.86 "GET /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618192 Aug 30 21:05:10.895513 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6911cfcd-acb5-4399-afbe-cc82edf15793 req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:10.900301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6911cfcd-acb5-4399-afbe-cc82edf15793 req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:10.941448 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6911cfcd-acb5-4399-afbe-cc82edf15793 req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:10.943363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6911cfcd-acb5-4399-afbe-cc82edf15793 req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3457258 Aug 30 21:05:10.954328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a7ad3-31b2-4d6c-8ec0-de3c36554cc9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230c9046-296a-43bb-9687-efe10b656bf5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:11.104963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bafb4-f620-4b77-9bf8-ee4fdef1caa8 req-d1a398b8-ade6-412b-85d4-105753d8e6ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:11.106846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e31bafb4-f620-4b77-9bf8-ee4fdef1caa8 req-d1a398b8-ade6-412b-85d4-105753d8e6ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 948 time: 0.0699785 Aug 30 21:05:11.152596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e31bafb4-f620-4b77-9bf8-ee4fdef1caa8 req-85960693-a23c-4fea-aee6-d21b33019de2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353351 Aug 30 21:05:11.273601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29782b1f-0f6a-4c08-b2a9-2bd099ee94a9 req-a0c0b916-9407-4440-94a7-ff83e4a07b29 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:11.275179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29782b1f-0f6a-4c08-b2a9-2bd099ee94a9 req-a0c0b916-9407-4440-94a7-ff83e4a07b29 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 943 time: 0.0562541 Aug 30 21:05:11.326647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29782b1f-0f6a-4c08-b2a9-2bd099ee94a9 req-50a05367-c013-4f85-a84e-9a63e930d356 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Aug 30 21:05:11.460623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d7987-0628-4939-966b-214f67973ee7 req-040dc641-c86f-4cc0-bc03-4ae68c0a3c4f tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:11.462605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-433d7987-0628-4939-966b-214f67973ee7 req-040dc641-c86f-4cc0-bc03-4ae68c0a3c4f tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 943 time: 0.0692031 Aug 30 21:05:11.521765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-433d7987-0628-4939-966b-214f67973ee7 req-33a3d8b8-b051-4237-8b88-200900724226 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Aug 30 21:05:11.676691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:11.749834 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f02d2c-34e1-44b9-b6c2-a4be3ce137f9 x-openstack-request-id: req-f9f02d2c-34e1-44b9-b6c2-a4be3ce137f9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:11.750734 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:11.750734 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9f02d2c-34e1-44b9-b6c2-a4be3ce137f9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:11.751067 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'status': 'completed', 'code': 200} Aug 30 21:05:11.812745 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4df1f70-8bdb-44e2-aee7-21fba9f75474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:11.821017 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74434248-0aba-4ecb-9603-474394e127a1 x-openstack-request-id: req-74434248-0aba-4ecb-9603-474394e127a1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:11.821492 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc23418-9742-4c16-a133-9672f536e26c", "tag": "81fffc67-1d5f-490f-b834-f693cfc8099b", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:11.821967 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74434248-0aba-4ecb-9603-474394e127a1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:11.822622 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc23418-9742-4c16-a133-9672f536e26c', 'tag': '81fffc67-1d5f-490f-b834-f693cfc8099b', 'status': 'completed', 'code': 200} Aug 30 21:05:11.879477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8203-804c-4fff-86d3-0c068427edee req-d67d7e2c-caa6-4953-a30d-ee48eeac6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:11.882432 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-d67d7e2c-caa6-4953-a30d-ee48eeac6c6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1095 time: 0.0986147 Aug 30 21:05:11.937680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826041e4-1186-497e-9b8e-4b5615274400 req-c38a55f1-b6b7-4800-9155-0fe866c3359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:11.939336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-c38a55f1-b6b7-4800-9155-0fe866c3359d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f81dc48dcfa547c59234e71b97f79862&device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 1095 time: 0.0833597 Aug 30 21:05:12.023032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce82490-fcab-4ed4-a804-c87d0cdae4a4 req-2b04587d-9083-4e2e-a39e-ccbbcf244304 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.025548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce82490-fcab-4ed4-a804-c87d0cdae4a4 req-2b04587d-9083-4e2e-a39e-ccbbcf244304 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1098 time: 0.1167405 Aug 30 21:05:12.045331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8203-804c-4fff-86d3-0c068427edee req-d1b84efb-d98d-4f0d-88c1-be838f8967f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.046903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-d1b84efb-d98d-4f0d-88c1-be838f8967f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 928 time: 0.1568229 Aug 30 21:05:12.096644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce82490-fcab-4ed4-a804-c87d0cdae4a4 req-6c24832a-55a4-4a7b-9868-006f68eb19df tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575731 Aug 30 21:05:12.102087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826041e4-1186-497e-9b8e-4b5615274400 req-7398b772-63ac-4363-b292-68d83fd2ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.103640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-7398b772-63ac-4363-b292-68d83fd2ab4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=cac20e62-1f77-4a5b-a9e6-f27f44663bd4 HTTP/1.1" status: 200 len: 922 time: 0.1560900 Aug 30 21:05:12.113723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-f615bc9e-710f-4fb8-b5b4-ef2d933afb0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 217 time: 0.0576360 Aug 30 21:05:12.160183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-07b6257b-9708-4f07-99d0-cdefef5511b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81fffc67-1d5f-490f-b834-f693cfc8099b HTTP/1.1" status: 200 len: 217 time: 0.0484869 Aug 30 21:05:12.206217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8203-804c-4fff-86d3-0c068427edee req-93d88be2-5d6b-4822-9ab9-e526f85ba186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.208533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-93d88be2-5d6b-4822-9ab9-e526f85ba186 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 200 len: 866 time: 0.0824447 Aug 30 21:05:12.223303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826041e4-1186-497e-9b8e-4b5615274400 req-3473d99b-5ce3-4a0e-aef5-8c5eb9434da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.226342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-3473d99b-5ce3-4a0e-aef5-8c5eb9434da4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5 HTTP/1.1" status: 200 len: 861 time: 0.0534284 Aug 30 21:05:12.280981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-2fd05ff9-3721-403e-a6c4-6201119d0d50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cac20e62-1f77-4a5b-a9e6-f27f44663bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447578 Aug 30 21:05:12.301915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f8203-804c-4fff-86d3-0c068427edee req-197fe34e-1c51-45ed-bbdf-9b0d7df4906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.304714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-197fe34e-1c51-45ed-bbdf-9b0d7df4906f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b3bbd03-3251-49b8-9f96-3569be688ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871584 Aug 30 21:05:12.464553 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-2bca46d5-93df-45a8-9a7c-3356839c6e7b service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503479 Aug 30 21:05:12.497802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:12.533582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-0db9ba6f-851b-4a3d-856c-b3a7c762682e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.536691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-0db9ba6f-851b-4a3d-856c-b3a7c762682e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 813 time: 0.2594140 Aug 30 21:05:12.540388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-ebcc4b9b-ed0c-4ec7-ab99-43f72f12969e service neutron] 10.222.0.86 "GET /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440932 Aug 30 21:05:12.641838 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d6f8203-804c-4fff-86d3-0c068427edee req-4c4cc880-d7cc-48d8-9c30-bf59ade26a31 service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556120 Aug 30 21:05:12.643076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-20a4f215-1e8b-4df8-a1dd-9c98927c73a2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/quotas/35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 375 time: 0.0919683 Aug 30 21:05:12.689836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-40e9819c-eae1-4baa-b15d-ed704b2808fb tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391972 Aug 30 21:05:12.782981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-826041e4-1186-497e-9b8e-4b5615274400 req-bd87b02a-f303-42b9-be93-cb93cfc8e9fa service neutron] 10.222.0.86 "GET /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339487 Aug 30 21:05:12.820409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-26fec027-7311-425f-8b34-ab1787700f5c service neutron] 10.222.0.76 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182899 Aug 30 21:05:12.869010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-1fb11343-be15-4bb1-a372-5a58e2107353 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659428 Aug 30 21:05:12.929781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:12.933147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 52c5b9b1-db72-4518-b81d-7d72d25ee5cd up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:12.957368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-53cd64d3-28a4-4335-bfa1-a9ec4a34f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:12.960448 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-53cd64d3-28a4-4335-bfa1-a9ec4a34f8e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 1116 time: 0.0616562 Aug 30 21:05:12.991020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-dc50d49a-20d9-4730-a615-7d4d96c19f40 service neutron] 10.222.0.76 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628389 Aug 30 21:05:13.074614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 81fffc67-1d5f-490f-b834-f693cfc8099b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:13.122600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-bea35880-89d5-48f2-81c2-fd50fa59634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:13.126590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-bea35880-89d5-48f2-81c2-fd50fa59634c service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1366704 Aug 30 21:05:13.139822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:13.180640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-5516d571-3561-4306-92b5-b9368141919e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 200 len: 217 time: 0.0450075 Aug 30 21:05:13.241295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:13.241826 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.280805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-f6a345d6-3d29-46c4-b496-8c147bcc76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:13.285222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-f6a345d6-3d29-46c4-b496-8c147bcc76ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0965841 Aug 30 21:05:13.315253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:13.357635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-2e40bf0d-0274-4364-8ea6-203c0499afa1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641663 Aug 30 21:05:13.391224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'port_id': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'mac_address': 'fa:16:3e:0b:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:13.444231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 81fffc67-1d5f-490f-b834-f693cfc8099b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=81fffc67-1d5f-490f-b834-f693cfc8099b,segment=NetworkSegment(c2a116c5-8c3d-4b71-b258-82aac59c5222),segment_id=c2a116c5-8c3d-4b71-b258-82aac59c5222)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:13.458334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-9898eb4d-b255-4eed-8041-5867bb5385c8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:13.471290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-9898eb4d-b255-4eed-8041-5867bb5385c8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.1615429 Aug 30 21:05:13.494582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-196667b5-36d2-4c0d-ad9b-4f23b2156e06 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/quotas/cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 375 time: 0.0216279 Aug 30 21:05:13.547557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '81fffc67-1d5f-490f-b834-f693cfc8099b', 'network_id': 'cac20e62-1f77-4a5b-a9e6-f27f44663bd4', 'port_id': '81fffc67-1d5f-490f-b834-f693cfc8099b', 'mac_address': 'fa:16:3e:0b:ac:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:13.564457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-d7e74455-ec31-411c-8de9-a3b80c4d9521 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686445 Aug 30 21:05:13.571251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-d1935f05-9383-4f49-ad53-2a9fc22c2304 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982388 Aug 30 21:05:13.648708 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.651059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.653923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.677779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-eaf64ad0-77c8-4a2a-a7ae-07eb636e17bd tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:13.682527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-eaf64ad0-77c8-4a2a-a7ae-07eb636e17bd tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.82 "GET /v2.0/ports?device_id=e1c0559f-d048-4025-934c-b9f91cde45be HTTP/1.1" status: 200 len: 946 time: 0.1740928 Aug 30 21:05:13.685587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:13.691559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fffc67-1d5f-490f-b834-f693cfc8099b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:13.736556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:13.737356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:13.739973 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05fa02-45c0-40c9-bc29-2988c69841e5" -d '{"events": [{"server_uuid": "0f2f5911-39b3-460c-b270-74f34bfe461e", "name": "network-vif-plugged", "status": "completed", "tag": "52c5b9b1-db72-4518-b81d-7d72d25ee5cd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:13.755054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-55919489-5223-45c0-87f4-26c1c64bb530 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826236 Aug 30 21:05:13.774854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 81fffc67-1d5f-490f-b834-f693cfc8099b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=81fffc67-1d5f-490f-b834-f693cfc8099b,segment=NetworkSegment(c2a116c5-8c3d-4b71-b258-82aac59c5222),segment_id=c2a116c5-8c3d-4b71-b258-82aac59c5222)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:13.777169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.837916 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-04e3e020-b3e9-4e3c-99c8-036f3fd1196e req-d1e0ba16-599d-41e3-bfa7-a2ccc925fd37 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629740 Aug 30 21:05:13.866209 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.872209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:13.884981 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.889281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:13.892267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-3afa5f8a-c64a-4155-adad-7effe278d4a4 service neutron] 10.222.0.76 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279650 Aug 30 21:05:13.899898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Deleting port e688c011-548f-49f8-bdb7-79b4367b32bd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:05:13.900574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:13.981624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=81fffc67-1d5f-490f-b834-f693cfc8099b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:14.070284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:14.080642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] For port e688c011-548f-49f8-bdb7-79b4367b32bd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e688c011-548f-49f8-bdb7-79b4367b32bd,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:14.082270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:14.196669 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:14.259201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['81fffc67-1d5f-490f-b834-f693cfc8099b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:14.508117 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:14.651689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5a561-fc47-49d1-9e6a-2bf44073fc5b req-ad51cbae-0f68-4114-b6ec-d3efe7580b68 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:14.654583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa5a561-fc47-49d1-9e6a-2bf44073fc5b req-ad51cbae-0f68-4114-b6ec-d3efe7580b68 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.1571469 Aug 30 21:05:14.739893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa5a561-fc47-49d1-9e6a-2bf44073fc5b req-55c39b3d-ebcc-401c-a687-2b9c2c188d93 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709479 Aug 30 21:05:14.788592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:14.789635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:14.790287 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39 disassociated. External IP: 172.25.5.232, port: e688c011-548f-49f8-bdb7-79b4367b32bd. Aug 30 21:05:14.790756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Calling delete_port for e688c011-548f-49f8-bdb7-79b4367b32bd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:05:14.972669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-6481aa7c-a372-42ce-bc81-65fda8827124 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2023024542&fields=id&tenant_id=0807f07f677a48708d60e27fc9f969bf HTTP/1.1" status: 200 len: 267 time: 0.0717642 Aug 30 21:05:15.195574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-11790c84-9242-4b88-9b62-a9370aa4df63 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:15.200297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-11790c84-9242-4b88-9b62-a9370aa4df63 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 824 time: 0.2125411 Aug 30 21:05:15.236648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-7dff540c-23f8-4e43-be9e-62bc368bf569 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/quotas/0807f07f677a48708d60e27fc9f969bf HTTP/1.1" status: 200 len: 375 time: 0.0258164 Aug 30 21:05:15.327934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-2a7ceb30-387b-411b-8b9a-374125c073a9 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847032 Aug 30 21:05:15.449684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-866d79f0-078c-4ee3-97a6-47852bea860f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:15.452325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-866d79f0-078c-4ee3-97a6-47852bea860f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 813 time: 0.6311007 Aug 30 21:05:15.503110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'port': {'device_id': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214', 'admin_state_up': True, 'tenant_id': '35bc30593127429cadd53880aa8f03b2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:15.538997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-ee04924a-6f35-4c20-97d9-1714e5a20636 service neutron] 10.222.0.76 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651037 Aug 30 21:05:15.636915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:15.690211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-94c751d7-ddd3-4de3-bda4-1dc6de64123d service neutron] 10.222.0.76 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493347 Aug 30 21:05:15.714740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event deleted for resources: {'Port': ['ID=e688c011-548f-49f8-bdb7-79b4367b32bd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:16.078529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:05:16.113492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Made reservation on behalf of 35bc30593127429cadd53880aa8f03b2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:16.127110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:16.332297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-8681ae57-b665-4d7c-ac5e-ce271b8fc883 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:16.340429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-8681ae57-b665-4d7c-ac5e-ce271b8fc883 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 808 time: 0.4951231 Aug 30 21:05:16.377186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Request body: {'port': {'device_id': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'admin_state_up': True, 'tenant_id': 'cddbb2884f29473ebac27abf2a42842c'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:16.647654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cac47-2da3-4327-a5df-3a8c11661ad1 req-096fe227-def2-4e96-b608-592aabb3bc46 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:16.662219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb7cac47-2da3-4327-a5df-3a8c11661ad1 req-096fe227-def2-4e96-b608-592aabb3bc46 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 949 time: 0.5836663 Aug 30 21:05:16.771170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb7cac47-2da3-4327-a5df-3a8c11661ad1 req-d93a0b0f-cd8c-42c3-81fc-646fadd310e4 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023910 Aug 30 21:05:16.780331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Made reservation on behalf of cddbb2884f29473ebac27abf2a42842c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:16.793223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:16.921208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:16.971888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:05:16.985528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Allocated IP 172.20.0.9 (0b55968b-5227-486e-91d4-e44bcd93f214/43a19798-df84-49e8-b9e5-a939446e8e33/721b70ca-8527-4748-802f-8189c6478326) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:16.992535 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:05:17.022047 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:17.027915 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:17.051038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] No DVR routers for this DVR port e688c011-548f-49f8-bdb7-79b4367b32bd on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:05:17.058063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.061410 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3287adf2-8ea6-4754-9f9a-44608e8bbf2d req-64275d0c-21a1-4173-a60b-8a6da6485306 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.82 "DELETE /v2.0/ports/e688c011-548f-49f8-bdb7-79b4367b32bd HTTP/1.1" status: 204 len: 173 time: 3.3726079 Aug 30 21:05:17.062141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'name': 'network-vif-deleted', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:17.072403 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997192b-3cde-4287-b973-737796eb294b" -d '{"events": [{"server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "name": "network-vif-deleted", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:17.089704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 81fffc67-1d5f-490f-b834-f693cfc8099b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:17.211799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2d3b0-47b6-400d-9257-a6793ef70bd1 req-bda49b7b-cc74-4236-85f9-d56aab2878df tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:17.217148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7dc2d3b0-47b6-400d-9257-a6793ef70bd1 req-bda49b7b-cc74-4236-85f9-d56aab2878df tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 944 time: 0.2122474 Aug 30 21:05:17.320675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 81fffc67-1d5f-490f-b834-f693cfc8099b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:17.346241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 81fffc67-1d5f-490f-b834-f693cfc8099b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:17.350356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.389459 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:17.413946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Allocated IP 172.20.0.2 (d52f173c-a831-4523-866e-cfe3fe25ea46/7639b83c-74c1-40a5-853b-53d212559039/fd974043-e084-41b8-8a60-5d8dad2c2d24) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:17.425605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7dc2d3b0-47b6-400d-9257-a6793ef70bd1 req-e3a41f53-20a3-42ab-9483-56a82e875f79 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804876 Aug 30 21:05:17.464512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.564521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:17.581054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.583073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:17.585550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.725051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Network 0b55968b-5227-486e-91d4-e44bcd93f214 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:17.725906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:17.729982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:17.733420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:17.789609 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.819487 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:17.855339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:17.856075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:17.873246 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:05:17.875565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb4537-b2fe-46f8-bc10-ad9dd3169850 req-2139f469-9737-4f04-8df7-898c1bd2faf1 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:17.891997 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:17.893474 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:17.894715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-29173225-4c7b-4dd1-b42b-1ad8367076c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4319134 Aug 30 21:05:17.910491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dcb4537-b2fe-46f8-bc10-ad9dd3169850 req-2139f469-9737-4f04-8df7-898c1bd2faf1 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 944 time: 0.3496447 Aug 30 21:05:17.917889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Request body: {'port': {'device_id': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:18.069949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:18.100166 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:18.197388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dcb4537-b2fe-46f8-bc10-ad9dd3169850 req-4b94b0f2-5916-412b-9e05-033cdeaf28ea tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815962 Aug 30 21:05:18.222604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:18.269118 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:18.284099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e688c011-548f-49f8-bdb7-79b4367b32bd no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:05:18.306548 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:18.435501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: e688c011-548f-49f8-bdb7-79b4367b32bd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:05:18.443371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e688c011-548f-49f8-bdb7-79b4367b32bd not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:05:18.447649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:18.468963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:18.494941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 81fffc67-1d5f-490f-b834-f693cfc8099b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=81fffc67-1d5f-490f-b834-f693cfc8099b,segment=NetworkSegment(c2a116c5-8c3d-4b71-b258-82aac59c5222),segment_id=c2a116c5-8c3d-4b71-b258-82aac59c5222)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:18.502148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:18.660954 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:18.693449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=81fffc67-1d5f-490f-b834-f693cfc8099b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:18.778289 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eaaef-78b6-4bad-bc4a-f3c8b2f61526 None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:05:18.781566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-3206cfa7-6517-41ad-90a8-b0a9bb9241c2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:18.782809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-3206cfa7-6517-41ad-90a8-b0a9bb9241c2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.86 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 824 time: 0.5038922 Aug 30 21:05:18.862589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972c55-ffcb-4ed2-981e-f05d5aee6a28 req-87a9e178-9b8a-4fa5-ad2c-ef7da9c1fa05 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:18.864930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc972c55-ffcb-4ed2-981e-f05d5aee6a28 req-87a9e178-9b8a-4fa5-ad2c-ef7da9c1fa05 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 931 time: 0.3012898 Aug 30 21:05:18.942302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc972c55-ffcb-4ed2-981e-f05d5aee6a28 req-00870644-9ab2-42a0-9b1b-05bedecd69df tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565262 Aug 30 21:05:18.981972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-c34e9033-484f-4735-bf46-965b1369c4df tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0807f07f677a48708d60e27fc9f969bf HTTP/1.1" status: 200 len: 380 time: 0.1830466 Aug 30 21:05:19.017209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'port': {'device_id': '6039c8b5-3704-4e56-a454-0ccaff167508', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'admin_state_up': True, 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'security_groups': ['100aaef3-1d00-4658-a760-2c64aa4f1b51']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:19.028172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.096177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721b70ca-8527-4748-802f-8189c6478326 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:19.119075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.150968 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c9888-d07f-4fc1-a31b-62e6ead1756d x-openstack-request-id: req-458c9888-d07f-4fc1-a31b-62e6ead1756d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:19.151771 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f5911-39b3-460c-b270-74f34bfe461e", "name": "network-vif-plugged", "status": "completed", "tag": "52c5b9b1-db72-4518-b81d-7d72d25ee5cd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:19.151771 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-458c9888-d07f-4fc1-a31b-62e6ead1756d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:19.152720 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd', 'code': 200} Aug 30 21:05:19.181998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Transition to ACTIVE for port object 721b70ca-8527-4748-802f-8189c6478326 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:19.191910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.297244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Network d52f173c-a831-4523-866e-cfe3fe25ea46 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:19.307047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:19.311610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:19.424910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:19.460384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bcb2c9-4083-44c4-b6aa-40a36ae23481 None None] New status for floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:05:19.553955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ff49-b559-4cd9-9722-75a4605af688 req-04919d8e-b5ce-4ca5-8711-4f00e3939cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:19.556822 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b8b4ff49-b559-4cd9-9722-75a4605af688 req-04919d8e-b5ce-4ca5-8711-4f00e3939cee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 1101 time: 0.2374086 Aug 30 21:05:19.619548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Attempting to bind port 721b70ca-8527-4748-802f-8189c6478326 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:19.620029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Attempting to bind port 721b70ca-8527-4748-802f-8189c6478326 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:19.620612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Attempting to bind port 721b70ca-8527-4748-802f-8189c6478326 on network 0b55968b-5227-486e-91d4-e44bcd93f214 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:19.628860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Port 721b70ca-8527-4748-802f-8189c6478326 on network 0b55968b-5227-486e-91d4-e44bcd93f214 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:19.629611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Attempting to bind port 721b70ca-8527-4748-802f-8189c6478326 on network 0b55968b-5227-486e-91d4-e44bcd93f214 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:19.659734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:19.663549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Checking segment: {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:19.664893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Bound using segment: {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:19.666046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Bound port: 721b70ca-8527-4748-802f-8189c6478326, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:19.667814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.682275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b8b4ff49-b559-4cd9-9722-75a4605af688 req-e6a8ddf9-0bea-4b4f-8557-b6f193bdc09f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173358 Aug 30 21:05:19.787364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:19.793379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:19.800580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.857680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:19.858823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.861029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:19.861228 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] 10.222.0.86 "PUT /v2.0/ports/721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 1092 time: 1.9525268 Aug 30 21:05:19.862019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:19.871662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:19.940171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe357a-0e15-4d9d-b76c-938b95b6a0cf req-43070805-8599-4160-8715-0b52b1fa469b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:19.943181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68fe357a-0e15-4d9d-b76c-938b95b6a0cf req-43070805-8599-4160-8715-0b52b1fa469b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 931 time: 0.6408494 Aug 30 21:05:19.949383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-691238f6-4ebd-4850-9174-90c791a169e8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5843074 Aug 30 21:05:19.962856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0814c1-c626-42fa-a8c1-0c97ced6a208 service neutron] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:19.970764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Request body: {'port': {'device_id': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:19.991514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-6e31ced3-c689-4e43-9d84-80618072c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:19.993060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-6e31ced3-c689-4e43-9d84-80618072c28b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1095 time: 0.0811915 Aug 30 21:05:20.003910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Made reservation on behalf of 0807f07f677a48708d60e27fc9f969bf for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:20.007758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:20.069224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68fe357a-0e15-4d9d-b76c-938b95b6a0cf req-36203e2e-e8da-4a6a-a355-ba54ea0c11c2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102631 Aug 30 21:05:20.075485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-858a7edf-9845-472b-8fb9-f1494166c173 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 217 time: 0.0652213 Aug 30 21:05:20.083720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:20.151061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-b6daf6bd-fb19-4864-adf6-e577bd261b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:20.153947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-b6daf6bd-fb19-4864-adf6-e577bd261b6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.0691907 Aug 30 21:05:20.209065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-65f274b3-c009-411d-8334-6c8e002efd02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445669 Aug 30 21:05:20.373809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-1367a4f6-d0fb-49a3-b341-94edbb84d574 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562955 Aug 30 21:05:20.477947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f86304b7-2a69-4cc8-b3a1-6d6ecba5b953 req-d45cdb1f-77bf-461f-a34b-add11df7c6d8 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963199 Aug 30 21:05:20.491977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779b08-507c-471e-ab25-4f66c8983e78 req-591a86bc-be7f-4de1-900f-f96d53c429e6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:20.494658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18779b08-507c-471e-ab25-4f66c8983e78 req-591a86bc-be7f-4de1-900f-f96d53c429e6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.2808444 Aug 30 21:05:20.588469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Allocated IP 172.20.0.13 (bb055f31-e7f3-4ddd-b1da-395b5f79a69e/06f0867d-1bb1-43eb-825f-e5986b65c56f/f23b7d6b-aace-40fd-bfac-a6d902c227fe) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:20.632348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18779b08-507c-471e-ab25-4f66c8983e78 req-929ec733-4453-4361-81d4-df5ace11eaa9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208177 Aug 30 21:05:20.823964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5be5c0a-d651-4daa-9ade-e7861788d93d req-67e0946b-2a7b-4857-b3ee-62bc88b39b55 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 210 time: 0.0689912 Aug 30 21:05:20.871652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd974043-e084-41b8-8a60-5d8dad2c2d24 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:20.887050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:20.895227 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1259c965-77df-4de0-9d96-81de3fa6b185 x-openstack-request-id: req-1259c965-77df-4de0-9d96-81de3fa6b185 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:20.895671 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c0559f-d048-4025-934c-b9f91cde45be", "name": "network-vif-deleted", "tag": "e688c011-548f-49f8-bdb7-79b4367b32bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:20.896069 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1259c965-77df-4de0-9d96-81de3fa6b185 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:20.896683 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c0559f-d048-4025-934c-b9f91cde45be', 'name': 'network-vif-deleted', 'tag': 'e688c011-548f-49f8-bdb7-79b4367b32bd', 'status': 'completed', 'code': 200} Aug 30 21:05:20.910473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:20.931248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Transition to ACTIVE for port object fd974043-e084-41b8-8a60-5d8dad2c2d24 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:20.938124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Transition to ACTIVE for port object f23b7d6b-aace-40fd-bfac-a6d902c227fe will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:20.940258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.058473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:21.100622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.146724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177e0f-7cf2-4231-9be2-943c8ddc04af req-b5322e44-4445-444a-a79b-faa466f003aa tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:21.148570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42177e0f-7cf2-4231-9be2-943c8ddc04af req-b5322e44-4445-444a-a79b-faa466f003aa tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 949 time: 0.1528533 Aug 30 21:05:21.153957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'}, {'server_uuid': '5fc23418-9742-4c16-a133-9672f536e26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fffc67-1d5f-490f-b834-f693cfc8099b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:21.158483 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f560a-bd0c-4eb8-b9de-2d1454dcf8a6" -d '{"events": [{"server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "name": "network-vif-plugged", "status": "completed", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5"}, {"server_uuid": "5fc23418-9742-4c16-a133-9672f536e26c", "name": "network-vif-plugged", "status": "completed", "tag": "81fffc67-1d5f-490f-b834-f693cfc8099b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:21.215254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:21.232557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:21.242496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:21.248948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:21.249402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:21.249866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:21.282876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event updated for resources: {'Port': ['ID=f23b7d6b-aace-40fd-bfac-a6d902c227fe,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:21.300918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:21.301442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:21.309154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42177e0f-7cf2-4231-9be2-943c8ddc04af req-c71a0a23-d2e2-44a2-b447-3a0cc584bf90 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322882 Aug 30 21:05:21.323691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:21.324433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:21.324972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:21.325532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Bound port: fd974043-e084-41b8-8a60-5d8dad2c2d24, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:21.326044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.360747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:21.361444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.440659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:21.444565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:21.457925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-1719a00b-e8ae-4d00-9616-1ab0558c9e82 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4598057 Aug 30 21:05:21.461191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.488610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Request body: {'port': {'device_id': '6039c8b5-3704-4e56-a454-0ccaff167508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:21.563215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:21.563841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.565264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] 10.222.0.82 "PUT /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 1092 time: 1.6048632 Aug 30 21:05:21.567753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:21.570082 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b5697a-e09d-4950-a354-deb499c24d23" -d '{"events": [{"name": "network-changed", "server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:21.652995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4902a-8606-4abd-b3c7-05c69a9bc6a3 req-8cd87bf5-4043-402b-8245-b186bb9afa48 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:21.654974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6b4902a-8606-4abd-b3c7-05c69a9bc6a3 req-8cd87bf5-4043-402b-8245-b186bb9afa48 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 945 time: 0.2088232 Aug 30 21:05:21.661665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67a113-415f-404c-89d3-0445e9ea943e service neutron] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:21.703366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.708191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f9132995-3cf6-474f-86fe-dc37ffb4135f None None] Provisioning for port f23b7d6b-aace-40fd-bfac-a6d902c227fe completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:21.718352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f9132995-3cf6-474f-86fe-dc37ffb4135f None None] Provisioning complete for port f23b7d6b-aace-40fd-bfac-a6d902c227fe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:21.719369 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f9132995-3cf6-474f-86fe-dc37ffb4135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:21.789202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f9132995-3cf6-474f-86fe-dc37ffb4135f None None] Port f23b7d6b-aace-40fd-bfac-a6d902c227fe cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:05:21.813633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6b4902a-8606-4abd-b3c7-05c69a9bc6a3 req-ce428708-6319-4915-ac06-f5ef61caab0c tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Aug 30 21:05:21.816646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-b50bcf4d-8533-4e73-8269-34eaf9b142eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:21.819794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-b50bcf4d-8533-4e73-8269-34eaf9b142eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1095 time: 0.1973329 Aug 30 21:05:21.901208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-e8cfbd69-8235-4986-8562-b36f04840a48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 217 time: 0.0641015 Aug 30 21:05:21.987535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-3afd341e-2057-47ca-9379-926ce5f8c2ec service neutron] 10.222.0.82 "GET /v2.0/ports/2701d3e9-eca3-4a07-8560-c94dcc02ae36/bindings/n-h1-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.1109021 Aug 30 21:05:22.148500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78400869-e722-452f-9547-d419c47cb843 req-02948c62-c64a-475d-bdaf-ff0c80269627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.150038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-02948c62-c64a-475d-bdaf-ff0c80269627 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.1701636 Aug 30 21:05:22.203971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296eb7-1b1b-4813-97ab-522e05b1d440 req-1d0fd7e7-bcbc-47aa-82e9-84fc1696850c tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.205644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38296eb7-1b1b-4813-97ab-522e05b1d440 req-1d0fd7e7-bcbc-47aa-82e9-84fc1696850c tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 945 time: 0.2274644 Aug 30 21:05:22.226224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-eef832e4-e752-43f8-a183-18586e90f35b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427859 Aug 30 21:05:22.317714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-d44aaabb-1f88-4055-aa2e-b9d643d70c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.326770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-d44aaabb-1f88-4055-aa2e-b9d643d70c81 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7&tenant_id=b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 1101 time: 0.0785599 Aug 30 21:05:22.393410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38296eb7-1b1b-4813-97ab-522e05b1d440 req-a5e90053-016e-4083-997e-238970fc73a9 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695478 Aug 30 21:05:22.429126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-2a258f07-c90d-4ac3-9974-f5dce26e88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.444159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-2a258f07-c90d-4ac3-9974-f5dce26e88f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1101 time: 0.0769403 Aug 30 21:05:22.476875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-6a1b3530-e887-4c34-9160-a1a2a68a545b service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288196 Aug 30 21:05:22.591096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23b7d6b-aace-40fd-bfac-a6d902c227fe {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:22.610456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:22.612017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-8ff7fdaa-e6c6-4d5a-8eaa-f22d9b608103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.614644 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-8ff7fdaa-e6c6-4d5a-8eaa-f22d9b608103 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1691618 Aug 30 21:05:22.655300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Transition to ACTIVE for port object f23b7d6b-aace-40fd-bfac-a6d902c227fe will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:22.670955 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:22.691906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-59661e98-5d8c-4ee3-a2dc-fcbc30a87646 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.0699911 Aug 30 21:05:22.738477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78400869-e722-452f-9547-d419c47cb843 req-bfd66d17-6fff-4754-99c3-9dbc20572f62 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420805 Aug 30 21:05:22.772369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Pushing event updated for resources: {'Port': ['ID=f23b7d6b-aace-40fd-bfac-a6d902c227fe,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:22.796836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-ca0c5091-a080-4ee8-ace5-3d8667b2fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.799285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-ca0c5091-a080-4ee8-ace5-3d8667b2fb6d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1002841 Aug 30 21:05:22.893015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Attempting to bind port f23b7d6b-aace-40fd-bfac-a6d902c227fe on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:22.893602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Attempting to bind port f23b7d6b-aace-40fd-bfac-a6d902c227fe by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:22.894128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Attempting to bind port f23b7d6b-aace-40fd-bfac-a6d902c227fe on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:22.898691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'tag': '721b70ca-8527-4748-802f-8189c6478326'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:22.902307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Port f23b7d6b-aace-40fd-bfac-a6d902c227fe on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:22.902600 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92d17ab-8fd4-439e-a13b-595d60002556" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "tag": "721b70ca-8527-4748-802f-8189c6478326"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:22.903287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Attempting to bind port f23b7d6b-aace-40fd-bfac-a6d902c227fe on network bb055f31-e7f3-4ddd-b1da-395b5f79a69e {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:22.911599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:22.912263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Checking segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:22.912978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Bound using segment: {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:22.913734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Bound port: f23b7d6b-aace-40fd-bfac-a6d902c227fe, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c1c636-b647-4491-a73f-0e4a31e1b4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:22.914198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:22.931831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-afed58b1-2311-4e58-9d88-21dd293b22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:22.934425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-afed58b1-2311-4e58-9d88-21dd293b22e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277268 Aug 30 21:05:23.115691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] For port f23b7d6b-aace-40fd-bfac-a6d902c227fe, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:23.119667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] For port f23b7d6b-aace-40fd-bfac-a6d902c227fe, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:23.124959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 721b70ca-8527-4748-802f-8189c6478326 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:23.126042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:23.180854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-d72b53aa-6326-448c-943c-f33137cb91d7 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383223 Aug 30 21:05:23.181507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:23.181907 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:23.183661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] 10.222.0.86 "PUT /v2.0/ports/f23b7d6b-aace-40fd-bfac-a6d902c227fe HTTP/1.1" status: 200 len: 1093 time: 1.7036250 Aug 30 21:05:23.377301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4df73-d486-4048-bb63-11c9e35f1d18 service neutron] Pushing event updated for resources: {'Port': ['ID=f23b7d6b-aace-40fd-bfac-a6d902c227fe,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:23.432584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a38d0474-878a-4aea-a723-cc9901b6ef56 req-93127885-1cbe-49f5-a7cf-ebd28ad48984 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448194 Aug 30 21:05:23.449571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:23.475958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '721b70ca-8527-4748-802f-8189c6478326', 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214', 'port_id': '721b70ca-8527-4748-802f-8189c6478326', 'mac_address': 'fa:16:3e:8d:52:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a19798-df84-49e8-b9e5-a939446e8e33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:23.487739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276e22c-2b1c-4448-8fb6-0b474f254736 req-fe804be3-aaab-495c-8293-e57c9a69270f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:23.491334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9276e22c-2b1c-4448-8fb6-0b474f254736 req-fe804be3-aaab-495c-8293-e57c9a69270f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 943 time: 0.2803643 Aug 30 21:05:23.503869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-bd95e53b-7d59-42b1-8550-5ce9c133d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:23.506719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-bd95e53b-7d59-42b1-8550-5ce9c133d5ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 1096 time: 0.2659421 Aug 30 21:05:23.614812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9276e22c-2b1c-4448-8fb6-0b474f254736 req-c9b11f91-7a65-4856-9c60-0b100190589b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062152 Aug 30 21:05:23.629998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:23.702497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721b70ca-8527-4748-802f-8189c6478326 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:23.703788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-ce12cd6b-3fe8-4ddd-8a76-46ee8f1e5dbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe HTTP/1.1" status: 200 len: 217 time: 0.1368985 Aug 30 21:05:23.772469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:23.780031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:23.865614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-02c0f0ca-415d-4174-9856-a71d84c3bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:23.869008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-02c0f0ca-415d-4174-9856-a71d84c3bda4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.1581585 Aug 30 21:05:23.884533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:23.910567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0a925-b104-4b44-8d45-2a57f2c672de req-01c89473-6106-4825-b2d4-a32c9eac8745 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:23.924401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20b0a925-b104-4b44-8d45-2a57f2c672de req-01c89473-6106-4825-b2d4-a32c9eac8745 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.1548727 Aug 30 21:05:24.024161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20b0a925-b104-4b44-8d45-2a57f2c672de req-efbdf530-c70d-4388-949e-66f61cdefe8a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983977 Aug 30 21:05:24.029081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-a8a5a05a-3ec1-4112-aff0-89edda39f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:24.031625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-a8a5a05a-3ec1-4112-aff0-89edda39f5e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507082 Aug 30 21:05:24.170798 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f82d2a-6a1d-4ddd-bb08-ff45d99e713d x-openstack-request-id: req-83f82d2a-6a1d-4ddd-bb08-ff45d99e713d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:24.171481 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "name": "network-vif-plugged", "status": "completed", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5", "code": 200}, {"server_uuid": "5fc23418-9742-4c16-a133-9672f536e26c", "name": "network-vif-plugged", "status": "completed", "tag": "81fffc67-1d5f-490f-b834-f693cfc8099b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:24.171694 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83f82d2a-6a1d-4ddd-bb08-ff45d99e713d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:24.172259 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'code': 200} Aug 30 21:05:24.172655 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc23418-9742-4c16-a133-9672f536e26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fffc67-1d5f-490f-b834-f693cfc8099b', 'code': 200} Aug 30 21:05:24.211870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-d5ee3400-c401-45b0-a57c-b5066981e11c service neutron] 10.222.0.86 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708088 Aug 30 21:05:24.218304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:24.352380 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896bc4e4-cea6-462f-aac9-8eb6fe6cb657 x-openstack-request-id: req-896bc4e4-cea6-462f-aac9-8eb6fe6cb657 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:24.353245 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:24.353926 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-896bc4e4-cea6-462f-aac9-8eb6fe6cb657 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:24.354809 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'status': 'completed', 'code': 200} Aug 30 21:05:24.406003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed521d6-6a82-48b6-9b7a-51d00e0b7753 req-f556c84d-888b-40a4-a493-dc40772bc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:24.408652 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ed521d6-6a82-48b6-9b7a-51d00e0b7753 req-f556c84d-888b-40a4-a493-dc40772bc1f9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1097 time: 0.1618316 Aug 30 21:05:24.461593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc484d2-8893-42f7-95ff-05a135c0fbfe req-4e1cbdac-1036-4d6e-98a3-2c395cabdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:24.464124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bcc484d2-8893-42f7-95ff-05a135c0fbfe req-4e1cbdac-1036-4d6e-98a3-2c395cabdaa0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 1097 time: 0.1557572 Aug 30 21:05:24.481700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5697a-e09d-4950-a354-deb499c24d23 req-ab87f4ee-01ac-4921-8b08-94c32d59708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:24.483285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-ab87f4ee-01ac-4921-8b08-94c32d59708b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1095 time: 0.1269972 Aug 30 21:05:24.501895 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ed521d6-6a82-48b6-9b7a-51d00e0b7753 req-6919733a-c7e8-4573-b4c0-4a5bb09a3c91 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844767 Aug 30 21:05:24.543468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bcc484d2-8893-42f7-95ff-05a135c0fbfe req-abf2a2b6-89d5-4f53-be5f-16cec0c62222 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682418 Aug 30 21:05:24.571307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea7e844d-49c2-45e9-b525-2fb3394a9800 req-8e58ccaa-0c07-478f-bfa3-2b9220ef42f1 service neutron] 10.222.0.86 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460405 Aug 30 21:05:24.586052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830da4e-e116-47c4-b281-9a23bf5f032c req-1418a4bc-d97f-4164-88f0-c42eba6edf7b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:24.587694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2830da4e-e116-47c4-b281-9a23bf5f032c req-1418a4bc-d97f-4164-88f0-c42eba6edf7b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.1775610 Aug 30 21:05:24.670415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5697a-e09d-4950-a354-deb499c24d23 req-1c389a91-e223-4a83-8b37-ea160f990807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:24.672063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-1c389a91-e223-4a83-8b37-ea160f990807 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1814976 Aug 30 21:05:24.675505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2830da4e-e116-47c4-b281-9a23bf5f032c req-1a737a7b-1547-42b4-8016-14efa0130164 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797880 Aug 30 21:05:24.961720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:05:25.097000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:25.139538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:25.146638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:25.152625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-f4ed0567-fdca-4612-9a41-a9ba4147006e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 217 time: 0.4002712 Aug 30 21:05:25.230606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:25.275370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4623e-763a-406e-876f-5e597b1d343c req-f050fe45-49cc-4eb5-bf5c-5f19b3b31d92 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:25.278139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50a4623e-763a-406e-876f-5e597b1d343c req-f050fe45-49cc-4eb5-bf5c-5f19b3b31d92 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 944 time: 0.5152960 Aug 30 21:05:25.281444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5697a-e09d-4950-a354-deb499c24d23 req-3229790d-4535-4bb2-9367-cd66404fd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:25.284261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-3229790d-4535-4bb2-9367-cd66404fd376 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0979946 Aug 30 21:05:25.362969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-89751891-b546-446e-aac1-4098227728ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651307 Aug 30 21:05:25.464134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50a4623e-763a-406e-876f-5e597b1d343c req-32500227-17ab-4f6e-911a-9670fb7334b5 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769886 Aug 30 21:05:25.534917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-61c733c0-6502-4ae4-91d8-d9e2b3b17e20 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640866 Aug 30 21:05:25.678961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e6a1e-126d-432e-9d4c-e1f3e3865188 req-5a2a804e-28f1-4bf0-99be-09f3df05e12a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:25.680551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-333e6a1e-126d-432e-9d4c-e1f3e3865188 req-5a2a804e-28f1-4bf0-99be-09f3df05e12a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 949 time: 0.1096349 Aug 30 21:05:25.687111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44b5697a-e09d-4950-a354-deb499c24d23 req-74035160-94b8-49c9-80fd-083e715e0186 service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447651 Aug 30 21:05:25.731079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-333e6a1e-126d-432e-9d4c-e1f3e3865188 req-aa336f7e-12f1-4bef-870e-e3b1a38847e9 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Aug 30 21:05:25.865852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367f151-4351-4987-8417-757718a8c4f1 req-ab36d1c7-adfb-41ed-b57e-050d304ae44f tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:25.867512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8367f151-4351-4987-8417-757718a8c4f1 req-ab36d1c7-adfb-41ed-b57e-050d304ae44f tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 945 time: 0.0671425 Aug 30 21:05:25.934583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8367f151-4351-4987-8417-757718a8c4f1 req-278417b7-d435-40f7-90a7-9b7996c4f59d tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597630 Aug 30 21:05:26.024816 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2581904-edaa-4708-93a5-d434befe7811 x-openstack-request-id: req-f2581904-edaa-4708-93a5-d434befe7811 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:26.026094 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "tag": "721b70ca-8527-4748-802f-8189c6478326", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:26.026772 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2581904-edaa-4708-93a5-d434befe7811 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:26.028578 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'tag': '721b70ca-8527-4748-802f-8189c6478326', 'status': 'completed', 'code': 200} Aug 30 21:05:26.174488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:26.177993 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceec127-f8ab-46ce-a3e7-7433b607797c" -d '{"events": [{"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-unplugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:26.184739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-46575cf7-97e8-452c-9c45-582bdb21bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:26.187586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-46575cf7-97e8-452c-9c45-582bdb21bada service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1096 time: 0.1322582 Aug 30 21:05:26.206202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645774d-e1ee-45c3-bbd5-bc2aa00bc335 req-4371b999-341d-4050-8e12-ce5bc06764ab tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:26.208667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c645774d-e1ee-45c3-bbd5-bc2aa00bc335 req-4371b999-341d-4050-8e12-ce5bc06764ab tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 945 time: 0.1032038 Aug 30 21:05:26.318995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c645774d-e1ee-45c3-bbd5-bc2aa00bc335 req-c2e8f961-ba7d-4482-9d7b-706f1ddadee7 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000662 Aug 30 21:05:26.358093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:26.362116 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d164b-1267-435a-824e-1e73fda774cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:26.373767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-33bca13b-a0b1-49bc-9a3c-4b70ab37b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:26.376343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-33bca13b-a0b1-49bc-9a3c-4b70ab37b528 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.1661646 Aug 30 21:05:26.448915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-848d7aa2-24fb-4583-9737-76c7dbaff88b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 217 time: 0.0647891 Aug 30 21:05:26.561254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-bb83e101-df2d-4b3f-abc4-9efaa7e04282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:26.563560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-bb83e101-df2d-4b3f-abc4-9efaa7e04282 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.1009150 Aug 30 21:05:26.576180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c5f53-fe11-409a-b802-8488efe6045b req-a248f40d-7f66-4191-a404-599890fc20cf tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:26.584053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a5c5f53-fe11-409a-b802-8488efe6045b req-a248f40d-7f66-4191-a404-599890fc20cf tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 944 time: 0.1396708 Aug 30 21:05:26.651020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-7c634276-f884-45c5-a46f-ef905593a2e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658126 Aug 30 21:05:26.749441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a5c5f53-fe11-409a-b802-8488efe6045b req-f43eb9d7-62f9-4bb4-9f28-1eec553c1561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461835 Aug 30 21:05:26.837622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-bd5eed5c-0a79-4a28-81a8-8c1199cf8218 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750128 Aug 30 21:05:26.965847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:27.014492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52f87a-4b38-42ae-8984-691b6cd5e3a9 req-15abb33e-b34d-44e2-a310-f3c2c2c97cd5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:27.016534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c52f87a-4b38-42ae-8984-691b6cd5e3a9 req-15abb33e-b34d-44e2-a310-f3c2c2c97cd5 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.1677372 Aug 30 21:05:27.115238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b92d17ab-8fd4-439e-a13b-595d60002556 req-cf5efacd-f772-4ed7-8a9a-9026de193b3b service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633913 Aug 30 21:05:27.144972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c52f87a-4b38-42ae-8984-691b6cd5e3a9 req-821c782e-a1e7-4c5b-a965-00cfdc9ad32b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102934 Aug 30 21:05:27.162312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:27.180435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'mac_address': 'fa:16:3e:52:e8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:27.190421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 721b70ca-8527-4748-802f-8189c6478326 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:27.291717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:27.299310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 721b70ca-8527-4748-802f-8189c6478326 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:27.317796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 721b70ca-8527-4748-802f-8189c6478326 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:27.318225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f99e0b-d16d-4222-81e2-57346a5cbb0c req-7d27b6d5-a8a8-4bcb-b972-193469f63590 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:27.319414 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:27.331531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12f99e0b-d16d-4222-81e2-57346a5cbb0c req-7d27b6d5-a8a8-4bcb-b972-193469f63590 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 947 time: 0.1057417 Aug 30 21:05:27.369747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:27.399568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12f99e0b-d16d-4222-81e2-57346a5cbb0c req-ab2ced94-7206-4d49-bf4c-94426799f7a1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662870 Aug 30 21:05:27.406248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:27.436440 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:27.500856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:27.577410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:27.591450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:27.597837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:27.613476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.614188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.614878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.615523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.616177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.616830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.617475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.618130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.618815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.619464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.620214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.620850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:27.701875 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126fba0d-68ad-4647-be33-3926de4113f5 x-openstack-request-id: req-126fba0d-68ad-4647-be33-3926de4113f5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:27.703067 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-unplugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:27.704452 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-126fba0d-68ad-4647-be33-3926de4113f5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:27.705335 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'code': 200} Aug 30 21:05:27.740774 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7e29a5-5eec-492e-96b7-316547ff7b9f x-openstack-request-id: req-aa7e29a5-5eec-492e-96b7-316547ff7b9f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:27.741060 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:27.741309 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa7e29a5-5eec-492e-96b7-316547ff7b9f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:27.741709 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'status': 'completed', 'code': 200} Aug 30 21:05:27.744857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:27.785903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2701d3e9-eca3-4a07-8560-c94dcc02ae36'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:27.901969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d164b-1267-435a-824e-1e73fda774cf req-0f1115d6-3d9f-4663-830d-4d2c1ffc24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:27.905060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-0f1115d6-3d9f-4663-830d-4d2c1ffc24bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 1096 time: 0.1211739 Aug 30 21:05:27.920765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ef67-12b0-4dd2-9fc5-8a4493422213 req-cb5afe14-c6d6-414f-88ee-6b616bac0d48 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:27.922701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5945ef67-12b0-4dd2-9fc5-8a4493422213 req-cb5afe14-c6d6-414f-88ee-6b616bac0d48 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 944 time: 0.0905023 Aug 30 21:05:28.038879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5945ef67-12b0-4dd2-9fc5-8a4493422213 req-44ffe862-1f9d-43c6-b8d4-589d36f57a2f tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957661 Aug 30 21:05:28.091294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d164b-1267-435a-824e-1e73fda774cf req-ba96a7da-dc5b-4337-a6bf-3c3ab304bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:28.093347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-ba96a7da-dc5b-4337-a6bf-3c3ab304bbef service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 925 time: 0.1694705 Aug 30 21:05:28.159882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-4a888eb7-1839-4ee6-ac5e-8454857619ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe HTTP/1.1" status: 200 len: 217 time: 0.0521674 Aug 30 21:05:28.236468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d164b-1267-435a-824e-1e73fda774cf req-a3f40025-dbfe-4a7e-a483-ea81b0e106ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:28.237980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-a3f40025-dbfe-4a7e-a483-ea81b0e106ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.0555542 Aug 30 21:05:28.247540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3adb1-fa92-44ea-bffd-611829d01a52 req-2a90e097-e2f8-4a7c-95b9-4546e09ab6bf tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:28.249054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be3adb1-fa92-44ea-bffd-611829d01a52 req-2a90e097-e2f8-4a7c-95b9-4546e09ab6bf tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 945 time: 0.1274273 Aug 30 21:05:28.314039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be3adb1-fa92-44ea-bffd-611829d01a52 req-257c0e4b-761a-458d-9dae-97461e0f9558 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545595 Aug 30 21:05:28.326937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d164b-1267-435a-824e-1e73fda774cf req-6b9eb490-3a93-4603-8a0f-550e9adf610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:28.326937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-6b9eb490-3a93-4603-8a0f-550e9adf610f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710640 Aug 30 21:05:28.506443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9756a4-f2a2-45be-a070-40c9e01fe7f7 req-34fd94fb-4efa-405e-a2c7-1bcc10038669 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:28.508975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec9756a4-f2a2-45be-a070-40c9e01fe7f7 req-34fd94fb-4efa-405e-a2c7-1bcc10038669 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 945 time: 0.0892391 Aug 30 21:05:28.531336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-e1814ddc-b52d-41dc-ad81-eb28e098435f service neutron] 10.222.0.86 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891782 Aug 30 21:05:28.608380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec9756a4-f2a2-45be-a070-40c9e01fe7f7 req-81e143cb-85a8-4703-9ea5-13022c64cf25 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873427 Aug 30 21:05:28.663973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e18d164b-1267-435a-824e-1e73fda774cf req-cb5b548f-ab6b-4733-b2f5-59280a607d5a service neutron] 10.222.0.86 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153789 Aug 30 21:05:28.739003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626af9-372e-47cd-8c63-f1e3228490f9 req-07619566-8243-4970-98fa-03910df100d7 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:28.740682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6626af9-372e-47cd-8c63-f1e3228490f9 req-07619566-8243-4970-98fa-03910df100d7 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 945 time: 0.0562990 Aug 30 21:05:28.801219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6626af9-372e-47cd-8c63-f1e3228490f9 req-f3b5451b-0715-4063-883a-7b73c34be70b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529292 Aug 30 21:05:28.968435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:28.970611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-03ef8002-4539-40ba-82da-476e2066def4 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4596daf458bf44e384e2611d1f754e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378461 Aug 30 21:05:29.054541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:29.055091 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:29.123234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-f1fc0f15-e047-415e-9f8c-b1d75d0ebe47 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:29.125278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-f1fc0f15-e047-415e-9f8c-b1d75d0ebe47 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444623 Aug 30 21:05:29.141470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-30e6b023-8af0-49ee-85e0-612b59826780 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/quotas/4596daf458bf44e384e2611d1f754e33 HTTP/1.1" status: 200 len: 375 time: 0.0098743 Aug 30 21:05:29.152801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device f23b7d6b-aace-40fd-bfac-a6d902c227fe details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:29.167904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:29.202729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-4b677a01-9cd7-4fbf-880c-0a76636a1c10 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4596daf458bf44e384e2611d1f754e33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530639 Aug 30 21:05:29.376959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:29.385571 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:29.463579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fc135-b119-4419-b004-ef82b9103d7b req-6f473ef8-6d42-4211-8923-077dfaa730e7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:29.465234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-021fc135-b119-4419-b004-ef82b9103d7b req-6f473ef8-6d42-4211-8923-077dfaa730e7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.0610206 Aug 30 21:05:29.467064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port f23b7d6b-aace-40fd-bfac-a6d902c227fe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:29.477581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:29.485331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'port_id': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'mac_address': 'fa:16:3e:c3:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:29.513913 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-021fc135-b119-4419-b004-ef82b9103d7b req-b7dcf1b8-6c5d-41dd-a942-88a6147485be tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Aug 30 21:05:29.545246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:29.559621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23b7d6b-aace-40fd-bfac-a6d902c227fe {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:29.580676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port f23b7d6b-aace-40fd-bfac-a6d902c227fe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:29.588731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:29.651506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=f23b7d6b-aace-40fd-bfac-a6d902c227fe,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:29.689079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96b99c-5be3-480e-b35e-0001991625ab req-26f2d81f-3cbd-47e6-a8de-67c914a8e8e3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:29.691276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d96b99c-5be3-480e-b35e-0001991625ab req-26f2d81f-3cbd-47e6-a8de-67c914a8e8e3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.0836637 Aug 30 21:05:29.706771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721b70ca-8527-4748-802f-8189c6478326'}, {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:29.710720 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0508e07-c2e5-4e8a-a431-82d0c34323a3" -d '{"events": [{"server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "name": "network-vif-plugged", "status": "completed", "tag": "721b70ca-8527-4748-802f-8189c6478326"}, {"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-plugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:29.752427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d96b99c-5be3-480e-b35e-0001991625ab req-c83a22d8-17b9-4a2d-86af-24180451972e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489717 Aug 30 21:05:30.042314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-3ed00151-024d-42e7-b381-ee2b5ca38b04 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 258 time: 0.2413018 Aug 30 21:05:30.060821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:30.075354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['f23b7d6b-aace-40fd-bfac-a6d902c227fe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:30.095596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:30.231775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:30.372959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Allocated IP 172.25.5.146 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/001300f3-afdf-4feb-8bf0-50162d3dd74b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:30.498877 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:30.537882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-870ee96c-7d5e-4272-baac-3ac075bb67ad tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=4596daf458bf44e384e2611d1f754e33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286529 Aug 30 21:05:30.654743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:30.719958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:30.726967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:30.737408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-16edc8de-c385-4101-88b5-059abae2a66a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:30.738997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-16edc8de-c385-4101-88b5-059abae2a66a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895156 Aug 30 21:05:30.740111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:30.744144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event updated for resources: {'Port': ['ID=001300f3-afdf-4feb-8bf0-50162d3dd74b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:30.772086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Request body: {'port': {'device_id': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '4596daf458bf44e384e2611d1f754e33'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:30.965300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.044684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Made reservation on behalf of 4596daf458bf44e384e2611d1f754e33 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:31.050909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.059301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.312179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Allocated IP 192.168.233.147 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/59b56db9-339a-408e-ac7f-880fcd524605) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:31.392305 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.403388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.529464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event updated for resources: {'Port': ['ID=001300f3-afdf-4feb-8bf0-50162d3dd74b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:31.565653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.594739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.596192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-9edd15d0-c14a-458c-b011-5ecc4ef4fe38 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5402801 Aug 30 21:05:31.601603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.654985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Transition to ACTIVE for port object 59b56db9-339a-408e-ac7f-880fcd524605 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:31.670640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-d6af8be0-c5b8-4935-952f-b83d880dff66 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0613866 Aug 30 21:05:31.768310 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:31.783653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['52c5b9b1-db72-4518-b81d-7d72d25ee5cd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:31.863610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:31.872998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:31.880847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:31.925569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-0d713f8d-de90-4420-85e0-aff326d7e23e tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:31.927114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67b8569b-9b86-4404-9fd6-a2a36469d996 req-0d713f8d-de90-4420-85e0-aff326d7e23e tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2469990 Aug 30 21:05:31.940986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Pushing event updated for resources: {'Port': ['ID=59b56db9-339a-408e-ac7f-880fcd524605,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:31.980870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:31.982016 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:32.018314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-ad760f28-7a43-4d4c-b1ae-1773b2f717a2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2523103 Aug 30 21:05:32.031754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Request body: {'port': {'device_id': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:32.184708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:32.184963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e348f58-f8f3-4056-bc56-21ce9b675f65 None None] Provisioning for port 59b56db9-339a-408e-ac7f-880fcd524605 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:32.189734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e348f58-f8f3-4056-bc56-21ce9b675f65 None None] Provisioning complete for port 59b56db9-339a-408e-ac7f-880fcd524605 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:32.190102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e348f58-f8f3-4056-bc56-21ce9b675f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:32.210776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbf74e-0f48-421c-928e-e68afa62cc68 req-f06c1368-334e-41cf-a668-92ab85e3bd96 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:32.212418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfbbf74e-0f48-421c-928e-e68afa62cc68 req-f06c1368-334e-41cf-a668-92ab85e3bd96 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 945 time: 0.1362743 Aug 30 21:05:32.239864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8e348f58-f8f3-4056-bc56-21ce9b675f65 None None] Port 59b56db9-339a-408e-ac7f-880fcd524605 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:05:32.338579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfbbf74e-0f48-421c-928e-e68afa62cc68 req-ffed3c8c-fe6f-460d-8230-aadb54ea0c1d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006846 Aug 30 21:05:32.878571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a167e1-6dc5-46f9-9f80-1b406635c028 req-d9a7ddd2-49a4-4b14-84dc-f110e8d27146 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:32.880514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98a167e1-6dc5-46f9-9f80-1b406635c028 req-d9a7ddd2-49a4-4b14-84dc-f110e8d27146 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 936 time: 0.4719231 Aug 30 21:05:32.970209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:32.974126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98a167e1-6dc5-46f9-9f80-1b406635c028 req-d7985b1e-e3b6-47b4-9f1b-720fdea9785d tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779326 Aug 30 21:05:32.985648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b56db9-339a-408e-ac7f-880fcd524605 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:32.999274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.027990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Transition to ACTIVE for port object 59b56db9-339a-408e-ac7f-880fcd524605 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:33.034241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.093838 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414007a-ded6-4cca-8e73-688cc2634a1a x-openstack-request-id: req-9414007a-ded6-4cca-8e73-688cc2634a1a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:33.094275 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "name": "network-vif-plugged", "status": "completed", "tag": "721b70ca-8527-4748-802f-8189c6478326", "code": 200}, {"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-plugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:33.094952 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9414007a-ded6-4cca-8e73-688cc2634a1a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:33.099846 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721b70ca-8527-4748-802f-8189c6478326', 'code': 200} Aug 30 21:05:33.100238 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'code': 200} Aug 30 21:05:33.152737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Pushing event updated for resources: {'Port': ['ID=59b56db9-339a-408e-ac7f-880fcd524605,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:33.184805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device f23b7d6b-aace-40fd-bfac-a6d902c227fe up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:33.229016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:33.254538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46', 'port_id': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'mac_address': 'fa:16:3e:8b:d2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7639b83c-74c1-40a5-853b-53d212559039', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:33.330778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Attempting to bind port 59b56db9-339a-408e-ac7f-880fcd524605 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:33.331319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Attempting to bind port 59b56db9-339a-408e-ac7f-880fcd524605 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:33.331969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Attempting to bind port 59b56db9-339a-408e-ac7f-880fcd524605 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:33.339585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d23772-7a08-4ee7-93a2-8677deaf14fe req-2837f413-c4cd-412c-a7d5-6e40987296c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.341857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33d23772-7a08-4ee7-93a2-8677deaf14fe req-2837f413-c4cd-412c-a7d5-6e40987296c2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1097 time: 0.0935240 Aug 30 21:05:33.344787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Port 59b56db9-339a-408e-ac7f-880fcd524605 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:33.345292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Attempting to bind port 59b56db9-339a-408e-ac7f-880fcd524605 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:33.351495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:33.351972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:33.352509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:33.353045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Bound port: 59b56db9-339a-408e-ac7f-880fcd524605, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:33.353560 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.391539 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.396212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.422286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd974043-e084-41b8-8a60-5d8dad2c2d24 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:33.455493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port f23b7d6b-aace-40fd-bfac-a6d902c227fe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:33.466305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33d23772-7a08-4ee7-93a2-8677deaf14fe req-99be2901-9530-4ec3-ba63-4dc658aa33b9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018286 Aug 30 21:05:33.476638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port f23b7d6b-aace-40fd-bfac-a6d902c227fe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:33.477254 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.534146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:33.544305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.571874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] For port 59b56db9-339a-408e-ac7f-880fcd524605, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:33.582151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-37929979-899f-4035-835f-bb8fda5d9acc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.583797 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-37929979-899f-4035-835f-bb8fda5d9acc tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7&tenant_id=b283f32fb392454189be51e4860cf215&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 949 time: 0.1028328 Aug 30 21:05:33.594830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] For port 59b56db9-339a-408e-ac7f-880fcd524605, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=59b56db9-339a-408e-ac7f-880fcd524605,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:33.615363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.620666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:33.641310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbefc7-5be8-440e-8668-e20b1b751153 req-8bb01115-25c5-4145-b47f-e6619461e48d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.643323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1edbefc7-5be8-440e-8668-e20b1b751153 req-8bb01115-25c5-4145-b47f-e6619461e48d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 945 time: 0.1090868 Aug 30 21:05:33.672312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.695918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-e29dc65d-1e4e-414a-90f2-f168d4f7b260 service neutron] 10.222.0.82 "GET /v2.0/ports/2701d3e9-eca3-4a07-8560-c94dcc02ae36/bindings/n-h1-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.1005120 Aug 30 21:05:33.708008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.709173 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.712910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] 10.222.0.82 "PUT /v2.0/ports/59b56db9-339a-408e-ac7f-880fcd524605 HTTP/1.1" status: 200 len: 1097 time: 1.6856914 Aug 30 21:05:33.725876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'tag': '59b56db9-339a-408e-ac7f-880fcd524605'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:33.729608 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb554e0a-bb95-4571-ba7c-c97e8a3cbb43", "tag": "59b56db9-339a-408e-ac7f-880fcd524605"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:33.735312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port f23b7d6b-aace-40fd-bfac-a6d902c227fe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:33.742188 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:33.820355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=f23b7d6b-aace-40fd-bfac-a6d902c227fe,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:33.830538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-04cf634a-1d9f-4335-a39e-1da321db4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.832470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-04cf634a-1d9f-4335-a39e-1da321db4bb8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4596daf458bf44e384e2611d1f754e33&device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 1100 time: 0.0604966 Aug 30 21:05:33.842415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Pushing event updated for resources: {'Port': ['ID=59b56db9-339a-408e-ac7f-880fcd524605,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:33.868365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1edbefc7-5be8-440e-8668-e20b1b751153 req-f114491e-935d-416a-82ca-7c6dcbc8e9e0 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919689 Aug 30 21:05:33.873329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.874010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.874740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.875604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.876251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.876885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.877494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.878141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.878831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.879800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.880154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.880775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e441b72-04d6-4789-a15a-87140263e443 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:33.898056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-8dc89fc3-7e91-4e49-9aca-b87f5d229db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.900723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-8dc89fc3-7e91-4e49-9aca-b87f5d229db2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1101 time: 0.1657665 Aug 30 21:05:33.912836 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-622dfe45-180c-48e9-9325-c24cc7b9ea8d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=59b56db9-339a-408e-ac7f-880fcd524605 HTTP/1.1" status: 200 len: 217 time: 0.0713177 Aug 30 21:05:33.946987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['fd974043-e084-41b8-8a60-5d8dad2c2d24'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:33.996211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-f4f27907-d67d-42db-83b0-241cb0bfd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:33.998751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-f4f27907-d67d-42db-83b0-241cb0bfd8c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0697021 Aug 30 21:05:34.079129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-c5043f95-97c7-4072-9aee-a69a403ba254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:34.082070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-c5043f95-97c7-4072-9aee-a69a403ba254 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697346 Aug 30 21:05:34.106104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9c30c-6203-48e6-87a0-d499c56a8630 req-d66162c8-46a7-4243-8e51-49d1c4ca635c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:34.108147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47d9c30c-6203-48e6-87a0-d499c56a8630 req-d66162c8-46a7-4243-8e51-49d1c4ca635c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 944 time: 0.0917192 Aug 30 21:05:34.199808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47d9c30c-6203-48e6-87a0-d499c56a8630 req-59e09f3f-9d6b-4dd2-9c4b-97bd03573adf tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759654 Aug 30 21:05:34.204745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-5eeab855-6410-44f6-b9ac-2b4639308451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:34.206903 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-5eeab855-6410-44f6-b9ac-2b4639308451 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2810421 Aug 30 21:05:34.246133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-068d517c-0a4e-40fc-977f-2fe484e2112a service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486440 Aug 30 21:05:34.290554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-2de417dc-eea7-40a6-b16e-a2a34a16562c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.0576959 Aug 30 21:05:34.367039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff1e2eec-3c94-4367-8672-f2b5b91460fc req-971d9bcc-f642-48cc-b458-66348c9966b2 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150470 Aug 30 21:05:34.415170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-4b4ceaca-57c7-4b9c-9ccf-b62fedbcfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:34.416702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-4b4ceaca-57c7-4b9c-9ccf-b62fedbcfc15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1113811 Aug 30 21:05:34.480427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-af0188de-70c0-4bec-ab1b-8a6d84f5bd52 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:34.481925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-af0188de-70c0-4bec-ab1b-8a6d84f5bd52 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1224692 Aug 30 21:05:34.502478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-73c90210-8373-4b44-96a2-9e36d120e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:34.504049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-73c90210-8373-4b44-96a2-9e36d120e41b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0788848 Aug 30 21:05:34.556909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-cacdc7ef-fc61-4889-a0fa-456c65cb16ac tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0674212 Aug 30 21:05:34.587652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Request body: {'floatingip': {'port_id': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:34.637245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:34.773120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-cb1098b5-46b2-4c67-a6aa-a7a0c6d4abf2 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416129 Aug 30 21:05:35.003151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-244c94ff-40dc-45e1-b4da-88fccdceb381 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215331 Aug 30 21:05:35.102092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:35.105064 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e66c3-7d71-4903-a1ce-8d6c716be65c" -d '{"events": [{"server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "name": "network-vif-plugged", "status": "completed", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:35.326783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:35.333704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:35.445898 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Floating IP 20d42b34-4fcb-4bfe-83c4-d307b652679c associated. External IP: 172.25.5.146, port: ecdbb44f-67b9-42d3-83fa-4a5d8965fda5. Aug 30 21:05:35.496844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:35.676070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:05:35.828476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:05:35.835976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:35.844073 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] Sync routers for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:05:35.859348 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:35.860357 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:35.879614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-372ed0a6-328d-4239-83c5-964c031590bb tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "PUT /v2.0/floatingips/20d42b34-4fcb-4bfe-83c4-d307b652679c HTTP/1.1" status: 200 len: 996 time: 1.2979984 Aug 30 21:05:35.962503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-fd87c64b-da36-4f0d-b2b9-fb44c2bb547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:35.963988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-fd87c64b-da36-4f0d-b2b9-fb44c2bb547d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0685010 Aug 30 21:05:35.991664 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:36.084939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-c26f5904-f89b-4bcf-9dbc-2676000a2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:36.087447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-c26f5904-f89b-4bcf-9dbc-2676000a2566 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 928 time: 0.1129518 Aug 30 21:05:36.162561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-77e218e0-93cb-4d85-80a5-f19ec4f60e5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 999 time: 0.0661957 Aug 30 21:05:36.227013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-939b4b89-7697-4ad2-bc94-064ce1375846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:36.229478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-939b4b89-7697-4ad2-bc94-064ce1375846 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 200 len: 866 time: 0.0572820 Aug 30 21:05:36.287332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-a4a556a8-553b-49e7-9eb7-fa41babb3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:36.289345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-a4a556a8-553b-49e7-9eb7-fa41babb3765 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4b3bbd03-3251-49b8-9f96-3569be688ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482464 Aug 30 21:05:36.295415 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '20d42b34-4fcb-4bfe-83c4-d307b652679c', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'port_id': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'mac_address': 'fa:16:3e:0b:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:05:30Z', 'updated_at': '2021-08-30T21:05:35Z', 'revision_number': 1, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:06Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:36.303824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-e058b77e-2cdc-4589-8d8b-53388f17d69e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:05:36.305196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-e058b77e-2cdc-4589-8d8b-53388f17d69e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082099 Aug 30 21:05:36.323701 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] Checking router: a72506c3-80b2-4634-ae80-d6eb0e5d6a54 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:05:36.333043 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:36.333663 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:36.434774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-fd65f7f0-0359-469b-a6e5-45c7c5fc66de service neutron] 10.222.0.76 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226587 Aug 30 21:05:36.452426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:36.557438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8852b43-691d-498f-91a8-fc6d04f5ca79 req-130846d3-26be-463c-868e-6f018b89c292 service neutron] 10.222.0.76 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135731 Aug 30 21:05:36.755672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423be36-0427-4a38-abeb-570ee56f05cf req-a27155b6-f433-45e3-a023-12b30f621709 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:36.757686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a423be36-0427-4a38-abeb-570ee56f05cf req-a27155b6-f433-45e3-a023-12b30f621709 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 946 time: 0.0767210 Aug 30 21:05:36.784838 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '20d42b34-4fcb-4bfe-83c4-d307b652679c', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'port_id': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'mac_address': 'fa:16:3e:0b:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:05:30Z', 'updated_at': '2021-08-30T21:05:35Z', 'revision_number': 1, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:06Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:36.819087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a423be36-0427-4a38-abeb-570ee56f05cf req-8bfa5e55-c775-40f2-86ed-08aa27b41c7d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542257 Aug 30 21:05:36.922081 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e8ccce-83ac-47b2-9bc6-602af1c47cbd None None] The sync data for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 is: [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '20d42b34-4fcb-4bfe-83c4-d307b652679c', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'port_id': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'mac_address': 'fa:16:3e:0b:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:05:30Z', 'updated_at': '2021-08-30T21:05:35Z', 'revision_number': 1, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:06Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:05:36.975850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66ec13-84c1-46e5-9769-91c87e69b659 req-8078ac66-d88a-4af9-96b7-7697048b6f3c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:36.977794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb66ec13-84c1-46e5-9769-91c87e69b659 req-8078ac66-d88a-4af9-96b7-7697048b6f3c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.0675015 Aug 30 21:05:37.001924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 59b56db9-339a-408e-ac7f-880fcd524605 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:37.007449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:37.042258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb66ec13-84c1-46e5-9769-91c87e69b659 req-24e0a801-9f67-418c-9532-8df2155f047c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556755 Aug 30 21:05:37.142049 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78712f34-28b5-476e-9c27-2df8f4747b05 x-openstack-request-id: req-78712f34-28b5-476e-9c27-2df8f4747b05 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:37.147044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port fd974043-e084-41b8-8a60-5d8dad2c2d24 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:37.149144 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb554e0a-bb95-4571-ba7c-c97e8a3cbb43", "tag": "59b56db9-339a-408e-ac7f-880fcd524605", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:37.156007 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78712f34-28b5-476e-9c27-2df8f4747b05 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:37.156897 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'tag': '59b56db9-339a-408e-ac7f-880fcd524605', 'status': 'completed', 'code': 200} Aug 30 21:05:37.162800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port fd974043-e084-41b8-8a60-5d8dad2c2d24 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:37.163175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:37.214830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 59b56db9-339a-408e-ac7f-880fcd524605, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=59b56db9-339a-408e-ac7f-880fcd524605,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:37.233822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c97f0-5b76-4422-8efa-92842833457c None None] New status for floating IP 20d42b34-4fcb-4bfe-83c4-d307b652679c: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:05:37.299405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '59b56db9-339a-408e-ac7f-880fcd524605', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '59b56db9-339a-408e-ac7f-880fcd524605', 'mac_address': 'fa:16:3e:a4:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:37.321848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-3a1e3b9f-aca0-4242-9697-38b66effacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.323722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-3a1e3b9f-aca0-4242-9697-38b66effacfb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4596daf458bf44e384e2611d1f754e33&device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 1100 time: 0.1475496 Aug 30 21:05:37.345182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746473d3-e059-4ebe-9772-f2e0283ed6d8 req-88ee9cbe-369e-4a59-905d-829278db3cea tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.346818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-746473d3-e059-4ebe-9772-f2e0283ed6d8 req-88ee9cbe-369e-4a59-905d-829278db3cea tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 948 time: 0.1017213 Aug 30 21:05:37.471443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:37.496393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-746473d3-e059-4ebe-9772-f2e0283ed6d8 req-b98b845b-58cc-4af3-9602-4c3445647697 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331761 Aug 30 21:05:37.508507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:37.513256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b56db9-339a-408e-ac7f-880fcd524605 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:37.539202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-7b773334-1b48-4243-8aad-b33e2ad1e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.541167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-7b773334-1b48-4243-8aad-b33e2ad1e3bd service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1933591 Aug 30 21:05:37.604992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-d2af2c0e-c3f5-4eb7-bc2f-2dc6e4f1edcd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=59b56db9-339a-408e-ac7f-880fcd524605 HTTP/1.1" status: 200 len: 217 time: 0.0563767 Aug 30 21:05:37.630948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 59b56db9-339a-408e-ac7f-880fcd524605, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=59b56db9-339a-408e-ac7f-880fcd524605,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:37.641928 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:37.691913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:37.703559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:37.729467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-b53b65ee-7b67-49c9-8119-307a6035e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.732708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-b53b65ee-7b67-49c9-8119-307a6035e7af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1161337 Aug 30 21:05:37.745743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=59b56db9-339a-408e-ac7f-880fcd524605,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:37.750002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc8584-12b0-4542-914c-3906075a2e7f req-54e06433-c29b-4479-a1ed-a9b02c921037 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.752313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89fc8584-12b0-4542-914c-3906075a2e7f req-54e06433-c29b-4479-a1ed-a9b02c921037 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 945 time: 0.1260800 Aug 30 21:05:37.812008 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:37.823452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-53247ae2-440a-4be3-8a15-41cd749699c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.825642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-53247ae2-440a-4be3-8a15-41cd749699c1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7&tenant_id=b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 1101 time: 0.0642948 Aug 30 21:05:37.859574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89fc8584-12b0-4542-914c-3906075a2e7f req-9d8b772f-8d10-4ad3-b3d3-776845779faa tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988448 Aug 30 21:05:37.872995 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:05:37.877903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-a97bde22-fc46-4fd2-a93f-8c7c33d927ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.880020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-a97bde22-fc46-4fd2-a93f-8c7c33d927ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165679 Aug 30 21:05:37.927567 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fa4491-5aac-4149-8f59-8befe8c7c2d4 x-openstack-request-id: req-38fa4491-5aac-4149-8f59-8befe8c7c2d4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:37.928061 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "name": "network-vif-plugged", "status": "completed", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:37.928407 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38fa4491-5aac-4149-8f59-8befe8c7c2d4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:37.928898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-0c79f211-31c6-4526-ad82-d89c0cf91d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:37.929291 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'code': 200} Aug 30 21:05:37.931688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-0c79f211-31c6-4526-ad82-d89c0cf91d7a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1101 time: 0.0807161 Aug 30 21:05:38.020565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['59b56db9-339a-408e-ac7f-880fcd524605'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:38.121311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-dfd7c11c-4ce6-4eb1-9a68-8d9bfb61450b service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330165 Aug 30 21:05:38.125782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-0db6e2fe-bddd-4149-b5b8-36146f538229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:38.128390 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-0db6e2fe-bddd-4149-b5b8-36146f538229 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1882510 Aug 30 21:05:38.168957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd440a1-c0fe-4d90-b89c-121b77d0cd24 req-02326a67-a06c-450b-b36c-49a5999e8550 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:38.170587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abd440a1-c0fe-4d90-b89c-121b77d0cd24 req-02326a67-a06c-450b-b36c-49a5999e8550 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.1423171 Aug 30 21:05:38.173806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040185-b4c0-40c8-abf2-4d5a7d3f5993 req-67057060-4222-4d10-9946-64ca5e536f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:38.175379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2040185-b4c0-40c8-abf2-4d5a7d3f5993 req-67057060-4222-4d10-9946-64ca5e536f32 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 1098 time: 0.1670773 Aug 30 21:05:38.217080 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-b573c9e0-2589-40ce-b4fa-8db434712649 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.0691712 Aug 30 21:05:38.292640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-1ffc5d9f-719b-4980-b9a6-2055d47d28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:38.295272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-1ffc5d9f-719b-4980-b9a6-2055d47d28d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0710626 Aug 30 21:05:38.367582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-513b2147-af44-40ff-b145-7880a935897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:38.370232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-513b2147-af44-40ff-b145-7880a935897a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662155 Aug 30 21:05:38.491060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-9913d384-fb3f-49f4-bdaa-fba900a4f6d4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129355 Aug 30 21:05:38.629975 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db887bc-e9aa-48bf-9bf7-f1bea26cbe6c req-a6251f67-99e8-42ba-b831-87aa018d07a2 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297810 Aug 30 21:05:38.656499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abd440a1-c0fe-4d90-b89c-121b77d0cd24 req-855090ba-7727-433c-a8b7-29569f52ae23 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710844 Aug 30 21:05:38.661872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2040185-b4c0-40c8-abf2-4d5a7d3f5993 req-c5587579-113a-4e7e-b9fd-46750df0b39d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4737968 Aug 30 21:05:38.683633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a5745d-ad0b-44b6-8b26-1ecdf01468bd req-dfc5ef2b-4c95-43ea-b0dd-3d7895a0d55b service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350518 Aug 30 21:05:38.789442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397cf27-68b2-485e-baf6-89c6c80fda34 req-868bc5ee-0dd6-4569-8f4e-346c6f800c90 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:38.791356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9397cf27-68b2-485e-baf6-89c6c80fda34 req-868bc5ee-0dd6-4569-8f4e-346c6f800c90 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1098 time: 0.0497003 Aug 30 21:05:38.830937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9397cf27-68b2-485e-baf6-89c6c80fda34 req-865ef1e6-bda5-476f-ad0f-d5a33920ceb4 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Aug 30 21:05:38.884537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07d3d2d6-5bb5-4bd4-ab53-58a4f259131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.057905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-c210c989-e5db-4d8d-a3c7-6f583ef9fc15 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 258 time: 0.1680169 Aug 30 21:05:39.074260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:39.109524 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.180164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:39.182540 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3217d-aa60-4a65-9dca-91c6b7279a66" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:39.283700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.410443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Allocated IP 172.25.5.29 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/341723d1-3108-4d6d-8b2d-7fc37604a83c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:39.549761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.603346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.652488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:39.658888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:39.661435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:39.691628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event updated for resources: {'Port': ['ID=341723d1-3108-4d6d-8b2d-7fc37604a83c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:39.790587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.842973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:39.930096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:39.933984 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3688d7-9041-4a8a-b051-2d8358314ec4" -d '{"events": [{"server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "name": "network-vif-plugged", "status": "completed", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:40.059190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:40.065883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:40.168208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event updated for resources: {'Port': ['ID=341723d1-3108-4d6d-8b2d-7fc37604a83c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:40.182588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:40.200971 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:40.203095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-5b044326-5762-46e3-842b-39a7c9b2e6d4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1358397 Aug 30 21:05:40.273716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-0ab09b61-1d9b-4628-91a0-eb31717b7209 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0635486 Aug 30 21:05:40.401975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-91b993e8-b859-4d53-8fdd-e4c952aa9746 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:40.403753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5924cea-f81e-414d-b172-40b19d20ade9 req-91b993e8-b859-4d53-8fdd-e4c952aa9746 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1239614 Aug 30 21:05:40.576104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935043e-938e-4468-862a-a8931ee33565 req-f3bbaee0-1488-4986-a7f6-1a4d235a4a45 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:40.578892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a935043e-938e-4468-862a-a8931ee33565 req-f3bbaee0-1488-4986-a7f6-1a4d235a4a45 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 946 time: 0.0783703 Aug 30 21:05:40.653773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a935043e-938e-4468-862a-a8931ee33565 req-db24e084-e7f1-41d7-b060-4ecd6febd80b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654693 Aug 30 21:05:40.788231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e075158-c511-4827-81d7-1d7607814291 req-bf253c36-ee45-44ac-a947-1965957ec638 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-817141240&fields=id&tenant_id=35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 267 time: 0.0550985 Aug 30 21:05:40.873787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075158-c511-4827-81d7-1d7607814291 req-f4f6d0aa-e57d-4495-a793-f08f02e023f2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:40.876731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e075158-c511-4827-81d7-1d7607814291 req-f4f6d0aa-e57d-4495-a793-f08f02e023f2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 945 time: 0.0812027 Aug 30 21:05:40.891444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'port': {'security_groups': ['9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e', '5d268382-4c84-4509-a339-f971a99eb9cb']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:40.981670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.021841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:41.025510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 59b56db9-339a-408e-ac7f-880fcd524605 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:41.200505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 59b56db9-339a-408e-ac7f-880fcd524605 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:41.211202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 59b56db9-339a-408e-ac7f-880fcd524605 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:41.211570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.252826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:41.264966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:41.292606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.293300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'mac_address': 'fa:16:3e:52:e8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:05:41.299017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.336118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:41.351541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:41.352188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.353900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e075158-c511-4827-81d7-1d7607814291 req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "PUT /v2.0/ports/721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 981 time: 0.4679668 Aug 30 21:05:41.398141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c9ec1-71bd-4ddb-9561-bc83b435f289 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:41.462054 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.500849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c7c4b-524c-4983-90a6-ce804ec21cd8 req-9a9644f0-54b2-4e68-8c02-67492cc947bd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:41.503693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d97c7c4b-524c-4983-90a6-ce804ec21cd8 req-9a9644f0-54b2-4e68-8c02-67492cc947bd tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 949 time: 0.0899820 Aug 30 21:05:41.509048 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.516458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:41.520839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:41.574319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d97c7c4b-524c-4983-90a6-ce804ec21cd8 req-c40b66c0-7dfb-4de8-afe3-e5c9b05a94d8 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589447 Aug 30 21:05:41.639064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:41.668415 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.684613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 59b56db9-339a-408e-ac7f-880fcd524605, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=59b56db9-339a-408e-ac7f-880fcd524605,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:41.715321 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:41.716130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:05:41.728726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95002bb4-004e-4a2e-a70b-30be25724ed7 req-a9506d70-a877-497c-93f2-36fb94a6db13 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:41.731041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95002bb4-004e-4a2e-a70b-30be25724ed7 req-a9506d70-a877-497c-93f2-36fb94a6db13 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 949 time: 0.0652750 Aug 30 21:05:41.794425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95002bb4-004e-4a2e-a70b-30be25724ed7 req-93fc78e8-a3ca-44f5-99b8-3716ef197f69 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560498 Aug 30 21:05:41.951651 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:42.084491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:42.107082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4111f10c-c949-469d-8f0a-92c9779019d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:42.187170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2701d3e9-eca3-4a07-8560-c94dcc02ae36'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:42.432781 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:42.449369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=59b56db9-339a-408e-ac7f-880fcd524605,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:42.526996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:05:42.601442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:42.632055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:42.647835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:42.807124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:43.143761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-774f4cc7-5369-4899-9520-352fdff34dfb tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:05:43.145143 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-774f4cc7-5369-4899-9520-352fdff34dfb tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089371 Aug 30 21:05:43.159034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Request body: {'binding': {'host': 'n-h1-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:43.159661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:05:43.339407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on host n-h1-793620-16 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:43.339767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:43.340244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:43.348121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:43.348634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:43.357767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:43.358130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:43.358500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:43.358991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Bound port: 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:43.423051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:43.430132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:43.434315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-4d746f10-ef00-4805-8531-51c27d13b59d service neutron] 10.222.0.76 "POST /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad/bindings HTTP/1.1" status: 201 len: 390 time: 0.2817347 Aug 30 21:05:43.561902 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4de5fc-87f2-4845-aa7e-dcbac1a7b7b0 x-openstack-request-id: req-dd4de5fc-87f2-4845-aa7e-dcbac1a7b7b0 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:43.562909 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:43.563118 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd4de5fc-87f2-4845-aa7e-dcbac1a7b7b0 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:43.563717 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'status': 'completed', 'code': 200} Aug 30 21:05:43.685092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-e101aaca-eedb-492f-bf7f-0ea65aeae8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:43.686838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-e101aaca-eedb-492f-bf7f-0ea65aeae8f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0888948 Aug 30 21:05:43.710151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdcc84-10a6-417e-aeec-5afe84bf53be req-10f343db-13b8-479f-97d6-06a9f762d2b2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:43.711826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29bdcc84-10a6-417e-aeec-5afe84bf53be req-10f343db-13b8-479f-97d6-06a9f762d2b2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.0775878 Aug 30 21:05:43.783484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-5addfea7-5be7-49c2-b235-40e5ba142d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:43.786601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-5addfea7-5be7-49c2-b235-40e5ba142d26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1098 time: 0.0614860 Aug 30 21:05:43.814750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29bdcc84-10a6-417e-aeec-5afe84bf53be req-abfaf6ee-45d8-49e5-9e35-d409d544ded2 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894878 Aug 30 21:05:43.860713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-1564111c-fa08-48cb-bba3-12a3f94bba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:43.863143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-1564111c-fa08-48cb-bba3-12a3f94bba1a service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 928 time: 0.1462009 Aug 30 21:05:43.884166 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034c4b64-992e-47f5-907b-4ae003bd0d0d x-openstack-request-id: req-034c4b64-992e-47f5-907b-4ae003bd0d0d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:43.884817 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "name": "network-vif-plugged", "status": "completed", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:43.885022 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-034c4b64-992e-47f5-907b-4ae003bd0d0d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:43.885758 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'code': 200} Aug 30 21:05:43.949944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-a0fd151a-4a7a-4df5-9560-fc3aed1dc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:43.953210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-a0fd151a-4a7a-4df5-9560-fc3aed1dc3d8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1560771 Aug 30 21:05:44.040727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-7924eb92-4c2b-41cd-b3ba-08fa84985632 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 1001 time: 0.1684821 Aug 30 21:05:44.050855 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-0e7dc640-ccd6-43ca-836c-e06a79b7b6c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 217 time: 0.0716128 Aug 30 21:05:44.051775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-d847b2b9-b8c1-483b-9749-38864050b1b4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:44.053767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-d847b2b9-b8c1-483b-9749-38864050b1b4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0864811 Aug 30 21:05:44.178449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-ab207e91-2757-47a3-a57f-810bfbd394da tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.1109662 Aug 30 21:05:44.200371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-b4e4e382-c11e-45ed-bbf3-1419d8ab253e tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Request body: {'floatingip': {'port_id': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:44.206153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-1088a175-b787-4fbf-94a4-6d492ec6b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:44.208749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-1088a175-b787-4fbf-94a4-6d492ec6b8c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 200 len: 866 time: 0.1535115 Aug 30 21:05:44.310217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-b4e4e382-c11e-45ed-bbf3-1419d8ab253e tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:44.436632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-734bad89-fd31-4b9f-822a-718ce5a2eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:44.439509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-734bad89-fd31-4b9f-822a-718ce5a2eb7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b3bbd03-3251-49b8-9f96-3569be688ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902475 Aug 30 21:05:44.443682 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:44.478495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4c37e-5d50-4ca3-9125-6b40cf76021c req-c2df4bfa-4bde-47be-98ff-dcc9f4992a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:44.481142 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d4c37e-5d50-4ca3-9125-6b40cf76021c req-c2df4bfa-4bde-47be-98ff-dcc9f4992a81 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1097 time: 0.4925723 Aug 30 21:05:44.493021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-12f0e63a-0ff4-4d5a-b1a8-3d60d1bfa28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:44.495470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-12f0e63a-0ff4-4d5a-b1a8-3d60d1bfa28d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.4201589 Aug 30 21:05:44.542928 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-d43d6d8c-7ea8-42a1-99c2-76abea42aac9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389931 Aug 30 21:05:44.605252 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d4c37e-5d50-4ca3-9125-6b40cf76021c req-5adfb105-40e2-4662-a0af-9913986541e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154621 Aug 30 21:05:44.677672 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-f95980a9-0466-478f-8f43-b58e74e1b1b2 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242332 Aug 30 21:05:44.716348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-6a5a5aa8-4c80-4afc-a9bf-cb81fd9f2658 service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465854 Aug 30 21:05:44.744848 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-b4e4e382-c11e-45ed-bbf3-1419d8ab253e tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 21:05:44.746154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd0bdfb2-94ad-4b8c-b475-dc9778d39540 req-b4e4e382-c11e-45ed-bbf3-1419d8ab253e tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "PUT /v2.0/floatingips/b57a621b-925c-4874-b5aa-34e14ae86982 HTTP/1.1" status: 409 len: 549 time: 0.5567498 Aug 30 21:05:44.947732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028eb87-98da-491c-be4e-0bf325a175ca req-5c1eb942-fe1e-4669-af24-83ea4bba0daa tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:44.949570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7028eb87-98da-491c-be4e-0bf325a175ca req-5c1eb942-fe1e-4669-af24-83ea4bba0daa tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 946 time: 0.1246915 Aug 30 21:05:44.962079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:05:44.974120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Request body: {'floatingip': {'port_id': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:45.015304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaa3217d-aa60-4a65-9dca-91c6b7279a66 req-95eb17ec-a865-40cc-8a07-f344398f7d4f service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369348 Aug 30 21:05:45.027748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:05:45.037027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.040930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-a7562f39-dd6a-4095-8fe4-2d8066443da6 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624923 Aug 30 21:05:45.083975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-2bf47418-673a-45ea-abf4-74a2a794e916 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1390072321&fields=id&tenant_id=35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 267 time: 0.0605106 Aug 30 21:05:45.123908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:45.124403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.189983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-a127e14b-7792-4d09-92f7-cce1dbca6eae tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:45.192103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-a127e14b-7792-4d09-92f7-cce1dbca6eae tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 984 time: 0.0955672 Aug 30 21:05:45.212492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'port': {'security_groups': ['5d268382-4c84-4509-a339-f971a99eb9cb', '9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e', '230c9046-296a-43bb-9687-efe10b656bf5']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:45.257232 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.321177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:45.331874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.381395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.426291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:45.564740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'tag': '721b70ca-8527-4748-802f-8189c6478326'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:45.569163 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec529ab-21b7-4076-b250-9ca2f113ab6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "tag": "721b70ca-8527-4748-802f-8189c6478326"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:45.756432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:45.807668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.815036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.831332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:45.890778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:45.891861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:45.895012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b56db9-339a-408e-ac7f-880fcd524605'}, {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:45.901921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f3fea90-d4c2-4ab3-9a0f-1b1719529bbc req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "PUT /v2.0/ports/721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 1020 time: 0.6945984 Aug 30 21:05:45.905244 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76414e0-f573-4bdd-b505-952f344729d6" -d '{"events": [{"server_uuid": "fb554e0a-bb95-4571-ba7c-c97e8a3cbb43", "name": "network-vif-plugged", "status": "completed", "tag": "59b56db9-339a-408e-ac7f-880fcd524605"}, {"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-plugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:45.939991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:05:45.999504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85eeab5-e2ae-4f97-9fcf-be45755137c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:46.041157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:46.047471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:46.052134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:46.169949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b93a0e-25a6-4db9-abf3-9c8c3761a8b6 req-116fa7d1-ad67-4a4a-b1e1-9bd4c3cf6a3a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:46.178065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0b93a0e-25a6-4db9-abf3-9c8c3761a8b6 req-116fa7d1-ad67-4a4a-b1e1-9bd4c3cf6a3a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 950 time: 0.1327877 Aug 30 21:05:46.281372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0b93a0e-25a6-4db9-abf3-9c8c3761a8b6 req-5873ddb0-8127-402d-9cef-6f2d849e7207 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930984 Aug 30 21:05:46.285820 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39 associated. External IP: 172.25.5.232, port: f23b7d6b-aace-40fd-bfac-a6d902c227fe. Aug 30 21:05:46.519171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c779d-984b-49fc-9469-81d37aa20802 req-6c29e4c8-5abc-4f95-a73f-92ded9b39177 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:46.532053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-515c779d-984b-49fc-9469-81d37aa20802 req-6c29e4c8-5abc-4f95-a73f-92ded9b39177 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 950 time: 0.1130061 Aug 30 21:05:46.602923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-515c779d-984b-49fc-9469-81d37aa20802 req-b6132150-e280-4ee4-b99f-7999358be437 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Aug 30 21:05:46.700402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:05:46.764778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6f3cd-844a-49aa-b8f9-3d0316aa9070 req-6fc0c2c0-1994-4012-aba1-74623b64e9be tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:46.766715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3d6f3cd-844a-49aa-b8f9-3d0316aa9070 req-6fc0c2c0-1994-4012-aba1-74623b64e9be tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 946 time: 0.0785654 Aug 30 21:05:46.834936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3d6f3cd-844a-49aa-b8f9-3d0316aa9070 req-277f3a22-d51d-4044-86d1-a31340986e92 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587792 Aug 30 21:05:46.850519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:05:46.858051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:46.868667 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:05:46.885025 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:46.886443 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:46.895559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-85c3b32e-1589-4691-9017-b1e32153781d tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "PUT /v2.0/floatingips/b66b1377-f9ca-445f-9a73-3d1612b44f39 HTTP/1.1" status: 200 len: 992 time: 1.9314442 Aug 30 21:05:46.896261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:46.899297 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e226920-e36c-4b77-b87e-7b471f5b08ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:46.916055 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-a24676c4-aa75-4499-a63f-ca6afcbf9869 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips/b57a621b-925c-4874-b5aa-34e14ae86982 HTTP/1.1" status: 200 len: 692 time: 0.0471783 Aug 30 21:05:47.029456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:47.078374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-2be6a920-93e5-40a1-99c3-d7549b72e637 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:47.087507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-2be6a920-93e5-40a1-99c3-d7549b72e637 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1586106 Aug 30 21:05:47.163224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-7b5ed07b-644b-4fba-8805-e1a014cdbc11 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0754836 Aug 30 21:05:47.232856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-6ad4f4ca-6a67-456a-81b0-8efa4d1c173b tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0585456 Aug 30 21:05:47.397138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Deleting port 341723d1-3108-4d6d-8b2d-7fc37604a83c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:05:47.397629 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:47.401213 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b66b1377-f9ca-445f-9a73-3d1612b44f39', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'port_id': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'mac_address': 'fa:16:3e:c3:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039c8b5-3704-4e56-a454-0ccaff167508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:01:37Z', 'updated_at': '2021-08-30T21:05:45Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:47.450581 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:05:47.464219 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:47.465348 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:47.505113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:47.505452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:47.527906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Calling delete_port for 341723d1-3108-4d6d-8b2d-7fc37604a83c owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:05:47.643907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:47.781248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:47.830057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event deleted for resources: {'Port': ['ID=341723d1-3108-4d6d-8b2d-7fc37604a83c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:47.941206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:47.945690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:47.946994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-166694b0-8b2f-4539-81d8-492c0ee42693 req-fda20c10-99e5-4d8a-a779-10f41b11d98d tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "DELETE /v2.0/floatingips/b57a621b-925c-4874-b5aa-34e14ae86982 HTTP/1.1" status: 204 len: 173 time: 0.7062612 Aug 30 21:05:48.009511 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b66b1377-f9ca-445f-9a73-3d1612b44f39', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'port_id': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'mac_address': 'fa:16:3e:c3:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039c8b5-3704-4e56-a454-0ccaff167508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:01:37Z', 'updated_at': '2021-08-30T21:05:45Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:48.059831 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98deeb0a-ca04-4492-b650-eb8d60cc021f None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b66b1377-f9ca-445f-9a73-3d1612b44f39', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'floating_ip_address': '172.25.5.232', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'port_id': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'mac_address': 'fa:16:3e:c3:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6039c8b5-3704-4e56-a454-0ccaff167508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:01:37Z', 'updated_at': '2021-08-30T21:05:45Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:05:48.097445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652c6c1-1e24-4ef8-bc3e-f8400572e57f req-c3355832-7d31-4a05-a4b6-d6f550ae9944 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.100025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9652c6c1-1e24-4ef8-bc3e-f8400572e57f req-c3355832-7d31-4a05-a4b6-d6f550ae9944 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.0786140 Aug 30 21:05:48.160692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9652c6c1-1e24-4ef8-bc3e-f8400572e57f req-7871ee31-bc22-41f6-a0e7-02a835d0cbe1 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Aug 30 21:05:48.226064 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53917abe-2e8c-47af-961f-d8cac69d18e6 x-openstack-request-id: req-53917abe-2e8c-47af-961f-d8cac69d18e6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:48.227682 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "tag": "721b70ca-8527-4748-802f-8189c6478326", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:48.229011 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53917abe-2e8c-47af-961f-d8cac69d18e6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:48.229994 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'tag': '721b70ca-8527-4748-802f-8189c6478326', 'status': 'completed', 'code': 200} Aug 30 21:05:48.361149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-87cc04c2-844e-497c-828a-d4bc65a93342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.362829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-87cc04c2-844e-497c-828a-d4bc65a93342 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1175 time: 0.0948017 Aug 30 21:05:48.384354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de68028-3f65-49e3-91ba-bb9596678323 req-85972002-6a87-40b5-a060-cd77b6f1a1c7 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.386209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb641104-e614-4297-9b2e-97ad7b21fa8a None None] New status for floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:05:48.387142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2de68028-3f65-49e3-91ba-bb9596678323 req-85972002-6a87-40b5-a060-cd77b6f1a1c7 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1023 time: 0.1001978 Aug 30 21:05:48.609535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2de68028-3f65-49e3-91ba-bb9596678323 req-691ce072-a6c6-45b5-b493-8e67329e3321 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&id=230c9046-296a-43bb-9687-efe10b656bf5&id=5d268382-4c84-4509-a339-f971a99eb9cb HTTP/1.1" status: 200 len: 6148 time: 0.1878588 Aug 30 21:05:48.655876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-94d635b0-037e-4188-8b4c-5d8cd3b8a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.658643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-94d635b0-037e-4188-8b4c-5d8cd3b8a3a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.2701337 Aug 30 21:05:48.698772 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d81888-3622-4f27-b358-dfcf4806f95b x-openstack-request-id: req-d9d81888-3622-4f27-b358-dfcf4806f95b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:48.699277 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb554e0a-bb95-4571-ba7c-c97e8a3cbb43", "name": "network-vif-plugged", "status": "completed", "tag": "59b56db9-339a-408e-ac7f-880fcd524605", "code": 200}, {"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-plugged", "status": "completed", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:48.699492 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9d81888-3622-4f27-b358-dfcf4806f95b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:48.699900 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b56db9-339a-408e-ac7f-880fcd524605', 'code': 200} Aug 30 21:05:48.700167 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'code': 200} Aug 30 21:05:48.756056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-2259c64e-39ff-4f25-8f85-aa3b611a054d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 217 time: 0.0760741 Aug 30 21:05:48.870529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0bb0-98ef-4e6e-a8ce-a2b319ef467b req-761e4810-a0b1-4424-8aec-9af54ef9d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.872954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5e0bb0-98ef-4e6e-a8ce-a2b319ef467b req-761e4810-a0b1-4424-8aec-9af54ef9d47b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 1102 time: 0.0804143 Aug 30 21:05:48.896416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-0853d8dd-b74b-481a-a27e-f2aaa302cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.899003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-0853d8dd-b74b-481a-a27e-f2aaa302cd8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.1296580 Aug 30 21:05:48.929041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9d5e0bb0-98ef-4e6e-a8ce-a2b319ef467b req-fd66f43f-054f-427f-b004-e2523d3979ce service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Aug 30 21:05:48.959013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-9c1c7ecb-dbca-4d4d-8e32-a4973f76d6cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504005 Aug 30 21:05:48.971296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8b355-fb41-45c5-9ad0-4092a98a1ed9 req-afba499c-6698-4591-8a0f-f6a3f7018392 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:48.973897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cf8b355-fb41-45c5-9ad0-4092a98a1ed9 req-afba499c-6698-4591-8a0f-f6a3f7018392 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 950 time: 0.1596782 Aug 30 21:05:49.102897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cf8b355-fb41-45c5-9ad0-4092a98a1ed9 req-0c3a0d2e-2eb5-4488-b03d-77b249e86222 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194694 Aug 30 21:05:49.144612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-5ae8e91e-78e0-4432-b489-4f012478a304 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692908 Aug 30 21:05:49.264123 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a8f568-fd6b-4138-941c-50979d4fbbe5 x-openstack-request-id: req-05a8f568-fd6b-4138-941c-50979d4fbbe5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:49.264964 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:49.265618 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05a8f568-fd6b-4138-941c-50979d4fbbe5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:49.266405 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'status': 'completed', 'code': 200} Aug 30 21:05:49.266907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fec529ab-21b7-4076-b250-9ca2f113ab6b req-32b49692-4287-443d-8357-7ac3967e71f2 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136479 Aug 30 21:05:49.396810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-78b94523-9513-43ca-b6ac-57ea1272babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:49.398579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-78b94523-9513-43ca-b6ac-57ea1272babc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0807f07f677a48708d60e27fc9f969bf&device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 1098 time: 0.1025059 Aug 30 21:05:49.414060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c68e-0771-44c1-881c-08003cb3d9a1 req-bb63868c-3d1e-45ec-b668-84a47faee89a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:49.416021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91f3c68e-0771-44c1-881c-08003cb3d9a1 req-bb63868c-3d1e-45ec-b668-84a47faee89a tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 950 time: 0.0752821 Aug 30 21:05:49.531316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91f3c68e-0771-44c1-881c-08003cb3d9a1 req-e4b9238c-e189-4510-b167-789be6122a48 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034429 Aug 30 21:05:49.571908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-50274b93-c43f-402e-814c-c57580af2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:49.575042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-50274b93-c43f-402e-814c-c57580af2365 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 200 len: 925 time: 0.1574671 Aug 30 21:05:49.684565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-ebdd92ff-c96c-41b5-8e27-18a4fa15d19c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe HTTP/1.1" status: 200 len: 1002 time: 0.0994980 Aug 30 21:05:49.731030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a92ff5-a2a8-40e6-ae83-e58972c31968 req-dabf7dac-682b-4265-9753-b144d188974c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:49.732604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81a92ff5-a2a8-40e6-ae83-e58972c31968 req-dabf7dac-682b-4265-9753-b144d188974c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 946 time: 0.0947161 Aug 30 21:05:49.764453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-001695c0-c744-4c1e-a7b5-ae81c5f3a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:49.765950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-001695c0-c744-4c1e-a7b5-ae81c5f3a92e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 200 len: 863 time: 0.0727532 Aug 30 21:05:49.810907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81a92ff5-a2a8-40e6-ae83-e58972c31968 req-ba4805a9-91aa-42bb-adeb-fa702a1edb7a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713735 Aug 30 21:05:49.830301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-4a3ec821-a07e-463b-bca6-04fca117d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:49.831907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-4a3ec821-a07e-463b-bca6-04fca117d289 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bb055f31-e7f3-4ddd-b1da-395b5f79a69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536325 Aug 30 21:05:50.283477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'tag': '721b70ca-8527-4748-802f-8189c6478326'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:50.286025 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805623ce-9525-4302-8012-502eaa06168c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "tag": "721b70ca-8527-4748-802f-8189c6478326"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:50.414381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-05ccb060-6978-4d2f-9619-00d5229b7646 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.5364223 Aug 30 21:05:50.453095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-94af2c6f-bac8-4021-8aa8-cfbdf37ad3ab service neutron] 10.222.0.86 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6122410 Aug 30 21:05:50.574770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-66d73d50-2f8a-4439-916b-5ae2ee98bcbf tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:50.577106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-66d73d50-2f8a-4439-916b-5ae2ee98bcbf tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports/ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 942 time: 0.1488204 Aug 30 21:05:50.668209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e226920-e36c-4b77-b87e-7b471f5b08ad req-926bbca5-6569-46e2-b365-6958b6bd857b service neutron] 10.222.0.86 "GET /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894600 Aug 30 21:05:50.756221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-d18d3888-658e-4b96-a2a1-b97ac48b4418 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.0915511 Aug 30 21:05:50.886055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-4221f92b-6e31-420e-9066-2a5861fde1b7 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:50.887646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-4221f92b-6e31-420e-9066-2a5861fde1b7 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1258101 Aug 30 21:05:50.966085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-03e59e10-68f9-4f90-b25b-b2823692d394 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 1001 time: 0.0655198 Aug 30 21:05:50.976370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:51.038526 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:51.196070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:51.201277 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:51.201591 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Floating IP 20d42b34-4fcb-4bfe-83c4-d307b652679c disassociated. External IP: 172.25.5.146, port: ecdbb44f-67b9-42d3-83fa-4a5d8965fda5. Aug 30 21:05:51.435047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:05:51.563246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:05:51.568414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:51.574202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] Sync routers for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:05:51.586909 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:51.587542 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:51.601167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-cfd9b93b-dec6-484a-98c6-82822e7ee6ad tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "PUT /v2.0/floatingips/20d42b34-4fcb-4bfe-83c4-d307b652679c HTTP/1.1" status: 200 len: 695 time: 0.6288004 Aug 30 21:05:51.677177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-e6e7b41e-4f79-46cd-845d-492253333728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:51.679498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-e6e7b41e-4f79-46cd-845d-492253333728 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0585940 Aug 30 21:05:51.727479 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:51.787768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-bcfc93f3-4c4f-433d-a7ea-f63a90e8daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:51.789715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-bcfc93f3-4c4f-433d-a7ea-f63a90e8daa3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 928 time: 0.1010044 Aug 30 21:05:51.847152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-7dd82837-50d7-42a5-8f01-86376fe9fdc3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 217 time: 0.0480816 Aug 30 21:05:51.902576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-2206e96c-1e8b-4db3-b73b-54d41afd9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:51.905042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-2206e96c-1e8b-4db3-b73b-54d41afd9ae9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 200 len: 866 time: 0.0519459 Aug 30 21:05:51.960401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-a7c88b0c-6d8e-4938-ad76-81c04b37a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:51.962684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-a7c88b0c-6d8e-4938-ad76-81c04b37a5ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4b3bbd03-3251-49b8-9f96-3569be688ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495241 Aug 30 21:05:51.971475 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:06Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:52.008621 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] Checking router: a72506c3-80b2-4634-ae80-d6eb0e5d6a54 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:05:52.018184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:05:52.019066 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:52.088543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-963fa855-7f39-4f48-8db4-8d7a1b6cf61d service neutron] 10.222.0.76 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190822 Aug 30 21:05:52.136601 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:05:52.188736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28f43d-5da2-4e44-8773-4c02aa2a8ff1 req-7da610d6-a624-48a5-ac61-970b6d1bce90 service neutron] 10.222.0.76 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931230 Aug 30 21:05:52.341036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85a93-e260-46eb-a954-8ecc55b813c2 req-8c163609-667c-4111-b68a-a1ddc4b2387f tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:52.342787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7dd85a93-e260-46eb-a954-8ecc55b813c2 req-8c163609-667c-4111-b68a-a1ddc4b2387f tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1097 time: 0.0631580 Aug 30 21:05:52.392976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7dd85a93-e260-46eb-a954-8ecc55b813c2 req-3567f26e-dd18-4907-8c6e-06cce6dcfce5 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Aug 30 21:05:52.439983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5495327a-4950-4a6e-a7ee-368b924ebdae req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': ' tempest-securitygroup -848813252 ', 'description': 'tempest-description-1205079455'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:52.474642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5495327a-4950-4a6e-a7ee-368b924ebdae req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:52.501853 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:06Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:05:52.534592 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3707f5-66ae-483f-8964-b8534c083a4c None None] The sync data for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 is: [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:04:56Z', 'revision_number': 4, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '919c3449-5a03-4b02-ac5c-b4789101444f', 'name': '', 'network_id': '4b3bbd03-3251-49b8-9f96-3569be688ebf', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'mac_address': 'fa:16:3e:08:80:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:55Z', 'updated_at': '2021-08-30T21:05:06Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'subnets': [{'id': '4a66d956-6b76-4ea0-bec8-d7ff2bf7967f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:05:52.579628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5495327a-4950-4a6e-a7ee-368b924ebdae req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:52.585480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5495327a-4950-4a6e-a7ee-368b924ebdae req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:52.620005 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5495327a-4950-4a6e-a7ee-368b924ebdae req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:52.621374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5495327a-4950-4a6e-a7ee-368b924ebdae req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1864841 Aug 30 21:05:52.632400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec5c09-5fe4-4146-8223-52fd1aba88b2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9850b73-6fbe-49c9-b373-9adcf5ef9e0b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:52.768766 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877bdb9a-bd83-4bd4-83bf-0ba51c1f2a22 x-openstack-request-id: req-877bdb9a-bd83-4bd4-83bf-0ba51c1f2a22 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:52.769529 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "tag": "721b70ca-8527-4748-802f-8189c6478326", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:52.770088 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-877bdb9a-bd83-4bd4-83bf-0ba51c1f2a22 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:52.771615 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'tag': '721b70ca-8527-4748-802f-8189c6478326', 'status': 'completed', 'code': 200} Aug 30 21:05:52.856222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d913b97-fa4d-4c54-b1ca-6ec3c3d35f1f None None] New status for floating IP 20d42b34-4fcb-4bfe-83c4-d307b652679c: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:05:52.895553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805623ce-9525-4302-8012-502eaa06168c req-30dce6ec-0d8b-40bb-81c7-efba499ff16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:52.897195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-30dce6ec-0d8b-40bb-81c7-efba499ff16b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1175 time: 0.0845788 Aug 30 21:05:52.922131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489ea2e-c89f-487e-8ab7-d56b74a3e118 req-51c7525f-0a4a-477a-b1b4-529d13cb1e37 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:52.923813 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b489ea2e-c89f-487e-8ab7-d56b74a3e118 req-51c7525f-0a4a-477a-b1b4-529d13cb1e37 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 950 time: 0.0760090 Aug 30 21:05:53.011817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b489ea2e-c89f-487e-8ab7-d56b74a3e118 req-2b064140-c137-46b4-abbd-6b2c8875c842 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754154 Aug 30 21:05:53.043323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805623ce-9525-4302-8012-502eaa06168c req-8883b6b2-5983-40f5-b37e-73085e47274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:53.043323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-8883b6b2-5983-40f5-b37e-73085e47274d service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.1299877 Aug 30 21:05:53.086911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-824e9dea-5dbc-43d6-b290-f9b47f2e76eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 200 len: 217 time: 0.0430419 Aug 30 21:05:53.168847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805623ce-9525-4302-8012-502eaa06168c req-2f87dd43-d30d-4218-aee4-6796d9be0a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:53.170470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-2f87dd43-d30d-4218-aee4-6796d9be0a51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.0749004 Aug 30 21:05:53.196979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daef47-f7a3-42f7-a8b3-6b2e07b2753d req-f827a1bc-a338-40f5-ad55-742633040a5a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:53.198717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2daef47-f7a3-42f7-a8b3-6b2e07b2753d req-f827a1bc-a338-40f5-ad55-742633040a5a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 946 time: 0.0951366 Aug 30 21:05:53.222496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-21345bbc-cf51-4c01-8eec-7c07520d06dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423434 Aug 30 21:05:53.313390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2daef47-f7a3-42f7-a8b3-6b2e07b2753d req-6c5b3079-6450-4ac3-9d2c-976ecb9159b5 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944319 Aug 30 21:05:53.356381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-431dc197-5a84-436d-a163-5b1ceb6b5429 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265197 Aug 30 21:05:53.461613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-a954fe46-b115-40cb-829c-6eccb85aa913 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips/20d42b34-4fcb-4bfe-83c4-d307b652679c HTTP/1.1" status: 200 len: 693 time: 0.0963211 Aug 30 21:05:53.580727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-805623ce-9525-4302-8012-502eaa06168c req-8ac324fe-6e79-43d8-8fce-e5c50e65da52 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068238 Aug 30 21:05:53.631913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-9a3245cf-09d3-4d92-9033-ebf0ad52bb03 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:53.634276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-9a3245cf-09d3-4d92-9033-ebf0ad52bb03 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1630962 Aug 30 21:05:53.709115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-b6c8a758-9c8f-4c8c-8770-19a5bcddeb15 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0623877 Aug 30 21:05:53.795343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-e66c4eb8-6d55-4bd1-ae2d-64bd2958bf22 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.146 HTTP/1.1" status: 200 len: 696 time: 0.0773644 Aug 30 21:05:53.988462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Deleting port 001300f3-afdf-4feb-8bf0-50162d3dd74b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:05:53.988868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:54.120797 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:54.121330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:54.143663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Calling delete_port for 001300f3-afdf-4feb-8bf0-50162d3dd74b owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:05:54.334801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:54.362190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event deleted for resources: {'Port': ['ID=001300f3-afdf-4feb-8bf0-50162d3dd74b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:54.452797 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:54.458086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:54.460074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26248b-45ac-4a3e-8d20-6d1dc75289d0 req-834099e3-b4fe-4f1b-bda8-871bf517f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "DELETE /v2.0/floatingips/20d42b34-4fcb-4bfe-83c4-d307b652679c HTTP/1.1" status: 204 len: 173 time: 0.6518333 Aug 30 21:05:54.760262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceea54-46e5-4e01-ade8-e754d280abce req-9e542e18-ad09-407b-86cd-fa2e85eb73a1 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:54.762134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3ceea54-46e5-4e01-ade8-e754d280abce req-9e542e18-ad09-407b-86cd-fa2e85eb73a1 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1097 time: 0.0535054 Aug 30 21:05:54.772107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:54.776036 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131f337-0690-4cd8-89ba-bdcee990a5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:54.826689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3ceea54-46e5-4e01-ade8-e754d280abce req-51fdeac8-727b-4e28-82b2-166fd6e0bd4b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457945 Aug 30 21:05:54.921809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fffea4c-c573-4a3d-8ec8-741a66cb7743 req-fccd9af9-98cd-4516-9d45-b94cf4740cd1 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/f9850b73-6fbe-49c9-b373-9adcf5ef9e0b HTTP/1.1" status: 200 len: 1780 time: 0.0600221 Aug 30 21:05:55.048436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-54110c33-edde-4a1e-aa45-ba2afdbb6cdf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359178 Aug 30 21:05:55.209489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-9ea04900-9af0-42fb-b95c-63836ca7164a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:55.211436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-9ea04900-9af0-42fb-b95c-63836ca7164a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524255 Aug 30 21:05:55.234797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-85640138-55e1-4d51-9cdc-5b56d6216452 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/quotas/b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 375 time: 0.0132105 Aug 30 21:05:55.318258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-33780cd4-37cd-4064-b1ff-644dbef68053 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721726 Aug 30 21:05:55.912079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f18300-a1b5-4262-abba-2d8b2ec43960 req-6b581be0-6b17-47d4-a969-863ecb9b2efc tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:55.914377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16f18300-a1b5-4262-abba-2d8b2ec43960 req-6b581be0-6b17-47d4-a969-863ecb9b2efc tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 946 time: 0.0819638 Aug 30 21:05:55.984878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16f18300-a1b5-4262-abba-2d8b2ec43960 req-0d2c9e47-6730-4d16-b2f0-4d3f035a23a4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590806 Aug 30 21:05:56.163702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075992-8d33-411f-ad46-1ac8ba54f041 req-e91ab3f0-bfad-4018-8357-b626055372cc tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:56.166029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30075992-8d33-411f-ad46-1ac8ba54f041 req-e91ab3f0-bfad-4018-8357-b626055372cc tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 945 time: 0.0658970 Aug 30 21:05:56.220174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30075992-8d33-411f-ad46-1ac8ba54f041 req-42b595bf-f642-4f24-911d-499647ad18cc tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.76 "GET /v2.0/security-groups?id=81c253e2-6384-4919-8fcb-280729c66a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Aug 30 21:05:56.287768 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c950a3-3a1d-4ce5-8855-dc485b2c1109 x-openstack-request-id: req-89c950a3-3a1d-4ce5-8855-dc485b2c1109 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:05:56.288323 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:05:56.288724 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89c950a3-3a1d-4ce5-8855-dc485b2c1109 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:05:56.289570 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'status': 'completed', 'code': 200} Aug 30 21:05:56.399226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36b30c91-b418-45ec-ba48-b548b34603eb req-cd82cac3-6eb7-42ab-add2-da7bff7284a7 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/f9850b73-6fbe-49c9-b373-9adcf5ef9e0b HTTP/1.1" status: 200 len: 1780 time: 0.0506773 Aug 30 21:05:56.424131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-b40150c8-643b-4dd6-a23a-7294607eafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:56.426721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-b40150c8-643b-4dd6-a23a-7294607eafb6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 1097 time: 0.0989556 Aug 30 21:05:56.482782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-36b30c91-b418-45ec-ba48-b548b34603eb req-0a5ea373-1be3-4497-8452-e3eb286ebde6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:56.523246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-36b30c91-b418-45ec-ba48-b548b34603eb req-0a5ea373-1be3-4497-8452-e3eb286ebde6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:56.574541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-77613069-7338-4edf-be46-185c15610de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:56.576268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-77613069-7338-4edf-be46-185c15610de5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 200 len: 928 time: 0.1358628 Aug 30 21:05:56.594945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-36b30c91-b418-45ec-ba48-b548b34603eb req-0a5ea373-1be3-4497-8452-e3eb286ebde6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:56.599303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-36b30c91-b418-45ec-ba48-b548b34603eb req-0a5ea373-1be3-4497-8452-e3eb286ebde6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:56.602904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36b30c91-b418-45ec-ba48-b548b34603eb req-0a5ea373-1be3-4497-8452-e3eb286ebde6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/f9850b73-6fbe-49c9-b373-9adcf5ef9e0b HTTP/1.1" status: 204 len: 173 time: 0.1905124 Aug 30 21:05:56.619535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ea373-1be3-4497-8452-e3eb286ebde6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9850b73-6fbe-49c9-b373-9adcf5ef9e0b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:56.661958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-c2fe17aa-7163-4398-bf0b-1f640bc372d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 200 len: 217 time: 0.0711942 Aug 30 21:05:56.739339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09d8143b-1d58-4be5-9638-de207dc27eb4 req-baf4a3dc-b343-4a73-854d-32922e29ae82 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 210 time: 0.0556312 Aug 30 21:05:56.756453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-68f82a20-43b8-4ef4-9333-cd4160c3d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:56.759573 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-68f82a20-43b8-4ef4-9333-cd4160c3d41b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 200 len: 866 time: 0.0779481 Aug 30 21:05:56.842579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483554fb-b48f-48cc-b980-18956f059d02 req-6277aa17-b2bd-42a2-bd81-ca63568cfd08 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:56.846607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-483554fb-b48f-48cc-b980-18956f059d02 req-6277aa17-b2bd-42a2-bd81-ca63568cfd08 tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.86 "GET /v2.0/ports?device_id=5fc23418-9742-4c16-a133-9672f536e26c HTTP/1.1" status: 200 len: 945 time: 0.1232030 Aug 30 21:05:56.861350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-c1beed1b-0f5b-443f-aa1e-441f69eac98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:56.866111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-c1beed1b-0f5b-443f-aa1e-441f69eac98d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4b3bbd03-3251-49b8-9f96-3569be688ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979521 Aug 30 21:05:56.999133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-6eb1d588-8837-420a-add3-0564ef3a39b5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b283f32fb392454189be51e4860cf215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633292 Aug 30 21:05:57.070861 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-b3a16ff6-dd44-4607-9ace-37b53b6f9770 service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854055 Aug 30 21:05:57.260382 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e131f337-0690-4cd8-89ba-bdcee990a5a5 req-6c7b0079-18d3-4ee6-b54c-fb051d5d9cfc service neutron] 10.222.0.82 "GET /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764109 Aug 30 21:05:57.587917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6a84-9da7-4713-9551-70954dd6ba93 req-5d4e8dd8-9dd2-4c64-9b66-cb1031bdd887 tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:57.589611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af3b6a84-9da7-4713-9551-70954dd6ba93 req-5d4e8dd8-9dd2-4c64-9b66-cb1031bdd887 tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 1102 time: 0.7135072 Aug 30 21:05:57.685404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-af3b6a84-9da7-4713-9551-70954dd6ba93 req-6715bb98-593c-47a3-ac2f-4f35ef1db25b tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:57.699748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Deleting port 81fffc67-1d5f-490f-b834-f693cfc8099b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:05:57.700116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:57.736377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-e9cf68b4-551e-4fff-b815-196e935bd27d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:57.737990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-e9cf68b4-551e-4fff-b815-196e935bd27d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7316594 Aug 30 21:05:57.789342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Request body: {'port': {'device_id': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'b283f32fb392454189be51e4860cf215'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:57.939214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] For port 81fffc67-1d5f-490f-b834-f693cfc8099b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=81fffc67-1d5f-490f-b834-f693cfc8099b,segment=NetworkSegment(c2a116c5-8c3d-4b71-b258-82aac59c5222),segment_id=c2a116c5-8c3d-4b71-b258-82aac59c5222)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:57.939593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:57.975075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Calling delete_port for 81fffc67-1d5f-490f-b834-f693cfc8099b owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:05:58.073979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-af3b6a84-9da7-4713-9551-70954dd6ba93 req-6715bb98-593c-47a3-ac2f-4f35ef1db25b tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.090920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-af3b6a84-9da7-4713-9551-70954dd6ba93 req-6715bb98-593c-47a3-ac2f-4f35ef1db25b tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.153230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af3b6a84-9da7-4713-9551-70954dd6ba93 req-6715bb98-593c-47a3-ac2f-4f35ef1db25b tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541091 Aug 30 21:05:58.154244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Made reservation on behalf of b283f32fb392454189be51e4860cf215 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:05:58.160476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.199532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715bb98-593c-47a3-ac2f-4f35ef1db25b tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9016c5d0-a911-4fd0-985b-4a1f7605cca2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:58.232323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-0ed384ae-06ae-41ce-a6f0-c67abd1f41b7 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:58.235429 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-0ed384ae-06ae-41ce-a6f0-c67abd1f41b7 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1098 time: 0.1054614 Aug 30 21:05:58.258548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:58.366618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.391322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.406621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['81fffc67-1d5f-490f-b834-f693cfc8099b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:58.483121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Pushing event deleted for resources: {'Port': ['ID=81fffc67-1d5f-490f-b834-f693cfc8099b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:58.505956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566364f-ed81-4c21-bcc5-2aee90b780f9 req-5b8d37eb-1bfd-41c4-907a-d7015b20351b tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:58.507627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d566364f-ed81-4c21-bcc5-2aee90b780f9 req-5b8d37eb-1bfd-41c4-907a-d7015b20351b tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2097332 Aug 30 21:05:58.583072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:58.634959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Allocated IP 192.168.233.136 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/64b5883f-caf2-4377-ad4a-70ffae81d616) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:05:58.638058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] No DVR routers for this DVR port 81fffc67-1d5f-490f-b834-f693cfc8099b on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:05:58.642007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d566364f-ed81-4c21-bcc5-2aee90b780f9 req-60e2dad5-526c-4fde-b1fe-14af70ac19ee tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0951130 Aug 30 21:05:58.643774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.647482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-483554fb-b48f-48cc-b980-18956f059d02 req-e64bdde3-e9d3-4a9e-ab7e-4b0f9a8b81ae tempest-ServerMetadataNegativeTestJSON-1683769944 tempest-ServerMetadataNegativeTestJSON-1683769944-project] 10.222.0.86 "DELETE /v2.0/ports/81fffc67-1d5f-490f-b834-f693cfc8099b HTTP/1.1" status: 204 len: 173 time: 1.7948012 Aug 30 21:05:58.653256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc23418-9742-4c16-a133-9672f536e26c', 'name': 'network-vif-deleted', 'tag': '81fffc67-1d5f-490f-b834-f693cfc8099b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:58.658800 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496552e3-f297-4a44-954b-6fe26686f67f" -d '{"events": [{"server_uuid": "5fc23418-9742-4c16-a133-9672f536e26c", "name": "network-vif-deleted", "tag": "81fffc67-1d5f-490f-b834-f693cfc8099b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:58.672756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:58.747834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:05:58.750284 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f8f7c-6770-42d2-9f22-bd8bb2203f2e" -d '{"events": [{"server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "name": "network-vif-unplugged", "status": "completed", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:05:58.756869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.763954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:58.877586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on host n-h2-793620-16 for vnic_type normal with profile {"migrating_to": "n-h1-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:58.878081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:58.878249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:58.881768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:58.890861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:05:58.891095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:05:58.895367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.895713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.896105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.896407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.896743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.897056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.897368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.897685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.898004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.898317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.898633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.899132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:05:58.906338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:05:58.906907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:05:58.907734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:05:58.909431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Bound port: 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:05:58.909431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.008506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.030286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Transition to ACTIVE for port object 64b5883f-caf2-4377-ad4a-70ffae81d616 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:05:59.077571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:05:59.090404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.127742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a', '2701d3e9-eca3-4a07-8560-c94dcc02ae36'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:59.179843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:05:59.186568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:05:59.199620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fde05680-3cc9-4301-aa44-b685ebd8e3fc'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:59.208332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:05:59.327435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:59.399767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:59.400801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.447149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-f8e998b4-5ac4-4539-9d07-3e436df86866 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6645422 Aug 30 21:05:59.464942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Request body: {'port': {'device_id': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:05:59.467109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:05:59.477825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:05:59.490478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.657036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.688383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:05:59.697684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:05:59.698968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.701597 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-2511ab33-927a-4b99-83d8-4c5aae3724f1 service neutron] 10.222.0.82 "PUT /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 1124 time: 1.4520950 Aug 30 21:05:59.780060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:05:59.866578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dd8ec6f6-23c2-496b-acc7-b44d12f9fa33 None None] Provisioning for port 64b5883f-caf2-4377-ad4a-70ffae81d616 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:05:59.873300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['17238079-a7c5-4406-87cf-5eb90f0fa2ad'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:59.878186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['17238079-a7c5-4406-87cf-5eb90f0fa2ad'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:05:59.967988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dd8ec6f6-23c2-496b-acc7-b44d12f9fa33 None None] Provisioning complete for port 64b5883f-caf2-4377-ad4a-70ffae81d616 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:05:59.968378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd8ec6f6-23c2-496b-acc7-b44d12f9fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:05:59.982233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on host n-h2-793620-16 for vnic_type normal with profile {"migrating_to": "n-h1-793620-16"} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:05:59.982879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:05:59.983451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:00.074495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:00.075031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Attempting to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:00.135206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:00.135784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:00.136144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:00.136633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Bound port: 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:00.137082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.226636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b5883f-caf2-4377-ad4a-70ffae81d616 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:00.237996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.255509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Transition to ACTIVE for port object 64b5883f-caf2-4377-ad4a-70ffae81d616 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:00.261660 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.317963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-696cb75a-688c-497b-aa72-3052a5ce4efb tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:06:00.320405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-696cb75a-688c-497b-aa72-3052a5ce4efb tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119328 Aug 30 21:06:00.329620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ec6f6-23c2-496b-acc7-b44d12f9fa33 None None] Port 64b5883f-caf2-4377-ad4a-70ffae81d616 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:06:00.344014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Request body: {'binding': {'host': 'n-h2-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:00.345063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Unknown quota resources ['binding']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:06:00.427042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:00.512055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:06:00.512685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:06:00.513233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:00.523990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:00.524419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:00.540966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:00.541473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:00.541957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:00.542466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Bound port: 64b5883f-caf2-4377-ad4a-70ffae81d616, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:00.542918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.618944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on host n-h2-793620-16 for vnic_type normal with profile None {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:06:00.619517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:06:00.619608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:00.627610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:00.628218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:00.640741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:00.641379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:00.642113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:00.643330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Bound port: fd974043-e084-41b8-8a60-5d8dad2c2d24, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:00.684854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:00.690503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:06:00.697096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.706366 n-d-793620-16 neutron-server[94690]: WARNING neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Concurrent port binding operations failed on port 17238079-a7c5-4406-87cf-5eb90f0fa2ad Aug 30 21:06:00.717478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:00.750262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:06:00.753288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:00.754311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.756820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] 10.222.0.82 "PUT /v2.0/ports/64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 1097 time: 1.3005688 Aug 30 21:06:00.759911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:00.762509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-22e219d8-cb8d-4c0c-b7fe-7c8659f353b9 service neutron] 10.222.0.76 "POST /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24/bindings HTTP/1.1" status: 201 len: 390 time: 0.4274185 Aug 30 21:06:00.785834 n-d-793620-16 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Attempt 2 to bind port 17238079-a7c5-4406-87cf-5eb90f0fa2ad Aug 30 21:06:00.787132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad has no active binding in host n-h1-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:06:00.799645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73d922-65c1-468f-8935-0b4d5786b915 service neutron] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:00.911484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-10f56893-b9da-4920-9d6b-3bd13bde19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:00.913677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-10f56893-b9da-4920-9d6b-3bd13bde19aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1100 time: 0.1032550 Aug 30 21:06:00.927467 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-bb7f6a85-650c-4449-97f0-112fd66acc83 req-d62aacc2-7b98-4d44-b546-0044edc91e16 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:06:00.928514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb7f6a85-650c-4449-97f0-112fd66acc83 req-d62aacc2-7b98-4d44-b546-0044edc91e16 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/f9850b73-6fbe-49c9-b373-9adcf5ef9e0b HTTP/1.1" status: 404 len: 352 time: 0.0144751 Aug 30 21:06:01.010377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-57370679-4a8b-48cd-b3c0-908dff11e28d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0762393 Aug 30 21:06:01.110751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-d3ac5936-c4a8-4137-ac55-a9c8a847e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.112601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-d3ac5936-c4a8-4137-ac55-a9c8a847e46b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0943522 Aug 30 21:06:01.270536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-c9114eca-a64e-47d2-a91d-11c3c70abae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.272216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-c9114eca-a64e-47d2-a91d-11c3c70abae8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485925 Aug 30 21:06:01.285327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-341022f3-a54e-47b8-8de3-faa810715615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.286911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-341022f3-a54e-47b8-8de3-faa810715615 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1097 time: 0.1204736 Aug 30 21:06:01.304381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb226ae-4703-439b-98e2-592f15d0f895 req-51e343a6-01bb-4780-8cab-53f48b6fa41e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.305965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeb226ae-4703-439b-98e2-592f15d0f895 req-51e343a6-01bb-4780-8cab-53f48b6fa41e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.1223328 Aug 30 21:06:01.331937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 81fffc67-1d5f-490f-b834-f693cfc8099b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:01.379826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 81fffc67-1d5f-490f-b834-f693cfc8099b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:01.380188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 81fffc67-1d5f-490f-b834-f693cfc8099b not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:01.476926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeb226ae-4703-439b-98e2-592f15d0f895 req-e49ba0e1-8c6f-4983-bc49-25769594cbd4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514637 Aug 30 21:06:01.510061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-7c3ec94e-6aee-4957-8fee-bbca31d2d228 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292740 Aug 30 21:06:01.544491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:01.569636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-06e98ded-cecb-4c6d-8dc4-668e49ec006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.571335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-06e98ded-cecb-4c6d-8dc4-668e49ec006b service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.2753093 Aug 30 21:06:01.614369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Deleting subnet 2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:06:01.618791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:01.636768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-8d8faaaa-7ddb-43a4-a8b5-d7004b280682 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 217 time: 0.0555251 Aug 30 21:06:01.665717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:01.719670 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97824c6-28ff-4b67-8611-db0afabf6955 req-545559ac-db75-4744-8f9f-2ce38ec4017c service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995604 Aug 30 21:06:01.724642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:01.749853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96afb-ad00-4f95-b061-2b02a213630b req-49e4a2bb-10de-4b78-b8f0-88bcc3854a4c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.751425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35e96afb-ad00-4f95-b061-2b02a213630b req-49e4a2bb-10de-4b78-b8f0-88bcc3854a4c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 948 time: 0.1285737 Aug 30 21:06:01.753211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-a2410d32-561e-4a58-a008-2ad3605418c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:01.754733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-a2410d32-561e-4a58-a008-2ad3605418c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0898619 Aug 30 21:06:01.803117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-1d92ab0d-686f-453d-868e-2daf235bb0f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358002 Aug 30 21:06:01.816146 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:01.860196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:01.867287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:01.869925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46c9f8e4-37c2-4db3-a0ab-2ab6d003e94f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2a3bc7ac-cf0c-48cf-b09c-2c589367a3e5 HTTP/1.1" status: 204 len: 168 time: 0.3237998 Aug 30 21:06:01.873953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:01.907572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35e96afb-ad00-4f95-b061-2b02a213630b req-6e4343d0-3cdf-4f5a-a394-310cdd2c1422 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464927 Aug 30 21:06:01.982111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.006257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71d185c0-aee9-43ba-abca-b6e01349d7c5 req-fbf8dc21-6f9c-4a49-a7dc-8b19888fa242 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0636322 Aug 30 21:06:02.033907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-026ebeba-dd21-4d1f-b0ca-11f9953121e1 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157180 Aug 30 21:06:02.105898 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8cbfd-c03f-4e49-a748-7a0a761d0573 x-openstack-request-id: req-e5a8cbfd-c03f-4e49-a748-7a0a761d0573 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:02.106219 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc23418-9742-4c16-a133-9672f536e26c", "name": "network-vif-deleted", "tag": "81fffc67-1d5f-490f-b834-f693cfc8099b", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:02.106548 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5a8cbfd-c03f-4e49-a748-7a0a761d0573 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:02.106943 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc23418-9742-4c16-a133-9672f536e26c', 'name': 'network-vif-deleted', 'tag': '81fffc67-1d5f-490f-b834-f693cfc8099b', 'status': 'completed', 'code': 200} Aug 30 21:06:02.110200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.126125 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf2a6e3-2d5b-447b-a945-60eea4398502 x-openstack-request-id: req-0bf2a6e3-2d5b-447b-a945-60eea4398502 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:02.126846 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "name": "network-vif-unplugged", "status": "completed", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:02.127066 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bf2a6e3-2d5b-447b-a945-60eea4398502 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:02.128196 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'code': 200} Aug 30 21:06:02.135045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac20e62-1f77-4a5b-a9e6-f27f44663bd4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:02.154775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a116c5-8c3d-4b71-b258-82aac59c5222') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:02.155128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a116c5-8c3d-4b71-b258-82aac59c5222') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:02.171292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-96032ec3-60ff-4731-a581-330ce9214d3d service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294203 Aug 30 21:06:02.177228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.208889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.221837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:06:02.222356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:06:02.225290 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:06:02.234926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05c53e-34ae-4070-8f38-49805168e861 req-99f29071-bdb6-43aa-aabc-8cc06f2dad63 tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:02.236516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c05c53e-34ae-4070-8f38-49805168e861 req-99f29071-bdb6-43aa-aabc-8cc06f2dad63 tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 1102 time: 0.0641935 Aug 30 21:06:02.282528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c05c53e-34ae-4070-8f38-49805168e861 req-7280c216-5b34-4f88-b739-ce943e7f7bbb tempest-ServersAdminNegativeTestJSON-1630110105 tempest-ServersAdminNegativeTestJSON-1630110105-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Aug 30 21:06:02.325572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.333371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.335495 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] 10.222.0.76 "DELETE /v2.0/networks/cac20e62-1f77-4a5b-a9e6-f27f44663bd4 HTTP/1.1" status: 204 len: 168 time: 0.4601014 Aug 30 21:06:02.359069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906d614-791a-4d97-96b0-34a4e2545cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=cac20e62-1f77-4a5b-a9e6-f27f44663bd4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:02.471996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdc525-388d-417d-87db-2c0d709e8761 req-9d53290f-88c2-4696-abc0-cc181f7bb098 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:02.474731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dfdc525-388d-417d-87db-2c0d709e8761 req-9d53290f-88c2-4696-abc0-cc181f7bb098 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.0822918 Aug 30 21:06:02.553034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:02.553531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dfdc525-388d-417d-87db-2c0d709e8761 req-7fd31153-8a86-4f67-b422-d6723519ea60 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692208 Aug 30 21:06:02.601819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-9a88a1b4-c554-4b80-a34c-4bca14c08cb0 req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1702519111', 'description': 'tempest-description-764280547'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:02.621697 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-79751997-9581-41bd-9bdb-2f8fd1a12685 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f81dc48dcfa547c59234e71b97f79862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632739 Aug 30 21:06:02.622276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48894) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:02.688809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9a88a1b4-c554-4b80-a34c-4bca14c08cb0 req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.739530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc18d-460e-4425-8881-c0b30e5c7cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.785456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc18d-460e-4425-8881-c0b30e5c7cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.881168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9a88a1b4-c554-4b80-a34c-4bca14c08cb0 req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.886868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9a88a1b4-c554-4b80-a34c-4bca14c08cb0 req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.928669 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc18d-460e-4425-8881-c0b30e5c7cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.939780 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc18d-460e-4425-8881-c0b30e5c7cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.942349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c8cc18d-460e-4425-8881-c0b30e5c7cf4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81c253e2-6384-4919-8fcb-280729c66a5d HTTP/1.1" status: 204 len: 168 time: 0.3184576 Aug 30 21:06:02.952530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9a88a1b4-c554-4b80-a34c-4bca14c08cb0 req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:02.954800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a88a1b4-c554-4b80-a34c-4bca14c08cb0 req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3601699 Aug 30 21:06:02.963555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc2ee2-0d6e-4efd-bdb1-8dcf451c7702 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b57a65-4261-450d-9f43-1b8c3f49505b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:02.983172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cc18d-460e-4425-8881-c0b30e5c7cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c253e2-6384-4919-8fcb-280729c66a5d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:03.388345 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:03.542376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d66c82-b4f1-4b79-af14-47d9558d2425 req-756460fd-bb2c-4445-8000-b65ce69aa1fd tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:03.546024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57d66c82-b4f1-4b79-af14-47d9558d2425 req-756460fd-bb2c-4445-8000-b65ce69aa1fd tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.0769942 Aug 30 21:06:03.612669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57d66c82-b4f1-4b79-af14-47d9558d2425 req-c8eb39fc-d7e3-4028-ac90-0ea20baa709e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600874 Aug 30 21:06:03.795363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79550546-bc6c-4226-b68a-af8a008f7710 req-9b8ab31e-77bf-48f0-9251-1d2969db43eb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:03.797079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79550546-bc6c-4226-b68a-af8a008f7710 req-9b8ab31e-77bf-48f0-9251-1d2969db43eb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 948 time: 0.0806308 Aug 30 21:06:03.871133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79550546-bc6c-4226-b68a-af8a008f7710 req-7935fa16-105a-4830-80a7-6ba5e3417957 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608838 Aug 30 21:06:03.935721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6e72d79d-2ad2-4feb-b7f5-955f0c33316e req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-47607500', 'description': 'tempest-description-1644233797'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:03.983025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6e72d79d-2ad2-4feb-b7f5-955f0c33316e req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:04.108799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:04.111414 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ab061-c4e5-42b2-b000-c331580b4785" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:04.130738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:04.135580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6e72d79d-2ad2-4feb-b7f5-955f0c33316e req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:04.143873 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6e72d79d-2ad2-4feb-b7f5-955f0c33316e req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:04.145213 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564" -d '{"events": [{"name": "network-changed", "server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:04.196843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6e72d79d-2ad2-4feb-b7f5-955f0c33316e req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:04.199055 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e72d79d-2ad2-4feb-b7f5-955f0c33316e req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2709064 Aug 30 21:06:04.209159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a30a4-b17c-4c03-ab7d-83f40f0e7606 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2cecd7-6062-4dfc-bf6f-35a7e153a79e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:04.376419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85952c-27b5-4edd-9057-5edc9b9fabc2 req-3e634860-d615-4b7c-9b42-f5bb13b96ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:04.379468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f85952c-27b5-4edd-9057-5edc9b9fabc2 req-3e634860-d615-4b7c-9b42-f5bb13b96ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 945 time: 0.0866454 Aug 30 21:06:04.451141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f85952c-27b5-4edd-9057-5edc9b9fabc2 req-3c08633d-520a-4b3c-ac9d-4eb4fa8533c4 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.76 "GET /v2.0/security-groups?id=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606940 Aug 30 21:06:04.670353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbf1fd-492b-4b69-a786-838fe242060f req-30bb38e1-8705-4ee2-83a6-e476484c5885 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:04.674481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8dbf1fd-492b-4b69-a786-838fe242060f req-30bb38e1-8705-4ee2-83a6-e476484c5885 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.0971050 Aug 30 21:06:04.731126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8dbf1fd-492b-4b69-a786-838fe242060f req-feb34dca-c9a3-4ed7-9489-7e17bd59261f tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497336 Aug 30 21:06:04.819496 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc5280-b7b5-469b-bf29-716ada90a537 x-openstack-request-id: req-c5cc5280-b7b5-469b-bf29-716ada90a537 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:04.819979 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:04.820393 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5cc5280-b7b5-469b-bf29-716ada90a537 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:04.820942 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'status': 'completed', 'code': 200} Aug 30 21:06:04.974438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-eed47106-f7a3-4e2d-a3ff-3c0f1e111f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:04.977505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-eed47106-f7a3-4e2d-a3ff-3c0f1e111f24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1100 time: 0.1233809 Aug 30 21:06:05.169689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-bb5aa27a-e734-4007-8f9d-a9402740c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:05.172325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-bb5aa27a-e734-4007-8f9d-a9402740c286 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1833498 Aug 30 21:06:05.240945 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ad1b0-056e-4e2b-abce-865bbf70ae3b x-openstack-request-id: req-fd2ad1b0-056e-4e2b-abce-865bbf70ae3b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:05.242182 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:05.242182 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd2ad1b0-056e-4e2b-abce-865bbf70ae3b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:05.242182 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'status': 'completed', 'code': 200} Aug 30 21:06:05.251378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-dc4387d5-4003-431c-8adb-0b00e24d3fcd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0698340 Aug 30 21:06:05.260612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0cca334f-0475-41c6-91f5-c4fc0569e62e req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1072785746', 'description': 'tempest-description-635091488'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:05.315208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-bad0c538-82b3-4cf6-9d34-d49810585d45 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:05.318195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-bad0c538-82b3-4cf6-9d34-d49810585d45 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e9e820c-a25a-47a7-9726-150bc678eb36 HTTP/1.1" status: 200 len: 945 time: 0.0976865 Aug 30 21:06:05.403314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0cca334f-0475-41c6-91f5-c4fc0569e62e req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.430210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-c47d8f20-cb3b-44d7-bc6a-dfec8d215880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:05.431763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-c47d8f20-cb3b-44d7-bc6a-dfec8d215880 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1601880 Aug 30 21:06:05.433891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-55ab07a5-a8b9-4c29-a237-3081da5b471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:05.435443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-55ab07a5-a8b9-4c29-a237-3081da5b471e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1127 time: 0.1653934 Aug 30 21:06:05.498742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Deleting port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:05.501389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.507189 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.649482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-158df546-d4e6-4db7-876f-4c7a2c395b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:05.652063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-158df546-d4e6-4db7-876f-4c7a2c395b60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2094336 Aug 30 21:06:05.669699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] For port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:05.670554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.706215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Calling delete_port for ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:05.785576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-3113fe8c-e249-4a73-b599-1a8a087d2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:05.788075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-3113fe8c-e249-4a73-b599-1a8a087d2e99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.3340867 Aug 30 21:06:05.878245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0cca334f-0475-41c6-91f5-c4fc0569e62e req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.883640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-49ff6a35-361e-4f65-9749-06c2c4b08110 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 217 time: 0.0828571 Aug 30 21:06:05.886123 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0cca334f-0475-41c6-91f5-c4fc0569e62e req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.928694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.943780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:05.982129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Pushing event deleted for resources: {'Port': ['ID=ecdbb44f-67b9-42d3-83fa-4a5d8965fda5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:05.982634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0cca334f-0475-41c6-91f5-c4fc0569e62e req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:05.984334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0cca334f-0475-41c6-91f5-c4fc0569e62e req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7310479 Aug 30 21:06:06.019268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f117bb7-f4a1-4ccb-809c-e5050dc3072b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf7cbcc-ab08-4512-ae57-4db16d89696b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:06.029930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-88709c72-ec80-423f-ba74-36890ca1924f service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611441 Aug 30 21:06:06.038155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-65a2dbbe-8e5a-4905-8fce-583a423d3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:06.040749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-65a2dbbe-8e5a-4905-8fce-583a423d3d08 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1413035 Aug 30 21:06:06.124313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] No DVR routers for this DVR port ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:06.128019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:06.132062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b3f33cfa-86f4-4a44-ace7-dd82144300c3 req-3e3b113c-18cc-4abd-922c-e2702676cfd8 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038 tempest-FloatingIPsAssociationNegativeTestJSON-1333493038-project] 10.222.0.82 "DELETE /v2.0/ports/ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 HTTP/1.1" status: 204 len: 173 time: 0.8061643 Aug 30 21:06:06.243074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e47ab061-c4e5-42b2-b000-c331580b4785 req-ed32845f-5b63-4776-89da-d8b5029a7ff5 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003932 Aug 30 21:06:06.285533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-deea2b83-abfc-4bbb-9f38-8d0cb1e687b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267046 Aug 30 21:06:06.475829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1fa35-7c7b-47f7-9313-eb3a7e8f6a69 req-e3fa698e-cf51-4c6d-991c-9201fab9f6e1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:06.477635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87d1fa35-7c7b-47f7-9313-eb3a7e8f6a69 req-e3fa698e-cf51-4c6d-991c-9201fab9f6e1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.1437161 Aug 30 21:06:06.497699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-5bdec33b-9ea7-4dd9-bb22-7076f46bb27c service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039042 Aug 30 21:06:06.599659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87d1fa35-7c7b-47f7-9313-eb3a7e8f6a69 req-2cf38da4-3bfd-4f85-9723-9edb33f1a08b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099343 Aug 30 21:06:06.677546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3dd6e5-4e84-4238-9cd7-a9eb7850c564 req-a9b0f818-cb2e-442a-883f-80a3f26c081b service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668155 Aug 30 21:06:06.825302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b28c3-527d-46d4-a4eb-e5722d0c7c0e req-0b68710d-ca39-4340-9f19-cd8d94e827f6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:06.827924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f6b28c3-527d-46d4-a4eb-e5722d0c7c0e req-0b68710d-ca39-4340-9f19-cd8d94e827f6 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 948 time: 0.1115732 Aug 30 21:06:06.911795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f6b28c3-527d-46d4-a4eb-e5722d0c7c0e req-52e782bc-912f-444f-901b-300f4f6cbc7c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Aug 30 21:06:07.092936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:06:07.106565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:07.275179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:07.281286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec204b-74e7-4a99-b51c-39fadd809c88 req-8bd17bfd-d08d-4391-a5b3-df198228fe0a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:07.285327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'name': 'network-vif-deleted', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:07.287946 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc3b40b-f98d-4f9e-9abd-7cafcde96712" -d '{"events": [{"server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "name": "network-vif-deleted", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:07.289151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'mac_address': 'fa:16:3e:04:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:06:07.294814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58ec204b-74e7-4a99-b51c-39fadd809c88 req-8bd17bfd-d08d-4391-a5b3-df198228fe0a tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.1071699 Aug 30 21:06:07.350405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:07.378447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58ec204b-74e7-4a99-b51c-39fadd809c88 req-4a07912b-f9d8-4c0d-a546-7fea48c2b6c8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789516 Aug 30 21:06:07.386030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b5883f-caf2-4377-ad4a-70ffae81d616 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:07.442894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:07.451218 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:07.538563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:07.575880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5d23f84-1067-49de-ae67-f8b86aac3cfe req-57aaf18f-995f-4d31-bee2-ec0559c71f41 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 10894 time: 0.1580601 Aug 30 21:06:07.663185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5d23f84-1067-49de-ae67-f8b86aac3cfe req-8ca08766-53fc-474c-bd32-3b16df46caad tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e HTTP/1.1" status: 200 len: 2981 time: 0.0729966 Aug 30 21:06:07.744076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:07.752385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5d23f84-1067-49de-ae67-f8b86aac3cfe req-e21c751e-7aee-4942-ad72-6534e6eb48d8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e HTTP/1.1" status: 200 len: 2981 time: 0.0772860 Aug 30 21:06:07.914187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['64b5883f-caf2-4377-ad4a-70ffae81d616'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:08.074129 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f892c5-e349-4d91-8b39-927595e7ef78 x-openstack-request-id: req-d5f892c5-e349-4d91-8b39-927595e7ef78 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:08.074656 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9e820c-a25a-47a7-9726-150bc678eb36", "name": "network-vif-deleted", "tag": "ecdbb44f-67b9-42d3-83fa-4a5d8965fda5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:08.075055 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5f892c5-e349-4d91-8b39-927595e7ef78 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:08.075880 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9e820c-a25a-47a7-9726-150bc678eb36', 'name': 'network-vif-deleted', 'tag': 'ecdbb44f-67b9-42d3-83fa-4a5d8965fda5', 'status': 'completed', 'code': 200} Aug 30 21:06:08.199638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Deleting port 919c3449-5a03-4b02-ac5c-b4789101444f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:08.200502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:08.239227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d2502-3204-4bad-8d8c-8d4a3aee29ad req-c9f7eff3-6df0-4eca-b6f6-4ba06dda174d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:08.241780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-471d2502-3204-4bad-8d8c-8d4a3aee29ad req-c9f7eff3-6df0-4eca-b6f6-4ba06dda174d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.0863523 Aug 30 21:06:08.307194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-471d2502-3204-4bad-8d8c-8d4a3aee29ad req-51d38cc8-14ad-49d2-bb27-14fb180c17aa tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Aug 30 21:06:08.330954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] For port 919c3449-5a03-4b02-ac5c-b4789101444f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=919c3449-5a03-4b02-ac5c-b4789101444f,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:08.331582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:08.361399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Calling delete_port for 919c3449-5a03-4b02-ac5c-b4789101444f owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:08.421762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79c4a600-6253-49c4-8367-02efa344e2e9 req-aa10072c-9c6e-4a84-8300-c5e7a882292f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/01b57a65-4261-450d-9f43-1b8c3f49505b HTTP/1.1" status: 200 len: 1800 time: 0.0673957 Aug 30 21:06:08.517672 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-79c4a600-6253-49c4-8367-02efa344e2e9 req-27b4a49e-94e8-4090-b52f-646c0ba3f360 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:08.557968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-79c4a600-6253-49c4-8367-02efa344e2e9 req-27b4a49e-94e8-4090-b52f-646c0ba3f360 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:08.662148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:08.709439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=919c3449-5a03-4b02-ac5c-b4789101444f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:08.895157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b0fd88-d0a6-4342-b91d-cd5f3d154bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:08.992352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:09.072749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-79c4a600-6253-49c4-8367-02efa344e2e9 req-27b4a49e-94e8-4090-b52f-646c0ba3f360 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:09.078342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-79c4a600-6253-49c4-8367-02efa344e2e9 req-27b4a49e-94e8-4090-b52f-646c0ba3f360 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:09.080613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79c4a600-6253-49c4-8367-02efa344e2e9 req-27b4a49e-94e8-4090-b52f-646c0ba3f360 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/01b57a65-4261-450d-9f43-1b8c3f49505b HTTP/1.1" status: 204 len: 173 time: 0.6468570 Aug 30 21:06:09.098397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4a49e-94e8-4090-b52f-646c0ba3f360 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b57a65-4261-450d-9f43-1b8c3f49505b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:09.127261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:09.176082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:09.176445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecdbb44f-67b9-42d3-83fa-4a5d8965fda5 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:09.466618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:06:09.668542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5af30b-8e2c-4d48-aa0b-4c130d3d4cbd req-01c10885-3fe2-41df-813b-1bd5f49da965 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:09.670568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a5af30b-8e2c-4d48-aa0b-4c130d3d4cbd req-01c10885-3fe2-41df-813b-1bd5f49da965 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 949 time: 0.0852609 Aug 30 21:06:09.690072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:06:09.698175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e59dddd-dcc6-4e56-97ff-7b25ca4199a3 admin admin] 10.222.0.76 "PUT /v2.0/routers/a72506c3-80b2-4634-ae80-d6eb0e5d6a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897598 Aug 30 21:06:09.702856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:09.713736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] Sync routers for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:06:09.727825 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:06:09.728761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:09.743320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a5af30b-8e2c-4d48-aa0b-4c130d3d4cbd req-b47e20d4-a1e9-47f1-bf6c-ea46aa68dcbe tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590537 Aug 30 21:06:09.857141 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:06:09.949227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:09.960170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504297b-f606-45f2-b1e3-117e0dbb00fb req-9f3f9c22-0229-4ac2-ad39-a4e5888ff8ef tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:09.962506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4504297b-f606-45f2-b1e3-117e0dbb00fb req-9f3f9c22-0229-4ac2-ad39-a4e5888ff8ef tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.0919964 Aug 30 21:06:10.028440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4504297b-f606-45f2-b1e3-117e0dbb00fb req-5e387d82-6ee3-4144-a366-38c18af647e6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Aug 30 21:06:10.152841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:10.232131 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:06:08Z', 'revision_number': 5, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port': {'id': '469d7296-b828-4fb4-97a1-28e8337e8701', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:04:49Z', 'updated_at': '2021-08-30T21:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:10.291217 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-cef65830-e5cd-4f30-9e33-2e427abd7b5a req-cf71678d-ac1d-47aa-9161-b0190b7a2027 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:06:10.293098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cef65830-e5cd-4f30-9e33-2e427abd7b5a req-cf71678d-ac1d-47aa-9161-b0190b7a2027 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/01b57a65-4261-450d-9f43-1b8c3f49505b HTTP/1.1" status: 404 len: 352 time: 0.0411272 Aug 30 21:06:10.297089 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] Checking router: a72506c3-80b2-4634-ae80-d6eb0e5d6a54 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:06:10.306023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Deleting port 469d7296-b828-4fb4-97a1-28e8337e8701 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:10.306773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:10.312454 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] Routers {'a72506c3-80b2-4634-ae80-d6eb0e5d6a54'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:06:10.313434 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:05:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:10.443002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] For port 469d7296-b828-4fb4-97a1-28e8337e8701, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=469d7296-b828-4fb4-97a1-28e8337e8701,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:10.443799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:10.455487 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] Set router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:06:10.459660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Calling delete_port for 469d7296-b828-4fb4-97a1-28e8337e8701 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:10.479654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56d5c1-6710-49ed-8cf1-18d2f9342ef0 req-1ffb76a5-f655-4b08-9aa1-9edef67c6014 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:10.481615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f56d5c1-6710-49ed-8cf1-18d2f9342ef0 req-1ffb76a5-f655-4b08-9aa1-9edef67c6014 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 944 time: 0.0948057 Aug 30 21:06:10.529998 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:06:10Z', 'revision_number': 6, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:10.552319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f56d5c1-6710-49ed-8cf1-18d2f9342ef0 req-d70e11af-6770-4bb2-9179-97b1940a8111 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609992 Aug 30 21:06:10.583490 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe727f4-e738-4693-9b95-e057fd724656 None None] The sync data for ids ['a72506c3-80b2-4634-ae80-d6eb0e5d6a54'] in n-d-793620-16 is: [{'id': 'a72506c3-80b2-4634-ae80-d6eb0e5d6a54', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-39488047-router', 'tenant_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:04:46Z', 'updated_at': '2021-08-30T21:06:10Z', 'revision_number': 6, 'project_id': '09dc1ebfc9a64a8a8f1176a799c2a11e', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:06:10.729035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:10.736842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92667098-9a57-45ee-a89f-0119db3ad8dc req-4a7dfa33-cf71-42c0-8720-e92f53df4283 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:10.738824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92667098-9a57-45ee-a89f-0119db3ad8dc req-4a7dfa33-cf71-42c0-8720-e92f53df4283 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 950 time: 0.0827777 Aug 30 21:06:10.771558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Pushing event deleted for resources: {'Port': ['ID=469d7296-b828-4fb4-97a1-28e8337e8701,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:10.807875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92667098-9a57-45ee-a89f-0119db3ad8dc req-b5456f3b-0464-415c-83c9-ee95210d96ad tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548325 Aug 30 21:06:10.885346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.120941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.127494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.144366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:06:11.166949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90d7a500-df21-4e3b-8f16-aca672cdf039 req-acbf698f-81a4-491b-be10-a972f0c56ee5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/2a2cecd7-6062-4dfc-bf6f-35a7e153a79e HTTP/1.1" status: 200 len: 1799 time: 0.1414683 Aug 30 21:06:11.281928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.283866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72506c3-80b2-4634-ae80-d6eb0e5d6a54 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:06:11.301556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.304000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bcad8d26-e969-4ed6-9c55-c4faf976132e admin admin] 10.222.0.76 "DELETE /v2.0/routers/a72506c3-80b2-4634-ae80-d6eb0e5d6a54 HTTP/1.1" status: 204 len: 168 time: 1.5992794 Aug 30 21:06:11.306470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:11.352261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 64b5883f-caf2-4377-ad4a-70ffae81d616 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:06:11.362446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 64b5883f-caf2-4377-ad4a-70ffae81d616 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:06:11.363461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.467777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-90d7a500-df21-4e3b-8f16-aca672cdf039 req-b1aa3258-f39e-47c4-9c74-0cccb825f9b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.482611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Deleting subnet 4a66d956-6b76-4ea0-bec8-d7ff2bf7967f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:06:11.522790 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-90d7a500-df21-4e3b-8f16-aca672cdf039 req-b1aa3258-f39e-47c4-9c74-0cccb825f9b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.550700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.591549 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.620929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-000f16c0-f2a7-422f-ba6c-592bd8e6a281 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:11.623893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-000f16c0-f2a7-422f-ba6c-592bd8e6a281 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 950 time: 0.2515080 Aug 30 21:06:11.677481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:11.685661 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077bb8be-0187-4bde-81ff-d60904606a29" -d '{"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-plugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:11.697992 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.751738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-3ad696df-caa0-4ee5-8275-179184b7aaaa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2970092 Aug 30 21:06:11.756623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:11.773684 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-90d7a500-df21-4e3b-8f16-aca672cdf039 req-b1aa3258-f39e-47c4-9c74-0cccb825f9b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.776662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-90d7a500-df21-4e3b-8f16-aca672cdf039 req-b1aa3258-f39e-47c4-9c74-0cccb825f9b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.787089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.788883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90d7a500-df21-4e3b-8f16-aca672cdf039 req-b1aa3258-f39e-47c4-9c74-0cccb825f9b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/2a2cecd7-6062-4dfc-bf6f-35a7e153a79e HTTP/1.1" status: 204 len: 173 time: 0.6158986 Aug 30 21:06:11.799368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.799966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:11.855933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e423d8b4-b713-414d-9d17-80f95f048d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:11.875895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:11.901799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa3258-f39e-47c4-9c74-0cccb825f9b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2cecd7-6062-4dfc-bf6f-35a7e153a79e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:11.960215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-0a5c7341-8482-45b0-a176-430344872e46 service neutron] 10.222.0.86 "GET /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad/bindings/n-h1-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.4115438 Aug 30 21:06:11.962494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.102624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43de0df-69a9-4f8c-ac17-acfbd1396bd6 req-f83f7a5b-fd97-4f00-83cd-ee4cbe95c245 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:12.110320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b43de0df-69a9-4f8c-ac17-acfbd1396bd6 req-f83f7a5b-fd97-4f00-83cd-ee4cbe95c245 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1828511 Aug 30 21:06:12.139501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Deleting port 59b56db9-339a-408e-ac7f-880fcd524605 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:12.139501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.199636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 919c3449-5a03-4b02-ac5c-b4789101444f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:12.245986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 919c3449-5a03-4b02-ac5c-b4789101444f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:12.246793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 919c3449-5a03-4b02-ac5c-b4789101444f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:12.247753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 469d7296-b828-4fb4-97a1-28e8337e8701 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:12.283237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 469d7296-b828-4fb4-97a1-28e8337e8701 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:12.283237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 469d7296-b828-4fb4-97a1-28e8337e8701 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:12.312390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b43de0df-69a9-4f8c-ac17-acfbd1396bd6 req-6ad6d662-e47b-4987-a065-523e32c20821 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010565 Aug 30 21:06:12.405033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-55d9e0f6-721f-4a7e-bb8d-806f2c2f9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:12.408036 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-55d9e0f6-721f-4a7e-bb8d-806f2c2f9bee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 1102 time: 0.5152292 Aug 30 21:06:12.412842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a14b863-5e60-407d-a9c7-45793e820904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.499148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.536178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] For port 59b56db9-339a-408e-ac7f-880fcd524605, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=59b56db9-339a-408e-ac7f-880fcd524605,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:12.537346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.587418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Calling delete_port for 59b56db9-339a-408e-ac7f-880fcd524605 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:12.587786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.592630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:12.611116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c1b10-97d9-4f55-b368-3e4de9e49a44 req-6943298a-f6af-4977-8805-dac622b35ceb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:12.614132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e7c1b10-97d9-4f55-b368-3e4de9e49a44 req-6943298a-f6af-4977-8805-dac622b35ceb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.2088389 Aug 30 21:06:12.644374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a66d956-6b76-4ea0-bec8-d7ff2bf7967f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:12.660625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.662694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-431cdfab-e7b3-4514-962c-932f8ddd7d37 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4a66d956-6b76-4ea0-bec8-d7ff2bf7967f HTTP/1.1" status: 204 len: 168 time: 1.3545151 Aug 30 21:06:12.673702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:12.677338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c77c5c-2136-457d-bc42-560ea683719f None None] Network 4b3bbd03-3251-49b8-9f96-3569be688ebf requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:06:12.685022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:12.703323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-65d06ff2-3de3-4f3e-98ad-92103b5b5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:12.704936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-65d06ff2-3de3-4f3e-98ad-92103b5b5654 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2635586 Aug 30 21:06:12.799456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17238079-a7c5-4406-87cf-5eb90f0fa2ad {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:12.807051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-5015f3e6-5ec9-4caf-8b98-a53dc1c85170 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 200 len: 217 time: 0.0664492 Aug 30 21:06:12.822709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:12.852218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.871832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.889567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a14b863-5e60-407d-a9c7-45793e820904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.930443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a14b863-5e60-407d-a9c7-45793e820904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:12.964573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-4a8ab719-6473-4cba-9a57-9c46e937454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:12.966232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-4a8ab719-6473-4cba-9a57-9c46e937454b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1394620 Aug 30 21:06:12.991663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e7c1b10-97d9-4f55-b368-3e4de9e49a44 req-69338def-2773-421f-9090-b14ff472cf5c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614128 Aug 30 21:06:13.022571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1a14b863-5e60-407d-a9c7-45793e820904 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f48e57b60e04e4ba5da42bbab4de524&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1854541 Aug 30 21:06:13.041421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14b863-5e60-407d-a9c7-45793e820904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ee1e06-a68e-4590-a37d-cd67f0776b70,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:13.046190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:13.065621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-e2761b9f-5760-405f-9c86-86e24f45bb4c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1973574 Aug 30 21:06:13.079452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] DHCP port deletion for 4b3bbd03-3251-49b8-9f96-3569be688ebf request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:06:13.120957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-47b16697-a877-432d-8ccd-600e4d96ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:13.122627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-47b16697-a877-432d-8ccd-600e4d96ecbb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1438828 Aug 30 21:06:13.180174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] Transition to ACTIVE for port object 17238079-a7c5-4406-87cf-5eb90f0fa2ad will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:13.195262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.240928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] Deleting port 9f286f78-b319-4014-9b78-1deafb0a49c7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:13.241685 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.252821 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7d0785c-6c52-416d-a7f5-1cca47f8894e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.257010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Deleting port 9f286f78-b319-4014-9b78-1deafb0a49c7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:13.257550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.379695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] For port 9f286f78-b319-4014-9b78-1deafb0a49c7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9f286f78-b319-4014-9b78-1deafb0a49c7,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:13.380324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.411124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:13.427193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] No DVR routers for this DVR port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:13.455218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] Pushing event updated for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:13.466929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.476862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7d0785c-6c52-416d-a7f5-1cca47f8894e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.477170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] Calling delete_port for 9f286f78-b319-4014-9b78-1deafb0a49c7 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:13.510034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['52c5b9b1-db72-4518-b81d-7d72d25ee5cd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:13.520899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-fae1953a-2b5c-4ddc-9c8a-b7daece54cbb service neutron] 10.222.0.86 "PUT /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad/bindings/n-h1-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 1.5514338 Aug 30 21:06:13.564899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-884e68f6-642c-4ca4-8592-8f5ac9ccec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:13.569009 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-884e68f6-642c-4ca4-8592-8f5ac9ccec2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 1097 time: 0.3868713 Aug 30 21:06:13.574610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb835d-a4e2-47ac-aa33-39de75765392 req-24e3c0fe-843f-4a40-b733-bc1f89f8f402 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:13.584359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] For port 9f286f78-b319-4014-9b78-1deafb0a49c7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9f286f78-b319-4014-9b78-1deafb0a49c7,segment=NetworkSegment(b5cfe360-5cf2-4d66-9dc8-27f1338e859d),segment_id=b5cfe360-5cf2-4d66-9dc8-27f1338e859d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:13.584963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.588503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcfb835d-a4e2-47ac-aa33-39de75765392 req-24e3c0fe-843f-4a40-b733-bc1f89f8f402 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 945 time: 0.2647924 Aug 30 21:06:13.593550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Pushing event deleted for resources: {'Port': ['ID=59b56db9-339a-408e-ac7f-880fcd524605,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:13.687636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:13.720379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcfb835d-a4e2-47ac-aa33-39de75765392 req-3dffa32d-a103-4cc8-baee-fecb047fbbc3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305509 Aug 30 21:06:13.721766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] No DVR routers for this DVR port 59b56db9-339a-408e-ac7f-880fcd524605 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:13.727545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.732378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6004711-0637-4d7d-b42b-b09c06d412bb req-83d0f36b-60a3-40ee-81c6-d03028ae2cde tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "DELETE /v2.0/ports/59b56db9-339a-408e-ac7f-880fcd524605 HTTP/1.1" status: 204 len: 173 time: 2.0863025 Aug 30 21:06:13.736556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'name': 'network-vif-deleted', 'tag': '59b56db9-339a-408e-ac7f-880fcd524605'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:13.743541 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f8b44-13df-4646-a0e1-6096ad185738" -d '{"events": [{"server_uuid": "fb554e0a-bb95-4571-ba7c-c97e8a3cbb43", "name": "network-vif-deleted", "tag": "59b56db9-339a-408e-ac7f-880fcd524605"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:13.787152 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-587acd30-e5dd-48c2-b16f-87c7fa114751 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523914 Aug 30 21:06:13.853665 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959e68a-8615-49b8-938e-3afd6d08c3fe x-openstack-request-id: req-f959e68a-8615-49b8-938e-3afd6d08c3fe {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:13.854379 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-plugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:13.854899 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f959e68a-8615-49b8-938e-3afd6d08c3fe {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:13.855757 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'code': 200} Aug 30 21:06:13.870274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:13.890407 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-7f7b44a7-e1d4-4340-91d1-3e962d9a7ee6 req-476e7e1a-4d0b-4e01-9906-e44038486d35 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:06:13.902423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Calling delete_port for 9f286f78-b319-4014-9b78-1deafb0a49c7 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:13.909582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f7b44a7-e1d4-4340-91d1-3e962d9a7ee6 req-476e7e1a-4d0b-4e01-9906-e44038486d35 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/2a2cecd7-6062-4dfc-bf6f-35a7e153a79e HTTP/1.1" status: 404 len: 352 time: 0.0413778 Aug 30 21:06:13.918136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] No DVR routers for this DVR port 9f286f78-b319-4014-9b78-1deafb0a49c7 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:14.042812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793adf-669f-4946-aef7-e78f3362ebdc None None] Pushing event deleted for resources: {'Port': ['ID=9f286f78-b319-4014-9b78-1deafb0a49c7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:14.094007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45777231-f9d3-44d3-aeb3-6a26a9836dbf req-b0d1d5c9-9fad-41a1-be2c-ca17be58ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:14.097251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45777231-f9d3-44d3-aeb3-6a26a9836dbf req-b0d1d5c9-9fad-41a1-be2c-ca17be58ae1d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1102 time: 0.1184113 Aug 30 21:06:14.215185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a818bcc1-12f3-49f1-89db-d116c4fb93f2 req-b1b6ab2a-48af-4b83-9d15-5f6c7c04413b tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb554e0a-bb95-4571-ba7c-c97e8a3cbb43 HTTP/1.1" status: 200 len: 210 time: 0.1064558 Aug 30 21:06:14.219202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45777231-f9d3-44d3-aeb3-6a26a9836dbf req-d59ff3d5-a090-4d9e-ae19-ec7c37d63a0e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071088 Aug 30 21:06:14.249315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-0b5d8e85-23e3-4d4b-9431-bcb2fa47574c tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:14.251113 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-0b5d8e85-23e3-4d4b-9431-bcb2fa47574c tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.6072505 Aug 30 21:06:14.262270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9f286f78-b319-4014-9b78-1deafb0a49c7 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:14.263851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7d0785c-6c52-416d-a7f5-1cca47f8894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.267219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7d0785c-6c52-416d-a7f5-1cca47f8894e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.269297 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f7d0785c-6c52-416d-a7f5-1cca47f8894e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07ee1e06-a68e-4590-a37d-cd67f0776b70 HTTP/1.1" status: 204 len: 168 time: 1.2202592 Aug 30 21:06:14.300348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9f286f78-b319-4014-9b78-1deafb0a49c7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:14.301196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9f286f78-b319-4014-9b78-1deafb0a49c7 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:14.344807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0785c-6c52-416d-a7f5-1cca47f8894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ee1e06-a68e-4590-a37d-cd67f0776b70,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:14.356534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-933c3815-8d5f-4622-a287-b0860591e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:14.359259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-933c3815-8d5f-4622-a287-b0860591e04e service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.6938059 Aug 30 21:06:14.410731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa73835-07e8-4c08-ae8d-4fbafa05ded5 req-ba20d4f2-734f-44d0-944d-ddc2bf1d51f0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:14.414597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa73835-07e8-4c08-ae8d-4fbafa05ded5 req-ba20d4f2-734f-44d0-944d-ddc2bf1d51f0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.0961854 Aug 30 21:06:14.447202 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.472320 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-313d02a8-4c03-4c45-aa05-b8e312abe5b8 req-363c913c-1a7d-46c1-b6aa-7c4d8d911042 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538764 Aug 30 21:06:14.476918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-92d65096-9be5-4ac6-aafd-d78878c3b225 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 200 len: 217 time: 0.0951459 Aug 30 21:06:14.478748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.481049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa73835-07e8-4c08-ae8d-4fbafa05ded5 req-37dbf665-b51d-4056-9bea-8625b3503599 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585728 Aug 30 21:06:14.540040 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6319f3-1738-43c9-b6d3-5d54e8ddceec x-openstack-request-id: req-0b6319f3-1738-43c9-b6d3-5d54e8ddceec {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:14.540524 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb554e0a-bb95-4571-ba7c-c97e8a3cbb43", "name": "network-vif-deleted", "tag": "59b56db9-339a-408e-ac7f-880fcd524605", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:14.540898 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b6319f3-1738-43c9-b6d3-5d54e8ddceec {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:14.541895 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb554e0a-bb95-4571-ba7c-c97e8a3cbb43', 'name': 'network-vif-deleted', 'tag': '59b56db9-339a-408e-ac7f-880fcd524605', 'status': 'completed', 'code': 200} Aug 30 21:06:14.629912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20eb2503-8f5a-4c63-a39a-d2fc3de0b5ed req-79c2e394-e8f2-4220-ace5-97fc9615586e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/adf7cbcc-ab08-4512-ae57-4db16d89696b HTTP/1.1" status: 200 len: 1800 time: 0.0685024 Aug 30 21:06:14.646494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f286f78-b319-4014-9b78-1deafb0a49c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:14.677514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] No DVR routers for this DVR port 9f286f78-b319-4014-9b78-1deafb0a49c7 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:14.688849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-60d8a17c-8743-4ceb-819c-ad533d926328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:14.690533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-60d8a17c-8743-4ceb-819c-ad533d926328 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.2018752 Aug 30 21:06:14.778197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20eb2503-8f5a-4c63-a39a-d2fc3de0b5ed req-f85f8f81-0f7e-474e-9ddc-51882b66d18f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.795232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-1bfca9e5-5999-4735-b6df-178754934cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771074 Aug 30 21:06:14.831611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20eb2503-8f5a-4c63-a39a-d2fc3de0b5ed req-f85f8f81-0f7e-474e-9ddc-51882b66d18f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.873679 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:06:14.907856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-769ca2a5-6fe2-4615-9c2c-4e1d6d827174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:14.909221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-769ca2a5-6fe2-4615-9c2c-4e1d6d827174 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9&tenant_id=6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 1097 time: 0.2794642 Aug 30 21:06:14.915052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.947482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3bbd03-3251-49b8-9f96-3569be688ebf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:14.961616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20eb2503-8f5a-4c63-a39a-d2fc3de0b5ed req-f85f8f81-0f7e-474e-9ddc-51882b66d18f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.971469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:14.972135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cfe360-5cf2-4d66-9dc8-27f1338e859d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:06:14.973488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20eb2503-8f5a-4c63-a39a-d2fc3de0b5ed req-f85f8f81-0f7e-474e-9ddc-51882b66d18f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:14.975427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20eb2503-8f5a-4c63-a39a-d2fc3de0b5ed req-f85f8f81-0f7e-474e-9ddc-51882b66d18f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/adf7cbcc-ab08-4512-ae57-4db16d89696b HTTP/1.1" status: 204 len: 173 time: 0.3340874 Aug 30 21:06:14.991653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f8f81-0f7e-474e-9ddc-51882b66d18f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf7cbcc-ab08-4512-ae57-4db16d89696b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:15.002877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:15.049881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:15.078656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:06:15.079292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:06:15.082873 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:06:15.103579 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-1c6b689a-5ee6-49d5-a11a-c620cddddf1b service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909787 Aug 30 21:06:15.186180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 59b56db9-339a-408e-ac7f-880fcd524605 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:15.216982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4cd15-c43c-43e8-81bd-a9930a628e14 req-0b50895e-bc32-4089-bc89-8f4d59923840 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:15.219272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1be4cd15-c43c-43e8-81bd-a9930a628e14 req-0b50895e-bc32-4089-bc89-8f4d59923840 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 945 time: 0.1011858 Aug 30 21:06:15.224957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-a0241afa-7d51-4119-8122-f854fbc2c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:15.227452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-a0241afa-7d51-4119-8122-f854fbc2c2dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1097 time: 0.2581398 Aug 30 21:06:15.258233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 59b56db9-339a-408e-ac7f-880fcd524605 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:15.258957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 59b56db9-339a-408e-ac7f-880fcd524605 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:15.288970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1be4cd15-c43c-43e8-81bd-a9930a628e14 req-d82b7d00-f4ac-459e-93c7-4a906a6ac961 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527527 Aug 30 21:06:15.369393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:15.390957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:15.393690 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4b3bbd03-3251-49b8-9f96-3569be688ebf HTTP/1.1" status: 204 len: 168 time: 2.7191727 Aug 30 21:06:15.418441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60176fd-9528-4c3f-959e-4ef88afab8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3bbd03-3251-49b8-9f96-3569be688ebf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:15.447059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-f09f7d8f-0eda-4a98-9e9e-26ff7736001c tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:15.453193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-f09f7d8f-0eda-4a98-9e9e-26ff7736001c tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0948749 Aug 30 21:06:15.465659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-16'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:15.479080 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93997d65-6382-4fe0-ad96-8e61dd4c4a5b req-41e33d15-56be-429b-8940-ac89ef8c8e99 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203979 Aug 30 21:06:15.503459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-69e909cd-e215-45e2-a811-5654d0c3ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:15.508337 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-69e909cd-e215-45e2-a811-5654d0c3ebe3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.2335312 Aug 30 21:06:15.570876 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:15.604964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-d7af10ad-ad7c-4522-b6f5-9d1d3321a583 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 200 len: 217 time: 0.0790601 Aug 30 21:06:15.629201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb59b1-a032-4c30-8f92-914b20cf3cbd req-012ca671-a9de-483f-9a3c-d2a193c5e57c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:15.631715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6bb59b1-a032-4c30-8f92-914b20cf3cbd req-012ca671-a9de-483f-9a3c-d2a193c5e57c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 945 time: 0.1308165 Aug 30 21:06:15.722304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-7941ae41-6ad8-4505-85cb-7810d5306089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:15.724247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-7941ae41-6ad8-4505-85cb-7810d5306089 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1112142 Aug 30 21:06:15.741511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49076) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:15.781196 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-331745b9-e3f6-4276-8984-e2db7de6a36d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450428 Aug 30 21:06:15.815968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6bb59b1-a032-4c30-8f92-914b20cf3cbd req-0f5b768a-00db-4718-99e0-546fd9e430f0 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499701 Aug 30 21:06:15.963341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c3f6fbf-f4fa-42d4-93a1-97c690f15b76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09dc1ebfc9a64a8a8f1176a799c2a11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950953 Aug 30 21:06:15.965195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:15.978619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-cad8a07b-bdc5-41d8-8da1-37bf7b46fd3c service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880424 Aug 30 21:06:16.051000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:16.077538 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-28e0dd3a-ee38-4478-a9c3-a32291cfd297 req-6415f6ca-d401-4e0d-a272-841b5f1b0caf tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:06:16.081707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28e0dd3a-ee38-4478-a9c3-a32291cfd297 req-6415f6ca-d401-4e0d-a272-841b5f1b0caf tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/adf7cbcc-ab08-4512-ae57-4db16d89696b HTTP/1.1" status: 404 len: 352 time: 0.1764820 Aug 30 21:06:16.192695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1176154-7267-469d-9fb1-af0a1d156837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.250614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-115256d4-d7c4-4763-9842-8c465aeb8fd8 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556643 Aug 30 21:06:16.292053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:16.331699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1176154-7267-469d-9fb1-af0a1d156837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.488311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.500489 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.528334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41568-bd6d-435d-988a-e779847664fc req-f6d80084-e2af-4ab0-a703-eaea61f95fd3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:16.535449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49e41568-bd6d-435d-988a-e779847664fc req-f6d80084-e2af-4ab0-a703-eaea61f95fd3 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.2398174 Aug 30 21:06:16.544230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:16.548676 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06ae032-f37d-47a9-b83b-3836eb44c140" -d '{"events": [{"server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:16.606761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-9cd14968-e73f-4b65-89c4-9b4c487119ac tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:16.611551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-9cd14968-e73f-4b65-89c4-9b4c487119ac tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0755513 Aug 30 21:06:16.663332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1176154-7267-469d-9fb1-af0a1d156837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.666710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1176154-7267-469d-9fb1-af0a1d156837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.670316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c1176154-7267-469d-9fb1-af0a1d156837 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e HTTP/1.1" status: 204 len: 168 time: 0.6868176 Aug 30 21:06:16.752662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1176154-7267-469d-9fb1-af0a1d156837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88851d8d-c6cb-4f4c-9a86-1d6f6dff1c6e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:16.775740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49e41568-bd6d-435d-988a-e779847664fc req-48b1cb81-25ee-44ba-8fbe-8a7c47bb9090 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848786 Aug 30 21:06:16.786087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:16.839133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on host n-h1-793620-16 for vnic_type normal with profile {"migrating_to": "n-h2-793620-16"} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:06:16.840065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:06:16.840855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:16.853834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-32fe6dcd-8443-4c1f-a35c-b7eb713e0d58 service neutron] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:16.862266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-32fe6dcd-8443-4c1f-a35c-b7eb713e0d58 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:16.863452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:16.864212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Attempting to bind port fd974043-e084-41b8-8a60-5d8dad2c2d24 on network d52f173c-a831-4523-866e-cfe3fe25ea46 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:16.865022 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85a25428-b068-42ee-93ed-1012a262c9e5 req-32fe6dcd-8443-4c1f-a35c-b7eb713e0d58 service neutron] 10.222.0.82 "DELETE /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad/bindings/n-h2-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.2458081 Aug 30 21:06:16.891082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:16.891890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Checking segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:16.892601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Bound using segment: {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:16.893261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Bound port: fd974043-e084-41b8-8a60-5d8dad2c2d24, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8022f1e-0494-4905-a92f-d21b921cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd52f173c-a831-4523-866e-cfe3fe25ea46'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:16.893855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:17.051152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e30ba0-b63d-4fa0-be46-2ca20c5df358 req-a6848923-332b-4d68-b141-ae684cfd5d6a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 6148 time: 0.1999085 Aug 30 21:06:17.130132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:17.155027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:06:17.163483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e30ba0-b63d-4fa0-be46-2ca20c5df358 req-57533641-c9c7-455b-9c1d-c29761891452 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e HTTP/1.1" status: 200 len: 2981 time: 0.0943606 Aug 30 21:06:17.164995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:17.307781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:17.308663 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:17.311166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] 10.222.0.86 "PUT /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 1123 time: 1.8499596 Aug 30 21:06:17.392936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1bc74-15ad-4d2c-a8c0-c2e377cd1ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=8']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:17.398493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e30ba0-b63d-4fa0-be46-2ca20c5df358 req-5bebf785-4ab2-42de-bc18-d71ea1aa68b8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e HTTP/1.1" status: 200 len: 2981 time: 0.1938944 Aug 30 21:06:17.413784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['fd974043-e084-41b8-8a60-5d8dad2c2d24'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:17.524594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:06:17.539122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fd974043-e084-41b8-8a60-5d8dad2c2d24'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:18.000840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b7534-3305-42d5-b702-02d76dbbc8d7 req-5a8b0fd1-366d-4077-a6c0-f924543a7ce7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:18.011753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d54b7534-3305-42d5-b702-02d76dbbc8d7 req-5a8b0fd1-366d-4077-a6c0-f924543a7ce7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.0878386 Aug 30 21:06:18.012560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:18.065741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 has no active binding in host n-h2-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:06:18.087052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d54b7534-3305-42d5-b702-02d76dbbc8d7 req-8dbed2d6-2e7e-4be5-8be7-790ef308d1a8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734158 Aug 30 21:06:18.298043 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd5bdf-90af-4ad0-a0ba-eb17753e2ead x-openstack-request-id: req-33dd5bdf-90af-4ad0-a0ba-eb17753e2ead {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:18.298442 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:18.298794 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33dd5bdf-90af-4ad0-a0ba-eb17753e2ead {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:18.299267 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'code': 200} Aug 30 21:06:18.452053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38d5bb-d3c8-4005-8c16-20b892ab55f2 req-0f309ef9-3621-4a37-bfa4-ff93b503fc80 tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:18.455327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f38d5bb-d3c8-4005-8c16-20b892ab55f2 req-0f309ef9-3621-4a37-bfa4-ff93b503fc80 tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1102 time: 0.0713880 Aug 30 21:06:18.531219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f38d5bb-d3c8-4005-8c16-20b892ab55f2 req-074e17bd-a331-4a89-930b-9a61bff03db2 tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622241 Aug 30 21:06:18.716938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a1d04-78c3-4dc9-abd0-c4641052bd4c req-8c5a34a3-b8c0-469e-bbbd-6b4c02063cc9 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:18.718546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-584a1d04-78c3-4dc9-abd0-c4641052bd4c req-8c5a34a3-b8c0-469e-bbbd-6b4c02063cc9 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 945 time: 0.0868618 Aug 30 21:06:18.780922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-584a1d04-78c3-4dc9-abd0-c4641052bd4c req-5e28de8a-97d3-41e9-a467-140d585e4ae2 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486114 Aug 30 21:06:18.828114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-c2c4be64-5cee-4c38-95c5-4a4c3db963d2 req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1898532699', 'description': 'tempest-description-725510518'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:18.868133 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c2c4be64-5cee-4c38-95c5-4a4c3db963d2 req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:19.011933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c2c4be64-5cee-4c38-95c5-4a4c3db963d2 req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:19.017430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c2c4be64-5cee-4c38-95c5-4a4c3db963d2 req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:19.056172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c2c4be64-5cee-4c38-95c5-4a4c3db963d2 req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:19.057726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2c4be64-5cee-4c38-95c5-4a4c3db963d2 req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2371948 Aug 30 21:06:19.059667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef05a9-015f-4e7d-be29-1269adf652fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a67b69b-07ae-4fed-a835-0fe2ab7870bc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:19.195765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe7e5-5e5a-47d6-82fb-0281255648a3 req-d174dd31-5b91-46ab-8ed0-d8eb6a931d11 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:19.198323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe7e5-5e5a-47d6-82fb-0281255648a3 req-d174dd31-5b91-46ab-8ed0-d8eb6a931d11 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 949 time: 0.0698755 Aug 30 21:06:19.258057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe7e5-5e5a-47d6-82fb-0281255648a3 req-3ec4f3a0-51df-47a3-b306-82bfc924b038 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/security-groups?id=6f949d74-25c0-4a33-a786-abb8a3ee536c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516787 Aug 30 21:06:19.593380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-43956669-9bfa-4491-b593-74f60b0816e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692532 Aug 30 21:06:19.725900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac9711-6f7c-4569-8134-72d95d71c19a req-9a79cd4d-d6c9-4902-ac3f-b105281bc8c2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:19.728719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-efac9711-6f7c-4569-8134-72d95d71c19a req-9a79cd4d-d6c9-4902-ac3f-b105281bc8c2 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 949 time: 0.1053276 Aug 30 21:06:19.874906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Deleting port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:19.875355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:19.894416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-a9f468e4-a51d-4c7d-94b2-c49c344339fb req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987607680', 'description': 'tempest-description-1625699843'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:19.930279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a9f468e4-a51d-4c7d-94b2-c49c344339fb req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.070711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] For port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:20.071082 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.087963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Calling delete_port for 52c5b9b1-db72-4518-b81d-7d72d25ee5cd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:20.099775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a9f468e4-a51d-4c7d-94b2-c49c344339fb req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.107216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a9f468e4-a51d-4c7d-94b2-c49c344339fb req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.153778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73fe9c9-60c7-4f40-8d73-585fc60ca4ed,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:20.168019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a9f468e4-a51d-4c7d-94b2-c49c344339fb req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.170082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9f468e4-a51d-4c7d-94b2-c49c344339fb req-64eb28c5-820c-4bb0-a992-7262bb6a43ca tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2814498 Aug 30 21:06:20.303380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:20.307777 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a780e68e-8c99-499e-bf7d-4f0a87ce799b" -d '{"events": [{"name": "network-changed", "server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:20.373357 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.399243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['52c5b9b1-db72-4518-b81d-7d72d25ee5cd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:20.435213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c0fb3-6cde-434d-bae2-065ce4c02751 req-e2f9ea4e-a0b2-4415-9bdb-a691c6b11cbe tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:20.439429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-214c0fb3-6cde-434d-bae2-065ce4c02751 req-e2f9ea4e-a0b2-4415-9bdb-a691c6b11cbe tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.1386244 Aug 30 21:06:20.486884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49214) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:20.537001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-214c0fb3-6cde-434d-bae2-065ce4c02751 req-e93cc21f-d791-427d-a7ea-a34c1979303c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 Aug 30 21:06:20.676979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f070af-0273-4665-90e7-c7a2f02c6892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.739500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Pushing event deleted for resources: {'Port': ['ID=52c5b9b1-db72-4518-b81d-7d72d25ee5cd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:20.793736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13f1ac-b8ae-4284-b0e3-4845c5070497 req-5d84de01-b40f-4c78-add8-eab785286463 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:20.795397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b13f1ac-b8ae-4284-b0e3-4845c5070497 req-5d84de01-b40f-4c78-add8-eab785286463 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.0986836 Aug 30 21:06:20.832080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] No DVR routers for this DVR port 52c5b9b1-db72-4518-b81d-7d72d25ee5cd on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:20.836052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.839929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-efac9711-6f7c-4569-8134-72d95d71c19a req-24f613af-6fad-4904-8d98-1b1576dae5ce tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.82 "DELETE /v2.0/ports/52c5b9b1-db72-4518-b81d-7d72d25ee5cd HTTP/1.1" status: 204 len: 173 time: 1.1003366 Aug 30 21:06:20.840878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'name': 'network-vif-deleted', 'tag': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:20.845414 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce9021-9a30-434d-87c6-13f0af992c25" -d '{"events": [{"server_uuid": "0f2f5911-39b3-460c-b270-74f34bfe461e", "name": "network-vif-deleted", "tag": "52c5b9b1-db72-4518-b81d-7d72d25ee5cd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:20.884559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f070af-0273-4665-90e7-c7a2f02c6892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.888595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b13f1ac-b8ae-4284-b0e3-4845c5070497 req-2e5f9858-cb53-4de5-b5f2-7fb44a04e5b0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752256 Aug 30 21:06:20.891140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f070af-0273-4665-90e7-c7a2f02c6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:20.942171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4f070af-0273-4665-90e7-c7a2f02c6892 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbb5aba9f1e2499ab9a970aa8099636f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515896 Aug 30 21:06:20.943750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f070af-0273-4665-90e7-c7a2f02c6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4201c392-0f53-449f-b781-853bcb859ca3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:20.946752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:21.048490 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-894b98bc-1d18-4ee1-b728-53ef89b3e753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:21.098039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-894b98bc-1d18-4ee1-b728-53ef89b3e753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:21.186941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-894b98bc-1d18-4ee1-b728-53ef89b3e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:21.190470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9aa7a-a187-4f19-b4f0-30f1f08c0632 req-dd593c87-3417-4023-9a2f-057b6da0786c tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:21.192790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-894b98bc-1d18-4ee1-b728-53ef89b3e753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:21.193687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43e9aa7a-a187-4f19-b4f0-30f1f08c0632 req-dd593c87-3417-4023-9a2f-057b6da0786c tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1097 time: 0.0750360 Aug 30 21:06:21.194716 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-894b98bc-1d18-4ee1-b728-53ef89b3e753 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4201c392-0f53-449f-b781-853bcb859ca3 HTTP/1.1" status: 204 len: 168 time: 0.2457340 Aug 30 21:06:21.209567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b98bc-1d18-4ee1-b728-53ef89b3e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4201c392-0f53-449f-b781-853bcb859ca3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:21.264170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43e9aa7a-a187-4f19-b4f0-30f1f08c0632 req-b55cd56e-b5a4-471f-8a1e-a7d708add5ad tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Aug 30 21:06:21.491272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aaf67b50-db09-4e4a-85a6-c3e9110ffd41 req-995f9a07-126e-430d-a693-3a06ee443ee1 tempest-ServersAdminNegativeTestJSON-2140569066 tempest-ServersAdminNegativeTestJSON-2140569066-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f2f5911-39b3-460c-b270-74f34bfe461e HTTP/1.1" status: 200 len: 210 time: 0.0420856 Aug 30 21:06:21.756397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-2193c2ca-02c1-46ed-95c1-7e4718f644f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:21.759436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-2193c2ca-02c1-46ed-95c1-7e4718f644f6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1102 time: 0.0804324 Aug 30 21:06:21.774833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49252) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:21.807473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-118e8197-8dc0-45cc-bbb0-0b34eb792b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:21.835898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-3b100da0-8ace-46a2-a992-8d43bbbe5818 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:21.842720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-3b100da0-8ace-46a2-a992-8d43bbbe5818 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 813 time: 0.2224903 Aug 30 21:06:21.874062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-6054e4c1-f063-4caa-8f63-90d5c893242c tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/quotas/35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 375 time: 0.0296783 Aug 30 21:06:21.941201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-bfbc8f22-157c-41f0-825a-23081a2bf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:21.942895 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-bfbc8f22-157c-41f0-825a-23081a2bf3e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1768284 Aug 30 21:06:22.018338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-8f6de7c4-a396-4a8a-b2fc-4cf91b8f3128 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263990 Aug 30 21:06:22.025465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-2e019970-0b62-431c-ade4-2e2b08ca08d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0751333 Aug 30 21:06:22.110635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-bb10275a-f50e-4a3f-be77-8ac1d2e6c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:22.112731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-bb10275a-f50e-4a3f-be77-8ac1d2e6c78f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0801637 Aug 30 21:06:22.171056 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-118e8197-8dc0-45cc-bbb0-0b34eb792b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:22.182486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-118e8197-8dc0-45cc-bbb0-0b34eb792b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:22.188657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-94c0afe4-dd0d-4707-9809-cafcf5a5d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:22.191937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-94c0afe4-dd0d-4707-9809-cafcf5a5d2ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712266 Aug 30 21:06:22.275525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-118e8197-8dc0-45cc-bbb0-0b34eb792b7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b396f623bac64f0b94028b30c049d81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4992042 Aug 30 21:06:22.284543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:22.296704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e8197-8dc0-45cc-bbb0-0b34eb792b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21f867d-8e65-4e8f-84a9-4134d7b7fbeb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:22.319962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-66842f47-3357-4cfe-bcb8-a6a23c69ad8c service neutron] 10.222.0.76 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804122 Aug 30 21:06:22.427658 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-eee30e4f-299b-41d9-b8eb-ec3371a5e77a service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263062 Aug 30 21:06:22.430017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-066c577e-2be2-4ac6-93a8-997dbd29e6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:22.448861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-6bde3a05-c067-4527-b86c-0c61c2246185 service neutron] 10.222.0.76 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266675 Aug 30 21:06:22.479100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-066c577e-2be2-4ac6-93a8-997dbd29e6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:22.590819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-025e35aa-77f6-41b8-942e-af42e4f02995 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496098 Aug 30 21:06:22.617318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-066c577e-2be2-4ac6-93a8-997dbd29e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:22.620648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-066c577e-2be2-4ac6-93a8-997dbd29e6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:22.629893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-066c577e-2be2-4ac6-93a8-997dbd29e6a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b21f867d-8e65-4e8f-84a9-4134d7b7fbeb HTTP/1.1" status: 204 len: 168 time: 0.3410079 Aug 30 21:06:22.679548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c577e-2be2-4ac6-93a8-997dbd29e6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21f867d-8e65-4e8f-84a9-4134d7b7fbeb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:22.698741 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d7bc28-5355-43f8-b732-c296f9e5b461 x-openstack-request-id: req-f1d7bc28-5355-43f8-b732-c296f9e5b461 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:22.701161 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:22.702089 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1d7bc28-5355-43f8-b732-c296f9e5b461 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:22.704873 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'status': 'completed', 'code': 200} Aug 30 21:06:22.957033 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba53971-6e39-48ff-869d-ce09bbff0968 x-openstack-request-id: req-fba53971-6e39-48ff-869d-ce09bbff0968 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:22.957649 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2f5911-39b3-460c-b270-74f34bfe461e", "name": "network-vif-deleted", "tag": "52c5b9b1-db72-4518-b81d-7d72d25ee5cd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:22.957891 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fba53971-6e39-48ff-869d-ce09bbff0968 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:22.961678 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2f5911-39b3-460c-b270-74f34bfe461e', 'name': 'network-vif-deleted', 'tag': '52c5b9b1-db72-4518-b81d-7d72d25ee5cd', 'status': 'completed', 'code': 200} Aug 30 21:06:23.000447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-44809b31-7edc-4ed9-9fbc-860198a19cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:23.003188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-44809b31-7edc-4ed9-9fbc-860198a19cdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1126 time: 0.2274768 Aug 30 21:06:23.119714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f3137-a78a-480f-ba6f-c14b01d93b66 req-87560d57-e664-4e6e-8067-ecdc460388f6 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:23.128960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f6f3137-a78a-480f-ba6f-c14b01d93b66 req-87560d57-e664-4e6e-8067-ecdc460388f6 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 1097 time: 0.1430664 Aug 30 21:06:23.173533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-d17bf886-3df7-4724-a4b2-174753d230e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:23.176740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-d17bf886-3df7-4724-a4b2-174753d230e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.1549428 Aug 30 21:06:23.185762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f6f3137-a78a-480f-ba6f-c14b01d93b66 req-22527836-cd25-4583-b2f3-50d5c172dfd5 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Aug 30 21:06:23.240611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:23.254340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-0533ac30-919d-43e1-8d7a-6209228514fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 217 time: 0.0625653 Aug 30 21:06:23.332117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-710af3c7-df7c-46c7-9396-5507fdeed94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:23.340448 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-710af3c7-df7c-46c7-9396-5507fdeed94d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.0793185 Aug 30 21:06:23.423831 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-a2a0cce2-0619-4068-bc85-24997a063eea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694358 Aug 30 21:06:23.471091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 52c5b9b1-db72-4518-b81d-7d72d25ee5cd no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:23.509826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 52c5b9b1-db72-4518-b81d-7d72d25ee5cd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:23.510535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 52c5b9b1-db72-4518-b81d-7d72d25ee5cd not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:23.600952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafac763-0c61-44df-a014-266ec7ee2a29 req-40fc3f3c-aaee-4c71-8a2f-abbd15b8908e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:23.618538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aafac763-0c61-44df-a014-266ec7ee2a29 req-40fc3f3c-aaee-4c71-8a2f-abbd15b8908e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.2191327 Aug 30 21:06:23.715833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aafac763-0c61-44df-a014-266ec7ee2a29 req-532fae79-e63a-4641-aead-d2014a9b22a4 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Aug 30 21:06:23.744699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-3044f860-9a80-43ca-b691-c616f2370d0f service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076997 Aug 30 21:06:23.959661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a780e68e-8c99-499e-bf7d-4f0a87ce799b req-16e758f9-dd59-49d4-b672-5f8990288afc service neutron] 10.222.0.82 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099049 Aug 30 21:06:24.094025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee26248-b868-4615-8760-2fe43488dc6d req-13ee0b7a-35f8-4f02-83e0-b1063c9afdef tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:24.106199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ee26248-b868-4615-8760-2fe43488dc6d req-13ee0b7a-35f8-4f02-83e0-b1063c9afdef tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1060202 Aug 30 21:06:24.183585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ee26248-b868-4615-8760-2fe43488dc6d req-95ba870e-58f1-455f-99dc-20ee2e5fe918 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732734 Aug 30 21:06:24.427664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70f9aa80-d8a3-4cca-a385-f9db30acc835 req-9f5f8b5b-0325-4e04-8a5e-c5619b7852b8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 210 time: 0.0659401 Aug 30 21:06:24.673290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-6a04f09c-d7e8-40e0-8cfc-9eac95cb425b service neutron] 10.222.0.82 "GET /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.1652408 Aug 30 21:06:24.775835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:25.254058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-890db451-1680-449e-9cbe-da25d654423a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:25.256082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-890db451-1680-449e-9cbe-da25d654423a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 813 time: 0.5052238 Aug 30 21:06:25.275386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'port': {'device_id': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214', 'admin_state_up': True, 'tenant_id': '35bc30593127429cadd53880aa8f03b2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:25.313555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:25.363700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:25.409342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40856825-bffd-4c21-a1dc-0007651f55d7 req-8239b23b-69db-4793-a884-9b84d0a4f1b3 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:25.412321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40856825-bffd-4c21-a1dc-0007651f55d7 req-8239b23b-69db-4793-a884-9b84d0a4f1b3 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 943 time: 0.2346122 Aug 30 21:06:25.453723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd974043-e084-41b8-8a60-5d8dad2c2d24 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:25.489410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:25.519031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:25.532768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40856825-bffd-4c21-a1dc-0007651f55d7 req-c5c3b035-1a6d-41d2-95d0-6721322daca1 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045504 Aug 30 21:06:25.572428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Made reservation on behalf of 35bc30593127429cadd53880aa8f03b2 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:06:25.586011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:25.665413 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5b8cdf6-82ea-4d97-b7f7-9d42e1cb1fc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4596daf458bf44e384e2611d1f754e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8833857 Aug 30 21:06:25.667717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:25.776561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] Transition to ACTIVE for port object fd974043-e084-41b8-8a60-5d8dad2c2d24 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:25.787424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:25.875546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Allocated IP 172.20.0.5 (0b55968b-5227-486e-91d4-e44bcd93f214/43a19798-df84-49e8-b9e5-a939446e8e33/aba9b016-aabc-42e1-818a-25900a10c823) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:06:25.918723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] Pushing event updated for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:25.926017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-795e4444-cf41-45cf-830a-353ce735b2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:26.031004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] No DVR routers for this DVR port fd974043-e084-41b8-8a60-5d8dad2c2d24 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:26.059630 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-795e4444-cf41-45cf-830a-353ce735b2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:26.096168 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-322787d9-7e44-4a85-8281-8bcae0f9428b service neutron] 10.222.0.82 "PUT /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24/bindings/n-h2-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 1.4151490 Aug 30 21:06:26.269685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-d135343d-23ca-43fb-8af3-d20e56e3a12b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:26.271812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-d135343d-23ca-43fb-8af3-d20e56e3a12b tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1096 time: 0.0933497 Aug 30 21:06:26.289776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc369c86-082f-4c5d-8d61-2f6e609fe4c1 req-94f836ef-08fa-44ea-97f3-1a62152c33cf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:26.297529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc369c86-082f-4c5d-8d61-2f6e609fe4c1 req-94f836ef-08fa-44ea-97f3-1a62152c33cf tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1190834 Aug 30 21:06:26.376923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-795e4444-cf41-45cf-830a-353ce735b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:26.381817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-795e4444-cf41-45cf-830a-353ce735b2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:26.383629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-795e4444-cf41-45cf-830a-353ce735b2e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f949d74-25c0-4a33-a786-abb8a3ee536c HTTP/1.1" status: 204 len: 168 time: 0.7146885 Aug 30 21:06:26.400557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:26.405401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e4444-cf41-45cf-830a-353ce735b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f949d74-25c0-4a33-a786-abb8a3ee536c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:26.477767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-f0a1e764-5dbe-4bd4-8091-01e8e043456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:26.485086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-f0a1e764-5dbe-4bd4-8091-01e8e043456d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c&tenant_id=cddbb2884f29473ebac27abf2a42842c HTTP/1.1" status: 200 len: 1096 time: 0.1989090 Aug 30 21:06:26.527365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc369c86-082f-4c5d-8d61-2f6e609fe4c1 req-4ec3029d-30e0-411e-814e-4925d93b27a5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286916 Aug 30 21:06:26.529350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:26.551853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:26.622533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:26.682633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-720deb56-2f4b-4079-899b-7f5da209f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:26.687427 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-720deb56-2f4b-4079-899b-7f5da209f8ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cddbb2884f29473ebac27abf2a42842c&device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1096 time: 0.1462083 Aug 30 21:06:26.701689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Network 0b55968b-5227-486e-91d4-e44bcd93f214 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:06:26.708167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:06:26.728582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:06:26.900278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:26.968229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:26.971704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.024536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a035a2-e2af-406c-bad3-baa908e3f73e req-8d61a5fb-5f6e-4cb6-a6ad-b6d779c230f3 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:27.030705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64a035a2-e2af-406c-bad3-baa908e3f73e req-8d61a5fb-5f6e-4cb6-a6ad-b6d779c230f3 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 931 time: 0.1835940 Aug 30 21:06:27.040550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-32b22519-2cd0-4707-bbb7-55005720dfcc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7725813 Aug 30 21:06:27.041187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-10ccdda2-a015-4836-b27b-2f538e5b1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:27.048061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-10ccdda2-a015-4836-b27b-2f538e5b1f30 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 200 len: 909 time: 0.3511534 Aug 30 21:06:27.081536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Request body: {'port': {'device_id': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:27.143605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-c0e47f75-e4f9-452a-b4e1-60ef49bc8cb6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 200 len: 217 time: 0.0883758 Aug 30 21:06:27.265032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:27.314434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-56549028-cbdf-41fc-8db7-d63aedbd31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:27.316469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-56549028-cbdf-41fc-8db7-d63aedbd31d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 200 len: 848 time: 0.1581349 Aug 30 21:06:27.390475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-296f1926-1ab5-4213-8525-e3c5dcaf66aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d52f173c-a831-4523-866e-cfe3fe25ea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629678 Aug 30 21:06:27.432625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e63d2191-469c-431e-beeb-202557b025cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29a3bdd85b104e8abc57bb2101d1686a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597703 Aug 30 21:06:27.457417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:27.616680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-b8e31987-cce6-44e3-953e-4417f0e6e02a service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138414 Aug 30 21:06:27.636581 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4076f4dc-bf85-4c19-b611-4ada8f982a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.681204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04c573a7-5ec7-416d-ae55-3eb428bef9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.720586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4076f4dc-bf85-4c19-b611-4ada8f982a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.820272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-57fad5d8-a119-44a7-89ee-b1fdcbf78b06 service neutron] 10.222.0.86 "GET /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954768 Aug 30 21:06:27.852587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04c573a7-5ec7-416d-ae55-3eb428bef9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.868519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4076f4dc-bf85-4c19-b611-4ada8f982a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.872543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4076f4dc-bf85-4c19-b611-4ada8f982a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.877814 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4076f4dc-bf85-4c19-b611-4ada8f982a9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9016c5d0-a911-4fd0-985b-4a1f7605cca2 HTTP/1.1" status: 204 len: 168 time: 0.4154317 Aug 30 21:06:27.896379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076f4dc-bf85-4c19-b611-4ada8f982a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9016c5d0-a911-4fd0-985b-4a1f7605cca2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:27.916078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64a035a2-e2af-406c-bad3-baa908e3f73e req-e7d66bfc-1613-4bc2-896d-6aec44dba974 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8744853 Aug 30 21:06:27.927990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04c573a7-5ec7-416d-ae55-3eb428bef9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:27.974147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.052626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-04c573a7-5ec7-416d-ae55-3eb428bef9e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1010cfaf88c248609c7eb4bec3fe506b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1483393 Aug 30 21:06:28.052998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:28.059707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c573a7-5ec7-416d-ae55-3eb428bef9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65cc85-55d8-44a4-877b-868fd3fae642,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:28.253939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b72f314-e734-45c2-9176-52a0d9446477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.297309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b72f314-e734-45c2-9176-52a0d9446477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.428908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b72f314-e734-45c2-9176-52a0d9446477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.432702 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b72f314-e734-45c2-9176-52a0d9446477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.436157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5b72f314-e734-45c2-9176-52a0d9446477 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e65cc85-55d8-44a4-877b-868fd3fae642 HTTP/1.1" status: 204 len: 168 time: 0.3806844 Aug 30 21:06:28.448378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-50f65147-c49e-4934-90ef-d0ae7afacb13 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:28.451562 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-50f65147-c49e-4934-90ef-d0ae7afacb13 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c&tenant_id=cddbb2884f29473ebac27abf2a42842c&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1096 time: 0.0972419 Aug 30 21:06:28.457744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72f314-e734-45c2-9176-52a0d9446477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65cc85-55d8-44a4-877b-868fd3fae642,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:28.523696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd9523-a7fb-4ea1-b31d-cadade40b508 req-2eabd505-064b-4e7e-b9fd-14e0a9c322b8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:28.527007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efcd9523-a7fb-4ea1-b31d-cadade40b508 req-2eabd505-064b-4e7e-b9fd-14e0a9c322b8 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 944 time: 0.2793410 Aug 30 21:06:28.529446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49468) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:28.699804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-d148f74e-2086-4df0-8cd3-d86d4c2952b7 service neutron] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:28.705200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-d148f74e-2086-4df0-8cd3-d86d4c2952b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.706711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b32e54c0-a559-4f23-8f61-e96f2649c50b req-d148f74e-2086-4df0-8cd3-d86d4c2952b7 service neutron] 10.222.0.86 "DELETE /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24/bindings/n-h1-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.2455235 Aug 30 21:06:28.727117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efcd9523-a7fb-4ea1-b31d-cadade40b508 req-fecd6b4e-7ffa-4118-be10-cfdc92f0d812 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735706 Aug 30 21:06:28.824191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba9b016-aabc-42e1-818a-25900a10c823 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:28.835037 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:28.858884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Transition to ACTIVE for port object aba9b016-aabc-42e1-818a-25900a10c823 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:28.865451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:29.009720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:29.243588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f160b53-0e36-48e1-8149-be57b46b5b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:29.347750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc468616-f6a2-4ee3-885c-23e94d7fc8a7 req-8d5ba193-c8e5-4ff9-92e6-abf5b8ef61f5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:29.350962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc468616-f6a2-4ee3-885c-23e94d7fc8a7 req-8d5ba193-c8e5-4ff9-92e6-abf5b8ef61f5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1819923 Aug 30 21:06:29.364654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Attempting to bind port aba9b016-aabc-42e1-818a-25900a10c823 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:06:29.365977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Attempting to bind port aba9b016-aabc-42e1-818a-25900a10c823 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:06:29.368240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Attempting to bind port aba9b016-aabc-42e1-818a-25900a10c823 on network 0b55968b-5227-486e-91d4-e44bcd93f214 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:29.403367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Port aba9b016-aabc-42e1-818a-25900a10c823 on network 0b55968b-5227-486e-91d4-e44bcd93f214 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:29.403974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Attempting to bind port aba9b016-aabc-42e1-818a-25900a10c823 on network 0b55968b-5227-486e-91d4-e44bcd93f214 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:29.472091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc468616-f6a2-4ee3-885c-23e94d7fc8a7 req-584aadce-1853-43c6-bf24-785f0af3b5fa tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097150 Aug 30 21:06:29.476962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:29.477526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Checking segment: {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:29.478460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Bound using segment: {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:29.479001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Bound port: aba9b016-aabc-42e1-818a-25900a10c823, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c534066-4260-443d-b82c-ff94ce45ece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:29.479584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:29.745795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:29.762105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:06:29.828250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:29.928963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:29.930216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:29.933250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] 10.222.0.86 "PUT /v2.0/ports/aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 1092 time: 2.8704796 Aug 30 21:06:29.934499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:29.938459 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972cd379-dc7b-4ba0-a153-17abfca8d048" -d '{"events": [{"name": "network-changed", "server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "tag": "aba9b016-aabc-42e1-818a-25900a10c823"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:30.010236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096d78a-43dd-4f76-91e4-4c338df0e871 req-ac0188b0-7931-4ccd-836e-e98d5402fd5d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:30.024103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0096d78a-43dd-4f76-91e4-4c338df0e871 req-ac0188b0-7931-4ccd-836e-e98d5402fd5d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 943 time: 0.2864621 Aug 30 21:06:30.100756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472356fc-a924-4282-9d6c-40225d554ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:30.154968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f160b53-0e36-48e1-8149-be57b46b5b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:30.177215 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f160b53-0e36-48e1-8149-be57b46b5b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:30.233737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0096d78a-43dd-4f76-91e4-4c338df0e871 req-f570b59f-240f-4469-ad73-b53cfc8d9349 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081366 Aug 30 21:06:30.256036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6f160b53-0e36-48e1-8149-be57b46b5b15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd135f2f2f8a4acfadd0a78b00218db9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7252007 Aug 30 21:06:30.259590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:30.296951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-5088bf15-f800-4740-a8b1-0ff3610606da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:30.298594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-5088bf15-f800-4740-a8b1-0ff3610606da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1095 time: 0.3041394 Aug 30 21:06:30.407776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f160b53-0e36-48e1-8149-be57b46b5b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3673c050-6fd4-4467-bfe1-ef81198126ea,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:30.434440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5573c6b-f95b-4021-bc69-6fa491c43787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:30.445186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-df477285-46a4-46fd-a403-e386105d68ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 217 time: 0.1197429 Aug 30 21:06:30.482820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5573c6b-f95b-4021-bc69-6fa491c43787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:30.543505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db83d0-d6c4-4914-9da6-321d3cfbbb36 req-c2bb6701-6851-4e95-b333-ce28b9d1522e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:30.546919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37db83d0-d6c4-4914-9da6-321d3cfbbb36 req-c2bb6701-6851-4e95-b333-ce28b9d1522e tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 944 time: 0.1351366 Aug 30 21:06:30.582486 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5573c6b-f95b-4021-bc69-6fa491c43787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:30.588903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5573c6b-f95b-4021-bc69-6fa491c43787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:30.591793 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5573c6b-f95b-4021-bc69-6fa491c43787 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3673c050-6fd4-4467-bfe1-ef81198126ea HTTP/1.1" status: 204 len: 168 time: 0.3300097 Aug 30 21:06:30.609931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5573c6b-f95b-4021-bc69-6fa491c43787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673c050-6fd4-4467-bfe1-ef81198126ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:30.651820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298245-613d-4685-a70e-d5f90ce88523 req-c9083e2e-5aac-4003-acea-df5a672c23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:30.655141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-c9083e2e-5aac-4003-acea-df5a672c23ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.1980107 Aug 30 21:06:30.668163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37db83d0-d6c4-4914-9da6-321d3cfbbb36 req-82cb3544-ed0f-48f7-9718-cc6cc9cd65fd tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108861 Aug 30 21:06:30.747714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-03a12a85-8fe2-4dcf-a6cf-b714d56ba8f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783472 Aug 30 21:06:30.853807 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10cbd3f-ab8b-485a-8f5a-39b1231fb0e6 x-openstack-request-id: req-c10cbd3f-ab8b-485a-8f5a-39b1231fb0e6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:30.853807 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "tag": "aba9b016-aabc-42e1-818a-25900a10c823", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:30.853807 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c10cbd3f-ab8b-485a-8f5a-39b1231fb0e6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:30.853807 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823', 'status': 'completed', 'code': 200} Aug 30 21:06:30.938186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-d900a1d7-4d70-4aed-91dc-571e7220820e service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798348 Aug 30 21:06:31.074844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c298245-613d-4685-a70e-d5f90ce88523 req-c366ab59-b2b4-4d84-a52d-259814e53003 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268477 Aug 30 21:06:31.215331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-0d009eb6-f96c-4894-a326-8de116e1fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:31.219047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-0d009eb6-f96c-4894-a326-8de116e1fc84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1095 time: 0.0670357 Aug 30 21:06:31.374750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:31.382104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-fea60e90-7cc3-42e0-ae51-3b0a47829360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:31.384970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-fea60e90-7cc3-42e0-ae51-3b0a47829360 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.1573246 Aug 30 21:06:31.395489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f120c73a-4dad-4b16-b678-cca2698ce4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.511369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-84f5779d-84f5-4d56-8400-7d0b7799cb52 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 217 time: 0.1068230 Aug 30 21:06:31.614735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f120c73a-4dad-4b16-b678-cca2698ce4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.622949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f120c73a-4dad-4b16-b678-cca2698ce4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.630817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-1d42dbd8-94d3-45d9-9ca8-ee924e29c146 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe1e807c4d304a1db58a7a71701e5f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832918 Aug 30 21:06:31.672244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120c73a-4dad-4b16-b678-cca2698ce4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3548ea-c738-435a-9cab-cdbc036f3ab7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:31.682483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f120c73a-4dad-4b16-b678-cca2698ce4f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=daa228b46604436aa6934f056d1a73be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045990 Aug 30 21:06:31.682483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:31.723141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-3ec16df5-f31e-4c19-85fb-30dc168ad431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:31.724722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-3ec16df5-f31e-4c19-85fb-30dc168ad431 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.2058256 Aug 30 21:06:31.738657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54122339-a3c0-4301-9500-18e53daea12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.774272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54122339-a3c0-4301-9500-18e53daea12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.784094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-502d4be5-7c6b-409e-aa92-1e485ccd7588 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477512 Aug 30 21:06:31.841798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54122339-a3c0-4301-9500-18e53daea12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.845279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54122339-a3c0-4301-9500-18e53daea12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:31.846919 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54122339-a3c0-4301-9500-18e53daea12b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da3548ea-c738-435a-9cab-cdbc036f3ab7 HTTP/1.1" status: 204 len: 168 time: 0.1638944 Aug 30 21:06:31.860203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54122339-a3c0-4301-9500-18e53daea12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3548ea-c738-435a-9cab-cdbc036f3ab7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:31.903961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-7686b813-a396-4f2b-9907-4556b7e242b9 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:31.903961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-7686b813-a396-4f2b-9907-4556b7e242b9 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595165 Aug 30 21:06:31.931722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-8c95d59e-c892-4b6d-a18b-f917b9d7da47 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/quotas/fe1e807c4d304a1db58a7a71701e5f38 HTTP/1.1" status: 200 len: 375 time: 0.0200047 Aug 30 21:06:31.998077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-32df57e5-8423-4c87-aef0-1432ab8015ae tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe1e807c4d304a1db58a7a71701e5f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545824 Aug 30 21:06:32.001492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-e53e51c6-3212-4fd9-a680-1496cb5b2131 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083127 Aug 30 21:06:32.165525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972cd379-dc7b-4ba0-a153-17abfca8d048 req-4fdd2e90-d8db-49da-bd3a-cba935445ccc service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459761 Aug 30 21:06:32.269880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eeab4-f903-48d8-a1b0-636d9b43369e req-f634ea73-56de-4c27-9677-1ac83a809052 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:32.271764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-574eeab4-f903-48d8-a1b0-636d9b43369e req-f634ea73-56de-4c27-9677-1ac83a809052 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.0895069 Aug 30 21:06:32.362174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-574eeab4-f903-48d8-a1b0-636d9b43369e req-8a661666-ca52-467b-ae88-394be7f73a92 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782173 Aug 30 21:06:32.581272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f515cfe-0426-41aa-b058-30d7b6baceaf req-f9963bee-2d8d-4df5-9922-140200c59457 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:32.583973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f515cfe-0426-41aa-b058-30d7b6baceaf req-f9963bee-2d8d-4df5-9922-140200c59457 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 943 time: 0.0857606 Aug 30 21:06:32.643050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f515cfe-0426-41aa-b058-30d7b6baceaf req-272470e9-3284-4d23-a05b-f055732e93b4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Aug 30 21:06:33.370821 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:33.510558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-3c579a1e-144d-4afb-b2f1-0ea87b6fa7d6 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fe1e807c4d304a1db58a7a71701e5f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630779 Aug 30 21:06:33.729696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9040f7e-ddab-464a-8cf6-97c9eb2812f3 req-6c782e0f-23be-4131-a9b0-126a3fce6f41 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 210 time: 0.0563505 Aug 30 21:06:33.754707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-e36c89b3-6a08-4476-bb86-87d8daa147a4 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:33.757482 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-e36c89b3-6a08-4476-bb86-87d8daa147a4 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401698 Aug 30 21:06:33.781398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Request body: {'port': {'device_id': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'fe1e807c4d304a1db58a7a71701e5f38'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:33.888493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74b87d-efbd-4c04-af04-f23a2c7ff925 req-116cb8e6-41e0-4a7f-b952-be0c0261ae81 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:33.891957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c74b87d-efbd-4c04-af04-f23a2c7ff925 req-116cb8e6-41e0-4a7f-b952-be0c0261ae81 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 1096 time: 0.0876322 Aug 30 21:06:33.952177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c74b87d-efbd-4c04-af04-f23a2c7ff925 req-4d789a8c-5798-4a0d-ac20-0fe2af11b555 tempest-LiveMigrationTest-1980412607 tempest-LiveMigrationTest-1980412607-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Aug 30 21:06:34.086838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Made reservation on behalf of fe1e807c4d304a1db58a7a71701e5f38 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:06:34.095182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:34.115152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:34.253521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9800c-a095-4b77-b65a-3a0710ea3418 req-03d21057-ea0b-4b0c-b5e6-eab962b1004a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:34.266796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2b9800c-a095-4b77-b65a-3a0710ea3418 req-03d21057-ea0b-4b0c-b5e6-eab962b1004a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1281645 Aug 30 21:06:34.326712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:34.336467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:34.348032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2b9800c-a095-4b77-b65a-3a0710ea3418 req-13609ed7-55f3-4ebe-9498-328cefd3285c tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771904 Aug 30 21:06:34.580644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b06c15-5fa9-4dc6-b5ae-b9701a73e528,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:34.605936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7513-885d-415e-a31f-25233f110eeb req-73d71d66-d5b5-483b-9df4-759b097cb462 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:34.618438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50da7513-885d-415e-a31f-25233f110eeb req-73d71d66-d5b5-483b-9df4-759b097cb462 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 943 time: 0.1649246 Aug 30 21:06:34.654113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Allocated IP 192.168.233.160 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/2cce2d5d-51a4-4155-a5ae-33a6760f0842) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:06:34.692901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50da7513-885d-415e-a31f-25233f110eeb req-1383db7f-07a7-4483-9a70-eb96ea3a687f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729198 Aug 30 21:06:35.006956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.041219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Transition to ACTIVE for port object 2cce2d5d-51a4-4155-a5ae-33a6760f0842 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:35.110954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.207566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:35.219715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:06:35.221888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:06:35.225990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:06:35.293459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:35.294140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.329154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-721d98b6-9e37-4e7e-afa0-d80bf338fd3b tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5567880 Aug 30 21:06:35.341842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Request body: {'port': {'device_id': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:35.366710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92232ec-d30c-4759-a18c-a14bdbd3af1a req-0a0b500a-2180-4cd5-8a77-a9512d9506b4 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:35.370054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d92232ec-d30c-4759-a18c-a14bdbd3af1a req-0a0b500a-2180-4cd5-8a77-a9512d9506b4 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 936 time: 0.0934854 Aug 30 21:06:35.456350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.466876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d92232ec-d30c-4759-a18c-a14bdbd3af1a req-443903c8-850e-4493-a7f4-08bc405c660e tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881581 Aug 30 21:06:35.495267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device aba9b016-aabc-42e1-818a-25900a10c823 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:06:35.652437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.668852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-47fa7bbb-5e03-4f6b-b46a-36b569517531 None None] Provisioning for port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:06:35.709150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-47fa7bbb-5e03-4f6b-b46a-36b569517531 None None] Provisioning complete for port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:06:35.709150 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47fa7bbb-5e03-4f6b-b46a-36b569517531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.735806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56084-66bb-4f36-ad8a-739afa7a3823 req-3c5e1efe-81ec-4899-a589-d4cbbbeb3991 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:35.744510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aec56084-66bb-4f36-ad8a-739afa7a3823 req-3c5e1efe-81ec-4899-a589-d4cbbbeb3991 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 944 time: 0.1227276 Aug 30 21:06:35.800601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aec56084-66bb-4f36-ad8a-739afa7a3823 req-3d283e27-7e75-41b4-a85c-9e330684003c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Aug 30 21:06:35.803832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:35.827798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'aba9b016-aabc-42e1-818a-25900a10c823', 'network_id': '0b55968b-5227-486e-91d4-e44bcd93f214', 'port_id': 'aba9b016-aabc-42e1-818a-25900a10c823', 'mac_address': 'fa:16:3e:34:2b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a19798-df84-49e8-b9e5-a939446e8e33', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:06:35.880572 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:35.896334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba9b016-aabc-42e1-818a-25900a10c823 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:35.901194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7bbb-5e03-4f6b-b46a-36b569517531 None None] Port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:06:35.963313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:35.970529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.040434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cce2d5d-51a4-4155-a5ae-33a6760f0842 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:36.062604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.092885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Transition to ACTIVE for port object 2cce2d5d-51a4-4155-a5ae-33a6760f0842 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:36.099106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.126372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:36.139173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.147345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.147939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.148443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.151131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.151738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.152257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.152886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.153508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.156005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.159581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.160138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:36.232181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:36.234461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec231dc-4373-42a4-8a97-a577e4b53328 req-a422c1b1-ec6b-47eb-95ef-a2b40d30880e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:36.248622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ec231dc-4373-42a4-8a97-a577e4b53328 req-a422c1b1-ec6b-47eb-95ef-a2b40d30880e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1810024 Aug 30 21:06:36.269597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-170fa410-b9b5-4146-9d35-2055fb82617c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:36.271501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-170fa410-b9b5-4146-9d35-2055fb82617c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 944 time: 0.2249842 Aug 30 21:06:36.303945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49768) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:36.390421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Attempting to bind port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:06:36.390811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Attempting to bind port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:06:36.391325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Attempting to bind port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:36.396686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:36.397012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Attempting to bind port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:36.407751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:36.408246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:36.408699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:36.409184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Bound port: 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:36.409569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.413535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['aba9b016-aabc-42e1-818a-25900a10c823'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:36.434462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ec231dc-4373-42a4-8a97-a577e4b53328 req-4c5c21ad-5be4-44c1-a7e8-33c6f3679012 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809075 Aug 30 21:06:36.589721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:36.629426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:36.671172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:06:36.679607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.734552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Deleting port fd974043-e084-41b8-8a60-5d8dad2c2d24 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:36.744584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.858626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:36.859931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.862258 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] 10.222.0.82 "PUT /v2.0/ports/2cce2d5d-51a4-4155-a5ae-33a6760f0842 HTTP/1.1" status: 200 len: 1097 time: 1.5248301 Aug 30 21:06:36.863152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:36.867448 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:36.887201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f464d-d80d-4158-ad82-1b03c108ce67 req-32598cd8-e817-45cc-8c34-21b711c6811e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:36.889257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b4f464d-d80d-4158-ad82-1b03c108ce67 req-32598cd8-e817-45cc-8c34-21b711c6811e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 944 time: 0.3290133 Aug 30 21:06:36.910214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e11f483a-1f39-4f8e-aa62-858b69b4e898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.917911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e3097f0-ed77-42b9-a0cd-f6c07f427404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:36.924097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472331b6-bf2a-4e79-b89e-43e1131a4f7f service neutron] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:37.011597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b4f464d-d80d-4158-ad82-1b03c108ce67 req-a33f11d6-9ac4-446e-9d2a-548fae398750 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Aug 30 21:06:37.029342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] For port fd974043-e084-41b8-8a60-5d8dad2c2d24, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fd974043-e084-41b8-8a60-5d8dad2c2d24,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:37.029716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.061522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Calling delete_port for fd974043-e084-41b8-8a60-5d8dad2c2d24 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:37.081910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-05f792d5-7d88-4e6b-837c-534ed8e3d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:37.091990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-05f792d5-7d88-4e6b-837c-534ed8e3d335 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fe1e807c4d304a1db58a7a71701e5f38&device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 1100 time: 0.1305137 Aug 30 21:06:37.195878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-df6db0d1-26b1-45c2-b233-20e47b6f60ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842 HTTP/1.1" status: 200 len: 217 time: 0.0945916 Aug 30 21:06:37.223282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e3097f0-ed77-42b9-a0cd-f6c07f427404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.258216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e3097f0-ed77-42b9-a0cd-f6c07f427404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.299228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3097f0-ed77-42b9-a0cd-f6c07f427404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9081ad4c-34b5-4beb-b9ba-ae0febe19492,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:37.322739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6e3097f0-ed77-42b9-a0cd-f6c07f427404 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=647549a03d0f4ea0bcb652b874c64c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317762 Aug 30 21:06:37.324890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-5c165e37-b2d8-4a9e-ae55-043f83a52c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:37.326105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-5c165e37-b2d8-4a9e-ae55-043f83a52c60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1194425 Aug 30 21:06:37.326693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:37.385149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.411916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-a98521bd-d19f-4bae-a35a-4de010739d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:37.413778 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-a98521bd-d19f-4bae-a35a-4de010739d1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796380 Aug 30 21:06:37.436189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event deleted for resources: {'Port': ['ID=fd974043-e084-41b8-8a60-5d8dad2c2d24,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:37.446552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9b939f8-96aa-4e06-8e6c-9347cf1580a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.457033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.457557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.457749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.458058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.458388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.458737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.459062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.459573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.459929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.460350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.462346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.462346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:06:37.509059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:37.510868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] No DVR routers for this DVR port fd974043-e084-41b8-8a60-5d8dad2c2d24 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:37.516948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.516948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb5ac3c2-636a-49dc-8e5d-8f82f91fdfaf req-894a2834-bde0-4c05-a067-2c5841887353 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "DELETE /v2.0/ports/fd974043-e084-41b8-8a60-5d8dad2c2d24 HTTP/1.1" status: 204 len: 173 time: 1.2269382 Aug 30 21:06:37.517385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'name': 'network-vif-deleted', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:37.520860 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a157e0-6e47-4ff0-96d5-f6790d4973b7" -d '{"events": [{"server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "name": "network-vif-deleted", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:37.565793 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e11f483a-1f39-4f8e-aa62-858b69b4e898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.589744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e11f483a-1f39-4f8e-aa62-858b69b4e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.603733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9b939f8-96aa-4e06-8e6c-9347cf1580a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.670527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: fd974043-e084-41b8-8a60-5d8dad2c2d24 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:37.671958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fd974043-e084-41b8-8a60-5d8dad2c2d24 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:37.691995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e11f483a-1f39-4f8e-aa62-858b69b4e898 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5136a09fffdc44b3bd7f30d269e93b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3829114 Aug 30 21:06:37.693932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:37.695683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f483a-1f39-4f8e-aa62-858b69b4e898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9592d3-9b0c-4c5d-8e26-4e9181f9c817,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:37.720976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3416c-baad-4f25-bb2e-85f67958576e req-959512ae-9e99-4f58-b791-e9c51138afde tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:37.739110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3f3416c-baad-4f25-bb2e-85f67958576e req-959512ae-9e99-4f58-b791-e9c51138afde tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 948 time: 0.5145268 Aug 30 21:06:37.817852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3f3416c-baad-4f25-bb2e-85f67958576e req-f552464e-6270-405a-a03c-2f59fb1cd43e tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Aug 30 21:06:37.839632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d07fc352-c518-4b76-9ac7-dbc8a860fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.886457 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-1b816806-a990-4fc5-a3bc-d85db8b974b4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559114 Aug 30 21:06:37.915678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d07fc352-c518-4b76-9ac7-dbc8a860fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.917951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9b939f8-96aa-4e06-8e6c-9347cf1580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.921098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e9b939f8-96aa-4e06-8e6c-9347cf1580a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:37.922264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e9b939f8-96aa-4e06-8e6c-9347cf1580a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9081ad4c-34b5-4beb-b9ba-ae0febe19492 HTTP/1.1" status: 204 len: 168 time: 0.5947452 Aug 30 21:06:37.985842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12d52f5d-bae3-4cfc-ade8-f80e5b0d3492 req-c2af8e29-5a43-4560-9ef7-65ecf1937ab6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 210 time: 0.0652237 Aug 30 21:06:38.065773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b939f8-96aa-4e06-8e6c-9347cf1580a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9081ad4c-34b5-4beb-b9ba-ae0febe19492,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:38.074635 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddd55e1-76dc-4390-a0bb-d79c797af199 x-openstack-request-id: req-4ddd55e1-76dc-4390-a0bb-d79c797af199 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:38.075090 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:38.075474 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ddd55e1-76dc-4390-a0bb-d79c797af199 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:38.076054 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'status': 'completed', 'code': 200} Aug 30 21:06:38.245605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f473bcb3-eafe-491e-9558-c4dc5096da4b req-89ccecc5-96cf-4b49-a63b-f29b1fab0557 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318164 Aug 30 21:06:38.263551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c74f2-cdf6-4371-a8f8-72773746160a req-07b30e70-408b-42a1-8ad4-8e44acb5c09d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:38.277756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-649c74f2-cdf6-4371-a8f8-72773746160a req-07b30e70-408b-42a1-8ad4-8e44acb5c09d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.0981956 Aug 30 21:06:38.286042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d07fc352-c518-4b76-9ac7-dbc8a860fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:38.289284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d07fc352-c518-4b76-9ac7-dbc8a860fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:38.293160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d07fc352-c518-4b76-9ac7-dbc8a860fed8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f9592d3-9b0c-4c5d-8e26-4e9181f9c817 HTTP/1.1" status: 204 len: 168 time: 0.5992253 Aug 30 21:06:38.321189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fc352-c518-4b76-9ac7-dbc8a860fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9592d3-9b0c-4c5d-8e26-4e9181f9c817,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:38.413117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-649c74f2-cdf6-4371-a8f8-72773746160a req-a924319d-2bf1-4b26-98b2-8dd9c3ad5aa5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332102 Aug 30 21:06:38.436559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-6b5e13d2-6c0f-4fda-8b12-9a0da9874dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:38.438701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-6b5e13d2-6c0f-4fda-8b12-9a0da9874dcd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fe1e807c4d304a1db58a7a71701e5f38&device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 1100 time: 0.1126263 Aug 30 21:06:38.524912 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c33a74-28ad-4763-a0dd-06c292671c93 x-openstack-request-id: req-e9c33a74-28ad-4763-a0dd-06c292671c93 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:38.525707 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19705cb-5669-4474-8a49-f83253d44c0c", "name": "network-vif-deleted", "tag": "fd974043-e084-41b8-8a60-5d8dad2c2d24", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:38.525847 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9c33a74-28ad-4763-a0dd-06c292671c93 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:38.526466 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19705cb-5669-4474-8a49-f83253d44c0c', 'name': 'network-vif-deleted', 'tag': 'fd974043-e084-41b8-8a60-5d8dad2c2d24', 'status': 'completed', 'code': 200} Aug 30 21:06:38.610587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-930139ec-3806-4873-b07f-853d67505cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:38.613702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-930139ec-3806-4873-b07f-853d67505cdf service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1658738 Aug 30 21:06:38.658993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:38.687019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49005c09-bd26-487b-8a9f-427c0801e297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:38.696326 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-060500fe-d3dc-45dc-a671-b23c5812da58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842 HTTP/1.1" status: 200 len: 217 time: 0.0748632 Aug 30 21:06:38.793936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-f0f65604-79b3-4e19-828c-d93427debeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:38.795812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-f0f65604-79b3-4e19-828c-d93427debeb3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0903976 Aug 30 21:06:38.828538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a79ade-f48a-4f18-b765-30c2c7fc2bda req-8bccf371-4e9c-4302-be31-ef844fa838cd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:38.831589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3a79ade-f48a-4f18-b765-30c2c7fc2bda req-8bccf371-4e9c-4302-be31-ef844fa838cd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 944 time: 0.1421196 Aug 30 21:06:38.880434 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85356e04-49b1-4e7a-bc76-5f3e536a2a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:38.887845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-1137d215-1031-4f64-bcda-a8c13e9c1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:38.889651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-1137d215-1031-4f64-bcda-a8c13e9c1b32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853057 Aug 30 21:06:38.945302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3a79ade-f48a-4f18-b765-30c2c7fc2bda req-5384916e-50b2-4c7d-989b-2eeec46341fb tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006172 Aug 30 21:06:39.004244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49005c09-bd26-487b-8a9f-427c0801e297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.013242 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49005c09-bd26-487b-8a9f-427c0801e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.103287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-49005c09-bd26-487b-8a9f-427c0801e297 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8d902da911a4ca2a9ef4e88ea6a8941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428949 Aug 30 21:06:39.108152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:39.129575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49005c09-bd26-487b-8a9f-427c0801e297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead4668-9fc2-47c9-8d95-73b680605188,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:39.167659 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-9555093e-6730-4594-bfca-987730395783 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688797 Aug 30 21:06:39.189429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49818) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:39.271616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ac9dc8c-9e66-436d-88c8-20f80c69a658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.400120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e17f5-7d39-4a86-a1d1-46189c198033 req-4a275a1b-9231-4691-aea4-0309bba68bc0 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:39.402771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-163e17f5-7d39-4a86-a1d1-46189c198033 req-4a275a1b-9231-4691-aea4-0309bba68bc0 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 948 time: 0.2036071 Aug 30 21:06:39.493010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device aba9b016-aabc-42e1-818a-25900a10c823 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:06:39.495152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-163e17f5-7d39-4a86-a1d1-46189c198033 req-66c4fca8-ea05-4b9a-84ac-f3a815691652 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831079 Aug 30 21:06:39.544003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ac9dc8c-9e66-436d-88c8-20f80c69a658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.553687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ac9dc8c-9e66-436d-88c8-20f80c69a658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.608630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9dc8c-9e66-436d-88c8-20f80c69a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04ebc2-a551-4469-905c-b699f8f3e261,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:39.654723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port aba9b016-aabc-42e1-818a-25900a10c823 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:06:39.661506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ac9dc8c-9e66-436d-88c8-20f80c69a658 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd8eaf993d7b4e7997faf934f434d22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700713 Aug 30 21:06:39.665075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49822) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:39.665914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port aba9b016-aabc-42e1-818a-25900a10c823 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:06:39.666356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.679326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72419c03-ddea-429d-9afc-bf84457da434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.741482 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72419c03-ddea-429d-9afc-bf84457da434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.797604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7dabc8a-aea5-417b-b6ad-fb73a4478f49 req-afc3f265-cf38-4514-bdf2-22d79564873b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 210 time: 0.0633035 Aug 30 21:06:39.841221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7409e0e-70b1-47ad-bd25-70caec216b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.894755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72419c03-ddea-429d-9afc-bf84457da434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.898757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72419c03-ddea-429d-9afc-bf84457da434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:39.898984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-72419c03-ddea-429d-9afc-bf84457da434 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aead4668-9fc2-47c9-8d95-73b680605188 HTTP/1.1" status: 204 len: 168 time: 0.7895231 Aug 30 21:06:39.911141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aa9e95f1-6bb4-411f-b7bd-1bf6e1290727 req-1ef43cb1-8220-49e9-92b6-dd2daefab067 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7332101 Aug 30 21:06:39.912660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72419c03-ddea-429d-9afc-bf84457da434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead4668-9fc2-47c9-8d95-73b680605188,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:39.934279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7409e0e-70b1-47ad-bd25-70caec216b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:40.105172 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:40.136474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e321182-58b0-43b6-93b2-6161d72960ab req-6fe207d4-0907-456b-89fd-83a56edd3385 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:40.144861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e321182-58b0-43b6-93b2-6161d72960ab req-6fe207d4-0907-456b-89fd-83a56edd3385 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1626129 Aug 30 21:06:40.152618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:40.159294 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1a5d10-4227-4f74-9534-0a179b7e5fbe" -d '{"events": [{"server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "name": "network-vif-plugged", "status": "completed", "tag": "aba9b016-aabc-42e1-818a-25900a10c823"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:40.185190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:40.194002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:40.218349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e321182-58b0-43b6-93b2-6161d72960ab req-4c55350a-547c-4d46-90f2-998d5404bc91 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722697 Aug 30 21:06:40.233129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7409e0e-70b1-47ad-bd25-70caec216b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:40.240464 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b7409e0e-70b1-47ad-bd25-70caec216b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:40.247619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b7409e0e-70b1-47ad-bd25-70caec216b26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd04ebc2-a551-4469-905c-b699f8f3e261 HTTP/1.1" status: 204 len: 168 time: 0.5807638 Aug 30 21:06:40.280713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:40.285307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7409e0e-70b1-47ad-bd25-70caec216b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04ebc2-a551-4469-905c-b699f8f3e261,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:40.444680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691eeeb-e242-4be0-9b68-43b0a4697519 req-3ceff7c3-b984-49a3-9805-6a3815fbcb44 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:40.446053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d691eeeb-e242-4be0-9b68-43b0a4697519 req-3ceff7c3-b984-49a3-9805-6a3815fbcb44 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 945 time: 0.0775261 Aug 30 21:06:40.527876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d691eeeb-e242-4be0-9b68-43b0a4697519 req-092bd1f2-0758-48b3-9c75-f6519f7af240 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Aug 30 21:06:40.744245 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8819ea81-7ec8-4f5e-b3c7-b5c7811ace4e x-openstack-request-id: req-8819ea81-7ec8-4f5e-b3c7-b5c7811ace4e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:40.744546 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "name": "network-vif-plugged", "status": "completed", "tag": "aba9b016-aabc-42e1-818a-25900a10c823", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:40.744851 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8819ea81-7ec8-4f5e-b3c7-b5c7811ace4e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:40.745259 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823', 'code': 200} Aug 30 21:06:41.060220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c65ec-cce1-49c2-9e4b-4e5579299af8 req-83c60236-f55d-42a7-b7fe-3ceae6203c44 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:41.062613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca0c65ec-cce1-49c2-9e4b-4e5579299af8 req-83c60236-f55d-42a7-b7fe-3ceae6203c44 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 948 time: 0.2181275 Aug 30 21:06:41.066852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b79609-9098-4b54-a961-9f6c2c48ee83 req-786ae93f-51a4-484c-a939-08bbc309b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:41.069807 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80b79609-9098-4b54-a961-9f6c2c48ee83 req-786ae93f-51a4-484c-a939-08bbc309b9f7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1097 time: 0.2366164 Aug 30 21:06:41.207942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80b79609-9098-4b54-a961-9f6c2c48ee83 req-feda4d79-c9b5-4e02-be96-0ee1f859492c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068289 Aug 30 21:06:41.245763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca0c65ec-cce1-49c2-9e4b-4e5579299af8 req-eb51a188-3178-43e8-990f-3b46ec0c7a79 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674650 Aug 30 21:06:41.465327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-795f3a70-c1fe-445e-85b7-64124b9dfef0 req-4691141c-0f93-4923-a297-9d6782d423f1 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 210 time: 0.0554783 Aug 30 21:06:41.692001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:41.733893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcaed5-1c19-4418-921f-3c615cca182f req-a45592d2-9acb-4257-8d66-19cdd66622a7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:41.746412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-defcaed5-1c19-4418-921f-3c615cca182f req-a45592d2-9acb-4257-8d66-19cdd66622a7 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1516984 Aug 30 21:06:41.830551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-defcaed5-1c19-4418-921f-3c615cca182f req-08ef072a-e0ca-4756-90cb-a6d790ad3f29 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819330 Aug 30 21:06:41.841855 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ceb74713-f272-494d-ac7a-85e887aa8517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:42.053509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b39a0-9036-40f8-8e12-c392d53018d9 req-a20130d9-1848-4748-ada1-591042f37cab tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:42.062252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-870b39a0-9036-40f8-8e12-c392d53018d9 req-a20130d9-1848-4748-ada1-591042f37cab tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 945 time: 0.0936937 Aug 30 21:06:42.138273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-870b39a0-9036-40f8-8e12-c392d53018d9 req-afa991b7-2b6b-4cd8-8fe3-7543edd298fd tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733707 Aug 30 21:06:42.505322 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:42.543576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e3532-2122-48db-80f5-cbaa2907f254 req-30da0bcb-49df-4d32-a5ff-6ae3e664dbed tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:42.546274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd7e3532-2122-48db-80f5-cbaa2907f254 req-30da0bcb-49df-4d32-a5ff-6ae3e664dbed tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 948 time: 0.1391883 Aug 30 21:06:42.617145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd7e3532-2122-48db-80f5-cbaa2907f254 req-3b744511-6c22-4c3f-9edc-8ee04dc566ab tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541079 Aug 30 21:06:42.839965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c047880-a13f-452f-aedb-1d2706657203 req-bad04ebd-db70-42f4-98e2-41454d44307b tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=f19705cb-5669-4474-8a49-f83253d44c0c HTTP/1.1" status: 200 len: 210 time: 0.0710652 Aug 30 21:06:43.126727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deab20-80f6-4535-b26e-2d60c052f322 req-9ce3b463-5545-4240-a2b0-ea63024219ab tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:43.144756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12deab20-80f6-4535-b26e-2d60c052f322 req-9ce3b463-5545-4240-a2b0-ea63024219ab tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1254649 Aug 30 21:06:43.217485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12deab20-80f6-4535-b26e-2d60c052f322 req-7251ef55-13eb-4899-8682-41691a84e490 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Aug 30 21:06:43.284745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:06:43.446980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8ded0-9aa5-4279-8a39-6254b5208820 req-7f5fd1c7-d29d-416b-99b3-06a71a58dfac tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:43.459438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acb8ded0-9aa5-4279-8a39-6254b5208820 req-7f5fd1c7-d29d-416b-99b3-06a71a58dfac tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 945 time: 0.1334758 Aug 30 21:06:43.525145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acb8ded0-9aa5-4279-8a39-6254b5208820 req-717afac0-ef84-4b6b-b174-8413577c5fa4 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605679 Aug 30 21:06:43.685270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:43.710031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'mac_address': 'fa:16:3e:0c:5e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:06:43.768429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:43.787768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cce2d5d-51a4-4155-a5ae-33a6760f0842 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:43.825216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-2b6d4f26-c2a9-4471-8d8f-d26cc21f48f2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1898532699&fields=id&tenant_id=35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 267 time: 0.0689523 Aug 30 21:06:43.833814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:43.842905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:43.942954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:43.969981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-60c630b7-822b-46af-b8f2-d6544142d3e5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:43.977358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-60c630b7-822b-46af-b8f2-d6544142d3e5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 945 time: 0.1376905 Aug 30 21:06:44.004727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'port': {'security_groups': ['9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e', '1a67b69b-07ae-4fed-a835-0fe2ab7870bc']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:44.131273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:44.250569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2cce2d5d-51a4-4155-a5ae-33a6760f0842'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:44.455230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:44.515921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:44.517831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:44.535554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:44.567114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326', 'aba9b016-aabc-42e1-818a-25900a10c823'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:44.800716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:44.801497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:44.825817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea1b2f3f-be23-49d3-8710-414dfb85a72a req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "PUT /v2.0/ports/aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 981 time: 0.8165517 Aug 30 21:06:44.888599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:44.891056 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d74f67-2937-4b45-bcea-b442b5097d67" -d '{"events": [{"name": "network-changed", "server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "tag": "aba9b016-aabc-42e1-818a-25900a10c823"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:44.911764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423da98-9aee-4222-b728-eff597945426 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:44.930753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['aba9b016-aabc-42e1-818a-25900a10c823'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:45.379840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf1721-8353-413b-b7c4-ee7a209caa1d req-6aca00f6-08c2-42b0-a9da-98c8a8d76e9d tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:45.397564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4caf1721-8353-413b-b7c4-ee7a209caa1d req-6aca00f6-08c2-42b0-a9da-98c8a8d76e9d tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 949 time: 0.1579967 Aug 30 21:06:45.532212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4caf1721-8353-413b-b7c4-ee7a209caa1d req-490a5d00-56c4-42a6-8a83-1a7b409295a7 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314509 Aug 30 21:06:45.812602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a14aa-1bb0-4634-9108-40e718592a3e req-6104cd8f-6773-449f-9955-3d63cc80ecf0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:45.816086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-937a14aa-1bb0-4634-9108-40e718592a3e req-6104cd8f-6773-449f-9955-3d63cc80ecf0 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1137042 Aug 30 21:06:45.888277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-937a14aa-1bb0-4634-9108-40e718592a3e req-570e558a-5857-4af1-9808-a39764d4a2c5 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Aug 30 21:06:46.250325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f50c005-a352-4dab-836f-be9393e8ce6e req-5cc48729-71c7-4fc4-9b9d-bab247feb7c8 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/1a67b69b-07ae-4fed-a835-0fe2ab7870bc HTTP/1.1" status: 200 len: 1800 time: 0.0968421 Aug 30 21:06:46.308966 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-9f50c005-a352-4dab-836f-be9393e8ce6e req-08ea9c38-73ba-457b-9436-fba8ef616ccc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 21:06:46.311795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f50c005-a352-4dab-836f-be9393e8ce6e req-08ea9c38-73ba-457b-9436-fba8ef616ccc tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/1a67b69b-07ae-4fed-a835-0fe2ab7870bc HTTP/1.1" status: 409 len: 341 time: 0.0594654 Aug 30 21:06:46.430770 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf2422-d0a6-4894-a9eb-7f5a8f39987f x-openstack-request-id: req-4baf2422-d0a6-4894-a9eb-7f5a8f39987f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:46.431845 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "tag": "aba9b016-aabc-42e1-818a-25900a10c823", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:46.431845 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4baf2422-d0a6-4894-a9eb-7f5a8f39987f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:46.432891 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823', 'status': 'completed', 'code': 200} Aug 30 21:06:46.627585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-47930aa2-e036-42d4-a270-8fc802f0c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:46.638131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-47930aa2-e036-42d4-a270-8fc802f0c0ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1136 time: 0.1754394 Aug 30 21:06:46.906893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-792a17c9-1707-4e1e-a0eb-c74997d45124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:46.909260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-792a17c9-1707-4e1e-a0eb-c74997d45124 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.2630413 Aug 30 21:06:47.021134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-37e92f21-6d0d-4e9d-9ecb-74df4c7ef970 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 217 time: 0.0999641 Aug 30 21:06:47.155487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8feb00-5cfb-4933-b7fe-684f68fa4e41 req-f4981115-3a3d-49bd-90a8-e68b2d62b7ef tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:47.166099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b8feb00-5cfb-4933-b7fe-684f68fa4e41 req-f4981115-3a3d-49bd-90a8-e68b2d62b7ef tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 949 time: 0.1753981 Aug 30 21:06:47.169277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-7ab209bf-be1e-4c84-86df-58ff015fec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:47.171232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-7ab209bf-be1e-4c84-86df-58ff015fec83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.1149187 Aug 30 21:06:47.296456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b8feb00-5cfb-4933-b7fe-684f68fa4e41 req-7d22cfe2-ea8c-49ac-a3f5-f8f1ded7cbdc tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290157 Aug 30 21:06:47.300104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-9abbf015-ae51-4c36-8f0e-5e9d273e071f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117027 Aug 30 21:06:47.328836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:06:47.476927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:06:47.488427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:06:47.489696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:47.560215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-74cb07b7-49c6-4125-87ca-3324bdc32d72 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503877 Aug 30 21:06:47.729924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d74f67-2937-4b45-bcea-b442b5097d67 req-2ec458d0-376e-49f5-a43d-1b7dfe56004c service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621239 Aug 30 21:06:47.794437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:47.888619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:47.894154 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfacc42-1cbc-4f54-95c8-2142c0004aa1" -d '{"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:47.912480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc1572-75c7-4b90-8b18-339b29a69244 req-70ba461c-566b-4d2c-b144-e8dd375b8f7d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:47.918199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04fc1572-75c7-4b90-8b18-339b29a69244 req-70ba461c-566b-4d2c-b144-e8dd375b8f7d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 984 time: 0.3078573 Aug 30 21:06:47.930733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:47.941284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:47.946079 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:48.110778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04fc1572-75c7-4b90-8b18-339b29a69244 req-9f6dae84-bf7e-4847-9daf-019466b7f39a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a67b69b-07ae-4fed-a835-0fe2ab7870bc&id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1318445 Aug 30 21:06:48.111105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:48.136790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-17e82a4c-d686-45cf-b1d9-efae493841cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:48.139339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-17e82a4c-d686-45cf-b1d9-efae493841cf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1136 time: 0.3182709 Aug 30 21:06:48.386598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de097832-1d74-47e4-a975-d00abf6979c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:48.466877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-67521ceb-2b0c-4829-8145-a92e3577ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:48.469480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-67521ceb-2b0c-4829-8145-a92e3577ad10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.3193042 Aug 30 21:06:48.491101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ee7c-025a-422e-981a-dedbaf540958 req-86648a4d-aef9-448d-959a-fafdca224104 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:48.503594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2a9ee7c-025a-422e-981a-dedbaf540958 req-86648a4d-aef9-448d-959a-fafdca224104 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1738997 Aug 30 21:06:48.584350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de097832-1d74-47e4-a975-d00abf6979c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:48.592607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-be1d11e5-46e0-475d-aad5-5b17c82cd08d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 217 time: 0.0862019 Aug 30 21:06:48.595468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de097832-1d74-47e4-a975-d00abf6979c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:48.647148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-de097832-1d74-47e4-a975-d00abf6979c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df43cd2e95e944d386c68c029753b8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029960 Aug 30 21:06:48.653468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:48.653468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de097832-1d74-47e4-a975-d00abf6979c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f0a60-7567-4383-99ad-c18f93a788f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:48.671963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2a9ee7c-025a-422e-981a-dedbaf540958 req-dc4bf600-77f6-49bf-b110-5f8db406971d tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671941 Aug 30 21:06:48.718394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-7c250d7a-4400-4940-b7e7-077de144513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:48.722965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-7c250d7a-4400-4940-b7e7-077de144513b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.1211500 Aug 30 21:06:48.796082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-4fa848b7-2aae-4977-8480-99bb96f2c11e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652716 Aug 30 21:06:48.816533 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0db54db3-6a17-4de6-bc3a-df5b2e3fbcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:48.900663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0db54db3-6a17-4de6-bc3a-df5b2e3fbcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:48.957367 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed524879-c382-4613-b946-fb55a989c3dc x-openstack-request-id: req-ed524879-c382-4613-b946-fb55a989c3dc {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:48.958172 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:48.958172 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed524879-c382-4613-b946-fb55a989c3dc {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:48.958523 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'code': 200} Aug 30 21:06:49.069841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0db54db3-6a17-4de6-bc3a-df5b2e3fbcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:49.075519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0db54db3-6a17-4de6-bc3a-df5b2e3fbcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:49.078222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0db54db3-6a17-4de6-bc3a-df5b2e3fbcbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c3f0a60-7567-4383-99ad-c18f93a788f6 HTTP/1.1" status: 204 len: 168 time: 0.4183793 Aug 30 21:06:49.168773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db54db3-6a17-4de6-bc3a-df5b2e3fbcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f0a60-7567-4383-99ad-c18f93a788f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:49.198470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eaa55-db82-4d5e-881a-c9f98241bf19 req-d3b551d1-bb8c-4af4-a083-c30fdf3af939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:49.206427 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-106eaa55-db82-4d5e-881a-c9f98241bf19 req-d3b551d1-bb8c-4af4-a083-c30fdf3af939 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 1102 time: 0.1087360 Aug 30 21:06:49.326269 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-106eaa55-db82-4d5e-881a-c9f98241bf19 req-b185bcb1-fd0a-48ea-a01d-0b08069c409e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110642 Aug 30 21:06:49.684216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf8a95-31b5-4aea-9a33-00dc1ea09a8a req-caf7eebd-b01c-48eb-a5f0-025bb4a12921 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:49.696737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94cf8a95-31b5-4aea-9a33-00dc1ea09a8a req-caf7eebd-b01c-48eb-a5f0-025bb4a12921 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 950 time: 0.1224594 Aug 30 21:06:49.761525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-a78c1528-61fa-48a5-ada8-c3ad450008c7 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9546444 Aug 30 21:06:49.783088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:49.808208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37597791-272d-477b-8885-33180a508fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:49.869836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94cf8a95-31b5-4aea-9a33-00dc1ea09a8a req-d94febcd-af5a-4d3e-9e4f-ce0d7f12e174 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717215 Aug 30 21:06:50.024142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa8fa85-29a4-495c-b854-6a9817944be0 req-c4c61416-4d5b-410a-99de-d8cddec8cbe7 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518497 Aug 30 21:06:50.037978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37597791-272d-477b-8885-33180a508fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:50.048104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37597791-272d-477b-8885-33180a508fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:50.143593 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37597791-272d-477b-8885-33180a508fcd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f75a1518b1e0443cb34494d9379d109c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591447 Aug 30 21:06:50.148102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:50.149033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37597791-272d-477b-8885-33180a508fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c2e0b-0682-4865-afb9-821bfab32002,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:50.164252 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-ec47abea-4470-4eca-a2ab-aed6e6ca8b0c service neutron] show failed (client error): The resource could not be found. Aug 30 21:06:50.165538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-ec47abea-4470-4eca-a2ab-aed6e6ca8b0c service neutron] 10.222.0.82 "GET /v2.0/ports/64b5883f-caf2-4377-ad4a-70ffae81d616/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.1257570 Aug 30 21:06:50.252276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007661b4-e274-47d6-804f-e5d5b90eb400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:50.297256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e6e91-840a-4b49-89bf-f167dca0331c req-8e83cce2-d1eb-47bd-9583-17bec92b078e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:50.316839 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b6e6e91-840a-4b49-89bf-f167dca0331c req-8e83cce2-d1eb-47bd-9583-17bec92b078e tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 984 time: 0.2144084 Aug 30 21:06:50.323831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007661b4-e274-47d6-804f-e5d5b90eb400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:50.447277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b6e6e91-840a-4b49-89bf-f167dca0331c req-9285490c-4fd3-4f64-9fe8-1a01e7d57db5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a67b69b-07ae-4fed-a835-0fe2ab7870bc&id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1285522 Aug 30 21:06:50.458137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007661b4-e274-47d6-804f-e5d5b90eb400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:50.463773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007661b4-e274-47d6-804f-e5d5b90eb400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:50.486391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-007661b4-e274-47d6-804f-e5d5b90eb400 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af5c2e0b-0682-4865-afb9-821bfab32002 HTTP/1.1" status: 204 len: 168 time: 0.3337793 Aug 30 21:06:50.530787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007661b4-e274-47d6-804f-e5d5b90eb400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c2e0b-0682-4865-afb9-821bfab32002,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:50.763599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-608cbbe8-9203-4b90-b446-686fedb6fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:50.766599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-608cbbe8-9203-4b90-b446-686fedb6fc61 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863&tenant_id=b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 1102 time: 0.1136177 Aug 30 21:06:50.800674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:50.896636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:51.269738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05293-7de9-40ae-8b84-bdf834c43250 req-747be3a1-1e53-4631-aa16-73c7210356f1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:51.277758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bda05293-7de9-40ae-8b84-bdf834c43250 req-747be3a1-1e53-4631-aa16-73c7210356f1 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1728134 Aug 30 21:06:51.367039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bda05293-7de9-40ae-8b84-bdf834c43250 req-56f6191e-6abe-4bb3-8212-7f82332b468a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881286 Aug 30 21:06:51.407086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:51.485680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:51.585191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:51.589537 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad3f9a9-3adb-48b7-8261-e08caff6131a" -d '{"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-unplugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:51.599003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:51.626592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Transition to ACTIVE for port object 64b5883f-caf2-4377-ad4a-70ffae81d616 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:06:51.633005 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:51.740029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] No DVR routers for this DVR port 64b5883f-caf2-4377-ad4a-70ffae81d616 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:51.786565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:51.865319 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:06:51.953417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:06:51.954481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:06:51.955385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:51.968735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:06:51.968735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:06:52.012347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005db8c1-2bb0-42af-89c4-5d3241319f13 req-d77d6cc5-c00b-49f1-ab35-3628f6df1937 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:52.017044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-005db8c1-2bb0-42af-89c4-5d3241319f13 req-d77d6cc5-c00b-49f1-ab35-3628f6df1937 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 950 time: 0.2456644 Aug 30 21:06:52.054902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:06:52.055470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:06:52.056119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:06:52.056911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Bound port: 64b5883f-caf2-4377-ad4a-70ffae81d616, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:06:52.057520 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:52.131828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-005db8c1-2bb0-42af-89c4-5d3241319f13 req-d297360f-4869-49e7-8640-bf03e080ed49 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054115 Aug 30 21:06:52.181864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:06:52.191286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:06:52.198650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:52.306317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:52.310357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:52.312832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] 10.222.0.86 "PUT /v2.0/ports/64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 1097 time: 1.5362248 Aug 30 21:06:52.421993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00019de-9391-429b-ba85-64ff72d8f9fc service neutron] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:52.506449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f1e47a09-29a8-4ae3-b6d7-efa52b64a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:52.508108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-f1e47a09-29a8-4ae3-b6d7-efa52b64a8d7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1100 time: 0.1336267 Aug 30 21:06:52.642898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b065aa4-502e-47bf-a859-b622d8d22eb1 req-92bbffe5-3c1e-4552-b059-271a683771a5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:52.644335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b065aa4-502e-47bf-a859-b622d8d22eb1 req-92bbffe5-3c1e-4552-b059-271a683771a5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 984 time: 0.1654959 Aug 30 21:06:52.725484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-5f9ce93d-2780-4546-a450-f60e6fa51728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:52.728007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-5f9ce93d-2780-4546-a450-f60e6fa51728 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1991367 Aug 30 21:06:52.805515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b065aa4-502e-47bf-a859-b622d8d22eb1 req-6bf44449-89af-4f58-ad65-a869b0284d01 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a67b69b-07ae-4fed-a835-0fe2ab7870bc&id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1266179 Aug 30 21:06:52.810760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-dd38ea43-6423-4874-adf9-79f650051d50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0673730 Aug 30 21:06:52.897348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-a82fb2ff-62ba-425b-885a-d529db8e7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:52.898785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-a82fb2ff-62ba-425b-885a-d529db8e7872 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0828667 Aug 30 21:06:52.998807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-ad21a3b8-b82a-43a0-b75b-216a81217d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:53.007980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-ad21a3b8-b82a-43a0-b75b-216a81217d86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006727 Aug 30 21:06:53.162972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-573a2320-d607-4ca6-bcbd-aa9c7cf06757 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466916 Aug 30 21:06:53.330347 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df2d12b-f4a0-4cf2-90c3-5fa77a0be3e8 x-openstack-request-id: req-1df2d12b-f4a0-4cf2-90c3-5fa77a0be3e8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:53.330931 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-unplugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:53.341413 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1df2d12b-f4a0-4cf2-90c3-5fa77a0be3e8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:53.342371 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'code': 200} Aug 30 21:06:53.394634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:53.462473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c569fa8-cc4c-44fd-babe-14c51d278424 req-85d87fd8-64d7-4537-8b11-bf7236b47029 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892687 Aug 30 21:06:53.540052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:53.747572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:53.793246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:53.974106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40463881-1383-4b14-aaaf-b9bb8df18fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.043495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30367ace-ed36-48f4-ac87-2a1b0e307913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.106774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535708c-b031-4911-8902-44e04f9550c6 req-14efa20d-d6db-444c-bde5-c429738003f6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:54.108769 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1535708c-b031-4911-8902-44e04f9550c6 req-14efa20d-d6db-444c-bde5-c429738003f6 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 945 time: 0.8430455 Aug 30 21:06:54.310812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40463881-1383-4b14-aaaf-b9bb8df18fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.327991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40463881-1383-4b14-aaaf-b9bb8df18fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.351965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Deleting port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:54.352324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.408790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1816-dc9d-4183-b9ed-49b1e1b55092 req-c68260f9-e907-4119-8cfa-bde97fc9a4b7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:54.412129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b4d1816-dc9d-4183-b9ed-49b1e1b55092 req-c68260f9-e907-4119-8cfa-bde97fc9a4b7 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=9180bbcc-89f3-45c2-aac2-7694fcb9fa94 HTTP/1.1" status: 200 len: 945 time: 0.1033452 Aug 30 21:06:54.473340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b4d1816-dc9d-4183-b9ed-49b1e1b55092 req-2f489955-1f5a-4d99-9220-46a07e9398dc tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539565 Aug 30 21:06:54.519093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-40463881-1383-4b14-aaaf-b9bb8df18fee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3680914bcf2445c292c8b4454b8d2cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690785 Aug 30 21:06:54.524333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50266) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:54.526855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40463881-1383-4b14-aaaf-b9bb8df18fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa79b646-b556-4051-8188-b59f36e4a140,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:54.607014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] For port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:54.607645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.642740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Calling delete_port for c6e57b2b-fd31-4cff-a3e6-aba685b1d54d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:54.707518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6236fb70-45e2-4273-a34f-e10de4d5cd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.741143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416243f8-b442-49d3-8f7a-4ec4b0e0aa2d req-987a0788-a9d1-4d04-8da2-2cda0f1c5869 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:54.743603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-416243f8-b442-49d3-8f7a-4ec4b0e0aa2d req-987a0788-a9d1-4d04-8da2-2cda0f1c5869 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 948 time: 0.1459410 Aug 30 21:06:54.760257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30367ace-ed36-48f4-ac87-2a1b0e307913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.771074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30367ace-ed36-48f4-ac87-2a1b0e307913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.775729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6236fb70-45e2-4273-a34f-e10de4d5cd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.857957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-416243f8-b442-49d3-8f7a-4ec4b0e0aa2d req-3167f098-a256-4bf5-89f0-4bc20a2504d9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988424 Aug 30 21:06:54.861235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30367ace-ed36-48f4-ac87-2a1b0e307913 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12a2fca66d1f4ed2bd694bf4d1f7b543&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0652983 Aug 30 21:06:54.864874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50268) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:54.879083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30367ace-ed36-48f4-ac87-2a1b0e307913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd1fd2c-3a29-4afb-be06-393f4db31d92,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:54.939503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6236fb70-45e2-4273-a34f-e10de4d5cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.942232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6236fb70-45e2-4273-a34f-e10de4d5cd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:54.943489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6236fb70-45e2-4273-a34f-e10de4d5cd1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa79b646-b556-4051-8188-b59f36e4a140 HTTP/1.1" status: 204 len: 168 time: 0.4176760 Aug 30 21:06:54.956283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236fb70-45e2-4273-a34f-e10de4d5cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa79b646-b556-4051-8188-b59f36e4a140,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:54.985644 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c2f806-c6a9-469d-af09-e330610bdb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.056773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c2f806-c6a9-469d-af09-e330610bdb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.079461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.137879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event deleted for resources: {'Port': ['ID=c6e57b2b-fd31-4cff-a3e6-aba685b1d54d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:55.230711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c2f806-c6a9-469d-af09-e330610bdb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.231766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] No DVR routers for this DVR port c6e57b2b-fd31-4cff-a3e6-aba685b1d54d on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:06:55.236680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c2f806-c6a9-469d-af09-e330610bdb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.237803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.239429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37c2f806-c6a9-469d-af09-e330610bdb0e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2dd1fd2c-3a29-4afb-be06-393f4db31d92 HTTP/1.1" status: 204 len: 168 time: 0.3729851 Aug 30 21:06:55.279864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1535708c-b031-4911-8902-44e04f9550c6 req-edf0defe-f8ea-44c2-92b3-fd22113da2fa tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "DELETE /v2.0/ports/c6e57b2b-fd31-4cff-a3e6-aba685b1d54d HTTP/1.1" status: 204 len: 173 time: 1.1615520 Aug 30 21:06:55.281485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'name': 'network-vif-deleted', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:55.286354 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9fd5a-d702-4359-9afb-b4578cc72304" -d '{"events": [{"server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "name": "network-vif-deleted", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:55.299789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-28a5aee4-6b22-4216-80e5-e261a2e848f9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-987607680&fields=id&tenant_id=35bc30593127429cadd53880aa8f03b2 HTTP/1.1" status: 200 len: 267 time: 0.1372921 Aug 30 21:06:55.305945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2f806-c6a9-469d-af09-e330610bdb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd1fd2c-3a29-4afb-be06-393f4db31d92,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:55.363116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:55.368559 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd877a6-7342-4941-8675-550d6427fca9" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:55.400379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-8332aeaa-c8e3-4a3f-8d7f-2677347f1c9d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:55.410182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-8332aeaa-c8e3-4a3f-8d7f-2677347f1c9d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 984 time: 0.1002593 Aug 30 21:06:55.416478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'port': {'security_groups': ['1a67b69b-07ae-4fed-a835-0fe2ab7870bc', '9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e', 'b73fe9c9-60c7-4f40-8d73-585fc60ca4ed']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:55.560834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:55.982089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:55.982383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:56.016726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94302f4f-397a-4f1c-bc44-f3637f4bbce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.022871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.030979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.048089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326', 'aba9b016-aabc-42e1-818a-25900a10c823'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:56.118098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:56.118953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.120802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d95c80d7-8264-45ad-abbe-e7794ed0f402 req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "PUT /v2.0/ports/aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 1020 time: 0.7097156 Aug 30 21:06:56.153538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1523b4-ac8d-4041-ac15-a9aadfbb3f03 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:56.251296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['aba9b016-aabc-42e1-818a-25900a10c823'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:56.295796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94302f4f-397a-4f1c-bc44-f3637f4bbce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.303757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94302f4f-397a-4f1c-bc44-f3637f4bbce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.341296 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62950a1e-25f5-4a8f-b757-04a97da932a0 x-openstack-request-id: req-62950a1e-25f5-4a8f-b757-04a97da932a0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:56.341719 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9180bbcc-89f3-45c2-aac2-7694fcb9fa94", "name": "network-vif-deleted", "tag": "c6e57b2b-fd31-4cff-a3e6-aba685b1d54d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:56.341897 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62950a1e-25f5-4a8f-b757-04a97da932a0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:56.342231 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9180bbcc-89f3-45c2-aac2-7694fcb9fa94', 'name': 'network-vif-deleted', 'tag': 'c6e57b2b-fd31-4cff-a3e6-aba685b1d54d', 'status': 'completed', 'code': 200} Aug 30 21:06:56.431369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50312) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:56.431948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94302f4f-397a-4f1c-bc44-f3637f4bbce3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97ca7a15173b4a0f8983c6eac809665a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482241 Aug 30 21:06:56.446431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94302f4f-397a-4f1c-bc44-f3637f4bbce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd65db5-167d-4c60-8731-41bc8212ec47,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:56.491847 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5518fc00-3ded-4081-a26e-b34173181b8d x-openstack-request-id: req-5518fc00-3ded-4081-a26e-b34173181b8d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:06:56.492362 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:06:56.492788 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5518fc00-3ded-4081-a26e-b34173181b8d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:06:56.493371 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'status': 'completed', 'code': 200} Aug 30 21:06:56.633553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-9b5363d2-d328-43d1-8b3f-f5abe121da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:56.645467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-9b5363d2-d328-43d1-8b3f-f5abe121da84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1100 time: 0.1406851 Aug 30 21:06:56.697574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a950de7e-f3c8-4f50-abb7-e886be7d9dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.797739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a950de7e-f3c8-4f50-abb7-e886be7d9dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:56.882452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1442f9-0118-4aa5-a93f-c955ab933b94 req-7e44b86f-9afe-427a-8b5d-d32e8fcc7f31 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:56.895541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a1442f9-0118-4aa5-a93f-c955ab933b94 req-7e44b86f-9afe-427a-8b5d-d32e8fcc7f31 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 948 time: 0.1911321 Aug 30 21:06:57.004279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a1442f9-0118-4aa5-a93f-c955ab933b94 req-caf77429-ca31-4887-ae0c-c75dbf823779 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076996 Aug 30 21:06:57.025878 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a950de7e-f3c8-4f50-abb7-e886be7d9dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:57.034240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a950de7e-f3c8-4f50-abb7-e886be7d9dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:57.037878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a950de7e-f3c8-4f50-abb7-e886be7d9dc7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0cd65db5-167d-4c60-8731-41bc8212ec47 HTTP/1.1" status: 204 len: 168 time: 0.6043060 Aug 30 21:06:57.068871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950de7e-f3c8-4f50-abb7-e886be7d9dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd65db5-167d-4c60-8731-41bc8212ec47,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:57.182535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-9b5f342e-da83-4490-b12b-f1bdda9b6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:57.197755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-9b5f342e-da83-4490-b12b-f1bdda9b6008 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.5451317 Aug 30 21:06:57.383211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fae1e6ac-2b39-4a0b-a24c-a6c2a27500f7 req-b3196587-a706-4a4c-99a6-e913244e16d5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/b73fe9c9-60c7-4f40-8d73-585fc60ca4ed HTTP/1.1" status: 200 len: 1800 time: 0.1647604 Aug 30 21:06:57.458088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-3c8483aa-23d9-433c-bef0-4cdfdb685d66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.1879349 Aug 30 21:06:57.515954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-5effac49-00bf-48ee-a75e-2fa4e709b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:57.518766 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-5effac49-00bf-48ee-a75e-2fa4e709b0dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1100 time: 0.9620535 Aug 30 21:06:57.563925 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-fae1e6ac-2b39-4a0b-a24c-a6c2a27500f7 req-32a0d861-358e-46ac-a860-bb6806f273a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 21:06:57.583660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fae1e6ac-2b39-4a0b-a24c-a6c2a27500f7 req-32a0d861-358e-46ac-a860-bb6806f273a9 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/b73fe9c9-60c7-4f40-8d73-585fc60ca4ed HTTP/1.1" status: 409 len: 341 time: 0.1961138 Aug 30 21:06:57.630329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:06:57.643351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:06:57.810855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: c6e57b2b-fd31-4cff-a3e6-aba685b1d54d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:06:57.811667 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c6e57b2b-fd31-4cff-a3e6-aba685b1d54d not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:06:57.862882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-457d0257-9bb6-45c4-9ba3-b34e2645f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:57.866786 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-457d0257-9bb6-45c4-9ba3-b34e2645f009 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.3881416 Aug 30 21:06:58.026779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-949f569e-be7f-4e1d-89be-9d1b38f48f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:58.029698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-949f569e-be7f-4e1d-89be-9d1b38f48f62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518223 Aug 30 21:06:58.031895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-95ba6369-0695-4893-8f2d-fc9ed9bc5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:58.035994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-95ba6369-0695-4893-8f2d-fc9ed9bc5270 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.4272966 Aug 30 21:06:58.169546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-bc340a6e-7a13-46e5-b005-f8257ff486e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.1118715 Aug 30 21:06:58.305582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:58.321435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50364) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:58.368308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'mac_address': 'fa:16:3e:04:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:06:58.435891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-b75d944a-c3d4-42b0-85d5-47dec95fb391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:58.440981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-b75d944a-c3d4-42b0-85d5-47dec95fb391 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1593618 Aug 30 21:06:58.495130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:06:58.499095 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52edb82d-c2b5-4539-93cd-24e9b4748086" -d '{"events": [{"name": "network-changed", "server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "tag": "aba9b016-aabc-42e1-818a-25900a10c823"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:06:58.594141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:58.604405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-9719fc9c-04fb-479c-adf5-b9c66e5e8a79 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622933 Aug 30 21:06:58.675587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b5883f-caf2-4377-ad4a-70ffae81d616 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:06:58.748763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd877a6-7342-4941-8675-550d6427fca9 req-322fa4fe-5af5-44f1-a6b4-d327a93d9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:58.763551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-322fa4fe-5af5-44f1-a6b4-d327a93d9c2e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3062985 Aug 30 21:06:58.805805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:58.819277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:58.936543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8438f36-6031-4af7-8292-c62b1b2a7215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:58.965376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:59.029041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bb0b0-a9a8-4176-ba93-6cc108005cd7 req-f6969993-8bf1-4720-8383-a49fcce5e429 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:59.035289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-a69e64d5-5229-404f-8f35-79cc4efbf681 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166069 Aug 30 21:06:59.044205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-377bb0b0-a9a8-4176-ba93-6cc108005cd7 req-f6969993-8bf1-4720-8383-a49fcce5e429 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 964 time: 0.3510866 Aug 30 21:06:59.084173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-820cb52d-3dc9-4e52-aed6-3f6bbffb0848 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:59.086059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-820cb52d-3dc9-4e52-aed6-3f6bbffb0848 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "GET /v2.0/ports?device_id=12080660-1128-4315-a8e3-007695d46a47 HTTP/1.1" status: 200 len: 964 time: 0.3244042 Aug 30 21:06:59.114215 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-d1f4a33b-aa39-462a-8674-b2f1cfadf0a8 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400898 Aug 30 21:06:59.157834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-377bb0b0-a9a8-4176-ba93-6cc108005cd7 req-4e2f6d78-89c9-4933-8d88-6e9ebbd74ceb tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122148 Aug 30 21:06:59.284372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['64b5883f-caf2-4377-ad4a-70ffae81d616'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:06:59.349495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:59.388535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8438f36-6031-4af7-8292-c62b1b2a7215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.398462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Deleting port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:06:59.399193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.405708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8438f36-6031-4af7-8292-c62b1b2a7215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.420005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:06:59.444414 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd877a6-7342-4941-8675-550d6427fca9 req-ff28cffb-e9b3-4b36-9148-0f9b497cf588 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208644 Aug 30 21:06:59.541542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8438f36-6031-4af7-8292-c62b1b2a7215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b399e8f9-c493-4a88-ba9d-ed4012f3fadd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:06:59.558957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f8438f36-6031-4af7-8292-c62b1b2a7215 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fbd1b8694e94bb5a44a578523bdc5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2354772 Aug 30 21:06:59.563395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:06:59.568375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bd3dc-a080-4673-845d-1709dc8834ad req-42e19354-4000-4501-a0b2-890adde46991 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:06:59.577431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-687bd3dc-a080-4673-845d-1709dc8834ad req-42e19354-4000-4501-a0b2-890adde46991 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 949 time: 0.2349148 Aug 30 21:06:59.681217 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.688455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-687bd3dc-a080-4673-845d-1709dc8834ad req-d9c93d5d-7cf3-4c55-8e88-d2a7879bd2aa tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Aug 30 21:06:59.691507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] For port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:59.691891 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.726415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Calling delete_port for 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 owned by compute:tempest-test_az-34943330 {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:06:59.731908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-network', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:06:59.739722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:06:59.762510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'mac_address': 'fa:16:3e:0c:5e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:06:59.780996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Made reservation on behalf of d18baf910ce24b95b84b3886b0fcc730 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:06:59.788506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.841706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.845008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.890622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:06:59.953136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cce2d5d-51a4-4155-a5ae-33a6760f0842 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:07:00.026759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.031411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.034208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b399e8f9-c493-4a88-ba9d-ed4012f3fadd HTTP/1.1" status: 204 len: 168 time: 0.4688776 Aug 30 21:07:00.052691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:00.059107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399e8f9-c493-4a88-ba9d-ed4012f3fadd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:00.065631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.077354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.077888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.078242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.078864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.079400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.080002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.080552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.081143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.081699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.082256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.082853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.083468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ac2889-75ee-46bc-995d-a9a222616810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:00.158379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.171836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.172201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.268789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2cce2d5d-51a4-4155-a5ae-33a6760f0842'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:00.279574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:07:00.354599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.355629 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Added segment ac97455b-b86c-445b-bdf3-8a92ec3c0234 of type vlan for network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 Aug 30 21:07:00.401259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event deleted for resources: {'Port': ['ID=077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:00.467796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:00.548028 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d639b48-3ed8-4b01-8a44-34680938b053 x-openstack-request-id: req-5d639b48-3ed8-4b01-8a44-34680938b053 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:00.549221 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "tag": "aba9b016-aabc-42e1-818a-25900a10c823", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:00.549777 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d639b48-3ed8-4b01-8a44-34680938b053 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:00.550730 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823', 'status': 'completed', 'code': 200} Aug 30 21:07:00.553968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] No DVR routers for this DVR port 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:00.567636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.569663 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.579544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d7de508-f9c4-4ba5-8d5a-64d0b71d4b9a req-d202a609-c1ad-48f3-8eb1-c631eb028b1c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "DELETE /v2.0/ports/077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 HTTP/1.1" status: 204 len: 173 time: 1.4763603 Aug 30 21:07:00.619693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5cff37-eed5-4939-9c90-5400c7f7d1fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:00.751178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.752839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:00.753866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:00.931737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-d54a76da-b4a6-4d76-88f9-b26deccffb73 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:00.934036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-d54a76da-b4a6-4d76-88f9-b26deccffb73 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1023 time: 0.3518629 Aug 30 21:07:00.939397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5885451 Aug 30 21:07:00.943483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-775a45ed-7afe-42be-a1d6-05b3d8b1ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:00.945848 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-775a45ed-7afe-42be-a1d6-05b3d8b1ce50 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=35bc30593127429cadd53880aa8f03b2&device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1175 time: 0.3324704 Aug 30 21:07:00.946580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:00.958148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Request body: {'subnet': {'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-subnet', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:00.965065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba220c0d-fdde-4099-bf4e-b5aff5855bf8 req-fe37757e-5fbb-43b9-a8b2-99433e4098a6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:00.976075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba220c0d-fdde-4099-bf4e-b5aff5855bf8 req-fe37757e-5fbb-43b9-a8b2-99433e4098a6 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 1023 time: 0.2764716 Aug 30 21:07:01.059684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d30840-dc38-4e82-bb83-ede3f6a5e773 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd70314-e996-49ec-8c82-cb3ba0644ad8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:01.087362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:07:01.125184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Made reservation on behalf of d18baf910ce24b95b84b3886b0fcc730 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:01.134805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:01.361756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba220c0d-fdde-4099-bf4e-b5aff5855bf8 req-8f1973f7-279b-4407-9013-c133cb53f748 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=1a67b69b-07ae-4fed-a835-0fe2ab7870bc&id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&id=b73fe9c9-60c7-4f40-8d73-585fc60ca4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3682277 Aug 30 21:07:01.433991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:01.467828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Deleting port aba9b016-aabc-42e1-818a-25900a10c823 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:01.468403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:01.477225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-30fdcbd8-c926-4b48-9839-1d03241197dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:01.487741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-30fdcbd8-c926-4b48-9839-1d03241197dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 200 len: 914 time: 0.5187201 Aug 30 21:07:01.624231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:01.624858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:01.676592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:01.685031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-08303fd0-8452-4def-a4cf-a687c6b6787c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 200 len: 217 time: 0.1734762 Aug 30 21:07:01.781266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] For port aba9b016-aabc-42e1-818a-25900a10c823, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=aba9b016-aabc-42e1-818a-25900a10c823,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:01.781771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:01.818606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Calling delete_port for aba9b016-aabc-42e1-818a-25900a10c823 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:01.916873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 64b5883f-caf2-4377-ad4a-70ffae81d616 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:01.940995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 64b5883f-caf2-4377-ad4a-70ffae81d616 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:01.940995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:01.989284 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.066602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:02.075990 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952b1bb-da7b-44dd-b656-bbb66f74b618" -d '{"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:02.113283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:02.123709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.163866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.232287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326', 'aba9b016-aabc-42e1-818a-25900a10c823'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:02.256056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-b7d9fe7d-dd3b-479f-b2a3-bb6f3d5623fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:02.259228 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-b7d9fe7d-dd3b-479f-b2a3-bb6f3d5623fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 200 len: 853 time: 0.5702033 Aug 30 21:07:02.266967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'Port': ['ID=aba9b016-aabc-42e1-818a-25900a10c823,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:02.289859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-21f997a7-a7e4-4742-8e97-5326b0a9d68b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:02.293532 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-21f997a7-a7e4-4742-8e97-5326b0a9d68b tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863&tenant_id=b283f32fb392454189be51e4860cf215&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 949 time: 0.4789002 Aug 30 21:07:02.437179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50490) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:02.482790 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-aa26f609-63f6-4afc-a009-f7bece1e4d9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b55968b-5227-486e-91d4-e44bcd93f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841462 Aug 30 21:07:02.516204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] No DVR routers for this DVR port aba9b016-aabc-42e1-818a-25900a10c823 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:02.519980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.533426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a97a7e93-3b3e-488e-a048-fe04fc734933 req-3ecec64f-d31e-4c8c-9a82-81ed1498db66 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "DELETE /v2.0/ports/aba9b016-aabc-42e1-818a-25900a10c823 HTTP/1.1" status: 204 len: 173 time: 1.5557125 Aug 30 21:07:02.552417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'name': 'network-vif-deleted', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4'}, {'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'name': 'network-vif-deleted', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:02.555379 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c67dfb-65d3-4608-a0d7-8f68ef54770a" -d '{"events": [{"server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "name": "network-vif-deleted", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4"}, {"server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "name": "network-vif-deleted", "tag": "aba9b016-aabc-42e1-818a-25900a10c823"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:02.599354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13243d22-d006-4fd0-a404-02b720889d5c req-46b88e75-581e-46c1-b68e-c1903777e445 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:02.609593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13243d22-d006-4fd0-a404-02b720889d5c req-46b88e75-581e-46c1-b68e-c1903777e445 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 949 time: 0.3589213 Aug 30 21:07:02.611583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:02.638939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.692830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13243d22-d006-4fd0-a404-02b720889d5c req-d7bffea5-bdf3-4cf6-936f-16ed48f65662 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723553 Aug 30 21:07:02.721299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:02.739056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.756985 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:02.776277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:02.850450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:02.857458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:02.921816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-e8f60ab6-6974-4aa0-b053-2cd5e5b98615 service neutron] 10.222.0.86 "GET /v2.0/ports/64b5883f-caf2-4377-ad4a-70ffae81d616/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.4878025 Aug 30 21:07:03.069084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2044411438'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:03.084618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f6bc74-6e1e-4d9e-b091-ac8e9702cb44,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:03.099945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:03.161104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Made reservation on behalf of cba2a9b20a6c447ab0a84d4b3d18bc5c for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:03.165285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.191227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.257792 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816be6dd-3656-4d23-b9da-940d7511bed4 x-openstack-request-id: req-816be6dd-3656-4d23-b9da-940d7511bed4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:03.260742 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:03.262842 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-816be6dd-3656-4d23-b9da-940d7511bed4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:03.266737 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'code': 200} Aug 30 21:07:03.325963 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-5a79f33b-915d-4317-9f85-fa2ef916e083 service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951715 Aug 30 21:07:03.412317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Checking segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:03.419949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Network hostable DHCP agents. Network: 1cd70314-e996-49ec-8c82-cb3ba0644ad8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:07:03.464182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.480108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.486919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.515320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-a03b7f1a-0cc6-44ab-85e8-c274dc9128f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:03.525439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-a03b7f1a-0cc6-44ab-85e8-c274dc9128f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1102 time: 0.5223749 Aug 30 21:07:03.529244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:07:03.564871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c552a14f-bebf-4900-bf7f-57c6bc4f672a req-831ba770-a477-4175-9c27-40138f269157 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b95fc21-8cba-4c84-a15a-98d2cf1b9514 HTTP/1.1" status: 200 len: 210 time: 0.0555007 Aug 30 21:07:03.565700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:07:03.641961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665d6302-f959-4119-a5d5-ffe933c4acc0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:03.653558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.654141 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Added segment d2d606c2-f13a-4a88-a74c-841a43705182 of type vlan for network 8d05e85c-3a13-4cda-aebc-926406d21b1a Aug 30 21:07:03.684665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1cd70314-e996-49ec-8c82-cb3ba0644ad8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:03.698632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c3f95-7a20-4ee2-98b2-291c0f68917f None None] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:03.700864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:03.703046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.810724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.893815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:03.900099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:03.904796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.113451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'fixed_ips': [{'subnet_id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:07:04.113451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.113951 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe416c8-50e8-4c79-99c8-2cabd5395914 x-openstack-request-id: req-6fe416c8-50e8-4c79-99c8-2cabd5395914 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:04.113951 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12080660-1128-4315-a8e3-007695d46a47", "name": "network-vif-deleted", "tag": "077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4", "status": "completed", "code": 200}, {"server_uuid": "1b95fc21-8cba-4c84-a15a-98d2cf1b9514", "name": "network-vif-deleted", "tag": "aba9b016-aabc-42e1-818a-25900a10c823", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:04.114522 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6fe416c8-50e8-4c79-99c8-2cabd5395914 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:04.117916 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12080660-1128-4315-a8e3-007695d46a47', 'name': 'network-vif-deleted', 'tag': '077dcd5c-92c4-48a7-a1d3-79fdd1fe11c4', 'status': 'completed', 'code': 200} Aug 30 21:07:04.118383 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b95fc21-8cba-4c84-a15a-98d2cf1b9514', 'name': 'network-vif-deleted', 'tag': 'aba9b016-aabc-42e1-818a-25900a10c823', 'status': 'completed', 'code': 200} Aug 30 21:07:04.119362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event updated for resources: {'Network': ['ID=8d05e85c-3a13-4cda-aebc-926406d21b1a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:04.139676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-0a072597-f181-4ca7-98d7-47e20bfa1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:04.141486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-0a072597-f181-4ca7-98d7-47e20bfa1681 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.6014447 Aug 30 21:07:04.174034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7e521625-4262-47ad-86b7-2865bc696c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7340519 Aug 30 21:07:04.176571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50518) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:04.191294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Request body: {'subnet': {'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:04.193330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:07:04.248043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a1073c30-e0ac-4df3-9901-ed45ea07f0c4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2964983 Aug 30 21:07:04.254349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-b7efa96f-533b-45c1-af70-3be93fcf2717 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0678830 Aug 30 21:07:04.255246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:04.262424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:04.323429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-8b9d435a-1fa3-4ba5-bdfc-9ecf92519fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:04.325319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-8b9d435a-1fa3-4ba5-bdfc-9ecf92519fe0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0574849 Aug 30 21:07:04.477159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.478939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.525830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-c4fa27b5-b335-468b-9578-88ff177a5d44 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:04.527812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-c4fa27b5-b335-468b-9578-88ff177a5d44 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.4163103 Aug 30 21:07:04.565988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Allocated IP 172.20.0.2 (1cd70314-e996-49ec-8c82-cb3ba0644ad8/61f6bc74-6e1e-4d9e-b091-ac8e9702cb44/5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:04.570275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.588228 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52edb82d-c2b5-4539-93cd-24e9b4748086 req-a0a74853-50b8-4111-9b3c-3cb0bdfef6cc service neutron] 10.222.0.86 "GET /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2450628 Aug 30 21:07:04.645823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Made reservation on behalf of cba2a9b20a6c447ab0a84d4b3d18bc5c for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:04.649981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.689438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f830f-8464-4ef7-b020-bd3f626cc916 req-f8e7e53b-4925-4340-a12c-130757935415 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:04.699991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef6f830f-8464-4ef7-b020-bd3f626cc916 req-f8e7e53b-4925-4340-a12c-130757935415 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 945 time: 0.3301361 Aug 30 21:07:04.856667 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.878691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Transition to ACTIVE for port object 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:04.903940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef6f830f-8464-4ef7-b020-bd3f626cc916 req-d6832f7a-dc43-4e8e-ab76-0a746c08bb62 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7c566e4-385c-45f1-8dd5-cca0f77fcf88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970875 Aug 30 21:07:04.908603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-f154c922-9fda-4c50-9bf7-880cefd3c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:04.913274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-f154c922-9fda-4c50-9bf7-880cefd3c888 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5495608 Aug 30 21:07:04.919942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Transition to ACTIVE for port object 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:04.937286 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:04.993350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Deleting port 236b4192-a44b-436b-b072-dd8472ee7c56 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:04.993748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.080678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:05.101054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:05.105039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Pushing event updated for resources: {'Port': ['ID=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:05.113985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:05.190695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.272358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:05.275251 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d15da-998d-4e68-9532-874a814760b6" -d '{"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-plugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:05.322378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Attempting to bind port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:05.323192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Attempting to bind port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:05.323802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Attempting to bind port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d on network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:05.331749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:05.332599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Checking segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:05.333245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.335373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Bound using segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:05.336192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Bound port: 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:05.336850 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.430804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] For port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:05.437647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99daef5-28fd-4e9f-9c70-ddf1de3d8186 req-8b5f1d88-e47e-42b6-9123-1d872c5bf659 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:05.438073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-b130cc79-6495-4adc-bbb2-eea6a8b96054 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388756 Aug 30 21:07:05.438901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] For port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:05.448813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.449746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a99daef5-28fd-4e9f-9c70-ddf1de3d8186 req-8b5f1d88-e47e-42b6-9123-1d872c5bf659 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.3609371 Aug 30 21:07:05.573231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] For port 236b4192-a44b-436b-b072-dd8472ee7c56, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=236b4192-a44b-436b-b072-dd8472ee7c56,segment=NetworkSegment(e8022f1e-0494-4905-a92f-d21b921cafdd),segment_id=e8022f1e-0494-4905-a92f-d21b921cafdd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:05.573231 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.578569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.592462 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:05.631139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb91dc-f900-4ad0-b834-ffe0a76178f2 None None] Pushing event updated for resources: {'Port': ['ID=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:05.676900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device aba9b016-aabc-42e1-818a-25900a10c823 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:05.755656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: aba9b016-aabc-42e1-818a-25900a10c823 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:05.765239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device aba9b016-aabc-42e1-818a-25900a10c823 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:05.766140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 236b4192-a44b-436b-b072-dd8472ee7c56 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:05.928240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-10cf150a-292a-4b02-b6b7-802c2411f3d4 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608374 Aug 30 21:07:06.487133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:06.494710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Calling delete_port for 236b4192-a44b-436b-b072-dd8472ee7c56 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:06.609541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:06.613571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a99daef5-28fd-4e9f-9c70-ddf1de3d8186 req-1e338c5b-0c8e-46b0-9988-e0a391dc4a94 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1561780 Aug 30 21:07:06.666105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:06.668042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:06.698473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event updated for resources: {'Subnet': ['ID=15c86402-43af-42fa-b7e9-1684106dc719,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:06.797130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Checking segment: {'id': 'd2d606c2-f13a-4a88-a74c-841a43705182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:06.797502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Network hostable DHCP agents. Network: 8d05e85c-3a13-4cda-aebc-926406d21b1a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:07:06.869796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:07:07.007230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 8d05e85c-3a13-4cda-aebc-926406d21b1a) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:07.007824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Allocated IP 172.25.5.70 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4af7be7f-f2a8-4a59-83c0-d2bcf04857fe) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:07.018893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20cd2d5-8692-4d63-8dd2-4c47e5082cdd None None] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:07.044762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:07.047271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.159254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-529cfe8c-dd10-4894-bdb9-0eaeaaf3c6a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9797754 Aug 30 21:07:07.161409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.162953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50558) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:07.169803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Request body: {'port': {'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-985415183'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:07.316149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Pushing event deleted for resources: {'Port': ['ID=236b4192-a44b-436b-b072-dd8472ee7c56,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:07.387707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] No DVR routers for this DVR port 236b4192-a44b-436b-b072-dd8472ee7c56 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:07.411966 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.415364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2f43d8a-4fa2-4046-abc6-3d0438c83e5e req-ccaf77b7-3900-45f4-a9e1-44a5f3c9740c tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.86 "DELETE /v2.0/ports/236b4192-a44b-436b-b072-dd8472ee7c56 HTTP/1.1" status: 204 len: 173 time: 2.8623075 Aug 30 21:07:07.417720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'name': 'network-vif-deleted', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:07.437289 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904bd742-72c6-4aef-b67f-85f542fe7ab9" -d '{"events": [{"server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "name": "network-vif-deleted", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:07.598106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.614582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-8d05e85c-3a13-4cda-aebc-926406d21b1a', 'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a', 'tenant_id': 'cba2a9b20a6c447ab0a84d4b3d18bc5c', 'fixed_ips': [{'subnet_id': '15c86402-43af-42fa-b7e9-1684106dc719'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:07:07.617051 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.668542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b198f04-076b-4f7a-b087-8ca4b6904f99 None None] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:07.760600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Made reservation on behalf of cba2a9b20a6c447ab0a84d4b3d18bc5c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:07.766555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.799549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.826227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] Provisioning for port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:07.848441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] Provisioning complete for port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:07.848994 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:07.885227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] device_id is not set on port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:07:07.993925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:08.000416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Allocated IP 2001:db8::2 (8d05e85c-3a13-4cda-aebc-926406d21b1a/15c86402-43af-42fa-b7e9-1684106dc719/8c1e01ab-14a8-422f-8438-e033af047c73) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:08.013983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:08.034550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:08.081982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:08.136163 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1270d2f5-6003-4329-a817-0a11a2ff293d x-openstack-request-id: req-1270d2f5-6003-4329-a817-0a11a2ff293d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:08.136599 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-plugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:08.136963 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1270d2f5-6003-4329-a817-0a11a2ff293d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:08.137476 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'code': 200} Aug 30 21:07:08.227803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e7cc231-f555-4462-8810-5a7a660a66bb req-41264ebe-a363-457b-b92d-1857b9244320 tempest-LiveMigrationTest-1297198321 tempest-LiveMigrationTest-1297198321-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5081be6-e459-4222-9b19-34a882b8b9c3 HTTP/1.1" status: 200 len: 210 time: 0.0997598 Aug 30 21:07:08.329710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.396933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95923884-0448-4b86-9911-7a7fb38753b9 req-12fd44f6-711b-4064-b447-ccd4c44ef300 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/1a67b69b-07ae-4fed-a835-0fe2ab7870bc HTTP/1.1" status: 200 len: 1800 time: 0.0770683 Aug 30 21:07:08.415596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] For port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:08.458199 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.624399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6106a0-d960-4223-a12b-802bbc76dce0 None None] Pushing event updated for resources: {'Port': ['ID=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:08.666246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-95923884-0448-4b86-9911-7a7fb38753b9 req-9598ff23-1bd2-49ff-a552-32794dd16561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.672507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.688677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Transition to ACTIVE for port object 8c1e01ab-14a8-422f-8438-e033af047c73 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:08.739848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Transition to ACTIVE for port object 8c1e01ab-14a8-422f-8438-e033af047c73 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:08.745720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-95923884-0448-4b86-9911-7a7fb38753b9 req-9598ff23-1bd2-49ff-a552-32794dd16561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.766582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.831093 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-95923884-0448-4b86-9911-7a7fb38753b9 req-9598ff23-1bd2-49ff-a552-32794dd16561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.834338 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-95923884-0448-4b86-9911-7a7fb38753b9 req-9598ff23-1bd2-49ff-a552-32794dd16561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:08.836614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95923884-0448-4b86-9911-7a7fb38753b9 req-9598ff23-1bd2-49ff-a552-32794dd16561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/1a67b69b-07ae-4fed-a835-0fe2ab7870bc HTTP/1.1" status: 204 len: 173 time: 0.4179726 Aug 30 21:07:08.915146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598ff23-1bd2-49ff-a552-32794dd16561 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a67b69b-07ae-4fed-a835-0fe2ab7870bc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:09.013128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Allocated IP 2001:db8::377 (8d05e85c-3a13-4cda-aebc-926406d21b1a/15c86402-43af-42fa-b7e9-1684106dc719/4fb7c782-c4cc-4c55-9259-4ab87e7bc639) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:09.034241 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46902175-4c17-4dc8-a104-2fd555688efc x-openstack-request-id: req-46902175-4c17-4dc8-a104-2fd555688efc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:09.036572 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5081be6-e459-4222-9b19-34a882b8b9c3", "name": "network-vif-deleted", "tag": "236b4192-a44b-436b-b072-dd8472ee7c56", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:09.037684 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46902175-4c17-4dc8-a104-2fd555688efc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:09.038437 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5081be6-e459-4222-9b19-34a882b8b9c3', 'name': 'network-vif-deleted', 'tag': '236b4192-a44b-436b-b072-dd8472ee7c56', 'status': 'completed', 'code': 200} Aug 30 21:07:09.052360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:09.087118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.126530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:09.141541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:09.149734 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-982ec9c5-838a-4259-a273-74971e937016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.154550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Pushing event updated for resources: {'Port': ['ID=8c1e01ab-14a8-422f-8438-e033af047c73,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:09.294179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-112c00c8-94f1-465b-933c-d80f43c2ee2f None None] Provisioning complete for port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:09.294179 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-112c00c8-94f1-465b-933c-d80f43c2ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.371422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Attempting to bind port 8c1e01ab-14a8-422f-8438-e033af047c73 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:09.371918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Attempting to bind port 8c1e01ab-14a8-422f-8438-e033af047c73 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd2d606c2-f13a-4a88-a74c-841a43705182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:09.372306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Attempting to bind port 8c1e01ab-14a8-422f-8438-e033af047c73 on network 8d05e85c-3a13-4cda-aebc-926406d21b1a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:09.408022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:09.418182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Checking segment: {'id': 'd2d606c2-f13a-4a88-a74c-841a43705182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:09.418182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.422040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Bound using segment: {'id': 'd2d606c2-f13a-4a88-a74c-841a43705182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:09.422897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Bound port: 8c1e01ab-14a8-422f-8438-e033af047c73, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d606c2-f13a-4a88-a74c-841a43705182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:09.426246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.439254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-fb08825f-0818-4a33-95c7-267acf2b7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:09.444298 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-fb08825f-0818-4a33-95c7-267acf2b7448 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863&tenant_id=b283f32fb392454189be51e4860cf215 HTTP/1.1" status: 200 len: 1102 time: 0.2192013 Aug 30 21:07:09.496593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80572e09-4e85-4e39-8785-04949f1213b5 req-3b7180e7-cdab-4a95-a17b-4f6e62666109 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:09.499256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80572e09-4e85-4e39-8785-04949f1213b5 req-3b7180e7-cdab-4a95-a17b-4f6e62666109 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.1476429 Aug 30 21:07:09.559977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] For port 8c1e01ab-14a8-422f-8438-e033af047c73, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:09.569095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] For port 8c1e01ab-14a8-422f-8438-e033af047c73, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c1e01ab-14a8-422f-8438-e033af047c73,segment=NetworkSegment(d2d606c2-f13a-4a88-a74c-841a43705182),segment_id=d2d606c2-f13a-4a88-a74c-841a43705182)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:09.619485 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.693750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:09.697321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.822573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:09.846118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db7739-4a56-4732-a5d6-68534ab91ac7 None None] Pushing event updated for resources: {'Port': ['ID=8c1e01ab-14a8-422f-8438-e033af047c73,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:09.898618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Transition to ACTIVE for port object 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:09.902628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:10.021162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80572e09-4e85-4e39-8785-04949f1213b5 req-4c4f3007-cfef-4198-95ef-226ecb2179cb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050981 Aug 30 21:07:10.173238 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:10.280086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event updated for resources: {'Port': ['ID=4fb7c782-c4cc-4c55-9259-4ab87e7bc639,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:10.335193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:10.341560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:10.353338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:10.380354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:10.381801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:10.424521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9481f55f-65a2-4388-91d6-47bc6e1a072e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2577205 Aug 30 21:07:10.425782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50584) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:10.436294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Request body: {'port': {'network_id': '8d05e85c-3a13-4cda-aebc-926406d21b1a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-613554453', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:10.440436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] bootfile-name is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:10.441094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] tftp-server is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:10.441611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] server-ip-address is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:10.630118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Made reservation on behalf of cba2a9b20a6c447ab0a84d4b3d18bc5c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:10.634497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:10.674554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c1e01ab-14a8-422f-8438-e033af047c73 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:10.759400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] device_id is not set on port dff68932-3469-4242-9978-e249bb9cc676 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:07:10.787557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-228464b6-3c82-4064-bca5-b10b11526a68 req-d6f306d3-962c-46ab-a2e3-18c6c6978690 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/b73fe9c9-60c7-4f40-8d73-585fc60ca4ed HTTP/1.1" status: 200 len: 1800 time: 0.1662779 Aug 30 21:07:10.857325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:10.909576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8c1e01ab-14a8-422f-8438-e033af047c73 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:10.926454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:10.981360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Router 1ade8539-5244-4a81-a6d5-f8349ff75f98 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:07:11.040335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:11.070513 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-228464b6-3c82-4064-bca5-b10b11526a68 req-298833d7-2280-42b2-895e-989996821d30 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.161322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:11.162116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.169110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Allocated IP 2001:db8::187 (8d05e85c-3a13-4cda-aebc-926406d21b1a/15c86402-43af-42fa-b7e9-1684106dc719/dff68932-3469-4242-9978-e249bb9cc676) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:11.217100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-228464b6-3c82-4064-bca5-b10b11526a68 req-298833d7-2280-42b2-895e-989996821d30 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.483304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:07:11.490057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.501020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Sync routers for ids ['1ade8539-5244-4a81-a6d5-f8349ff75f98'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:07:11.516998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Routers {'1ade8539-5244-4a81-a6d5-f8349ff75f98'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:11.517665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:06:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1ade8539-5244-4a81-a6d5-f8349ff75f98'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:11.520224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Transition to ACTIVE for port object 64b5883f-caf2-4377-ad4a-70ffae81d616 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:11.521921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:11.525845 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cd1742-f92d-4eff-8443-9c8a6f8dc2b7" -d '{"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-unplugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:11.534559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.544021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.554374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Transition to ACTIVE for port object dff68932-3469-4242-9978-e249bb9cc676 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:11.593079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-228464b6-3c82-4064-bca5-b10b11526a68 req-298833d7-2280-42b2-895e-989996821d30 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.597390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-228464b6-3c82-4064-bca5-b10b11526a68 req-298833d7-2280-42b2-895e-989996821d30 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.599493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-228464b6-3c82-4064-bca5-b10b11526a68 req-298833d7-2280-42b2-895e-989996821d30 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/b73fe9c9-60c7-4f40-8d73-585fc60ca4ed HTTP/1.1" status: 204 len: 173 time: 0.8069954 Aug 30 21:07:11.613602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.653756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:11.671982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298833d7-2280-42b2-895e-989996821d30 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73fe9c9-60c7-4f40-8d73-585fc60ca4ed,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:11.700310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:11.704453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:11.711373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:11.722272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:11.723552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.742171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:11.747951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3206644 Aug 30 21:07:11.748540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] No DVR routers for this DVR port 64b5883f-caf2-4377-ad4a-70ffae81d616 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:11.758554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50598) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:11.773085 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:11.774367 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8741a61-f86b-4b3c-a9db-f79d54aa18b1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5158863 Aug 30 21:07:11.781354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:11.800290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:11.936080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54e44a-012a-4e61-bbbb-71515e4e16e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event updated for resources: {'Port': ['ID=dff68932-3469-4242-9978-e249bb9cc676,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:12.013484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.020437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563a828-9a9c-4ee2-a615-961e2fe0e3a2 None None] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:12.025647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:12.027273 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b1313eb-4f6e-4cf4-8143-4195a7e8a4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.158411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Set router 1ade8539-5244-4a81-a6d5-f8349ff75f98 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:12.355828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8d1d5-7eca-4831-b70d-d88fdd1bfdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:12.362152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8d1d5-7eca-4831-b70d-d88fdd1bfdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:12.368539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8d1d5-7eca-4831-b70d-d88fdd1bfdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:12.370711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8d8d1d5-7eca-4831-b70d-d88fdd1bfdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.6069334 Aug 30 21:07:12.375477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50608) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:12.426925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c372f-9ebe-435d-b11c-55e104e3811c req-913c7554-6e0d-4070-beaf-96b7d816430f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:12.435683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-664c372f-9ebe-435d-b11c-55e104e3811c req-913c7554-6e0d-4070-beaf-96b7d816430f tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 949 time: 0.4412117 Aug 30 21:07:12.558784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Deleting subnet 7639b83c-74c1-40a5-853b-53d212559039 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:07:12.584987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.588630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] Provisioning for port 8c1e01ab-14a8-422f-8438-e033af047c73 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:12.603333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.614120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] Provisioning complete for port 8c1e01ab-14a8-422f-8438-e033af047c73 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:12.614807 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.680126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:12.680768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:12.681845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:12.698449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:07:12.698846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Attempting to bind port 64b5883f-caf2-4377-ad4a-70ffae81d616 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:12.714412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:12.714776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:12.716319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:12.716778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Bound port: 64b5883f-caf2-4377-ad4a-70ffae81d616, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:12.719374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.740838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-664c372f-9ebe-435d-b11c-55e104e3811c req-bd80abc2-ace3-480e-bf15-467d71183b91 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042707 Aug 30 21:07:12.759081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.832072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Deleting port dff68932-3469-4242-9978-e249bb9cc676 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:12.832442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.873017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.929122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:12.944581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:12.972536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] For port 8c1e01ab-14a8-422f-8438-e033af047c73, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c1e01ab-14a8-422f-8438-e033af047c73,segment=NetworkSegment(d2d606c2-f13a-4a88-a74c-841a43705182),segment_id=d2d606c2-f13a-4a88-a74c-841a43705182)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:12.986754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.021561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:13.056703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.153401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3b07c-360b-4d96-8372-a4cf17fdcedc None None] Pushing event updated for resources: {'Port': ['ID=8c1e01ab-14a8-422f-8438-e033af047c73,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:13.164066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.217531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:07:08Z', 'revision_number': 3, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:13.266509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.306413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=11']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:13.353746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:13.354429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.356006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-5f5729d8-4b9c-449f-b458-71b67b430770 service neutron] 10.222.0.82 "PUT /v2.0/ports/64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 1098 time: 3.6691616 Aug 30 21:07:13.356802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Checking router: 1ade8539-5244-4a81-a6d5-f8349ff75f98 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:07:13.357536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Updating router 1ade8539-5244-4a81-a6d5-f8349ff75f98 port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:07:13.394726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Calling delete_port for dff68932-3469-4242-9978-e249bb9cc676 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:13.471244 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42798f69-f9d2-4247-ab8c-4eeaa9c5e933 x-openstack-request-id: req-42798f69-f9d2-4247-ab8c-4eeaa9c5e933 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:13.471244 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-unplugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:13.471740 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42798f69-f9d2-4247-ab8c-4eeaa9c5e933 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:13.472480 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'code': 200} Aug 30 21:07:13.493970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.522155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5e75e376-3c69-4f5b-9995-350b785358ce req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-158072445', 'description': 'tempest-description-1362481150'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:13.581915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-1c84b6cd-1f40-4216-95cf-edbe8c2339ac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7120352 Aug 30 21:07:13.708992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5e75e376-3c69-4f5b-9995-350b785358ce req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.764091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Provisioning for port dff68932-3469-4242-9978-e249bb9cc676 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:13.773930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Provisioning complete for port dff68932-3469-4242-9978-e249bb9cc676 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:13.775051 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.775838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-8019c264-b1f8-4270-98ad-8cff7d79494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:13.777643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-8019c264-b1f8-4270-98ad-8cff7d79494b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 1097 time: 0.1552720 Aug 30 21:07:13.778684 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.876686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7639b83c-74c1-40a5-853b-53d212559039,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:13.909023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Port dff68932-3469-4242-9978-e249bb9cc676 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:13.935945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Provisioning complete for port 8c1e01ab-14a8-422f-8438-e033af047c73 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:13.936335 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.978885 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:13.986972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-732b280b-b9df-4af5-bf25-6439a16ae0e5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7639b83c-74c1-40a5-853b-53d212559039 HTTP/1.1" status: 204 len: 168 time: 2.1178548 Aug 30 21:07:14.026135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50630) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:14.173992 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.236059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Transition to ACTIVE for port object 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:14.265025 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.289642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Allocated IP 172.20.0.1 (1cd70314-e996-49ec-8c82-cb3ba0644ad8/61f6bc74-6e1e-4d9e-b091-ac8e9702cb44/c8a239e9-2e88-4e65-83e8-d32edc9544dd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:14.494397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-85b7e7f0-7df1-4672-b009-628c9c4e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:14.496167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-85b7e7f0-7df1-4672-b009-628c9c4e39b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.6572466 Aug 30 21:07:14.503415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.509388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.514392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c1e01ab-14a8-422f-8438-e033af047c73 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:14.522495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Attempting to bind port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:14.522495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Attempting to bind port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:14.522495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Attempting to bind port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:14.531365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c72321-3c89-4851-9098-3e260fec1fed None None] Pushing event updated for resources: {'Port': ['ID=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:14.554299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Transition to ACTIVE for port object c8a239e9-2e88-4e65-83e8-d32edc9544dd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:14.568944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:14.569351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:14.569739 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.570143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:14.571062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Bound port: 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:14.571062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.578388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.592551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.602542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-68c10ba0-619e-4d98-bff0-0029bda6c68f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 200 len: 217 time: 0.0951281 Aug 30 21:07:14.623130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.624790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Provisioning for port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:14.650471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Provisioning complete for port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:14.650905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.701435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event deleted for resources: {'Port': ['ID=dff68932-3469-4242-9978-e249bb9cc676,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:14.717031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a239e9-2e88-4e65-83e8-d32edc9544dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:14.717312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cdb85ede-134c-4b51-ad3b-152f0bc13e45 None None] Port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:14.720118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] For port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:14.725618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] For port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:14.735032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.763436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:14.769043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:14.773368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-8f4903ae-043f-4048-89fa-690d88af2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:14.775014 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-8f4903ae-043f-4048-89fa-690d88af2182 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1101 time: 1.3599911 Aug 30 21:07:14.797460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-52f95feb-8695-46be-aaa1-5c154f93d44f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4311016 Aug 30 21:07:14.798342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:14.821514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8c1e01ab-14a8-422f-8438-e033af047c73 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:14.822168 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.836860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c72321-3c89-4851-9098-3e260fec1fed None None] Pushing event updated for resources: {'Port': ['ID=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:14.895553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-68b15ec8-7bdd-4440-9f7d-e7fc195f9583 None None] Could not find standard attr ID for object dff68932-3469-4242-9978-e249bb9cc676. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:07:14.915973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5e75e376-3c69-4f5b-9995-350b785358ce req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.917681 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.935847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.940401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-85c427bf-8d8c-4c43-992a-8f0198dc3306 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "DELETE /v2.0/ports/dff68932-3469-4242-9978-e249bb9cc676 HTTP/1.1" status: 204 len: 168 time: 2.5635464 Aug 30 21:07:14.952050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Routers {'1ade8539-5244-4a81-a6d5-f8349ff75f98'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:14.952744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1ade8539-5244-4a81-a6d5-f8349ff75f98'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:14.966622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50636) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:14.978102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5e75e376-3c69-4f5b-9995-350b785358ce req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:14.990373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Request body: {'port': {'name': 'tempest-new-port-name-472277864', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:14.991199 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] bootfile-name is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:14.991777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] tftp-server is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:14.992397 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] server-ip-address is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:15.032969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-b4894a16-be57-4e37-8620-df1f7f15ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:15.033742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-68b15ec8-7bdd-4440-9f7d-e7fc195f9583 None None] Provisioning complete for port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:15.034405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-68b15ec8-7bdd-4440-9f7d-e7fc195f9583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.036482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-b4894a16-be57-4e37-8620-df1f7f15ff2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.4170513 Aug 30 21:07:15.073820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.220298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52f173c-a831-4523-866e-cfe3fe25ea46']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:15.240436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5e75e376-3c69-4f5b-9995-350b785358ce req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.243277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e75e376-3c69-4f5b-9995-350b785358ce req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.7338190 Aug 30 21:07:15.254465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-5241d314-3007-47d6-97ff-b7ff0fe3df57 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2045062 Aug 30 21:07:15.362084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-68b15ec8-7bdd-4440-9f7d-e7fc195f9583 None None] Port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:15.367802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8022f1e-0494-4905-a92f-d21b921cafdd') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:15.368426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8022f1e-0494-4905-a92f-d21b921cafdd') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:15.371195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0889c07-c199-49fc-ab5b-4cf45d77a3f5 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:15.436883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] Set router 1ade8539-5244-4a81-a6d5-f8349ff75f98 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:15.451158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.473816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:15.477549 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:15.486485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.552313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12755-d767-479d-b422-ecbacc491a0d req-50854ceb-536b-4885-89c3-75e2b107d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:15.554854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-50854ceb-536b-4885-89c3-75e2b107d822 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 1102 time: 0.3394027 Aug 30 21:07:15.561920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.564354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.618758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:07:15.619498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:07:15.627033 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:07:15.773947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6c87b461-5c69-4f50-86ba-7483b97c350c None None] Provisioning for port c8a239e9-2e88-4e65-83e8-d32edc9544dd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:15.779298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6c87b461-5c69-4f50-86ba-7483b97c350c None None] Provisioning complete for port c8a239e9-2e88-4e65-83e8-d32edc9544dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:15.779675 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c87b461-5c69-4f50-86ba-7483b97c350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.821658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-7660e95a-2bec-42ae-8aba-ee566d99fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:15.822169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-ba65846e-9c7f-4ebe-96fe-05bb64c0122f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:15.823107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-7660e95a-2bec-42ae-8aba-ee566d99fef0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.9378734 Aug 30 21:07:15.834820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-ba65846e-9c7f-4ebe-96fe-05bb64c0122f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 0.3789816 Aug 30 21:07:15.841170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6c87b461-5c69-4f50-86ba-7483b97c350c None None] Port c8a239e9-2e88-4e65-83e8-d32edc9544dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:15.849743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-c7cac951-d8e3-422f-ae72-24159555f72b service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479617 Aug 30 21:07:15.853604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:07:08Z', 'revision_number': 3, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:15.862011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.887921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6149659e-d00a-436f-bd63-8fb8b0ea32d2 None None] The sync data for ids ['1ade8539-5244-4a81-a6d5-f8349ff75f98'] in n-d-793620-16 is: [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:07:08Z', 'revision_number': 3, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:07:15.899825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-2b787403-292c-4fb4-b65e-4fb742a9762f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0655792 Aug 30 21:07:15.900309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.908194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d52f173c-a831-4523-866e-cfe3fe25ea46 HTTP/1.1" status: 204 len: 168 time: 1.8794825 Aug 30 21:07:15.908938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:15.936215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:15.943857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-b8d7da5a-a4c0-4ad1-b5ae-d85947c7fc04 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/quotas/6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 375 time: 0.1078305 Aug 30 21:07:15.978374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-3f1d6006-92ac-442b-8d76-3fa9d23a3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:15.981485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-3f1d6006-92ac-442b-8d76-3fa9d23a3528 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0706959 Aug 30 21:07:15.984591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:16.017766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e74982-4f08-4dd6-9d33-9db9740ffc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52f173c-a831-4523-866e-cfe3fe25ea46,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:16.113748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12755-d767-479d-b422-ecbacc491a0d req-c9556907-66af-4f9e-a79f-04edfa6b53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:16.115348 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-c9556907-66af-4f9e-a79f-04edfa6b53a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3803165 Aug 30 21:07:16.143376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:16.173830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Deleting subnet 60e0344e-2d53-4e92-8448-fc0f0b90eeca {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:07:16.179913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-3a0bf7a3-4452-4416-9aef-ff358d45c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:16.181543 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-3a0bf7a3-4452-4416-9aef-ff358d45c0d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1865830 Aug 30 21:07:16.191875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:16.192291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-90db2dbd-6766-431c-85a4-f8278b752ee0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 200 len: 217 time: 0.0602384 Aug 30 21:07:16.192924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a239e9-2e88-4e65-83e8-d32edc9544dd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:16.203527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-2f9edf84-7196-4ae2-8f18-0d691da916f9 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2242332 Aug 30 21:07:16.304913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:16.309707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-700a863b-0a5b-4d30-92a9-e45e283842fa req-25dee59d-51ad-40ad-8911-097f0d04c175 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374204 Aug 30 21:07:16.407829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12755-d767-479d-b422-ecbacc491a0d req-6b6e3198-654f-494b-bc31-1d6429753424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:16.409560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-6b6e3198-654f-494b-bc31-1d6429753424 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2024555 Aug 30 21:07:16.588730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:16.612439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-9bb2bdc8-c91c-4697-99b9-e7fac232657f service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154232 Aug 30 21:07:16.720513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e12755-d767-479d-b422-ecbacc491a0d req-4377618b-0684-4208-81cf-4a941ce1554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:16.741388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-4377618b-0684-4208-81cf-4a941ce1554f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2997735 Aug 30 21:07:16.760756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:16.767384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:16.767976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:16.869579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:16.915775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:16.933431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:17.011500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.023126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.033189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.036253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.094154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:17.105007 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.175994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.185353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/60e0344e-2d53-4e92-8448-fc0f0b90eeca HTTP/1.1" status: 204 len: 168 time: 1.2542605 Aug 30 21:07:17.190801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-4745a3f6-9432-4327-b279-3069ba18f08f service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9650834 Aug 30 21:07:17.192760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event updated for resources: {'Port': ['ID=4fb7c782-c4cc-4c55-9259-4ab87e7bc639,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:17.222076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:17.225787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a99ac8c-cb9c-4101-a2e9-7cf725ea0dba req-309c6604-5c7d-4614-85a8-065a4bda82f4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946884 Aug 30 21:07:17.226278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:17.279903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] In _notify_port_updated(), no bound segment for port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 on network 8d05e85c-3a13-4cda-aebc-926406d21b1a {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:07:17.286272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:17.287365 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.289495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-558b7913-b1e7-47bb-9fc2-aaeb905166ae tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "PUT /v2.0/ports/4fb7c782-c4cc-4c55-9259-4ab87e7bc639 HTTP/1.1" status: 200 len: 1129 time: 2.3080125 Aug 30 21:07:17.302700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50650) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:17.304521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90aa39-31d7-4cef-8e95-32eb93125d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e0344e-2d53-4e92-8448-fc0f0b90eeca,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:17.493697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-e8bda898-12c0-482b-95ce-fcb8889c9497 service neutron] 10.222.0.76 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024541 Aug 30 21:07:17.512648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-455e0ef7-fab7-4437-9f3d-cec82c2a8d70 None None] Provisioning complete for port c8a239e9-2e88-4e65-83e8-d32edc9544dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:17.513028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-455e0ef7-fab7-4437-9f3d-cec82c2a8d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.547021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc53d486-c636-4322-8121-b103bd54af7e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:17.551484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cc53d486-c636-4322-8121-b103bd54af7e tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "GET /v2.0/ports/4fb7c782-c4cc-4c55-9259-4ab87e7bc639 HTTP/1.1" status: 200 len: 1129 time: 0.2422104 Aug 30 21:07:17.557697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50652) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:17.605358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.608636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-455e0ef7-fab7-4437-9f3d-cec82c2a8d70 None None] Port c8a239e9-2e88-4e65-83e8-d32edc9544dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:17.610460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-afc11e01-28ed-49a3-ab1a-f68b464dad00 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8674989 Aug 30 21:07:17.739952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b05bf29-2483-4ef5-bf9a-c971422dfbbd None None] Provisioning complete for port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:17.740437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b05bf29-2483-4ef5-bf9a-c971422dfbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.830095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Deleting port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:17.831107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:17.850495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b05bf29-2483-4ef5-bf9a-c971422dfbbd None None] Port 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:17.961578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Router 1ade8539-5244-4a81-a6d5-f8349ff75f98 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:07:17.969721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-89e12755-d767-479d-b422-ecbacc491a0d req-a5caf96c-7067-4d4d-8a86-a7cb49040dc4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391855 Aug 30 21:07:17.973829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.004280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d241d9-d685-4da2-aabe-60badeb996dc']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:18.021278 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.022318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38161fc-1965-4280-a1ea-195e3c1f17d7') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:18.022950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38161fc-1965-4280-a1ea-195e3c1f17d7') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:18.049433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Calling delete_port for 4fb7c782-c4cc-4c55-9259-4ab87e7bc639 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:18.107321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.138388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.221688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:07:18.221922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16a0e4-0c33-4a76-83e0-b9a6f0fcb1eb req-08490c4c-e4ac-4513-a6d6-28df4c468da9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:18.222270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:07:18.223958 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:07:18.229505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f16a0e4-0c33-4a76-83e0-b9a6f0fcb1eb req-08490c4c-e4ac-4513-a6d6-28df4c468da9 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 949 time: 0.0928802 Aug 30 21:07:18.287415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f16a0e4-0c33-4a76-83e0-b9a6f0fcb1eb req-820e5026-8533-457c-b888-7630da6d17bb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Aug 30 21:07:18.374124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:07:18.391512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cacf3932-628f-4bd3-b0eb-d3c2fb323069 admin admin] 10.222.0.76 "PUT /v2.0/routers/1ade8539-5244-4a81-a6d5-f8349ff75f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5361729 Aug 30 21:07:18.402023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.413173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.429854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] 10.222.0.76 "DELETE /v2.0/networks/17d241d9-d685-4da2-aabe-60badeb996dc HTTP/1.1" status: 204 len: 168 time: 1.1587019 Aug 30 21:07:18.461143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb390b9c-ab82-4fb6-a9a4-765e4d725a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d241d9-d685-4da2-aabe-60badeb996dc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:18.477099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:18.551444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.703971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:18.704537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.748076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:18.776975 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:18.783772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "DELETE /v2.0/ports/4fb7c782-c4cc-4c55-9259-4ab87e7bc639 HTTP/1.1" status: 204 len: 168 time: 1.2218990 Aug 30 21:07:18.792617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50682) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:18.800765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f1bbd-ddf2-4e3a-bf90-e51cf04dcacd tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event deleted for resources: {'Port': ['ID=4fb7c782-c4cc-4c55-9259-4ab87e7bc639,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:18.923570 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-32c0c958-10ca-4a3c-a2db-d5119ae2a25d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cddbb2884f29473ebac27abf2a42842c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710842 Aug 30 21:07:18.925179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:19.064274 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Sync routers for ids ['1ade8539-5244-4a81-a6d5-f8349ff75f98'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:07:19.102441 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Routers {'1ade8539-5244-4a81-a6d5-f8349ff75f98'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:19.104771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1ade8539-5244-4a81-a6d5-f8349ff75f98'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:19.141233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef007-1814-4a89-9ec7-b90034d3f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.169735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef007-1814-4a89-9ec7-b90034d3f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.175595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-c30a674a-37a1-4b69-837a-688601fd93c0 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c HTTP/1.1" status: 200 len: 1800 time: 0.3879704 Aug 30 21:07:19.189963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Request body: {'security_group': {'name': 'tempest-sg-hth-646466007', 'description': 'tempest-description-hth-1391744015'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:19.238848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Deleting subnet 15c86402-43af-42fa-b7e9-1684106dc719 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:07:19.245333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.294236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef007-1814-4a89-9ec7-b90034d3f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.297621 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef007-1814-4a89-9ec7-b90034d3f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.304373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5d5ef007-1814-4a89-9ec7-b90034d3f797 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7c566e4-385c-45f1-8dd5-cca0f77fcf88 HTTP/1.1" status: 204 len: 168 time: 0.3703244 Aug 30 21:07:19.316851 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Set router 1ade8539-5244-4a81-a6d5-f8349ff75f98 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:19.331354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.367007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ef007-1814-4a89-9ec7-b90034d3f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c566e4-385c-45f1-8dd5-cca0f77fcf88,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:19.440471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.578010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.664635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event deleted for resources: {'Subnet': ['ID=15c86402-43af-42fa-b7e9-1684106dc719,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:19.677764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.728040 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:07:15Z', 'revision_number': 4, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c8a239e9-2e88-4e65-83e8-d32edc9544dd', 'name': '', 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'mac_address': 'fa:16:3e:ba:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:13Z', 'updated_at': '2021-08-30T21:07:15Z', 'revision_number': 2, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'subnets': [{'id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:19.753668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.759668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.764533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e7a27062-dc59-424d-b838-6e2f4cc9cfa2 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "DELETE /v2.0/subnets/15c86402-43af-42fa-b7e9-1684106dc719 HTTP/1.1" status: 204 len: 168 time: 0.9473281 Aug 30 21:07:19.767756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.768414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:19.771076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:19.773473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1d4e9-3ada-43df-a409-a40338d192b2 None None] Network 8d05e85c-3a13-4cda-aebc-926406d21b1a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:19.779291 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a39749c-627e-43d0-9143-6ef01d95ea65 req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "PUT /v2.0/security-groups/e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c HTTP/1.1" status: 200 len: 1774 time: 0.6029012 Aug 30 21:07:19.847114 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Checking router: 1ade8539-5244-4a81-a6d5-f8349ff75f98 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:07:19.847114 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Updating router 1ade8539-5244-4a81-a6d5-f8349ff75f98 port c8a239e9-2e88-4e65-83e8-d32edc9544dd binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:07:19.884400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7f503-d3c3-41ec-83de-580ec4781b9f tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:19.960326 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:20.147469 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b234cae1-d159-4832-a83c-679007c26b8d x-openstack-request-id: req-b234cae1-d159-4832-a83c-679007c26b8d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:20.148072 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:20.148072 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b234cae1-d159-4832-a83c-679007c26b8d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:20.148523 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'status': 'completed', 'code': 200} Aug 30 21:07:20.152473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:20.177253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f948056e-6983-4148-8c17-d269d0f03559 req-3d8e75b8-918d-47e3-846c-b8e8fef747ae tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 210 time: 0.0491676 Aug 30 21:07:20.217578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-afffa71e-06c4-45d7-9bf5-0d17a3a496b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:20.221063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-afffa71e-06c4-45d7-9bf5-0d17a3a496b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1101 time: 0.2010558 Aug 30 21:07:20.282858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-f3b0c08b-5704-49f6-9d15-ee8b4c03a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:20.285186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-f3b0c08b-5704-49f6-9d15-ee8b4c03a6fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b283f32fb392454189be51e4860cf215&device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1101 time: 0.1479259 Aug 30 21:07:20.457912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] DHCP port deletion for 8d05e85c-3a13-4cda-aebc-926406d21b1a request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:07:20.562120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-33b622ec-222e-427a-a350-caeaf7a103f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:20.565353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-33b622ec-222e-427a-a350-caeaf7a103f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3337750 Aug 30 21:07:20.568067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50716) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:20.642659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Deleting port 8c1e01ab-14a8-422f-8438-e033af047c73 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:20.643518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:20.650038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-493c39db-c3ae-4032-b930-e39d6a2640f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0febbd13c3345cbb05012de9504730f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785902 Aug 30 21:07:20.660007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:20.676727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] Deleting port 8c1e01ab-14a8-422f-8438-e033af047c73 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:20.684046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:20.809157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-e9353232-2702-42bf-8645-12efa6e780d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.2077394 Aug 30 21:07:20.832303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d5efb-d49b-4673-9181-55e857b98629 req-1420af55-c4e0-46cf-ad5e-5869d35f2199 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:20.843180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-574d5efb-d49b-4673-9181-55e857b98629 req-1420af55-c4e0-46cf-ad5e-5869d35f2199 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 949 time: 0.2768822 Aug 30 21:07:20.900146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] For port 8c1e01ab-14a8-422f-8438-e033af047c73, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c1e01ab-14a8-422f-8438-e033af047c73,segment=NetworkSegment(d2d606c2-f13a-4a88-a74c-841a43705182),segment_id=d2d606c2-f13a-4a88-a74c-841a43705182)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:20.902518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:20.951255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] Calling delete_port for 8c1e01ab-14a8-422f-8438-e033af047c73 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:21.001171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-1afaef0d-a31a-4f1b-bd19-0f8862dc8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:21.002781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-1afaef0d-a31a-4f1b-bd19-0f8862dc8ddb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1556602 Aug 30 21:07:21.017549 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.059711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50720) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:21.075806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Transition to ACTIVE for port object c8a239e9-2e88-4e65-83e8-d32edc9544dd will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:21.088058 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.105175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-network', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:21.134091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-574d5efb-d49b-4673-9181-55e857b98629 req-6b2d61ad-cf3e-4a97-9b38-d088fad21355 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881186 Aug 30 21:07:21.307535 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63091732-e113-4da6-9f21-1243708dffda None None] Pushing event updated for resources: {'Port': ['ID=c8a239e9-2e88-4e65-83e8-d32edc9544dd,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:21.363914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Made reservation on behalf of 2efa11927c8840d8a6be46d6a6d5c77d for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:21.367517 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.402415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-e86f1f6b-76fe-4785-b4b3-c18f79e87c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:21.431922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-e86f1f6b-76fe-4785-b4b3-c18f79e87c05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3222473 Aug 30 21:07:21.441139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.537061 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.650921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] Pushing event deleted for resources: {'Port': ['ID=8c1e01ab-14a8-422f-8438-e033af047c73,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:21.654179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:07:21.669927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102eeff2-9196-4680-90bb-2b6a631c8294 None None] No DVR routers for this DVR port 8c1e01ab-14a8-422f-8438-e033af047c73 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:21.724189 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.724727 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.736772 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.744099 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.744767 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.745536 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.746316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.747048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.747601 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.748245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.748894 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.749510 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63091732-e113-4da6-9f21-1243708dffda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:21.820235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-fc7742bd-7a33-4e82-8e33-bc7dd0e34b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:21.823256 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-fc7742bd-7a33-4e82-8e33-bc7dd0e34b21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 1.5295193 Aug 30 21:07:21.850172 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Attempting to bind port c8a239e9-2e88-4e65-83e8-d32edc9544dd on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:21.850635 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Attempting to bind port c8a239e9-2e88-4e65-83e8-d32edc9544dd by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:21.851089 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Attempting to bind port c8a239e9-2e88-4e65-83e8-d32edc9544dd on network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:21.861422 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.867907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:21.868554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Checking segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:21.869471 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.870505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Bound using segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:21.871597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Bound port: c8a239e9-2e88-4e65-83e8-d32edc9544dd, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:21.872565 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.922952 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-3b7ecbcc-211c-4882-98e6-1118407af340 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 200 len: 217 time: 0.0551355 Aug 30 21:07:21.924362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:21.957938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eff0a368-d229-4e2e-9b85-d3f6cd6f19cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.041625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-87e7d742-9fc2-4685-b25c-ecd8088e8ab4 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018457 Aug 30 21:07:22.055428 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] For port c8a239e9-2e88-4e65-83e8-d32edc9544dd, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:22.056046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:22.058890 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] For port c8a239e9-2e88-4e65-83e8-d32edc9544dd, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8a239e9-2e88-4e65-83e8-d32edc9544dd,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:22.065329 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.089390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'mac_address': 'fa:16:3e:04:79:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:07:22.131794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eff0a368-d229-4e2e-9b85-d3f6cd6f19cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.187311 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.200048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-887c57a4-650d-4702-a0ee-db7f6b7397a0 req-6df58f39-e220-43f1-a168-68a754183a34 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c HTTP/1.1" status: 200 len: 1774 time: 0.5314379 Aug 30 21:07:22.212647 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Routers {'1ade8539-5244-4a81-a6d5-f8349ff75f98'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:22.213851 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1ade8539-5244-4a81-a6d5-f8349ff75f98'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:22.218563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b5883f-caf2-4377-ad4a-70ffae81d616 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:07:22.226505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c477c-69db-4580-bfde-4af885880c15,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:22.256100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:07:22.293767 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eff0a368-d229-4e2e-9b85-d3f6cd6f19cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.296043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:22.303321 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.309475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eff0a368-d229-4e2e-9b85-d3f6cd6f19cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.313590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eff0a368-d229-4e2e-9b85-d3f6cd6f19cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd36997e-c824-4cf2-a63d-833d6593ae8b HTTP/1.1" status: 204 len: 168 time: 1.6496277 Aug 30 21:07:22.324888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] For port 8c1e01ab-14a8-422f-8438-e033af047c73, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c1e01ab-14a8-422f-8438-e033af047c73,segment=NetworkSegment(d2d606c2-f13a-4a88-a74c-841a43705182),segment_id=d2d606c2-f13a-4a88-a74c-841a43705182)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:22.333083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.341256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.341606 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Added segment 4196f4ef-b3db-4fcb-9090-2f2123542f43 of type vlan for network 75bd7bb3-7b75-44c9-863c-edf00a0586db Aug 30 21:07:22.362992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a368-d229-4e2e-9b85-d3f6cd6f19cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36997e-c824-4cf2-a63d-833d6593ae8b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:22.445756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Calling delete_port for 8c1e01ab-14a8-422f-8438-e033af047c73 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:22.465605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-8d356375-516e-41f4-9969-2c74ac7df06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:22.468724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-8d356375-516e-41f4-9969-2c74ac7df06a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.5121422 Aug 30 21:07:22.487796 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63091732-e113-4da6-9f21-1243708dffda None None] Pushing event updated for resources: {'Port': ['ID=c8a239e9-2e88-4e65-83e8-d32edc9544dd,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:22.530411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c1e01ab-14a8-422f-8438-e033af047c73 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:22.531261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8d2331f8-71ff-42f2-84e3-1b79c59e0cb6 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:22.540083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8d2331f8-71ff-42f2-84e3-1b79c59e0cb6 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 820 time: 1.7060807 Aug 30 21:07:22.559485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8c1e01ab-14a8-422f-8438-e033af047c73 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:22.560363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c1e01ab-14a8-422f-8438-e033af047c73 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:22.572566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ac2c6bc-81ff-4466-8a47-50be05ddff82 req-41c2949c-12bd-41df-9aa7-4a49e2a7ccd8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 210 time: 0.1758418 Aug 30 21:07:22.592642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.595738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=12']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:22.633720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-ff8d405d-688b-4e96-b0bc-e1fe721b6bc7 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815160 Aug 30 21:07:22.692072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['64b5883f-caf2-4377-ad4a-70ffae81d616'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:22.703929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.704841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:22.705513 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:22.725903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Request body: {'port': {'device_id': 'be20c082-da63-43c2-8de2-a55829134987', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'admin_state_up': True, 'tenant_id': '6e4423d623614804a2701b280c6a9ab9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:22.810931 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] Set router 1ade8539-5244-4a81-a6d5-f8349ff75f98 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:23.044393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=75bd7bb3-7b75-44c9-863c-edf00a0586db,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:23.084137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-47a969bb-7045-4b19-9f47-25c7693d2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:23.086588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-47a969bb-7045-4b19-9f47-25c7693d2383 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5974541 Aug 30 21:07:23.091381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:07:23.121663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b399d9cc-caa8-48ea-ac98-fa4136102ff7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0208788 Aug 30 21:07:23.127418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50746) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:23.133137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Request body: {'subnet': {'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-subnet', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:23.186090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Made reservation on behalf of 2efa11927c8840d8a6be46d6a6d5c77d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:23.192192 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:23.203458 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:07:15Z', 'revision_number': 4, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c8a239e9-2e88-4e65-83e8-d32edc9544dd', 'name': '', 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'mac_address': 'fa:16:3e:ba:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:13Z', 'updated_at': '2021-08-30T21:07:22Z', 'revision_number': 4, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'subnets': [{'id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:23.242689 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34ae65-a6be-488b-b787-f3e2ba58e8ca None None] The sync data for ids ['1ade8539-5244-4a81-a6d5-f8349ff75f98'] in n-d-793620-16 is: [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:07:15Z', 'revision_number': 4, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c8a239e9-2e88-4e65-83e8-d32edc9544dd', 'name': '', 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'mac_address': 'fa:16:3e:ba:59:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:13Z', 'updated_at': '2021-08-30T21:07:22Z', 'revision_number': 4, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'subnets': [{'id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:07:23.358396 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-bde3ac2d-75d4-4665-9321-9fb7d180c770 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620842 Aug 30 21:07:23.427881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626c959-5853-45e9-b07a-6d7ef5b8f8ca req-70f97b45-9362-4fa7-97a5-8398c883bace tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:23.441281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c626c959-5853-45e9-b07a-6d7ef5b8f8ca req-70f97b45-9362-4fa7-97a5-8398c883bace tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 950 time: 0.3645258 Aug 30 21:07:23.551231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c626c959-5853-45e9-b07a-6d7ef5b8f8ca req-7e588dee-5a5e-4a0b-92b1-8dfbfd5a22ee tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082673 Aug 30 21:07:23.779917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ec24a4-fc10-4be5-a94f-0fb1ba35eec4 req-1595d472-44d2-4b6f-a2a3-ab25ce728fa0 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c HTTP/1.1" status: 200 len: 1774 time: 0.1780744 Aug 30 21:07:23.813874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:23.852393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event deleted for resources: {'Port': ['ID=8c1e01ab-14a8-422f-8438-e033af047c73,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:23.916820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] No DVR routers for this DVR port 8c1e01ab-14a8-422f-8438-e033af047c73 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:23.947493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.049110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Made reservation on behalf of 6e4423d623614804a2701b280c6a9ab9 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:24.071302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.095735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d0aad6-0c99-4244-ae22-4021d3751502,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:24.189922 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c5ec24a4-fc10-4be5-a94f-0fb1ba35eec4 req-020d5720-0953-4820-b9fc-94e3604b22ef tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.251759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Checking segment: {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:24.252193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Network hostable DHCP agents. Network: 75bd7bb3-7b75-44c9-863c-edf00a0586db, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:07:24.267017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c5ec24a4-fc10-4be5-a94f-0fb1ba35eec4 req-020d5720-0953-4820-b9fc-94e3604b22ef tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.294103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.320100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:07:24.324520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d05e85c-3a13-4cda-aebc-926406d21b1a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:24.357148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 75bd7bb3-7b75-44c9-863c-edf00a0586db) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:24.378100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:24.387102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64ab56-378d-412b-b623-7089db108e32 None None] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:24.394591 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6066ee6d-3500-42d1-ba72-d8c3b64ea88e req-015748e8-0461-4ead-b61b-0616e4cbf493 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7878542 Aug 30 21:07:24.396567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d606c2-f13a-4a88-a74c-841a43705182') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:24.406691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d606c2-f13a-4a88-a74c-841a43705182') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:24.406956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.432801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.472264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c5ec24a4-fc10-4be5-a94f-0fb1ba35eec4 req-020d5720-0953-4820-b9fc-94e3604b22ef tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.472264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c5ec24a4-fc10-4be5-a94f-0fb1ba35eec4 req-020d5720-0953-4820-b9fc-94e3604b22ef tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.474823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ec24a4-fc10-4be5-a94f-0fb1ba35eec4 req-020d5720-0953-4820-b9fc-94e3604b22ef tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c HTTP/1.1" status: 204 len: 173 time: 0.6934822 Aug 30 21:07:24.475915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-877a01a6-d221-4ee1-9a82-b56fcb84183b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3474348 Aug 30 21:07:24.484503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:24.515086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d5720-0953-4820-b9fc-94e3604b22ef tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32752d1-17ec-4c9c-ad5c-d9da4f5ae08c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:24.522738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8a239e9-2e88-4e65-83e8-d32edc9544dd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:24.592201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:24.602823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.639995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:07:24.640356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:07:24.643954 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:07:24.658432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c8a239e9-2e88-4e65-83e8-d32edc9544dd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:24.670488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c8a239e9-2e88-4e65-83e8-d32edc9544dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:24.671166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.871566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.873427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.896163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.909440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.915701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] 10.222.0.76 "DELETE /v2.0/networks/8d05e85c-3a13-4cda-aebc-926406d21b1a HTTP/1.1" status: 204 len: 168 time: 5.1439140 Aug 30 21:07:24.960393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ac523-9aee-4179-9a2f-c58af7ecd173 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227 tempest-ExtraDHCPOptionsIpV6TestJSON-1084648227-project] Pushing event deleted for resources: {'Network': ['ID=8d05e85c-3a13-4cda-aebc-926406d21b1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:24.965256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:24.993294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Allocated IP 172.20.0.2 (83dad685-91d4-47c7-952c-f81b2125170a/02bf2736-b56f-4274-b4ec-d9d58541ceb7/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:25.091039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:25.095893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c8a239e9-2e88-4e65-83e8-d32edc9544dd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8a239e9-2e88-4e65-83e8-d32edc9544dd,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:25.221669 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:25.511902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-75bd7bb3-7b75-44c9-863c-edf00a0586db', 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'fixed_ips': [{'subnet_id': 'c6d0aad6-0c99-4244-ae22-4021d3751502'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:07:25.515614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:25.600279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:25.808380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:25.837240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:26.091698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d86fa6-fdd2-40ca-b2be-a2135fb863af req-b6719154-3dec-4350-9893-468afd2d2923 tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:26.100081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d86fa6-fdd2-40ca-b2be-a2135fb863af req-b6719154-3dec-4350-9893-468afd2d2923 tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 1102 time: 0.2436266 Aug 30 21:07:26.100626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Allocated IP 172.20.0.2 (75bd7bb3-7b75-44c9-863c-edf00a0586db/c6d0aad6-0c99-4244-ae22-4021d3751502/c329da5b-c997-475c-b602-a5a79a52795b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:26.125334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.185935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d86fa6-fdd2-40ca-b2be-a2135fb863af req-4f3dd74b-0f3b-4dd5-bb5a-42622a4b28a7 tempest-MigrationsAdminTest-1358820980 tempest-MigrationsAdminTest-1358820980-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797315 Aug 30 21:07:26.344366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.358752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Transition to ACTIVE for port object c329da5b-c997-475c-b602-a5a79a52795b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:26.377829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Transition to ACTIVE for port object c329da5b-c997-475c-b602-a5a79a52795b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:26.392471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.397891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c8a239e9-2e88-4e65-83e8-d32edc9544dd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:26.453597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.482380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['17238079-a7c5-4406-87cf-5eb90f0fa2ad'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:26.525137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:26.530913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:26.536813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:26.637177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ee4313d2-bc60-47eb-961b-9c6aa03097bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cba2a9b20a6c447ab0a84d4b3d18bc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7980223 Aug 30 21:07:26.638163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50814) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:26.655027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Pushing event updated for resources: {'Port': ['ID=c329da5b-c997-475c-b602-a5a79a52795b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:26.661176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 64b5883f-caf2-4377-ad4a-70ffae81d616 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:26.661840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c9a0c-c4fb-4ca5-b91c-752406d01829 req-3f3b9ada-e80a-482f-843f-d89e182a881c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:26.666319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b49c9a0c-c4fb-4ca5-b91c-752406d01829 req-3f3b9ada-e80a-482f-843f-d89e182a881c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 931 time: 0.2528081 Aug 30 21:07:26.693309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 64b5883f-caf2-4377-ad4a-70ffae81d616 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:26.694155 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.779929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Attempting to bind port c329da5b-c997-475c-b602-a5a79a52795b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:26.780300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Attempting to bind port c329da5b-c997-475c-b602-a5a79a52795b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:26.780666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Attempting to bind port c329da5b-c997-475c-b602-a5a79a52795b on network 75bd7bb3-7b75-44c9-863c-edf00a0586db {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:26.788431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:26.788802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Checking segment: {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:26.789209 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.789610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Bound using segment: {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:26.790121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Bound port: c329da5b-c997-475c-b602-a5a79a52795b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:26.790519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.860506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b49c9a0c-c4fb-4ca5-b91c-752406d01829 req-ccca852b-c858-460f-9f20-b300f03edaf6 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756778 Aug 30 21:07:26.865345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b7ff-73ff-4568-acc5-b0a2bafedd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.917049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b7ff-73ff-4568-acc5-b0a2bafedd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:26.995658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Network 83dad685-91d4-47c7-952c-f81b2125170a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:26.997551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b7ff-73ff-4568-acc5-b0a2bafedd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.005047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ca0b7ff-73ff-4568-acc5-b0a2bafedd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.018234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5ca0b7ff-73ff-4568-acc5-b0a2bafedd82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/665d6302-f959-4119-a5d5-ffe933c4acc0 HTTP/1.1" status: 204 len: 168 time: 0.3436115 Aug 30 21:07:27.025967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:27.037868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:27.043601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:27.043895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] For port c329da5b-c997-475c-b602-a5a79a52795b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:27.047478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0b7ff-73ff-4568-acc5-b0a2bafedd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d6302-f959-4119-a5d5-ffe933c4acc0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:27.049141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.101572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:27.106257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] For port c329da5b-c997-475c-b602-a5a79a52795b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c329da5b-c997-475c-b602-a5a79a52795b,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:27.108584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:27.111045 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc22765-e591-4e21-bd0e-79cf8dbcda23" -d '{"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-plugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:27.120263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.126414 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.227643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=13']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:27.278152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:27.285142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.316737 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-8a7e1e2e-9170-4666-b732-ca8f4ce37250 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6366122 Aug 30 21:07:27.369213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Request body: {'port': {'device_id': 'be20c082-da63-43c2-8de2-a55829134987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:27.383161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.386014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3d6b6-e632-4539-b792-a335b2423bff None None] Pushing event updated for resources: {'Port': ['ID=c329da5b-c997-475c-b602-a5a79a52795b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:27.464957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.596988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:27.852476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Allocated IP 172.25.5.132 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/9d08b1f4-8e47-4c39-ae14-489c23a2f5f6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:28.041636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:28.139849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:28.180647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:28.186861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:28.241849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:28.728582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c329da5b-c997-475c-b602-a5a79a52795b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:28.867999 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:07:28.890046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c329da5b-c997-475c-b602-a5a79a52795b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:28.912810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8a239e9-2e88-4e65-83e8-d32edc9544dd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:29.118880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c8a239e9-2e88-4e65-83e8-d32edc9544dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:29.119256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:29.142305 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4918213-8ff9-47ed-81a9-f0b5e886d9bb x-openstack-request-id: req-a4918213-8ff9-47ed-81a9-f0b5e886d9bb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:29.142587 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-plugged", "status": "completed", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:29.143469 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4918213-8ff9-47ed-81a9-f0b5e886d9bb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:29.143880 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'code': 200} Aug 30 21:07:29.391155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f323b-31d7-413c-be05-bd6183867ca3 None None] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:29.464911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:29.521564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] Provisioning for port c329da5b-c997-475c-b602-a5a79a52795b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:29.535366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d7b79-1703-4009-9370-36f81a9bfaa3 req-ff9cfbc0-1ace-414b-a559-61c57780fb04 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:29.540799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] Provisioning complete for port c329da5b-c997-475c-b602-a5a79a52795b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:29.541762 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:29.546011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Pushing event updated for resources: {'Port': ['ID=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:29.562482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-552d7b79-1703-4009-9370-36f81a9bfaa3 req-ff9cfbc0-1ace-414b-a559-61c57780fb04 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 951 time: 0.1821239 Aug 30 21:07:29.700623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-552d7b79-1703-4009-9370-36f81a9bfaa3 req-0c9e4454-0148-4667-ba76-3fed091c11b2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358190 Aug 30 21:07:29.808126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:29.833365 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:29.888876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-521595034'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:29.956544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] For port c329da5b-c997-475c-b602-a5a79a52795b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c329da5b-c997-475c-b602-a5a79a52795b,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:29.964243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.002371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-85f2954f-87e8-4388-a1aa-7075d3797f05 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:30.004032 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-85f2954f-87e8-4388-a1aa-7075d3797f05 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 951 time: 0.5075166 Aug 30 21:07:30.059285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8b1a5-8d8b-4407-a4c5-6248663820f1 req-c02cc33d-b982-4d1e-8795-89f6988777ce tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:30.060936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bff8b1a5-8d8b-4407-a4c5-6248663820f1 req-c02cc33d-b982-4d1e-8795-89f6988777ce tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 931 time: 0.2134213 Aug 30 21:07:30.064374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Made reservation on behalf of 364e5fd3becd401380902cd4d44344b5 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:30.076273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.110715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8cc2-ea89-4429-9485-8e4220f01294 None None] Pushing event updated for resources: {'Port': ['ID=c329da5b-c997-475c-b602-a5a79a52795b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:30.147274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.257092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bff8b1a5-8d8b-4407-a4c5-6248663820f1 req-6399df83-0994-4122-af7d-ab8a4800efaf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705284 Aug 30 21:07:30.314256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.401791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fada572d-beea-4a39-ae38-46f3cbdd6c38 None None] Provisioning complete for port c329da5b-c997-475c-b602-a5a79a52795b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:30.402411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fada572d-beea-4a39-ae38-46f3cbdd6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.480150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c329da5b-c997-475c-b602-a5a79a52795b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:30.534736 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.543287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.625397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae488f9-7a51-4ad0-87a1-e9db8ada54d1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:30.678115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:07:30.732494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c329da5b-c997-475c-b602-a5a79a52795b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:30.733600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.754532 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.754931 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Added segment 6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5 of type vlan for network bdc29657-2ce0-44f5-a758-bb9e9391ff0d Aug 30 21:07:30.898606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:07:30.907887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Deleting port 64b5883f-caf2-4377-ad4a-70ffae81d616 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:30.908234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.936172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:30.964213 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.007504 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.020995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:31.025061 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.112002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Transition to ACTIVE for port object e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:31.140841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.177188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7098336 Aug 30 21:07:31.187769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50886) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:31.206305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Request body: {'subnet': {'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:31.272334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6ece7-c96a-43b0-9d0b-421b41a44419 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event updated for resources: {'Network': ['ID=bdc29657-2ce0-44f5-a758-bb9e9391ff0d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:31.276751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Router 6e2647c5-8d21-404f-a22e-0725879953c5 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:07:31.297468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:07:31.372424 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-0e99d408-7246-4245-aefa-746b83bf22c0 req-243ce7fa-54f7-48cb-9f2e-8b0f02f06043 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:07:31.386375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e99d408-7246-4245-aefa-746b83bf22c0 req-243ce7fa-54f7-48cb-9f2e-8b0f02f06043 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/b73fe9c9-60c7-4f40-8d73-585fc60ca4ed HTTP/1.1" status: 404 len: 352 time: 0.1112959 Aug 30 21:07:31.423383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:31.448980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] For port 64b5883f-caf2-4377-ad4a-70ffae81d616, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=64b5883f-caf2-4377-ad4a-70ffae81d616,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:31.452797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.482105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Made reservation on behalf of 364e5fd3becd401380902cd4d44344b5 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:31.495147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.537611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Calling delete_port for 64b5883f-caf2-4377-ad4a-70ffae81d616 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:31.752114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e6483-6a36-4b76-b59d-e1da68b8acbf req-a4fbc379-89e2-457c-bf8f-3bb2cb02dc12 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:31.760093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:07:31.771466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:31.771933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:31.772146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f38e6483-6a36-4b76-b59d-e1da68b8acbf req-a4fbc379-89e2-457c-bf8f-3bb2cb02dc12 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a5e03-e2d1-4402-adac-ffc7235e3863 HTTP/1.1" status: 200 len: 951 time: 0.2479784 Aug 30 21:07:31.772450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:31.773071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Sync routers for ids ['6e2647c5-8d21-404f-a22e-0725879953c5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:07:31.792319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Routers {'6e2647c5-8d21-404f-a22e-0725879953c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:31.793345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6e2647c5-8d21-404f-a22e-0725879953c5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:31.806979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:07:31.807682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:31.820202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.822360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ef30c47-e2a3-42b5-a3a5-6301b8a9cd95 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3335476 Aug 30 21:07:31.823912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:31.824561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:31.825273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:31.826017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Bound port: e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:31.826817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:31.833821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:31.886044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f38e6483-6a36-4b76-b59d-e1da68b8acbf req-eec2c665-ba09-4080-bef4-fcb6b4d38d90 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100843 Aug 30 21:07:32.082649 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:32.141919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:32.214767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:32.221151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event deleted for resources: {'Port': ['ID=64b5883f-caf2-4377-ad4a-70ffae81d616,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:32.226883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2febfc-5ad3-41ae-ad7c-bf8fe3d5a888 req-1023ebe5-e49a-46ec-a2d1-21e7caedff0f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:32.228589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d2febfc-5ad3-41ae-ad7c-bf8fe3d5a888 req-1023ebe5-e49a-46ec-a2d1-21e7caedff0f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.2173276 Aug 30 21:07:32.238144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Set router 6e2647c5-8d21-404f-a22e-0725879953c5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:32.308436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:32.399965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d2febfc-5ad3-41ae-ad7c-bf8fe3d5a888 req-6461c43c-8045-45a8-a268-c003ffa98129 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518235 Aug 30 21:07:32.399965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event updated for resources: {'Subnet': ['ID=70cad266-d166-4361-bc2c-d940d3fc5a57,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:32.438008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Checking segment: {'id': '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:32.442309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Network hostable DHCP agents. Network: bdc29657-2ce0-44f5-a758-bb9e9391ff0d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:07:32.461154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:32.465243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fde05680-3cc9-4301-aa44-b685ebd8e3fc'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:32.467631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a', '2701d3e9-eca3-4a07-8560-c94dcc02ae36'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:32.551256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] No DVR routers for this DVR port 64b5883f-caf2-4377-ad4a-70ffae81d616 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:32.556922 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-7e1ceb3c-1726-4719-95a4-7ca6e50818ac req-39ef1e26-0985-4df5-888c-af49720356c3 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:07:32.569943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e1ceb3c-1726-4719-95a4-7ca6e50818ac req-39ef1e26-0985-4df5-888c-af49720356c3 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/1a67b69b-07ae-4fed-a835-0fe2ab7870bc HTTP/1.1" status: 404 len: 352 time: 0.1046841 Aug 30 21:07:32.592680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:07:32.622365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, bdc29657-2ce0-44f5-a758-bb9e9391ff0d) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:32.640971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:32.641949 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:32.699931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a93bbed-cfb2-43c6-b819-160495929a88 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5101132 Aug 30 21:07:32.701688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50906) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:32.721454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Request body: {'port': {'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-362420924'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:32.775072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:32.777243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-090ec4f8-31a8-4697-a2bd-f3ee750dc701 req-dc49f235-7557-4d79-9e0e-63c0386dda14 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "DELETE /v2.0/ports/64b5883f-caf2-4377-ad4a-70ffae81d616 HTTP/1.1" status: 204 len: 173 time: 2.7086215 Aug 30 21:07:32.777739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-deleted', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:32.780090 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ddab20-9fe1-4bfc-8754-ee81d58735c3" -d '{"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-deleted", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:32.844810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:32.845281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:32.846723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] 10.222.0.86 "PUT /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 1092 time: 5.4884670 Aug 30 21:07:32.920189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b930bc26-7cc1-4968-bdb3-f7fc2e49c190 None None] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:33.086781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b4b8ca3-9151-4f00-bdd6-009fdb677acc req-a8874fb6-7795-433a-9b3f-002347756ab4 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a246cc06ec644fffb790d10c8e5a806f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803862 Aug 30 21:07:33.116207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd71f7-9536-4985-a8c5-e880f9451609 service neutron] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:33.219156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Made reservation on behalf of 364e5fd3becd401380902cd4d44344b5 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:33.226626 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:33.304244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] device_id is not set on port 787c9b09-7f54-4dd4-b602-a8827068ac06 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:07:33.344858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-3d247623-8585-4ffc-ab24-02d32000c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:33.348964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-3d247623-8585-4ffc-ab24-02d32000c059 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1095 time: 0.2156596 Aug 30 21:07:33.418391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b8ca3-9151-4f00-bdd6-009fdb677acc req-003c82e0-8f67-4100-b39c-b7b051d9d7ee tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:33.427274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:07:28Z', 'revision_number': 3, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:33.430252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b4b8ca3-9151-4f00-bdd6-009fdb677acc req-003c82e0-8f67-4100-b39c-b7b051d9d7ee tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418190 Aug 30 21:07:33.450263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-99ab9fb7-aa99-4d50-a3fb-48cde9a7e768 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0850737 Aug 30 21:07:33.461219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b4b8ca3-9151-4f00-bdd6-009fdb677acc req-f19f58c5-019a-4150-8f62-0baee2ffa551 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/quotas/a246cc06ec644fffb790d10c8e5a806f HTTP/1.1" status: 200 len: 375 time: 0.0296330 Aug 30 21:07:33.528156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-ec1bc2e0-5044-4408-93e3-d3409548d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:33.530376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-ec1bc2e0-5044-4408-93e3-d3409548d548 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0703743 Aug 30 21:07:33.533471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:33.540011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Checking router: 6e2647c5-8d21-404f-a22e-0725879953c5 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:07:33.542831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Updating router 6e2647c5-8d21-404f-a22e-0725879953c5 port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:07:33.547004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b4b8ca3-9151-4f00-bdd6-009fdb677acc req-a25c240e-56e9-4cdd-951a-d906867580c5 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a246cc06ec644fffb790d10c8e5a806f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728352 Aug 30 21:07:33.595197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:33.610820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-0b48a942-4d42-4989-8b8f-9317da810e9e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579638 Aug 30 21:07:33.655833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Allocated IP 172.20.0.13 (bdc29657-2ce0-44f5-a758-bb9e9391ff0d/70cad266-d166-4361-bc2c-d940d3fc5a57/787c9b09-7f54-4dd4-b602-a8827068ac06) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:33.688738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:33.843728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 64b5883f-caf2-4377-ad4a-70ffae81d616 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:33.844069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 64b5883f-caf2-4377-ad4a-70ffae81d616 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:33.894622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:33.914441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Transition to ACTIVE for port object 787c9b09-7f54-4dd4-b602-a8827068ac06 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:33.956480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:33.983716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:34.013480 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-5ccca73e-8943-4f48-a0ee-8a0f42ebcb47 req-54d6fe26-f945-4f88-80f5-d7579ba12084 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:07:34.033445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ccca73e-8943-4f48-a0ee-8a0f42ebcb47 req-54d6fe26-f945-4f88-80f5-d7579ba12084 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/adf7cbcc-ab08-4512-ae57-4db16d89696b HTTP/1.1" status: 404 len: 352 time: 0.0698843 Aug 30 21:07:34.068741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event updated for resources: {'Port': ['ID=787c9b09-7f54-4dd4-b602-a8827068ac06,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:34.085277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:34.087560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:34.126636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:34.237040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:34.238698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:34.273479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b6c081d9-053d-4096-ad4f-ea3357276942 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5678539 Aug 30 21:07:34.275890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50936) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:34.342785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Request body: {'port': {'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2130874961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:34.345068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] bootfile-name is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:34.345610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] tftp-server is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:34.346493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] server-ip-address is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:34.387769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Allocated IP 172.20.0.1 (75bd7bb3-7b75-44c9-863c-edf00a0586db/c6d0aad6-0c99-4244-ae22-4021d3751502/7969082a-6c53-47a1-ac7d-a30f3fad7341) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:34.497057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-bdc29657-2ce0-44f5-a758-bb9e9391ff0d', 'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d', 'tenant_id': '364e5fd3becd401380902cd4d44344b5', 'fixed_ips': [{'subnet_id': '70cad266-d166-4361-bc2c-d940d3fc5a57'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:07:34.497339 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4633b17f-32ef-4130-92bb-4c5ce1f215fb x-openstack-request-id: req-4633b17f-32ef-4130-92bb-4c5ce1f215fb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:34.497525 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a5e03-e2d1-4402-adac-ffc7235e3863", "name": "network-vif-deleted", "tag": "64b5883f-caf2-4377-ad4a-70ffae81d616", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:34.498630 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4633b17f-32ef-4130-92bb-4c5ce1f215fb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:34.498630 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a5e03-e2d1-4402-adac-ffc7235e3863', 'name': 'network-vif-deleted', 'tag': '64b5883f-caf2-4377-ad4a-70ffae81d616', 'status': 'completed', 'code': 200} Aug 30 21:07:34.507967 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:34.554798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:34.560977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469e2f6-bceb-4dfe-af22-eaeea44ada24 req-8b921cc5-864c-4258-a6ff-999064e3dc90 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:34.562782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a469e2f6-bceb-4dfe-af22-eaeea44ada24 req-8b921cc5-864c-4258-a6ff-999064e3dc90 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.2053757 Aug 30 21:07:34.593106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Transition to ACTIVE for port object 7969082a-6c53-47a1-ac7d-a30f3fad7341 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:34.600757 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-1ae9150b-38ea-4494-b53f-dc67e9f026a9 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9784198 Aug 30 21:07:34.690198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a469e2f6-bceb-4dfe-af22-eaeea44ada24 req-50ac839f-d962-4158-b8fe-69dd65ee9eef tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168096 Aug 30 21:07:34.758164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Made reservation on behalf of 364e5fd3becd401380902cd4d44344b5 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:34.774953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:34.795008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d1fb881-eb5b-4e63-85a0-a2d50f813b4c req-91a40aa0-e9eb-47ea-8465-d30c8f0dcf09 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848443 Aug 30 21:07:34.797203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:34.853983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Allocated IP 172.20.0.2 (bdc29657-2ce0-44f5-a758-bb9e9391ff0d/70cad266-d166-4361-bc2c-d940d3fc5a57/29d6b367-6e83-490c-a651-0bbaed266f47) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:34.883487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:34.892108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] device_id is not set on port 2d3b5e88-377b-4a4c-98e0-0f95a051dd93 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:07:34.897042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:34.904834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:34.964230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.145760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Pushing event updated for resources: {'Port': ['ID=7969082a-6c53-47a1-ac7d-a30f3fad7341,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:35.194150 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-c303f488-6dc8-424a-88d9-266fbc37d41b req-f1142f59-710c-4def-9d96-52165157493b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:07:35.197455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.208914 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c303f488-6dc8-424a-88d9-266fbc37d41b req-f1142f59-710c-4def-9d96-52165157493b tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/2a2cecd7-6062-4dfc-bf6f-35a7e153a79e HTTP/1.1" status: 404 len: 352 time: 0.0351748 Aug 30 21:07:35.230134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Transition to ACTIVE for port object 29d6b367-6e83-490c-a651-0bbaed266f47 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:35.309076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Transition to ACTIVE for port object 29d6b367-6e83-490c-a651-0bbaed266f47 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:35.322074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.352560 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.473470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Allocated IP 172.20.0.6 (bdc29657-2ce0-44f5-a758-bb9e9391ff0d/70cad266-d166-4361-bc2c-d940d3fc5a57/2d3b5e88-377b-4a4c-98e0-0f95a051dd93) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:35.493558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8292b05f-aa63-4c5c-8e69-adfc4dd4975b None None] Provisioning for port 7969082a-6c53-47a1-ac7d-a30f3fad7341 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:35.502359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:35.525021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:35.530974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.536941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Pushing event updated for resources: {'Port': ['ID=29d6b367-6e83-490c-a651-0bbaed266f47,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:35.543363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:35.549639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8292b05f-aa63-4c5c-8e69-adfc4dd4975b None None] Provisioning complete for port 7969082a-6c53-47a1-ac7d-a30f3fad7341 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:35.550304 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8292b05f-aa63-4c5c-8e69-adfc4dd4975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.604560 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.606848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Transition to ACTIVE for port object 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:35.608965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.615618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.649494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.699538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.713554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Pushing event updated for resources: {'Port': ['ID=7969082a-6c53-47a1-ac7d-a30f3fad7341,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:35.720033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8292b05f-aa63-4c5c-8e69-adfc4dd4975b None None] Port 7969082a-6c53-47a1-ac7d-a30f3fad7341 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:35.797013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Pushing event updated for resources: {'Port': ['ID=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:35.807186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.815628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Attempting to bind port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:35.816221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Attempting to bind port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:35.816772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Attempting to bind port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:35.821966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Attempting to bind port 29d6b367-6e83-490c-a651-0bbaed266f47 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:35.821966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Attempting to bind port 29d6b367-6e83-490c-a651-0bbaed266f47 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:35.821966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Attempting to bind port 29d6b367-6e83-490c-a651-0bbaed266f47 on network bdc29657-2ce0-44f5-a758-bb9e9391ff0d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:35.827996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:35.828466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:35.829091 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.829609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:35.830703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Bound port: 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:35.833006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:35.834522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:35.834855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Transition to ACTIVE for port object 2d3b5e88-377b-4a4c-98e0-0f95a051dd93 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:35.838808 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.842023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:35.842424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Checking segment: {'id': '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:35.842813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.843286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Bound using segment: {'id': '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:35.844287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Bound port: 29d6b367-6e83-490c-a651-0bbaed266f47, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bdc29657-2ce0-44f5-a758-bb9e9391ff0d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:35.848652 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.899969 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-a04d1b02-ae09-4f56-a943-3a1d061ca182 req-985226eb-7659-45a8-8a31-3727c551b6d2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:07:35.901383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a04d1b02-ae09-4f56-a943-3a1d061ca182 req-985226eb-7659-45a8-8a31-3727c551b6d2 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/01b57a65-4261-450d-9f43-1b8c3f49505b HTTP/1.1" status: 404 len: 352 time: 0.0305393 Aug 30 21:07:35.914048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:35.981908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] For port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:35.990240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] For port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:35.998178 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:36.018567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event updated for resources: {'Port': ['ID=2d3b5e88-377b-4a4c-98e0-0f95a051dd93,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:36.041177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Router 6e2647c5-8d21-404f-a22e-0725879953c5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:07:36.066250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:36.069771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:36.094635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:36.167711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Routers {'6e2647c5-8d21-404f-a22e-0725879953c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:36.168645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6e2647c5-8d21-404f-a22e-0725879953c5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:36.171897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Pushing event updated for resources: {'Port': ['ID=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:36.172280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:36.173113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:36.194082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6e294-2157-49a9-9d3e-219fc0bd4fbd req-240c434e-4542-4d55-9708-637aa451c372 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:36.205167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58f6e294-2157-49a9-9d3e-219fc0bd4fbd req-240c434e-4542-4d55-9708-637aa451c372 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 950 time: 0.1604352 Aug 30 21:07:36.225348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:07:36.243398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c01f506f-e683-4299-90d1-a844da5ab417 admin admin] 10.222.0.76 "PUT /v2.0/routers/6e2647c5-8d21-404f-a22e-0725879953c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3958018 Aug 30 21:07:36.243651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1668ea38-f0bf-4fd4-8ba4-fd29346a3ce6 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9612875 Aug 30 21:07:36.243800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:36.268183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.268727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.269266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.269776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.270225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.270750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.271206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.271752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.272290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.272841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.273354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.273883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69775ff6-3608-43c1-8715-06980b272240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:36.287270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de8c524a-a561-4fbf-9244-b9f72cc5a560 None None] Provisioning complete for port 7969082a-6c53-47a1-ac7d-a30f3fad7341 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:36.287270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de8c524a-a561-4fbf-9244-b9f72cc5a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:36.331853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] For port 29d6b367-6e83-490c-a651-0bbaed266f47, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:36.335152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-de8c524a-a561-4fbf-9244-b9f72cc5a560 None None] Port 7969082a-6c53-47a1-ac7d-a30f3fad7341 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:36.338360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58f6e294-2157-49a9-9d3e-219fc0bd4fbd req-5ff91f49-8307-4b32-b690-b6b30004f04e tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195183 Aug 30 21:07:36.360313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] For port 29d6b367-6e83-490c-a651-0bbaed266f47, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=29d6b367-6e83-490c-a651-0bbaed266f47,segment=NetworkSegment(6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5),segment_id=6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:36.367685 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:36.393327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edadab-0c4d-4ffa-ad88-26e870f532f2 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:36.399528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edadab-0c4d-4ffa-ad88-26e870f532f2 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:36.405581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12edadab-0c4d-4ffa-ad88-26e870f532f2 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:36.410751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-12edadab-0c4d-4ffa-ad88-26e870f532f2 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1631236 Aug 30 21:07:36.414488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50994) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:36.500213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:36.503781 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247178d-d12f-47e7-9170-70e5a3497525" -d '{"events": [{"name": "network-changed", "server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:36.625488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18459a-0343-4042-86a4-06bc626f1329 req-799668d1-b6f2-4fc5-aca3-744f14500848 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:36.627351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e18459a-0343-4042-86a4-06bc626f1329 req-799668d1-b6f2-4fc5-aca3-744f14500848 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.0930493 Aug 30 21:07:36.633114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Deleting port 2d3b5e88-377b-4a4c-98e0-0f95a051dd93 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:36.633549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:36.652402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] Set router 6e2647c5-8d21-404f-a22e-0725879953c5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:36.655470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208eae1-65ba-45a7-96cb-5919f368fe0d None None] Pushing event updated for resources: {'Port': ['ID=29d6b367-6e83-490c-a651-0bbaed266f47,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:36.790599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e18459a-0343-4042-86a4-06bc626f1329 req-2c7f56ee-df58-4ce3-9a3f-c18f45434d0f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400578 Aug 30 21:07:36.790599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:36.870452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Calling delete_port for 2d3b5e88-377b-4a4c-98e0-0f95a051dd93 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:37.064282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7969082a-6c53-47a1-ac7d-a30f3fad7341', 'name': '', 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'mac_address': 'fa:16:3e:b5:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:33Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 2, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'subnets': [{'id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:37.094119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b422ed-6ef8-491d-b76e-8ff2ae148fa6 None None] The sync data for ids ['6e2647c5-8d21-404f-a22e-0725879953c5'] in n-d-793620-16 is: [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7969082a-6c53-47a1-ac7d-a30f3fad7341', 'name': '', 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'mac_address': 'fa:16:3e:b5:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:33Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 2, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'subnets': [{'id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:07:37.292870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:37.342842 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-33efb7df-79dd-4d36-9b09-4bdb897e67e6 req-b7c5638c-b19d-4c69-b4cb-6e26ea024364 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] show failed (client error): The resource could not be found. Aug 30 21:07:37.355354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33efb7df-79dd-4d36-9b09-4bdb897e67e6 req-b7c5638c-b19d-4c69-b4cb-6e26ea024364 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/f9850b73-6fbe-49c9-b373-9adcf5ef9e0b HTTP/1.1" status: 404 len: 352 time: 0.0815487 Aug 30 21:07:37.389654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-6548c957-f51a-4005-a879-c0850d7723eb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:37.393909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-6548c957-f51a-4005-a879-c0850d7723eb tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/ports?device_id=304a585e-ebce-4b89-8aaf-944a3e1754e7 HTTP/1.1" status: 200 len: 950 time: 0.1066988 Aug 30 21:07:37.397570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event deleted for resources: {'Port': ['ID=2d3b5e88-377b-4a4c-98e0-0f95a051dd93,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:37.624208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:37.632417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d131f0bf-d24a-4122-bbab-88dda112732e tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "DELETE /v2.0/ports/2d3b5e88-377b-4a4c-98e0-0f95a051dd93 HTTP/1.1" status: 204 len: 168 time: 1.2125995 Aug 30 21:07:37.639310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51028) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:37.648986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Request body: {'port': {'name': 'tempest-new-port-name-149196180', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:37.649580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] bootfile-name is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:37.649929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] tftp-server is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:37.650420 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.api.validators [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] server-ip-address is not in valid_values {{(pid=94689) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 21:07:37.693683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Deleting port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:37.694074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:37.721419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4ec2f-bb99-44c9-a71d-a1da700f168a req-251a0fdd-08b5-4925-a41a-ef1913cbd12e tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:37.732319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4a4ec2f-bb99-44c9-a71d-a1da700f168a req-251a0fdd-08b5-4925-a41a-ef1913cbd12e tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 950 time: 0.2297699 Aug 30 21:07:37.844481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:37.917631 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4a4ec2f-bb99-44c9-a71d-a1da700f168a req-3f5b9938-daea-41f1-8cb4-556bbbbddd94 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832929 Aug 30 21:07:37.936630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] For port 2701d3e9-eca3-4a07-8560-c94dcc02ae36, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2701d3e9-eca3-4a07-8560-c94dcc02ae36,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:37.937279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:37.990390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Calling delete_port for 2701d3e9-eca3-4a07-8560-c94dcc02ae36 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:38.208761 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50330dfb-a45e-4d2b-ba84-b17740f2ca60 x-openstack-request-id: req-50330dfb-a45e-4d2b-ba84-b17740f2ca60 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:38.209048 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:38.209304 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50330dfb-a45e-4d2b-ba84-b17740f2ca60 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:38.209800 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'status': 'completed', 'code': 200} Aug 30 21:07:38.215785 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:38.227923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a', '2701d3e9-eca3-4a07-8560-c94dcc02ae36'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:38.230332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fde05680-3cc9-4301-aa44-b685ebd8e3fc'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:38.640486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event deleted for resources: {'Port': ['ID=2701d3e9-eca3-4a07-8560-c94dcc02ae36,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:38.650130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] No DVR routers for this DVR port 2701d3e9-eca3-4a07-8560-c94dcc02ae36 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:38.658360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:38.664244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cd258a-77a1-40e2-94fc-5a2ed698179a req-7dbcab66-9138-4c2c-9d74-f48eba8276c5 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a246cc06ec644fffb790d10c8e5a806f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1972716 Aug 30 21:07:38.664908 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7615fa7c-ae2a-43ef-b8b6-7a945a89aaa7 req-eb8292dd-6344-4ea5-b492-a5974decdb37 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "DELETE /v2.0/ports/2701d3e9-eca3-4a07-8560-c94dcc02ae36 HTTP/1.1" status: 204 len: 173 time: 1.2535663 Aug 30 21:07:38.712453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247178d-d12f-47e7-9170-70e5a3497525 req-bbba83fd-329d-49bf-8f08-f328bdb58c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:38.722125 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-bbba83fd-329d-49bf-8f08-f328bdb58c66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1095 time: 0.5243335 Aug 30 21:07:38.770189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 29d6b367-6e83-490c-a651-0bbaed266f47 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:38.939109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd258a-77a1-40e2-94fc-5a2ed698179a req-8f535d3f-e9fb-4191-aa50-02b3efd21cc3 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:38.955842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cd258a-77a1-40e2-94fc-5a2ed698179a req-8f535d3f-e9fb-4191-aa50-02b3efd21cc3 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834585 Aug 30 21:07:39.151033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cd258a-77a1-40e2-94fc-5a2ed698179a req-a09c5eb9-570b-479d-aac3-cead4f724f8d tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/quotas/a246cc06ec644fffb790d10c8e5a806f HTTP/1.1" status: 200 len: 375 time: 0.1776476 Aug 30 21:07:39.161140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247178d-d12f-47e7-9170-70e5a3497525 req-c343c60c-d070-46fb-bd0e-e74592ccfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:39.166540 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-c343c60c-d070-46fb-bd0e-e74592ccfc94 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.4363322 Aug 30 21:07:39.214340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 29d6b367-6e83-490c-a651-0bbaed266f47 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:39.233279 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e2b523e-d05d-43d7-8dda-80e72270a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:39.288502 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-a82d3a28-0094-45f8-b7a8-050691ef0e47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 217 time: 0.1143703 Aug 30 21:07:39.291964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8dce07-c557-4881-a529-7fb502415b89 None None] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:39.411187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247178d-d12f-47e7-9170-70e5a3497525 req-fe5c6b23-4a05-4578-90a5-0633a9dac716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:39.415840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-fe5c6b23-4a05-4578-90a5-0633a9dac716 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1198041 Aug 30 21:07:39.486318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-306163bf-35d3-475c-89a8-feb62c3c1d65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613382 Aug 30 21:07:39.648645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-a5992c68-045d-407b-81a6-b27c0cc0db5f service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555223 Aug 30 21:07:39.705106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:39.839913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Provisioning for port 29d6b367-6e83-490c-a651-0bbaed266f47 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:39.852282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cd258a-77a1-40e2-94fc-5a2ed698179a req-d689f9cd-10e6-4368-abe2-3a4c0065d7a5 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a246cc06ec644fffb790d10c8e5a806f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6984346 Aug 30 21:07:39.858470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a247178d-d12f-47e7-9170-70e5a3497525 req-2e94a301-44cc-426e-a7a6-62e6f278b4a4 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983612 Aug 30 21:07:39.878792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Provisioning complete for port 29d6b367-6e83-490c-a651-0bbaed266f47 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:39.879470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:39.910325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:39.919892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.126764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event updated for resources: {'Port': ['ID=787c9b09-7f54-4dd4-b602-a8827068ac06,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:40.164160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.168266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.168953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.169514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.169963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.173416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.173416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.173416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.178762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.178762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.178762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.178762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:07:40.188229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] In _notify_port_updated(), no bound segment for port 787c9b09-7f54-4dd4-b602-a8827068ac06 on network bdc29657-2ce0-44f5-a758-bb9e9391ff0d {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:07:40.198094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:40.203616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.205242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-595d9edc-e13e-471c-9890-01ca1265d4ca tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "PUT /v2.0/ports/787c9b09-7f54-4dd4-b602-a8827068ac06 HTTP/1.1" status: 200 len: 1136 time: 2.5645468 Aug 30 21:07:40.209511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:40.222151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-deleted', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:40.225313 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f3ec6-6ca2-4c41-9202-019243951b52" -d '{"events": [{"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-deleted", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:40.247997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.309435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.385663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:40.388643 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba893705-c786-4d0f-af8a-fa221ba9149a" -d '{"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:40.432205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:40.448734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5572b3-63de-4a93-a0d5-4e78ee65b671 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:40.451071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fc5572b3-63de-4a93-a0d5-4e78ee65b671 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "GET /v2.0/ports/787c9b09-7f54-4dd4-b602-a8827068ac06 HTTP/1.1" status: 200 len: 1136 time: 0.2396433 Aug 30 21:07:40.454901 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.455450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51054) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:40.576660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] For port 29d6b367-6e83-490c-a651-0bbaed266f47, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=29d6b367-6e83-490c-a651-0bbaed266f47,segment=NetworkSegment(6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5),segment_id=6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:40.623640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.691120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Provisioning for port 787c9b09-7f54-4dd4-b602-a8827068ac06 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:40.701892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:40.707693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Provisioning complete for port 787c9b09-7f54-4dd4-b602-a8827068ac06 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:40.708190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.764500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:40.850298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Port 787c9b09-7f54-4dd4-b602-a8827068ac06 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:40.868464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd08fa-231e-4a18-855f-3da70d3ac57b None None] Pushing event updated for resources: {'Port': ['ID=29d6b367-6e83-490c-a651-0bbaed266f47,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:40.898035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Deleting port 787c9b09-7f54-4dd4-b602-a8827068ac06 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:40.898926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:40.912365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:40.920454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:40.920834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.020604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d04b357-1ff3-45ed-8afc-33313b49c708 None None] Provisioning complete for port 29d6b367-6e83-490c-a651-0bbaed266f47 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:41.021246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d04b357-1ff3-45ed-8afc-33313b49c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.057537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697392-6c8b-440b-be3c-603b5ba09121 req-426b3839-d796-45a3-9127-e39fc1c12645 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:41.064296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e697392-6c8b-440b-be3c-603b5ba09121 req-426b3839-d796-45a3-9127-e39fc1c12645 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.3522050 Aug 30 21:07:41.097619 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.134577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.143113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Calling delete_port for 787c9b09-7f54-4dd4-b602-a8827068ac06 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:41.158355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:41.166761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.296455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:41.307576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d04b357-1ff3-45ed-8afc-33313b49c708 None None] Provisioning complete for port 787c9b09-7f54-4dd4-b602-a8827068ac06 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:41.308190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d04b357-1ff3-45ed-8afc-33313b49c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.330606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e697392-6c8b-440b-be3c-603b5ba09121 req-2b6d075c-844b-4989-85b6-f02417ffa6df tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281539 Aug 30 21:07:41.374284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3d04b357-1ff3-45ed-8afc-33313b49c708 None None] Port 787c9b09-7f54-4dd4-b602-a8827068ac06 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:07:41.425312 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Sync routers for ids ['6e2647c5-8d21-404f-a22e-0725879953c5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:07:41.438770 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Routers {'6e2647c5-8d21-404f-a22e-0725879953c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:41.439567 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6e2647c5-8d21-404f-a22e-0725879953c5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:41.501556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a2e68233-d268-44a8-9621-74dce024a921 None None] Could not find standard attr ID for object 2d3b5e88-377b-4a4c-98e0-0f95a051dd93. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:07:41.541135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.599365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event deleted for resources: {'Port': ['ID=787c9b09-7f54-4dd4-b602-a8827068ac06,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:41.622762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:41.727106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 2701d3e9-eca3-4a07-8560-c94dcc02ae36 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:41.731574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2701d3e9-eca3-4a07-8560-c94dcc02ae36 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:41.765368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.771434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.777794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-570d7f04-5573-4c14-9cfe-46fd83e0a8fe tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "DELETE /v2.0/ports/787c9b09-7f54-4dd4-b602-a8827068ac06 HTTP/1.1" status: 204 len: 168 time: 1.3173058 Aug 30 21:07:41.778998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51072) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:41.807121 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Set router 6e2647c5-8d21-404f-a22e-0725879953c5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:41.830383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5938f14a-3cb0-4179-ae33-444fed1c3104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:41.904700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Deleting subnet 70cad266-d166-4361-bc2c-d940d3fc5a57 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:07:41.912695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.023256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.173249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-814fde4a-7585-4f79-9275-99497cb8b07d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:42.177316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-814fde4a-7585-4f79-9275-99497cb8b07d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1023 time: 0.1650629 Aug 30 21:07:42.239353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.241955 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cab44e-73f0-4f63-b980-bc5f0ce4f758 x-openstack-request-id: req-88cab44e-73f0-4f63-b980-bc5f0ce4f758 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:42.242566 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304a585e-ebce-4b89-8aaf-944a3e1754e7", "name": "network-vif-deleted", "tag": "2701d3e9-eca3-4a07-8560-c94dcc02ae36", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:42.243116 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88cab44e-73f0-4f63-b980-bc5f0ce4f758 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:42.244569 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304a585e-ebce-4b89-8aaf-944a3e1754e7', 'name': 'network-vif-deleted', 'tag': '2701d3e9-eca3-4a07-8560-c94dcc02ae36', 'status': 'completed', 'code': 200} Aug 30 21:07:42.292086 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d375085-f61f-4c59-bbd0-e4be2dc85562 x-openstack-request-id: req-7d375085-f61f-4c59-bbd0-e4be2dc85562 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:42.292527 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:42.292931 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d375085-f61f-4c59-bbd0-e4be2dc85562 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:42.294211 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'code': 200} Aug 30 21:07:42.365883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c143ccd1-b26d-4a45-a992-b07292eef6ca None None] Could not find standard attr ID for object 787c9b09-7f54-4dd4-b602-a8827068ac06. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:07:42.406051 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7969082a-6c53-47a1-ac7d-a30f3fad7341', 'name': '', 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'mac_address': 'fa:16:3e:b5:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:33Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 2, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'subnets': [{'id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:42.461543 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Checking router: 6e2647c5-8d21-404f-a22e-0725879953c5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:07:42.463644 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Updating router 6e2647c5-8d21-404f-a22e-0725879953c5 port 7969082a-6c53-47a1-ac7d-a30f3fad7341 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:07:42.506748 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.513969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.524700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca989-4ad9-4eeb-bbd7-bdb106ca8aca req-ef0fcbd0-9d12-4331-bf89-ebe7c8c33668 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:42.525543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-109ca989-4ad9-4eeb-bbd7-bdb106ca8aca req-ef0fcbd0-9d12-4331-bf89-ebe7c8c33668 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e8b6aae-b7ae-41d5-97fb-14cfcdd43607 HTTP/1.1" status: 200 len: 1023 time: 0.1305301 Aug 30 21:07:42.545507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 29d6b367-6e83-490c-a651-0bbaed266f47 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:42.556447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.558219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Deleting port 721b70ca-8527-4748-802f-8189c6478326 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:42.559036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.596534 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.605061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "DELETE /v2.0/subnets/70cad266-d166-4361-bc2c-d940d3fc5a57 HTTP/1.1" status: 204 len: 168 time: 0.8245318 Aug 30 21:07:42.635851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 29d6b367-6e83-490c-a651-0bbaed266f47 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:42.636217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.668184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:42.695921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bb964-130b-437e-9e0c-f65e34cb19b5 tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event deleted for resources: {'Subnet': ['ID=70cad266-d166-4361-bc2c-d940d3fc5a57,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:42.790791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-109ca989-4ad9-4eeb-bbd7-bdb106ca8aca req-a25693a0-39d9-4f42-b880-369a6349e3f1 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups?id=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e&id=230c9046-296a-43bb-9687-efe10b656bf5&id=5d268382-4c84-4509-a339-f971a99eb9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2560964 Aug 30 21:07:42.893336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:42.933186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:42.996146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] For port 721b70ca-8527-4748-802f-8189c6478326, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=721b70ca-8527-4748-802f-8189c6478326,segment=NetworkSegment(8c534066-4260-443d-b82c-ff94ce45ece0),segment_id=8c534066-4260-443d-b82c-ff94ce45ece0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:42.997451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.042225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:43.042738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.057555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Calling delete_port for 721b70ca-8527-4748-802f-8189c6478326 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:43.101183 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.120194 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Transition to ACTIVE for port object 7969082a-6c53-47a1-ac7d-a30f3fad7341 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:07:43.131030 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.134195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508272e-b8cf-4e7a-bd37-8d58b22b6e70 None None] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:43.235609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Deleting port 29d6b367-6e83-490c-a651-0bbaed266f47 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:43.237273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.258065 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2c7fe-7015-41fa-9054-f16415156f8a None None] Pushing event updated for resources: {'Port': ['ID=7969082a-6c53-47a1-ac7d-a30f3fad7341,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:43.415743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Attempting to bind port 7969082a-6c53-47a1-ac7d-a30f3fad7341 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:07:43.416305 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Attempting to bind port 7969082a-6c53-47a1-ac7d-a30f3fad7341 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:07:43.420004 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Attempting to bind port 7969082a-6c53-47a1-ac7d-a30f3fad7341 on network 75bd7bb3-7b75-44c9-863c-edf00a0586db {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:07:43.442524 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:07:43.445549 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Checking segment: {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:43.446101 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.449302 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Bound using segment: {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:07:43.452868 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Bound port: 7969082a-6c53-47a1-ac7d-a30f3fad7341, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4196f4ef-b3db-4fcb-9090-2f2123542f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:07:43.453353 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.631956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] For port 29d6b367-6e83-490c-a651-0bbaed266f47, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=29d6b367-6e83-490c-a651-0bbaed266f47,segment=NetworkSegment(6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5),segment_id=6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:43.635158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.649719 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] For port 7969082a-6c53-47a1-ac7d-a30f3fad7341, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:07:43.663314 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] For port 7969082a-6c53-47a1-ac7d-a30f3fad7341, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7969082a-6c53-47a1-ac7d-a30f3fad7341,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:07:43.672111 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.675746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73f932-3e78-414c-ac92-648ce74c941b req-01d6d838-33b9-4830-979c-681a0de34872 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:43.680797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:43.690165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a73f932-3e78-414c-ac92-648ce74c941b req-01d6d838-33b9-4830-979c-681a0de34872 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.1545129 Aug 30 21:07:43.698644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['721b70ca-8527-4748-802f-8189c6478326'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:43.727960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Calling delete_port for 29d6b367-6e83-490c-a651-0bbaed266f47 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:43.758480 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Routers {'6e2647c5-8d21-404f-a22e-0725879953c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:43.759798 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6e2647c5-8d21-404f-a22e-0725879953c5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:43.791995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a73f932-3e78-414c-ac92-648ce74c941b req-b5d8aad1-499d-46c3-8ccd-bf5a9c4f9f4e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986257 Aug 30 21:07:43.840028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] DHCP port deletion for bdc29657-2ce0-44f5-a758-bb9e9391ff0d request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:07:43.862657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'Port': ['ID=721b70ca-8527-4748-802f-8189c6478326,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:43.956553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:07:44.083672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] No DVR routers for this DVR port 721b70ca-8527-4748-802f-8189c6478326 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:44.088277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.100261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6dedb1-d6bc-4257-9676-d762c2550555 req-f688a28a-f0ee-4c05-8d68-f2a8d12dff20 tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.86 "DELETE /v2.0/ports/721b70ca-8527-4748-802f-8189c6478326 HTTP/1.1" status: 204 len: 173 time: 1.9152746 Aug 30 21:07:44.143181 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2c7fe-7015-41fa-9054-f16415156f8a None None] Pushing event updated for resources: {'Port': ['ID=7969082a-6c53-47a1-ac7d-a30f3fad7341,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:44.221207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Deleting port 29d6b367-6e83-490c-a651-0bbaed266f47 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:44.221840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.245965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'name': 'network-vif-deleted', 'tag': '721b70ca-8527-4748-802f-8189c6478326'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:44.246688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] Set router 6e2647c5-8d21-404f-a22e-0725879953c5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:07:44.257653 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c1078b-8ec6-4849-ac75-4f7dbb8b9275" -d '{"events": [{"server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "name": "network-vif-deleted", "tag": "721b70ca-8527-4748-802f-8189c6478326"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:44.305903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.376807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fc6d5-3ea3-4f62-b203-26770fde0b3c req-c4aff817-f16f-4e19-a3e3-07df1ac70d62 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:44.393817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-445fc6d5-3ea3-4f62-b203-26770fde0b3c req-c4aff817-f16f-4e19-a3e3-07df1ac70d62 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.2586484 Aug 30 21:07:44.410827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event deleted for resources: {'Port': ['ID=29d6b367-6e83-490c-a651-0bbaed266f47,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:44.419621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] No DVR routers for this DVR port 29d6b367-6e83-490c-a651-0bbaed266f47 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:44.553960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-445fc6d5-3ea3-4f62-b203-26770fde0b3c req-cac8daf0-4dc3-4f4b-b0ef-ef246fe3fc15 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569085 Aug 30 21:07:44.598526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.651214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc29657-2ce0-44f5-a758-bb9e9391ff0d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:44.676408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7969082a-6c53-47a1-ac7d-a30f3fad7341 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:44.678804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:44.678804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:44.692554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] For port 29d6b367-6e83-490c-a651-0bbaed266f47, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=29d6b367-6e83-490c-a651-0bbaed266f47,segment=NetworkSegment(6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5),segment_id=6ecee8dc-9b5f-4ba5-ad34-90789d46bdf5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:44.692962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.707890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.776530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.842760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:44.851313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Calling delete_port for 29d6b367-6e83-490c-a651-0bbaed266f47 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:44.853053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.879545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-b30bb708-0179-41ef-aa12-56e588576223 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:44.887087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-b30bb708-0179-41ef-aa12-56e588576223 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "GET /v2.0/ports?device_id=43522d19-2b40-4346-98d2-311e38c1ed81 HTTP/1.1" status: 200 len: 949 time: 0.1744742 Aug 30 21:07:44.903152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a', 'port_id': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'mac_address': 'fa:16:3e:9c:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02bf2736-b56f-4274-b4ec-d9d58541ceb7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:07:44.946540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:07:44.947419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:07:44.951116 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:07:44.994752 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7969082a-6c53-47a1-ac7d-a30f3fad7341', 'name': '', 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'mac_address': 'fa:16:3e:b5:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:33Z', 'updated_at': '2021-08-30T21:07:43Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'subnets': [{'id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:45.064667 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b7c155-57d8-48ed-a253-552ed8362b09 None None] The sync data for ids ['6e2647c5-8d21-404f-a22e-0725879953c5'] in n-d-793620-16 is: [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:07:35Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7969082a-6c53-47a1-ac7d-a30f3fad7341', 'name': '', 'network_id': '75bd7bb3-7b75-44c9-863c-edf00a0586db', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'mac_address': 'fa:16:3e:b5:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:33Z', 'updated_at': '2021-08-30T21:07:43Z', 'revision_number': 4, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'subnets': [{'id': 'c6d0aad6-0c99-4244-ae22-4021d3751502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:07:45.197921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.241284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.263114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.268976 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] 10.222.0.76 "DELETE /v2.0/networks/bdc29657-2ce0-44f5-a758-bb9e9391ff0d HTTP/1.1" status: 204 len: 168 time: 2.5974028 Aug 30 21:07:45.296841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Deleting port fde05680-3cc9-4301-aa44-b685ebd8e3fc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:45.297497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.323748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c11c1-b1ab-4434-9c68-e657e6c7cf1d tempest-ExtraDHCPOptionsTestJSON-2035645958 tempest-ExtraDHCPOptionsTestJSON-2035645958-project] Pushing event deleted for resources: {'Network': ['ID=bdc29657-2ce0-44f5-a758-bb9e9391ff0d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:45.410568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.422211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Pushing event deleted for resources: {'Port': ['ID=29d6b367-6e83-490c-a651-0bbaed266f47,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:45.446214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7969082a-6c53-47a1-ac7d-a30f3fad7341 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:45.473506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] Network bdc29657-2ce0-44f5-a758-bb9e9391ff0d is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:07:45.473976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136f481-0158-4399-8110-a3be2db81c73 None None] No DVR routers for this DVR port 29d6b367-6e83-490c-a651-0bbaed266f47 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:45.486233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7969082a-6c53-47a1-ac7d-a30f3fad7341 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:45.486566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.596651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:07:45.600196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] For port fde05680-3cc9-4301-aa44-b685ebd8e3fc, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fde05680-3cc9-4301-aa44-b685ebd8e3fc,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:45.600750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.663051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Calling delete_port for fde05680-3cc9-4301-aa44-b685ebd8e3fc owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:45.785351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:45.800575 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:45.939803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 721b70ca-8527-4748-802f-8189c6478326 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:45.992550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:46.111027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:46.175548 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:46.195480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:46.232135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:46.246623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 721b70ca-8527-4748-802f-8189c6478326 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:46.247773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 721b70ca-8527-4748-802f-8189c6478326 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:46.248689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:46.287262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event deleted for resources: {'Port': ['ID=fde05680-3cc9-4301-aa44-b685ebd8e3fc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:46.401877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:46.478251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: fde05680-3cc9-4301-aa44-b685ebd8e3fc {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:46.480136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fde05680-3cc9-4301-aa44-b685ebd8e3fc not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:46.486245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7969082a-6c53-47a1-ac7d-a30f3fad7341, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7969082a-6c53-47a1-ac7d-a30f3fad7341,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:46.576669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] No DVR routers for this DVR port fde05680-3cc9-4301-aa44-b685ebd8e3fc on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:46.578024 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:46.581693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:46.593356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-18317c4d-0c69-4ce2-b3b8-0e0f2681eb13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=364e5fd3becd401380902cd4d44344b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814425 Aug 30 21:07:46.599011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51152) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:46.599809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b8cada03-83ce-4797-852e-28c7d0612a1d req-0757b5d9-0324-49ce-81de-d0bdde48de6a tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.86 "DELETE /v2.0/ports/fde05680-3cc9-4301-aa44-b685ebd8e3fc HTTP/1.1" status: 204 len: 173 time: 1.7033021 Aug 30 21:07:46.802843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 29d6b367-6e83-490c-a651-0bbaed266f47 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:46.810470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daa1c910-0d8b-4c6f-8a3e-0e099832822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:46.890916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daa1c910-0d8b-4c6f-8a3e-0e099832822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:46.897306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7969082a-6c53-47a1-ac7d-a30f3fad7341,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:47.053723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daa1c910-0d8b-4c6f-8a3e-0e099832822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:47.056754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daa1c910-0d8b-4c6f-8a3e-0e099832822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:47.058699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-daa1c910-0d8b-4c6f-8a3e-0e099832822f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ae488f9-7a51-4ad0-87a1-e9db8ada54d1 HTTP/1.1" status: 204 len: 168 time: 0.4530447 Aug 30 21:07:47.075546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1c910-0d8b-4c6f-8a3e-0e099832822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae488f9-7a51-4ad0-87a1-e9db8ada54d1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:47.245493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 29d6b367-6e83-490c-a651-0bbaed266f47 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:47.246839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 29d6b367-6e83-490c-a651-0bbaed266f47 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:47.630106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7969082a-6c53-47a1-ac7d-a30f3fad7341 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:47.638793 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc53ec-f4af-4594-bd99-298ec5424b1e x-openstack-request-id: req-43dc53ec-f4af-4594-bd99-298ec5424b1e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:47.640493 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8b6aae-b7ae-41d5-97fb-14cfcdd43607", "name": "network-vif-deleted", "tag": "721b70ca-8527-4748-802f-8189c6478326", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:47.641188 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43dc53ec-f4af-4594-bd99-298ec5424b1e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:47.642308 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8b6aae-b7ae-41d5-97fb-14cfcdd43607', 'name': 'network-vif-deleted', 'tag': '721b70ca-8527-4748-802f-8189c6478326', 'status': 'completed', 'code': 200} Aug 30 21:07:47.743617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7969082a-6c53-47a1-ac7d-a30f3fad7341 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:47.744247 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.143407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816b2b6-ca31-4c5d-a1f5-0916312eb5e9 req-3e0ee5d9-e10b-48e8-9cab-872b3cea0bd1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:48.145350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1816b2b6-ca31-4c5d-a1f5-0916312eb5e9 req-3e0ee5d9-e10b-48e8-9cab-872b3cea0bd1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 944 time: 0.0889053 Aug 30 21:07:48.211065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1816b2b6-ca31-4c5d-a1f5-0916312eb5e9 req-a2c1b2c0-0474-449d-9d28-a57d8a32a70b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571530 Aug 30 21:07:48.521397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20e18dba-014f-4ba5-93a1-526c32831968 req-c82c307e-af46-4fab-8bc9-36e4a9e66d1d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/230c9046-296a-43bb-9687-efe10b656bf5 HTTP/1.1" status: 200 len: 1800 time: 0.0682168 Aug 30 21:07:48.565421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:48.652112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20e18dba-014f-4ba5-93a1-526c32831968 req-f033069c-83fd-41e7-a684-08b96ce7277a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.687832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20e18dba-014f-4ba5-93a1-526c32831968 req-f033069c-83fd-41e7-a684-08b96ce7277a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.748977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20e18dba-014f-4ba5-93a1-526c32831968 req-f033069c-83fd-41e7-a684-08b96ce7277a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.752660 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20e18dba-014f-4ba5-93a1-526c32831968 req-f033069c-83fd-41e7-a684-08b96ce7277a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.753861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20e18dba-014f-4ba5-93a1-526c32831968 req-f033069c-83fd-41e7-a684-08b96ce7277a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/230c9046-296a-43bb-9687-efe10b656bf5 HTTP/1.1" status: 204 len: 173 time: 0.2231014 Aug 30 21:07:48.768150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033069c-83fd-41e7-a684-08b96ce7277a tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c9046-296a-43bb-9687-efe10b656bf5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:48.794563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-597716145'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:48.838277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:48.843722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.865837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:48.899666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-911470d2-87a7-4c27-bd62-13f53023b627 req-89a0e443-c123-4169-ae90-f9ded034ed49 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a246cc06ec644fffb790d10c8e5a806f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347238 Aug 30 21:07:49.011774 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.032192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.073338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d86151-b21f-44cc-a584-1533909f7b52,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:49.085821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:07:49.098712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.099272 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Added segment 730b0fca-ea0e-49ba-903b-643adee1e76e of type vlan for network 28d34119-af45-4292-8b06-6cdb8e26e89c Aug 30 21:07:49.118107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911470d2-87a7-4c27-bd62-13f53023b627 req-90a64c4c-b1f6-4956-ab40-7bffc3bcd473 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:49.119966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-911470d2-87a7-4c27-bd62-13f53023b627 req-90a64c4c-b1f6-4956-ab40-7bffc3bcd473 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084708 Aug 30 21:07:49.151026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-911470d2-87a7-4c27-bd62-13f53023b627 req-e3da5cee-c0b4-4fad-9621-55e06d3feec2 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/quotas/a246cc06ec644fffb790d10c8e5a806f HTTP/1.1" status: 200 len: 375 time: 0.0195274 Aug 30 21:07:49.156958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.202895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.212289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:49.213450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.213795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-911470d2-87a7-4c27-bd62-13f53023b627 req-36bc694f-1e8b-41ca-922a-814590553566 tempest-QuotasAdminNegativeTest-1263904352 tempest-QuotasAdminNegativeTest-1263904352-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a246cc06ec644fffb790d10c8e5a806f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548899 Aug 30 21:07:49.368350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51212) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:49.368666 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8013577 Aug 30 21:07:49.380314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'subnet': {'network_id': '28d34119-af45-4292-8b06-6cdb8e26e89c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:49.417402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfafec3-3e14-4006-9589-a0ba0e4cbf43 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Network': ['ID=28d34119-af45-4292-8b06-6cdb8e26e89c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:49.430246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 28d34119-af45-4292-8b06-6cdb8e26e89c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:07:49.645359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-deleted', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:49.649245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:49.656072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:49.658802 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ffa113-20c5-4441-a0c6-b53d349062d9" -d '{"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-deleted", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:49.968080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:49.990888 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.104259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Checking segment: {'id': '730b0fca-ea0e-49ba-903b-643adee1e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '28d34119-af45-4292-8b06-6cdb8e26e89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:50.104582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network hostable DHCP agents. Network: 28d34119-af45-4292-8b06-6cdb8e26e89c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:07:50.124018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Subnet': ['ID=cdee5991-ed31-42c2-916a-7e2d41a63153,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:50.134075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:07:50.145140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:50.145664 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.210679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:07:50.227778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5926247-1bf1-4718-9bc6-47e923322617 req-23263f08-e5f5-4ba4-8c27-68f88f901eaa tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "GET /v2.0/security-groups/5d268382-4c84-4509-a339-f971a99eb9cb HTTP/1.1" status: 200 len: 1800 time: 0.0841913 Aug 30 21:07:50.229568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 28d34119-af45-4292-8b06-6cdb8e26e89c) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:50.251329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae0389-5cfd-4a7c-a4d6-e4f0cd8da713 None None] Network 28d34119-af45-4292-8b06-6cdb8e26e89c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:50.262208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:50.263047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.319335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:50.320130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-91a28756-24a1-4acb-9cdc-80c78bb1de9d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9489856 Aug 30 21:07:50.348136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-926512121', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:50.362457 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.374859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a5926247-1bf1-4718-9bc6-47e923322617 req-47a23215-93c6-46d1-ae46-6615cb7e963d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.420838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a5926247-1bf1-4718-9bc6-47e923322617 req-47a23215-93c6-46d1-ae46-6615cb7e963d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.434442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:50.436631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.437212 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a535c8-37eb-430a-bbed-5276629620bf" -d '{"events": [{"server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "name": "network-vif-plugged", "status": "completed", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:50.439301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.460372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:50.475834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.521199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.521535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a5926247-1bf1-4718-9bc6-47e923322617 req-47a23215-93c6-46d1-ae46-6615cb7e963d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.525499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-a5926247-1bf1-4718-9bc6-47e923322617 req-47a23215-93c6-46d1-ae46-6615cb7e963d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.527285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5926247-1bf1-4718-9bc6-47e923322617 req-47a23215-93c6-46d1-ae46-6615cb7e963d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] 10.222.0.76 "DELETE /v2.0/security-groups/5d268382-4c84-4509-a339-f971a99eb9cb HTTP/1.1" status: 204 len: 173 time: 0.2871654 Aug 30 21:07:50.542188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51232) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:50.543556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a23215-93c6-46d1-ae46-6615cb7e963d tempest-SecurityGroupsTestJSON-314026440 tempest-SecurityGroupsTestJSON-314026440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d268382-4c84-4509-a339-f971a99eb9cb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:50.627815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317969b-3045-4aaf-ba7f-a6532f86132e None None] Network 28d34119-af45-4292-8b06-6cdb8e26e89c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:50.653959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Deleting subnet 43a19798-df84-49e8-b9e5-a939446e8e33 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:07:50.670044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.721072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.777450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.801078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:50.860544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.862101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.930843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a19798-df84-49e8-b9e5-a939446e8e33,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:50.947201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:50.949515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9463164a-1d40-4466-aafb-489708fe0000 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/43a19798-df84-49e8-b9e5-a939446e8e33 HTTP/1.1" status: 204 len: 168 time: 0.4021912 Aug 30 21:07:50.956558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51242) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:51.037782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124616-fb38-4bda-a173-f9571e2ea73e req-44f4bea3-13aa-4f68-bcaa-84ec37bbb150 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:51.045262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe124616-fb38-4bda-a173-f9571e2ea73e req-44f4bea3-13aa-4f68-bcaa-84ec37bbb150 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 945 time: 0.2009554 Aug 30 21:07:51.131237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.140229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe124616-fb38-4bda-a173-f9571e2ea73e req-25bf8104-13ac-4323-a7fe-a0c6c1979c4b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915654 Aug 30 21:07:51.284125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.303983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b55968b-5227-486e-91d4-e44bcd93f214']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:51.313698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-d60684e4-6c92-4a9f-ba70-b0350e291e47 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:51.315313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-d60684e4-6c92-4a9f-ba70-b0350e291e47 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0763869 Aug 30 21:07:51.326910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c534066-4260-443d-b82c-ff94ce45ece0') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:51.327437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c534066-4260-443d-b82c-ff94ce45ece0') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:51.339952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.369367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.377913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:07:51.378382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:07:51.381165 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:07:51.473699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.487913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.490343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0b55968b-5227-486e-91d4-e44bcd93f214 HTTP/1.1" status: 204 len: 168 time: 0.5293856 Aug 30 21:07:51.519827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d28b2d-9731-464c-a542-4f66572a9706 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b55968b-5227-486e-91d4-e44bcd93f214,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:51.753144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Deleting port e773cb5e-64b8-4c9e-abc1-77223524745a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:07:51.753894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.757859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.825732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:51.945222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51262) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:51.961023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] For port e773cb5e-64b8-4c9e-abc1-77223524745a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e773cb5e-64b8-4c9e-abc1-77223524745a,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:51.961607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.003447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Calling delete_port for e773cb5e-64b8-4c9e-abc1-77223524745a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:07:52.019270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdad88-a143-4a67-812c-e94394e075ca req-c6dd66b9-d769-44ce-be5c-62d70b464eb2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:52.030585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aecdad88-a143-4a67-812c-e94394e075ca req-c6dd66b9-d769-44ce-be5c-62d70b464eb2 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 950 time: 0.0992188 Aug 30 21:07:52.037814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7e3a4b4f-ee79-42ba-af79-c0db12419615 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35bc30593127429cadd53880aa8f03b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907662 Aug 30 21:07:52.045564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:52.075643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.175 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/2d826268-b3f2-433e-8529-c437a39dfd68) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:52.131613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aecdad88-a143-4a67-812c-e94394e075ca req-9b401510-8531-43ef-b69c-6b240d7e9639 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0289563-590f-4cac-af48-06d8110198ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997088 Aug 30 21:07:52.181906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dad1d964-4f61-407e-900f-5493518c6ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.227153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dad1d964-4f61-407e-900f-5493518c6ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.258963 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a1cb13-b09f-4224-86f1-7c467b6d4202 x-openstack-request-id: req-69a1cb13-b09f-4224-86f1-7c467b6d4202 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:52.259404 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43522d19-2b40-4346-98d2-311e38c1ed81", "name": "network-vif-deleted", "tag": "fde05680-3cc9-4301-aa44-b685ebd8e3fc", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:52.259813 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69a1cb13-b09f-4224-86f1-7c467b6d4202 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:52.260423 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43522d19-2b40-4346-98d2-311e38c1ed81', 'name': 'network-vif-deleted', 'tag': 'fde05680-3cc9-4301-aa44-b685ebd8e3fc', 'status': 'completed', 'code': 200} Aug 30 21:07:52.345219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dad1d964-4f61-407e-900f-5493518c6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.357535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dad1d964-4f61-407e-900f-5493518c6ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.365745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dad1d964-4f61-407e-900f-5493518c6ef8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e HTTP/1.1" status: 204 len: 168 time: 0.3181181 Aug 30 21:07:52.380871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1d964-4f61-407e-900f-5493518c6ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072fb76-dbe8-4151-b0e2-5fa35e6d4a6e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:52.422627 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f9a30-d994-464d-bc90-9a6252e65551 x-openstack-request-id: req-e43f9a30-d994-464d-bc90-9a6252e65551 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:52.426768 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "name": "network-vif-plugged", "status": "completed", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:52.427590 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e43f9a30-d994-464d-bc90-9a6252e65551 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:52.428898 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'code': 200} Aug 30 21:07:52.477725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.626854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6951b2-afd2-4211-ab01-3b888f2b178f req-15a6e813-6db2-4e02-ac4e-576158ba88f4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:52.628490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a6951b2-afd2-4211-ab01-3b888f2b178f req-15a6e813-6db2-4e02-ac4e-576158ba88f4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 945 time: 0.0705407 Aug 30 21:07:52.654132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.662706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.670102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e773cb5e-64b8-4c9e-abc1-77223524745a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:52.717902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a6951b2-afd2-4211-ab01-3b888f2b178f req-6c6762ce-4b25-44d9-b672-d8668f32c3ba tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716391 Aug 30 21:07:52.818507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Pushing event deleted for resources: {'Port': ['ID=e773cb5e-64b8-4c9e-abc1-77223524745a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:52.858636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:52.879341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:52.885360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:52.967407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] No DVR routers for this DVR port e773cb5e-64b8-4c9e-abc1-77223524745a on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:07:52.979376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:52.981638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28759b2f-b232-4f6d-90b7-84d7ac863f51 req-febc6da3-023a-4192-bb21-d6b0714cf630 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.82 "DELETE /v2.0/ports/e773cb5e-64b8-4c9e-abc1-77223524745a HTTP/1.1" status: 204 len: 173 time: 1.6579912 Aug 30 21:07:52.998122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd99723-38a4-4978-b000-62f77a4d19ec req-ed0c0c17-d572-4403-aa16-e9f6d3e46982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:53.000577 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffd99723-38a4-4978-b000-62f77a4d19ec req-ed0c0c17-d572-4403-aa16-e9f6d3e46982 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1097 time: 0.3736353 Aug 30 21:07:53.005285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=2d826268-b3f2-433e-8529-c437a39dfd68,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:53.126087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffd99723-38a4-4978-b000-62f77a4d19ec req-4e5ae422-8988-4dc1-8d13-7a96be9d4e10 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168983 Aug 30 21:07:53.219789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51288) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:53.389590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17b7ecbe-50dd-4869-85f4-3f0aaba09e93 req-b022345e-cdd0-48db-882f-63a0a6b16c34 tempest-MigrationsAdminTest-2109395893 tempest-MigrationsAdminTest-2109395893-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e5cf399-37bd-4d0a-98ed-7b7be036db9a HTTP/1.1" status: 200 len: 210 time: 0.0738118 Aug 30 21:07:53.491459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47a2873f-13d3-4e09-85a1-17ee114bc8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:53.579949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:53.666382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47a2873f-13d3-4e09-85a1-17ee114bc8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:53.673749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47a2873f-13d3-4e09-85a1-17ee114bc8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:53.730492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-47a2873f-13d3-4e09-85a1-17ee114bc8f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a246cc06ec644fffb790d10c8e5a806f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5065439 Aug 30 21:07:53.732333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:53.754893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2873f-13d3-4e09-85a1-17ee114bc8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef0f614-e5eb-47fd-9f25-4ed96f49d275,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:53.886526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edcf197f-af03-41fa-ac63-9fc9b7702c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:53.963324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edcf197f-af03-41fa-ac63-9fc9b7702c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.025854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.104063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb8a0-b864-4861-8331-bf329065997a req-2609a5b7-2a81-4ef1-92f5-dd4629b2fb95 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:54.119210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42dfb8a0-b864-4861-8331-bf329065997a req-2609a5b7-2a81-4ef1-92f5-dd4629b2fb95 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 945 time: 0.2419822 Aug 30 21:07:54.182011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42dfb8a0-b864-4861-8331-bf329065997a req-74f20052-b6f6-4ef9-8a8a-71ee2af01cf1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546639 Aug 30 21:07:54.211386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edcf197f-af03-41fa-ac63-9fc9b7702c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.217193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edcf197f-af03-41fa-ac63-9fc9b7702c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.224787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-edcf197f-af03-41fa-ac63-9fc9b7702c6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ef0f614-e5eb-47fd-9f25-4ed96f49d275 HTTP/1.1" status: 204 len: 168 time: 0.4903126 Aug 30 21:07:54.225580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:54.276985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-deleted', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:54.281478 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10983dc5-6fbe-486b-97de-f3b36d1fae34" -d '{"events": [{"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-deleted", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:54.297603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf197f-af03-41fa-ac63-9fc9b7702c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef0f614-e5eb-47fd-9f25-4ed96f49d275,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:54.447924 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a94e9-ef44-4bea-8f94-ae928c720161 x-openstack-request-id: req-854a94e9-ef44-4bea-8f94-ae928c720161 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:07:54.448240 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5cf399-37bd-4d0a-98ed-7b7be036db9a", "name": "network-vif-deleted", "tag": "e773cb5e-64b8-4c9e-abc1-77223524745a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:07:54.448494 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-854a94e9-ef44-4bea-8f94-ae928c720161 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:07:54.449073 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5cf399-37bd-4d0a-98ed-7b7be036db9a', 'name': 'network-vif-deleted', 'tag': 'e773cb5e-64b8-4c9e-abc1-77223524745a', 'status': 'completed', 'code': 200} Aug 30 21:07:54.599635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:07:54.718060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1514114607-network', 'tenant_id': '9a0a07b644cc496692f2520b5cd0ade1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:54.751573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:07:54.767937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:07:54.795593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Made reservation on behalf of 9a0a07b644cc496692f2520b5cd0ade1 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:54.799835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.801070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:54.801953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:54.802839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75df4baa-c3f4-4e37-b8cd-215d3eb4f19f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4812508 Aug 30 21:07:54.805425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:54.820612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.852505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:54.913036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:54.948452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:07:54.949117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:54.974623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:55.002254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98be6497-3136-4769-a034-45b9cca3cbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.039826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:07:55.040532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cab4f7-c5b1-495d-a10f-7c3f37156e07 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:07:55.113086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.123938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.158274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:07:55.186703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.187531 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Added segment 88816ff5-3766-48af-8af7-080bf18ea519 of type vlan for network 9abecccc-0c64-4b21-ad94-e22c59b5d50a Aug 30 21:07:55.371444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.440186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51356) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:55.483905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.486470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:55.487894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:55.656249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:07:55.662896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=9abecccc-0c64-4b21-ad94-e22c59b5d50a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:55.723050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0600f31e-42a0-43b4-b5fd-fa1913dccad2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:55.745695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bde851-9d3f-4618-8bb9-77f97fa7b030 req-98ec9399-3f4d-4450-ab02-040747d83e8b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:55.761199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26bde851-9d3f-4618-8bb9-77f97fa7b030 req-98ec9399-3f4d-4450-ab02-040747d83e8b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 945 time: 0.3219378 Aug 30 21:07:55.853926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:55.872107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:07:55.878562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'mac_address': 'fa:16:3e:0c:5e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:07:55.885303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:07:55.899023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26bde851-9d3f-4618-8bb9-77f97fa7b030 req-eb10471f-728e-4cb6-9ddc-f85a73d96306 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033740 Aug 30 21:07:55.914509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-df20f8db-89a9-4545-9471-b76a56ed19aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b283f32fb392454189be51e4860cf215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682388 Aug 30 21:07:55.918655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51364) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:56.008890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.043214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: e773cb5e-64b8-4c9e-abc1-77223524745a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:07:56.044055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e773cb5e-64b8-4c9e-abc1-77223524745a not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:07:56.076198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cce2d5d-51a4-4155-a5ae-33a6760f0842 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:07:56.107183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:56.121319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.126550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a11-349d-4bce-9b9a-9826f1ac400a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.184973 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98be6497-3136-4769-a034-45b9cca3cbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.200143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:56.216312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a11-349d-4bce-9b9a-9826f1ac400a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.233031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6fa2fde9-d1b2-4219-97ea-835d18eb3ae8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0010924 Aug 30 21:07:56.235944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51372) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:56.250626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2cce2d5d-51a4-4155-a5ae-33a6760f0842'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:07:56.263405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Request body: {'subnet': {'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1514114607-subnet', 'tenant_id': '9a0a07b644cc496692f2520b5cd0ade1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:56.272382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98be6497-3136-4769-a034-45b9cca3cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.377345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Made reservation on behalf of 9a0a07b644cc496692f2520b5cd0ade1 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:56.385637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.438176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be6497-3136-4769-a034-45b9cca3cbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b01707-69b0-4e1b-8106-eb263210f48c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:56.513806 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98be6497-3136-4769-a034-45b9cca3cbb8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebe6147c37f14503a7d2f588804be06d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5380266 Aug 30 21:07:56.514843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:56.526823 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a11-349d-4bce-9b9a-9826f1ac400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.530939 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8a11-349d-4bce-9b9a-9826f1ac400a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.538995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ec1f8a11-349d-4bce-9b9a-9826f1ac400a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0289563-590f-4cac-af48-06d8110198ee HTTP/1.1" status: 204 len: 168 time: 0.6187401 Aug 30 21:07:56.620964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f8a11-349d-4bce-9b9a-9826f1ac400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0289563-590f-4cac-af48-06d8110198ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:56.662749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904cea0-73cb-4270-9a2f-557bf56efb9d req-ad56b2d2-73e5-4df6-99d3-4ee99bca64e7 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:56.665251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e904cea0-73cb-4270-9a2f-557bf56efb9d req-ad56b2d2-73e5-4df6-99d3-4ee99bca64e7 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1097 time: 0.1632109 Aug 30 21:07:56.731636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828ec42e-671f-4efe-be6d-4d40b250ae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.767557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828ec42e-671f-4efe-be6d-4d40b250ae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.794026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e904cea0-73cb-4270-9a2f-557bf56efb9d req-71cf1e2f-2ad3-4423-8665-f35f0dd467ac tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093481 Aug 30 21:07:56.864603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828ec42e-671f-4efe-be6d-4d40b250ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.870713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-828ec42e-671f-4efe-be6d-4d40b250ae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:56.877910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-828ec42e-671f-4efe-be6d-4d40b250ae79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28b01707-69b0-4e1b-8106-eb263210f48c HTTP/1.1" status: 204 len: 168 time: 0.3573923 Aug 30 21:07:56.964477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:57.035698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:57.042752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ec42e-671f-4efe-be6d-4d40b250ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b01707-69b0-4e1b-8106-eb263210f48c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:57.236563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:57.292130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01478bb2-5eb8-48c2-8708-4062c70e3d76 req-984a614a-f456-4647-be36-c56f53eb11e6 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:57.304714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01478bb2-5eb8-48c2-8708-4062c70e3d76 req-984a614a-f456-4647-be36-c56f53eb11e6 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1097 time: 0.2010508 Aug 30 21:07:57.310642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:57.361071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Checking segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:07:57.361858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Network hostable DHCP agents. Network: 9abecccc-0c64-4b21-ad94-e22c59b5d50a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:07:57.382915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01478bb2-5eb8-48c2-8708-4062c70e3d76 req-8069fff1-cd5b-46ad-a5c0-0e79a3c9da1e tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Aug 30 21:07:57.436266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:07:57.476764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 9abecccc-0c64-4b21-ad94-e22c59b5d50a) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:57.488301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:07:57.488986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:57.489196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3b581-cf65-42b7-9c95-90fba4c4e602 None None] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:57.545797 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b333299e-ea68-4c5a-9715-0db40749e5f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9a1b487195c40669acdda37cb2b83cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308712 Aug 30 21:07:57.550340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51398) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:57.670442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:07:57.788411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6e4939cc-5808-428a-90c0-8244815e5905 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5429618 Aug 30 21:07:57.895593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f906953f-72d5-4b1a-b85c-84623fed1fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:57.934990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:07:57.935477 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:57.985381 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f906953f-72d5-4b1a-b85c-84623fed1fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.018819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.1 (28d34119-af45-4292-8b06-6cdb8e26e89c/cdee5991-ed31-42c2-916a-7e2d41a63153/2cf9d003-4545-4326-b867-ec4068c0b761) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:07:58.120172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f906953f-72d5-4b1a-b85c-84623fed1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.123680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f906953f-72d5-4b1a-b85c-84623fed1fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.125622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f906953f-72d5-4b1a-b85c-84623fed1fbb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca1bcad2-398b-4b9b-b47f-8011254e2fc4 HTTP/1.1" status: 204 len: 168 time: 0.5732691 Aug 30 21:07:58.149393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906953f-72d5-4b1a-b85c-84623fed1fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1bcad2-398b-4b9b-b47f-8011254e2fc4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:58.156724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf3c93-5db3-4920-8d49-d71603e9c538 None None] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:07:58.363645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.399500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.454337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.478899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:07:58.489856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:07:58.497754 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1462344-10f4-479f-9ea3-c4eb4acedcc8" -d '{"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:07:58.511104 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:58.663169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:07:58.680821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:07:58.685448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:07:58.759189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:58.807763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=2cf9d003-4545-4326-b867-ec4068c0b761,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:07:58.858573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:59.184844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:59.335360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51464) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:07:59.773389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1525130275-network', 'tenant_id': '2e0e60fb9d904353899db947082239b0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:07:59.825360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:59.833610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Made reservation on behalf of 2e0e60fb9d904353899db947082239b0 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:07:59.836697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:59.846124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:07:59.849610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.095580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.102612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.205506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=2cf9d003-4545-4326-b867-ec4068c0b761,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:00.213141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:08:00.227360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.228456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.229438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.230316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.231436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.232392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.233552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.234442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.235822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.236715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.237546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.238399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:00.251999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51500) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:00.265546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.279007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e49180-dc5e-4c89-8700-46c9b71328fa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:00.308572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.309031 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Added segment 95134814-d54d-430d-842b-41c943054cf8 of type vlan for network 55c72fbb-b924-41cf-abca-404c9c54cba7 Aug 30 21:08:00.479195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.581994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.584150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:00.584980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:00.585446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.588481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:00.726287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-network', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:00.730464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3932915 Aug 30 21:08:00.737163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:00.749194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Request body: {'subnet': {'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1525130275-subnet', 'tenant_id': '2e0e60fb9d904353899db947082239b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:00.754870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4d38b-1c15-4a10-acdd-612afba4ad0b admin admin] Pushing event updated for resources: {'Network': ['ID=55c72fbb-b924-41cf-abca-404c9c54cba7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:00.768446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Made reservation on behalf of b9b80d2456734f2fbe369079f694ec24 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:00.770583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 55c72fbb-b924-41cf-abca-404c9c54cba7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:08:00.773948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.808932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:00.878277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Made reservation on behalf of 2e0e60fb9d904353899db947082239b0 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:00.881167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.110164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.156257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:01.168103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.176312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.236832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958c681b-83b7-4045-bfbe-62455d42f0b0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:01.246418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Checking segment: {'id': '95134814-d54d-430d-842b-41c943054cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:01.247006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Network hostable DHCP agents. Network: 55c72fbb-b924-41cf-abca-404c9c54cba7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:08:01.259353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501fccbc-a0fc-4e2d-81c4-89b13eb7c1e9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:01.272286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-41738904-7f79-4915-9021-ede12aac388a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:08:01.284520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-41738904-7f79-4915-9021-ede12aac388a tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4968500 Aug 30 21:08:01.295973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:08:01.336710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.337544 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Added segment 6241b839-571b-41f8-807e-290e35c4d3ef of type vlan for network bf8cdd9b-6509-4fec-9d32-81488761e36b Aug 30 21:08:01.362452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Network 55c72fbb-b924-41cf-abca-404c9c54cba7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:08:01.378124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 55c72fbb-b924-41cf-abca-404c9c54cba7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:01.387605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d1314-a2da-43fd-ac40-d74a736b9148 None None] Network 55c72fbb-b924-41cf-abca-404c9c54cba7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:01.396934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:01.398877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.482039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.518773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Request body: {'binding': {'host': 'n-h1-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:01.519656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Unknown quota resources ['binding']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:08:01.536368 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8dbc64bf-1c55-4d21-96f3-6b7b6efcdaa1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7953582 Aug 30 21:08:01.578498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:01.601740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:01.606679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cb5ca599-ca4d-46f2-9890-8190c8fc840e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/routers/cd241747-4149-483a-9e78-33afda1cc301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7992280 Aug 30 21:08:01.611100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:01.620530 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:01.624146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'port': {'network_id': '28d34119-af45-4292-8b06-6cdb8e26e89c', 'name': 'tempest-FloatingIPTestJSON-398681525'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:01.626323 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:01.703119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.704257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:01.709353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.750087 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:01.800066 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:01.801250 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:01.811201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4775a246-ddfb-412f-bbfd-bc89c07457e8 None None] Network 55c72fbb-b924-41cf-abca-404c9c54cba7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:01.904760 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:01.909526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fee863-2813-4c0a-8dd1-f2dc905e21c8 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:01.918836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:01.924005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:01.959152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] device_id is not set on port beac9ead-85cb-40c1-bcaa-71eae38e6dae yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:08:02.219634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.13 (28d34119-af45-4292-8b06-6cdb8e26e89c/cdee5991-ed31-42c2-916a-7e2d41a63153/beac9ead-85cb-40c1-bcaa-71eae38e6dae) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:02.227485 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8cdd9b-6509-4fec-9d32-81488761e36b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:02.243005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network bf8cdd9b-6509-4fec-9d32-81488761e36b details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:08:02.257654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2ecba1ba-b8f5-438e-9d16-ecb467fdfd40 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0015960 Aug 30 21:08:02.260569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:02.261450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on host n-h1-793620-16 for vnic_type normal with profile None {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:02.261884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:02.263901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:02.279813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Request body: {'subnet': {'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-subnet', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:02.292716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:02.293227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:02.313853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:02.314301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:02.315476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:02.316442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Bound port: e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:02.380271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Made reservation on behalf of b9b80d2456734f2fbe369079f694ec24 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:02.384107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:02.490052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:02.499826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:02.505025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] 10.222.0.76 "POST /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5/bindings HTTP/1.1" status: 201 len: 390 time: 1.2191782 Aug 30 21:08:02.695455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:02.714356 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9ebf7-2722-411b-b7c6-928b1ff6eb8e x-openstack-request-id: req-74f9ebf7-2722-411b-b7c6-928b1ff6eb8e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:02.715018 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:02.715625 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74f9ebf7-2722-411b-b7c6-928b1ff6eb8e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:02.716643 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'code': 200} Aug 30 21:08:03.013054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51546) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:03.020148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1009045814-network', 'tenant_id': 'f48463b1e1214bd0804bc6f6e4a83587'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:03.045907 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.051876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.066466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Made reservation on behalf of f48463b1e1214bd0804bc6f6e4a83587 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:03.071276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.105462 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.133990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=beac9ead-85cb-40c1-bcaa-71eae38e6dae,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:03.182367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-e1f6e762-1efc-4cd3-bec3-ea60e2d1cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:03.184487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-e1f6e762-1efc-4cd3-bec3-ea60e2d1cbc2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1097 time: 0.2183068 Aug 30 21:08:03.347749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.353530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.372100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-32f4689b-0ed9-4ffd-9fa8-1d209cf869dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:03.374482 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-32f4689b-0ed9-4ffd-9fa8-1d209cf869dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1762643 Aug 30 21:08:03.388944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:03.399993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:03.415793 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.458358 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-e59ff8d9-2352-481a-aa5d-b706cd40973e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0670242 Aug 30 21:08:03.459572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:03.470374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33816df8-38c3-45f9-b2f1-6af0788b2fc2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:03.482632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:08:03.500151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Checking segment: {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:03.500675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Network hostable DHCP agents. Network: bf8cdd9b-6509-4fec-9d32-81488761e36b, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:08:03.512258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea2fa8-f2bf-4101-a07b-037c88a185d5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:03.575224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.575897 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Added segment 35d35003-744b-43e0-8ae2-7d2b8a936457 of type vlan for network 46836127-c66b-43de-9cb6-5d1e438bd70a Aug 30 21:08:03.577233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:03.578286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.597287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-c2ca1f65-a149-419b-ab63-6d37776b6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:03.599338 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-c2ca1f65-a149-419b-ab63-6d37776b6f5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.1303310 Aug 30 21:08:03.601119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Network bf8cdd9b-6509-4fec-9d32-81488761e36b is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:08:03.604280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f05e8411-5695-41f3-a2c3-ecb97cb5c99d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9916770 Aug 30 21:08:03.609601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:03.626438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'port': {'network_id': '28d34119-af45-4292-8b06-6cdb8e26e89c', 'name': 'tempest-FloatingIPTestJSON-397392830'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:03.646623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, bf8cdd9b-6509-4fec-9d32-81488761e36b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:03.651935 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-8b4ad574-56d1-46ba-99b4-2de1911f5837 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430729 Aug 30 21:08:03.659157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855307b-f1c9-482c-8c4d-2883c1d781a0 None None] Network bf8cdd9b-6509-4fec-9d32-81488761e36b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:03.698527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:03.699687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.765356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.845190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e27858c7-3d03-47b3-a2e6-5a8791eed4c6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5758488 Aug 30 21:08:03.848810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51558) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:03.859775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:03.953818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.958587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.975907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-32c5030c-89ad-4559-acd9-6593e5952be2 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107154 Aug 30 21:08:03.988515 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:03.990832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:03.993012 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:04.005045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-bf8cdd9b-6509-4fec-9d32-81488761e36b', 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'fixed_ips': [{'subnet_id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:08:04.006922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:04.132944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:04.144263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:04.166339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] device_id is not set on port b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:08:04.308456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2930529 Aug 30 21:08:04.312608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51560) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:04.325106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Request body: {'subnet': {'network_id': '46836127-c66b-43de-9cb6-5d1e438bd70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1009045814-subnet', 'tenant_id': 'f48463b1e1214bd0804bc6f6e4a83587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:04.373110 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-6cbbb26e-1483-48ce-a314-55b99ad1ebdb service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862615 Aug 30 21:08:04.422503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Made reservation on behalf of f48463b1e1214bd0804bc6f6e4a83587 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:04.430709 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:04.524778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.7 (28d34119-af45-4292-8b06-6cdb8e26e89c/cdee5991-ed31-42c2-916a-7e2d41a63153/b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:04.736865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Allocated IP 172.20.0.2 (bf8cdd9b-6509-4fec-9d32-81488761e36b/33816df8-38c3-45f9-b2f1-6af0788b2fc2/bb9dd976-4801-406e-8fa2-870a6b01fc16) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:04.825232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e30e2-ddd6-4360-b4f8-05048ac4e3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=46836127-c66b-43de-9cb6-5d1e438bd70a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:04.835123 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:04.909238 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:04.926097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 46836127-c66b-43de-9cb6-5d1e438bd70a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:08:05.354781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d08c04e-c42d-4e9c-ad2f-ad898c1630eb,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:05.461383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Checking segment: {'id': '35d35003-744b-43e0-8ae2-7d2b8a936457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '46836127-c66b-43de-9cb6-5d1e438bd70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:05.461693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Network hostable DHCP agents. Network: 46836127-c66b-43de-9cb6-5d1e438bd70a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:08:05.478195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:05.574198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:05.616905 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:05.627319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:05.690774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Network 46836127-c66b-43de-9cb6-5d1e438bd70a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:08:05.703315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Transition to ACTIVE for port object bb9dd976-4801-406e-8fa2-870a6b01fc16 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:05.743002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 46836127-c66b-43de-9cb6-5d1e438bd70a) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:05.750126 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:05.761321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68855a11-1e1f-475d-92cd-0e0c82b2fb8e None None] Network 46836127-c66b-43de-9cb6-5d1e438bd70a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:05.793740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:05.794966 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:05.849702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aea58a0d-6761-4977-94e7-1fd4458c3adb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5321100 Aug 30 21:08:05.870366 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:08:05.979749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:06.052609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:06.057011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:06.067206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:06.317228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Transition to ACTIVE for port object bb9dd976-4801-406e-8fa2-870a6b01fc16 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:06.385454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:06.386552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:06.448949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-858726c5-6e18-4131-bb03-945a06429593 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8379767 Aug 30 21:08:06.449687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:06.465567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:06.497251 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:06.534612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:06.562175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:06.655048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2b097-e0a9-4d3d-a276-b5278717b95b None None] Network 46836127-c66b-43de-9cb6-5d1e438bd70a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:06.673629 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:06.760368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Network bf8cdd9b-6509-4fec-9d32-81488761e36b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:06.774528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Pushing event updated for resources: {'Port': ['ID=bb9dd976-4801-406e-8fa2-870a6b01fc16,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:06.779250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:06.785641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:06.982162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:07.112226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Attempting to bind port bb9dd976-4801-406e-8fa2-870a6b01fc16 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:07.112720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Attempting to bind port bb9dd976-4801-406e-8fa2-870a6b01fc16 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:07.113066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Attempting to bind port bb9dd976-4801-406e-8fa2-870a6b01fc16 on network bf8cdd9b-6509-4fec-9d32-81488761e36b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:07.184924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Allocated IP 172.25.5.234 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/ce4fb224-51db-4a12-8dd2-68b963c3c962) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:07.199182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:07.200172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Checking segment: {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:07.200804 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:07.201456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Bound using segment: {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:07.202240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Bound port: bb9dd976-4801-406e-8fa2-870a6b01fc16, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:07.202906 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:07.437086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] For port bb9dd976-4801-406e-8fa2-870a6b01fc16, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:07.448650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] For port bb9dd976-4801-406e-8fa2-870a6b01fc16, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb9dd976-4801-406e-8fa2-870a6b01fc16,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:07.449801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:07.466912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:07.568393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:07.674614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081ac61-2c51-4c6d-905c-8beb635c444f None None] Pushing event updated for resources: {'Port': ['ID=bb9dd976-4801-406e-8fa2-870a6b01fc16,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:07.703809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4fb224-51db-4a12-8dd2-68b963c3c962,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:07.770338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:07.777170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:07.786658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:07.806068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.105 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/405ce404-fb09-44f1-878f-fa9c35890b1b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:08.153284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:08.307931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:08.474305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:08.476711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:08.491642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:08.585655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=405ce404-fb09-44f1-878f-fa9c35890b1b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:08.908380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a4733dc-a3d8-498c-b41d-74952f06cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:09.294027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14208d75-80e9-4e91-8f3a-7f9ad553a92e None None] Network bf8cdd9b-6509-4fec-9d32-81488761e36b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:09.520003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-736cecd0-06b9-40f9-a083-ec4921f567dd None None] Provisioning for port bb9dd976-4801-406e-8fa2-870a6b01fc16 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:09.736475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:09.776729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb9dd976-4801-406e-8fa2-870a6b01fc16 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:09.836043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:09.984145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port bb9dd976-4801-406e-8fa2-870a6b01fc16 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:09.989048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bb9dd976-4801-406e-8fa2-870a6b01fc16 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:09.989430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.016637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.197411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.288471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port bb9dd976-4801-406e-8fa2-870a6b01fc16, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb9dd976-4801-406e-8fa2-870a6b01fc16,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:10.296297 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.419705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=bb9dd976-4801-406e-8fa2-870a6b01fc16,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:10.479019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.488819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.493611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-16a4f5a8-6de2-4132-9758-3182773da5fc None None] Provisioning complete for port bb9dd976-4801-406e-8fa2-870a6b01fc16 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:10.494052 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16a4f5a8-6de2-4132-9758-3182773da5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.497060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.681816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:10.848948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:08:10.968287 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP d8199b82-a3b1-4bcc-8c9d-df36a3f94e84 associated. External IP: 172.25.5.105, port: b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc. Aug 30 21:08:11.058954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=405ce404-fb09-44f1-878f-fa9c35890b1b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:11.093630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:11.105419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Sync routers for ids ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:11.132588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Routers {'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:11.141558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:07:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:11.153868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:11.155627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-946e1518-e775-4a6d-8bda-e7215e2e7cd5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3053324 Aug 30 21:08:11.159669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51584) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:11.441822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Set router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:11.658722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:11.858360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb9dd976-4801-406e-8fa2-870a6b01fc16 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:12.084385 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:12.125288 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-499f54a5-0c81-4ad2-9819-24e0ec7ea4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:12.176554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:09Z', 'revision_number': 3, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:12.226342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Checking router: c0e1062a-bcfe-4aa5-97de-eea5cf20b52a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:08:12.226598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:12.227162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Updating router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a port ce4fb224-51db-4a12-8dd2-68b963c3c962 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:08:12.239385 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:12.253036 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:12.254648 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:12.284632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:12.341849 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:12.356625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:12.375633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:12.377713 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:12.393585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d27106e-37a0-4ad0-81a9-206f36f6d168 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9422834 Aug 30 21:08:12.396296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:12.401269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:12.447767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bb9dd976-4801-406e-8fa2-870a6b01fc16 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:12.448383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:12.479070 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:12.480227 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014cb24-eeaa-4064-ae8d-24097c8dda50 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:12.580319 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:12.829007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.093213 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.132436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.144515 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.145717 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP d8199b82-a3b1-4bcc-8c9d-df36a3f94e84 disassociated. External IP: 172.25.5.105, port: b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc. Aug 30 21:08:13.279900 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.304143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Allocated IP 172.20.0.1 (bf8cdd9b-6509-4fec-9d32-81488761e36b/33816df8-38c3-45f9-b2f1-6af0788b2fc2/b96dfc60-462f-4409-a989-39c826dec9f6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:13.311806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Transition to ACTIVE for port object ce4fb224-51db-4a12-8dd2-68b963c3c962 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:13.321030 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.434611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Attempting to bind port ce4fb224-51db-4a12-8dd2-68b963c3c962 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:13.434611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Attempting to bind port ce4fb224-51db-4a12-8dd2-68b963c3c962 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:13.436150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Attempting to bind port ce4fb224-51db-4a12-8dd2-68b963c3c962 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:13.463491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:13.463908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:13.464370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.464947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:13.465529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Bound port: ce4fb224-51db-4a12-8dd2-68b963c3c962, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:13.465926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.494187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69b095-b442-4e83-a144-7eb3a3413de7 None None] Pushing event updated for resources: {'Port': ['ID=ce4fb224-51db-4a12-8dd2-68b963c3c962,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:13.502695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.544449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Transition to ACTIVE for port object b96dfc60-462f-4409-a989-39c826dec9f6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:13.597652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] For port ce4fb224-51db-4a12-8dd2-68b963c3c962, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:13.608737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] For port ce4fb224-51db-4a12-8dd2-68b963c3c962, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ce4fb224-51db-4a12-8dd2-68b963c3c962,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:13.615056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.622658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.642050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:13.671007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Network bf8cdd9b-6509-4fec-9d32-81488761e36b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:13.675109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:13.686028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:13.891022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Routers {'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:13.891022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:13.891655 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:13.909556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:13.932940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.018757 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6efdad96-aa36-4490-a279-4e5dc3787cb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/floatingips/d8199b82-a3b1-4bcc-8c9d-df36a3f94e84 HTTP/1.1" status: 200 len: 688 time: 1.6213212 Aug 30 21:08:14.022798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:14.033023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Pushing event updated for resources: {'Port': ['ID=b96dfc60-462f-4409-a989-39c826dec9f6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:14.069735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:14.087149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.108614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69b095-b442-4e83-a144-7eb3a3413de7 None None] Pushing event updated for resources: {'Port': ['ID=ce4fb224-51db-4a12-8dd2-68b963c3c962,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:14.142633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:14.146042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:14.357789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] Set router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:14.397451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-f65cf034-7f49-4046-80d7-f7668e55e58e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:14.404795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-f65cf034-7f49-4046-80d7-f7668e55e58e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 818 time: 0.1522641 Aug 30 21:08:14.427909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-7c65e848-21fa-4731-b941-d9263c477376 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/quotas/9a0a07b644cc496692f2520b5cd0ade1 HTTP/1.1" status: 200 len: 375 time: 0.0206354 Aug 30 21:08:14.461769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:14.515907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 405ce404-fb09-44f1-878f-fa9c35890b1b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:14.516351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.526983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-005b5583-5748-48e1-aa19-dd2eb9c7b959 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980067 Aug 30 21:08:14.644277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.644844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.661778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 405ce404-fb09-44f1-878f-fa9c35890b1b owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:14.739813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-62296749-e7dc-42ec-ad1c-08fac26b0d4c None None] Provisioning for port b96dfc60-462f-4409-a989-39c826dec9f6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:14.744148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:14.744868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:14.746715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-bbda660a-d734-432e-8172-f0e81a0a2b76 service neutron] 10.222.0.76 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065067 Aug 30 21:08:14.751882 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.752480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-62296749-e7dc-42ec-ad1c-08fac26b0d4c None None] Provisioning complete for port b96dfc60-462f-4409-a989-39c826dec9f6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:14.752917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62296749-e7dc-42ec-ad1c-08fac26b0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.758427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.772567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.834004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:14.835066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ec191-ccb4-441e-b39d-7f7a73bc0131 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:14.860040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-62296749-e7dc-42ec-ad1c-08fac26b0d4c None None] Port b96dfc60-462f-4409-a989-39c826dec9f6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:08:14.893848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:09Z', 'revision_number': 3, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:14.927658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:14.957434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fa5bc-0e2e-4c70-bb4b-f97613514159 None None] The sync data for ids ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'] in n-d-793620-16 is: [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:09Z', 'revision_number': 3, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:14.965314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Pushing event updated for resources: {'Port': ['ID=b96dfc60-462f-4409-a989-39c826dec9f6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:14.968363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:15.013138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=405ce404-fb09-44f1-878f-fa9c35890b1b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:15.089651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Network bf8cdd9b-6509-4fec-9d32-81488761e36b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:15.091730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:15.095524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-bf972afc-5cb6-4ea2-9a42-8f3a525f3ed8 service neutron] 10.222.0.76 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341818 Aug 30 21:08:15.122969 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-d3a64d16-949d-45ff-9b4c-426ab3c5f3ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1998203 Aug 30 21:08:15.126168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:15.145632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:15.147439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-524570ef-fe93-4b40-b8bb-51a5d07b84c1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/floatingips/d8199b82-a3b1-4bcc-8c9d-df36a3f94e84 HTTP/1.1" status: 204 len: 168 time: 1.1226177 Aug 30 21:08:15.183296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51612) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:15.196318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'beac9ead-85cb-40c1-bcaa-71eae38e6dae'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:15.273687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:15.284111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-768608fa-0510-47f0-b4b9-3376c4f92944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:15.286178 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-768608fa-0510-47f0-b4b9-3376c4f92944 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 1096 time: 0.1358817 Aug 30 21:08:15.623367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-bf8cb789-82b8-4ebf-97fc-d082a2334685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:15.625270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-bf8cb789-82b8-4ebf-97fc-d082a2334685 service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.2832580 Aug 30 21:08:15.691274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:15.759159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-077da15b-517c-49d8-9196-418551a49473 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 200 len: 217 time: 0.1200957 Aug 30 21:08:15.773234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ce4fb224-51db-4a12-8dd2-68b963c3c962 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:15.840369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-a994f0cc-b7d4-42f0-86d6-b6eb8ea13c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:15.842091 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-a994f0cc-b7d4-42f0-86d6-b6eb8ea13c9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0728071 Aug 30 21:08:15.921275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-09c87b5a-31f3-4206-a923-1e458d5a4da5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686970 Aug 30 21:08:16.034769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9b728658-819b-4d25-bdb4-ccc99cacd13c None None] Provisioning complete for port b96dfc60-462f-4409-a989-39c826dec9f6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:16.036102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b728658-819b-4d25-bdb4-ccc99cacd13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:16.039506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:16.100826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ce4fb224-51db-4a12-8dd2-68b963c3c962 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:16.114316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ce4fb224-51db-4a12-8dd2-68b963c3c962 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:16.114861 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:16.218204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9b728658-819b-4d25-bdb4-ccc99cacd13c None None] Port b96dfc60-462f-4409-a989-39c826dec9f6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:08:16.270057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db140d-9aa7-4f89-ba03-05b0c1e291ee req-ff9805ac-e050-4c64-a3bc-cdcc53d76a39 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:16.272247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13db140d-9aa7-4f89-ba03-05b0c1e291ee req-ff9805ac-e050-4c64-a3bc-cdcc53d76a39 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 945 time: 0.4326115 Aug 30 21:08:16.375049 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:16.433408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port ce4fb224-51db-4a12-8dd2-68b963c3c962, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ce4fb224-51db-4a12-8dd2-68b963c3c962,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:16.440177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:16.586971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=ce4fb224-51db-4a12-8dd2-68b963c3c962,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:16.770988 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-12173ac6-474c-4125-8504-cb9c9b9e325d service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415716 Aug 30 21:08:16.930136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5915c10a-5232-446a-977a-3fd28c42eae7 req-edccaaa4-f517-47b3-90b6-d8f47f353fc2 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513135 Aug 30 21:08:16.974751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.147 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/1cc72dd6-c8ee-4543-b03d-a43f68e1c14c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:16.999494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13db140d-9aa7-4f89-ba03-05b0c1e291ee req-32110789-1c20-4bd5-8b9f-e053cb1745fb tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566939 Aug 30 21:08:17.008475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:17.022131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f858bc88-a5fb-4f4d-804b-94d3a169218c admin admin] 10.222.0.76 "PUT /v2.0/routers/c0e1062a-bcfe-4aa5-97de-eea5cf20b52a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8528879 Aug 30 21:08:17.171934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:17.248136 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:17.396073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:17.404433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:17.429044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:17.661759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ce4fb224-51db-4a12-8dd2-68b963c3c962 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:17.711848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=1cc72dd6-c8ee-4543-b03d-a43f68e1c14c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:17.800856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ce4fb224-51db-4a12-8dd2-68b963c3c962 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:17.801712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:17.832499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-b61e0601-11df-409e-b628-282fe83c5be7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:17.834876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-b61e0601-11df-409e-b628-282fe83c5be7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/networks?id=55c72fbb-b924-41cf-abca-404c9c54cba7 HTTP/1.1" status: 200 len: 815 time: 0.3701277 Aug 30 21:08:17.865947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-7a12e496-6f62-4ab1-9753-160dca79be5c tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/quotas/2e0e60fb9d904353899db947082239b0 HTTP/1.1" status: 200 len: 375 time: 0.0158603 Aug 30 21:08:18.008929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-23969b42-cff1-4c1e-b0a9-c522d70d74fa tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2e0e60fb9d904353899db947082239b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037259 Aug 30 21:08:18.143689 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Sync routers for ids ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:18.187182 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Routers {'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:18.188796 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:18.201017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-f11bd3ad-8488-418a-9121-7ee15a12b479 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:18.203445 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-f11bd3ad-8488-418a-9121-7ee15a12b479 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 818 time: 0.1947873 Aug 30 21:08:18.225122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Request body: {'port': {'device_id': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'admin_state_up': True, 'tenant_id': '9a0a07b644cc496692f2520b5cd0ade1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:18.363618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Made reservation on behalf of 9a0a07b644cc496692f2520b5cd0ade1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:18.372778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:18.471776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-146c65f8-b4ab-4a5a-9262-24863886289f service neutron] 10.222.0.76 "GET /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540660 Aug 30 21:08:18.543631 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Set router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:18.543983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Allocated IP 172.20.0.7 (9abecccc-0c64-4b21-ad94-e22c59b5d50a/8e299cce-f55c-4afa-9fb9-2c75ea2de2ea/3a8f9d88-a0dc-4cce-9570-b37384213471) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:18.771477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-c4ec34ac-7d47-42f7-91dd-c00a97651f9a service neutron] 10.222.0.76 "GET /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826147 Aug 30 21:08:19.074988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.124709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:14Z', 'revision_number': 4, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b96dfc60-462f-4409-a989-39c826dec9f6', 'name': '', 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'mac_address': 'fa:16:3e:89:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:12Z', 'updated_at': '2021-08-30T21:08:14Z', 'revision_number': 2, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'subnets': [{'id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:19.157235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.214083 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Checking router: c0e1062a-bcfe-4aa5-97de-eea5cf20b52a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:08:19.214689 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Updating router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a port b96dfc60-462f-4409-a989-39c826dec9f6 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:08:19.269139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.277794 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.297397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.560056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-48e0e850-9c03-4be0-827f-4f7ee0c34753 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:19.561623 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-48e0e850-9c03-4be0-827f-4f7ee0c34753 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.86 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 818 time: 0.7828958 Aug 30 21:08:19.572683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3267b452-871a-4def-abd1-d49cd147c86a tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:19.575977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3267b452-871a-4def-abd1-d49cd147c86a tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 818 time: 0.7314167 Aug 30 21:08:19.614958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Request body: {'port': {'device_id': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'admin_state_up': True, 'tenant_id': '9a0a07b644cc496692f2520b5cd0ade1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:19.680000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-563f8aa6-bd2a-4a95-afdb-8d0cf3a9a91a tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:19.681881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-563f8aa6-bd2a-4a95-afdb-8d0cf3a9a91a tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/networks?id=1cd70314-e996-49ec-8c82-cb3ba0644ad8 HTTP/1.1" status: 200 len: 814 time: 0.2727251 Aug 30 21:08:19.690300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Pushing event updated for resources: {'Port': ['ID=3a8f9d88-a0dc-4cce-9570-b37384213471,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:19.713032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Request body: {'port': {'device_id': '81268a1d-ea73-4c5c-a101-435371a74598', 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'admin_state_up': True, 'tenant_id': '9a0a07b644cc496692f2520b5cd0ade1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:19.714419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-cdf555ba-5402-4384-a30a-e1eb73743d5d tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/quotas/d18baf910ce24b95b84b3886b0fcc730 HTTP/1.1" status: 200 len: 375 time: 0.0219536 Aug 30 21:08:19.790647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:19.832796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:19.845184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-f57486b9-ef7c-4c17-9562-33603670d1dd tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d18baf910ce24b95b84b3886b0fcc730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206450 Aug 30 21:08:19.846903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:19.892368 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.900285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.924749 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Transition to ACTIVE for port object b96dfc60-462f-4409-a989-39c826dec9f6 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:19.932286 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:19.939261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.011426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:20.012484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.051205 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a747-6de7-4272-9831-ed1df540b488 None None] Pushing event updated for resources: {'Port': ['ID=b96dfc60-462f-4409-a989-39c826dec9f6,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:20.108241 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-802179c0-17cb-4d48-a5bd-76bf35b5261f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8884695 Aug 30 21:08:20.122870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Request body: {'port': {'device_id': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:20.147687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=1cc72dd6-c8ee-4543-b03d-a43f68e1c14c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:20.155191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.209947 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Attempting to bind port b96dfc60-462f-4409-a989-39c826dec9f6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:20.211817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Attempting to bind port b96dfc60-462f-4409-a989-39c826dec9f6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:20.212604 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Attempting to bind port b96dfc60-462f-4409-a989-39c826dec9f6 on network bf8cdd9b-6509-4fec-9d32-81488761e36b {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:20.219869 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:20.222258 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Checking segment: {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:20.223063 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.223668 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Bound using segment: {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:20.227715 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Bound port: b96dfc60-462f-4409-a989-39c826dec9f6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6241b839-571b-41f8-807e-290e35c4d3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:20.228488 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.255498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-89669b0c-4ddf-4cf6-81e3-779f9b5319d5 service neutron] 10.222.0.76 "GET /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964834 Aug 30 21:08:20.255848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.404459 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] For port b96dfc60-462f-4409-a989-39c826dec9f6, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:20.409040 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] For port b96dfc60-462f-4409-a989-39c826dec9f6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b96dfc60-462f-4409-a989-39c826dec9f6,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:20.420278 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.479728 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP 4d362c44-3f8c-481f-9f83-dbc0fa4d065d associated. External IP: 172.25.5.147, port: beac9ead-85cb-40c1-bcaa-71eae38e6dae. Aug 30 21:08:20.524918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-33230778-435e-40cf-bb40-5b385f6e025b service neutron] 10.222.0.76 "GET /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588038 Aug 30 21:08:20.541135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Made reservation on behalf of 9a0a07b644cc496692f2520b5cd0ade1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:20.545661 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.594086 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a747-6de7-4272-9831-ed1df540b488 None None] Pushing event updated for resources: {'Port': ['ID=b96dfc60-462f-4409-a989-39c826dec9f6,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:20.637835 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Routers {'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:20.637835 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:20.838128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Made reservation on behalf of 9a0a07b644cc496692f2520b5cd0ade1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:20.842250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:20.947463 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] Set router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:21.363328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8f9d88-a0dc-4cce-9570-b37384213471 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:21.396262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:21.452922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Transition to ACTIVE for port object 3a8f9d88-a0dc-4cce-9570-b37384213471 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:21.499847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:21.570085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Pushing event updated for resources: {'Port': ['ID=3a8f9d88-a0dc-4cce-9570-b37384213471,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:21.613061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Allocated IP 172.20.0.4 (9abecccc-0c64-4b21-ad94-e22c59b5d50a/8e299cce-f55c-4afa-9fb9-2c75ea2de2ea/5464703c-5e86-4b52-8675-37e1f0275e8e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:21.646736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-7c756631-3ef2-4c60-be05-fe74d06ede44 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:21.648263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-7c756631-3ef2-4c60-be05-fe74d06ede44 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.86 "GET /v2.0/networks?id=55c72fbb-b924-41cf-abca-404c9c54cba7 HTTP/1.1" status: 200 len: 815 time: 0.5546401 Aug 30 21:08:21.702685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Request body: {'port': {'device_id': '8f91b199-0369-4fee-8557-3e475af1ad94', 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7', 'admin_state_up': True, 'tenant_id': '2e0e60fb9d904353899db947082239b0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:21.773550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:21.790184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Attempting to bind port 3a8f9d88-a0dc-4cce-9570-b37384213471 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:21.790612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Attempting to bind port 3a8f9d88-a0dc-4cce-9570-b37384213471 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:21.791028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Attempting to bind port 3a8f9d88-a0dc-4cce-9570-b37384213471 on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:21.794974 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:14Z', 'revision_number': 4, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b96dfc60-462f-4409-a989-39c826dec9f6', 'name': '', 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'mac_address': 'fa:16:3e:89:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:12Z', 'updated_at': '2021-08-30T21:08:20Z', 'revision_number': 4, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'subnets': [{'id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:21.835474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Port 3a8f9d88-a0dc-4cce-9570-b37384213471 on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:21.836210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Attempting to bind port 3a8f9d88-a0dc-4cce-9570-b37384213471 on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:21.849123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:21.849704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Checking segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:21.850363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Bound using segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:21.850506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Bound port: 3a8f9d88-a0dc-4cce-9570-b37384213471, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:21.850934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:21.897427 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b39a5e9-4fbd-4929-80ab-f08f5d4a8106 None None] The sync data for ids ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'] in n-d-793620-16 is: [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:14Z', 'revision_number': 4, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b96dfc60-462f-4409-a989-39c826dec9f6', 'name': '', 'network_id': 'bf8cdd9b-6509-4fec-9d32-81488761e36b', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'mac_address': 'fa:16:3e:89:9f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:12Z', 'updated_at': '2021-08-30T21:08:20Z', 'revision_number': 4, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'subnets': [{'id': '33816df8-38c3-45f9-b2f1-6af0788b2fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:22.082196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.089555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] For port 3a8f9d88-a0dc-4cce-9570-b37384213471, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:22.124033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] For port 3a8f9d88-a0dc-4cce-9570-b37384213471, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a8f9d88-a0dc-4cce-9570-b37384213471,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:22.135671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.278803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:22.279770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.282194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] 10.222.0.82 "PUT /v2.0/ports/3a8f9d88-a0dc-4cce-9570-b37384213471 HTTP/1.1" status: 200 len: 1092 time: 2.1652191 Aug 30 21:08:22.285890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'tag': '3a8f9d88-a0dc-4cce-9570-b37384213471'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:22.289908 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e42fd1c-8af2-4973-9548-83cc74593031" -d '{"events": [{"name": "network-changed", "server_uuid": "4edc56be-b635-4816-a1a6-85068d5b6b23", "tag": "3a8f9d88-a0dc-4cce-9570-b37384213471"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:22.338658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.343732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b309bf-126a-47d3-b6b9-57a8e0249a1f service neutron] Pushing event updated for resources: {'Port': ['ID=3a8f9d88-a0dc-4cce-9570-b37384213471,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:22.398993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-5b5f9931-fd3d-424a-b52a-00745e5355e8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8437006 Aug 30 21:08:22.456314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Allocated IP 172.20.0.13 (9abecccc-0c64-4b21-ad94-e22c59b5d50a/8e299cce-f55c-4afa-9fb9-2c75ea2de2ea/5da53c03-d11e-4007-9846-6f837c0ceefb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:22.467611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Made reservation on behalf of 2e0e60fb9d904353899db947082239b0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:22.491538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.533437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:22.546073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:22.555143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:22.556331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:22.571765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Pushing event updated for resources: {'Port': ['ID=5464703c-5e86-4b52-8675-37e1f0275e8e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:22.643322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-df35b2a8-9353-4673-b7b6-f32bacb5412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:22.645738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-df35b2a8-9353-4673-b7b6-f32bacb5412d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 1095 time: 0.3082218 Aug 30 21:08:22.694711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.720501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-7a53f7d3-b02c-49aa-a7ba-ff3f7cfb7718 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8f9d88-a0dc-4cce-9570-b37384213471 HTTP/1.1" status: 200 len: 217 time: 0.0631330 Aug 30 21:08:22.736537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:22.737200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:22.886626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:22.905176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:22.920337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-14a8b72b-9506-47a5-a47f-70377fc4d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:22.922044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:22.922940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:22.923169 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-14a8b72b-9506-47a5-a47f-70377fc4d3e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 200 len: 858 time: 0.1828029 Aug 30 21:08:22.935981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-3ef41fb4-eb4e-464e-b8f1-bbb15b0a5d02 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2474933 Aug 30 21:08:23.006239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-5a49dcea-04fb-4e1f-b06c-5f4955b0a6f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9abecccc-0c64-4b21-ad94-e22c59b5d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688894 Aug 30 21:08:23.024593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Request body: {'port': {'device_id': '81268a1d-ea73-4c5c-a101-435371a74598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:23.044041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:23.071848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:23.072996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:23.164198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:23.164993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0678c-8abd-4122-bc32-84c900820301 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:23.191071 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:23.351735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:23.548255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:23.752693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b96dfc60-462f-4409-a989-39c826dec9f6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:23.835444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Network 9abecccc-0c64-4b21-ad94-e22c59b5d50a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:23.861396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b96dfc60-462f-4409-a989-39c826dec9f6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:23.871235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:23.875421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:23.883885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b96dfc60-462f-4409-a989-39c826dec9f6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:23.884371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:23.943963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:23.945920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-1ce70392-3275-4617-bd1b-a659c3a23afc tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:23.947977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Pushing event updated for resources: {'Port': ['ID=5da53c03-d11e-4007-9846-6f837c0ceefb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:23.948634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-1ce70392-3275-4617-bd1b-a659c3a23afc tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.82 "GET /v2.0/networks?id=1cd70314-e996-49ec-8c82-cb3ba0644ad8 HTTP/1.1" status: 200 len: 814 time: 1.1016204 Aug 30 21:08:23.966154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Request body: {'port': {'device_id': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'admin_state_up': True, 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:24.017567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-6786c194-0f68-417d-b402-0f05e7812b54 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:24.019932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-6786c194-0f68-417d-b402-0f05e7812b54 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.7782209 Aug 30 21:08:24.028243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-250beb79-7d95-48fe-968d-500ffff65eb3 service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9903572 Aug 30 21:08:24.035311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:24.087402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a6729386-ab36-4e39-ba76-3b38705ae4b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9003694 Aug 30 21:08:24.093611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51728) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:24.102432 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.188009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b96dfc60-462f-4409-a989-39c826dec9f6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b96dfc60-462f-4409-a989-39c826dec9f6,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:24.196046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.331353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9427c483-4e24-41e7-8a34-49f244000d93 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/floatingips/4d362c44-3f8c-481f-9f83-dbc0fa4d065d HTTP/1.1" status: 200 len: 978 time: 0.2279866 Aug 30 21:08:24.335228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51730) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:24.347349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b96dfc60-462f-4409-a989-39c826dec9f6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:24.371795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Allocated IP 172.20.0.5 (55c72fbb-b924-41cf-abca-404c9c54cba7/958c681b-83b7-4045-bfbe-62455d42f0b0/cbd4005d-cfb3-4abf-bb06-c432f72972cb) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:24.576714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5464703c-5e86-4b52-8675-37e1f0275e8e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:24.587047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.603072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Transition to ACTIVE for port object 5464703c-5e86-4b52-8675-37e1f0275e8e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:24.641225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.663334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6a28039d-0e71-42a2-af71-5d027f872874 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3083191 Aug 30 21:08:24.675055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51740) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:24.677119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:24.682622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.683674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'port_id': 'b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:24.733360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.853464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Made reservation on behalf of d18baf910ce24b95b84b3886b0fcc730 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:24.857291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:24.867942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-32393845-460f-4c2b-b364-b9531b15eeb5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2903097 Aug 30 21:08:24.915675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Request body: {'port': {'device_id': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:24.965450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.056491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.065490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=5464703c-5e86-4b52-8675-37e1f0275e8e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:25.083282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-a0bd8c21-558c-440e-8949-62c7a76b7f8b service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0288670 Aug 30 21:08:25.173131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Allocated IP 172.25.5.205 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/489d559b-2b0a-4708-8afb-88beab446703) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:25.211845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.228614 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.468617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Allocated IP 172.20.0.7 (1cd70314-e996-49ec-8c82-cb3ba0644ad8/61f6bc74-6e1e-4d9e-b091-ac8e9702cb44/a064f323-57e5-4314-984e-c049150ec5e6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:25.542402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.622527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b96dfc60-462f-4409-a989-39c826dec9f6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:25.667223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.749540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b96dfc60-462f-4409-a989-39c826dec9f6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:25.750173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:25.828062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Network 55c72fbb-b924-41cf-abca-404c9c54cba7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:25.852517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:08:25.903279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:25.938882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:25.953624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Pushing event updated for resources: {'Port': ['ID=cbd4005d-cfb3-4abf-bb06-c432f72972cb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:26.009338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:26.023986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 has no active binding in host n-h1-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:08:26.102208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:26.103213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.104359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:26.180500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-854a31cf-6d3f-4615-b72b-400e36c4ffa7 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4810994 Aug 30 21:08:26.205418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Request body: {'port': {'device_id': '8f91b199-0369-4fee-8557-3e475af1ad94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:26.244103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.276165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Attempting to bind port 5464703c-5e86-4b52-8675-37e1f0275e8e on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:26.277532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Attempting to bind port 5464703c-5e86-4b52-8675-37e1f0275e8e by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:26.278065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Attempting to bind port 5464703c-5e86-4b52-8675-37e1f0275e8e on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:26.315866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Port 5464703c-5e86-4b52-8675-37e1f0275e8e on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:26.317699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Attempting to bind port 5464703c-5e86-4b52-8675-37e1f0275e8e on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:26.346422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:26.350163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:26.350730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Checking segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:26.351359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Bound using segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:26.352309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Bound port: 5464703c-5e86-4b52-8675-37e1f0275e8e, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:26.352897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.434093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:26.441067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.487603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:26.489828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.495288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:26.503436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=489d559b-2b0a-4708-8afb-88beab446703,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:26.536442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Transition to ACTIVE for port object a064f323-57e5-4314-984e-c049150ec5e6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:26.572155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.588533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da53c03-d11e-4007-9846-6f837c0ceefb {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:26.595137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.606287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.676926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Transition to ACTIVE for port object 5da53c03-d11e-4007-9846-6f837c0ceefb will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:26.680183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] For port 5464703c-5e86-4b52-8675-37e1f0275e8e, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:26.689144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] For port 5464703c-5e86-4b52-8675-37e1f0275e8e, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=5464703c-5e86-4b52-8675-37e1f0275e8e,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:26.694389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.709701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.745038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:26.815140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Pushing event updated for resources: {'Port': ['ID=5da53c03-d11e-4007-9846-6f837c0ceefb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:26.838394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:26.839463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:26.844089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] 10.222.0.82 "PUT /v2.0/ports/5464703c-5e86-4b52-8675-37e1f0275e8e HTTP/1.1" status: 200 len: 1092 time: 3.8270953 Aug 30 21:08:26.956771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on host n-h2-793620-16 for vnic_type normal with profile {"migrating_to": "n-h1-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:26.957124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:26.957447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:26.980377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:26.980682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Attempting to bind port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on network 83dad685-91d4-47c7-952c-f81b2125170a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:26.985504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=5464703c-5e86-4b52-8675-37e1f0275e8e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:26.997227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:26.997716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Checking segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:26.998124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Bound using segment: {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:26.998690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Bound port: e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d9f91f-8c16-4af7-9f61-7701ba27623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83dad685-91d4-47c7-952c-f81b2125170a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:26.999071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.071096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Attempting to bind port 5da53c03-d11e-4007-9846-6f837c0ceefb on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:27.071341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Attempting to bind port 5da53c03-d11e-4007-9846-6f837c0ceefb by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:27.071653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Attempting to bind port 5da53c03-d11e-4007-9846-6f837c0ceefb on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:27.082843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Port 5da53c03-d11e-4007-9846-6f837c0ceefb on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:27.083166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Attempting to bind port 5da53c03-d11e-4007-9846-6f837c0ceefb on network 9abecccc-0c64-4b21-ad94-e22c59b5d50a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:27.097207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:27.097715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Checking segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:27.098080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Bound using segment: {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:27.098633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Bound port: 5da53c03-d11e-4007-9846-6f837c0ceefb, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88816ff5-3766-48af-8af7-080bf18ea519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:27.099037 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.163085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:27.168394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:27.186722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.189459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.206113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.239111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] For port 5da53c03-d11e-4007-9846-6f837c0ceefb, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:27.255098 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.265088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.285928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] For port 5da53c03-d11e-4007-9846-6f837c0ceefb, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5da53c03-d11e-4007-9846-6f837c0ceefb,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:27.300803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.325083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:27.325430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.330387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] 10.222.0.86 "PUT /v2.0/ports/5da53c03-d11e-4007-9846-6f837c0ceefb HTTP/1.1" status: 200 len: 1093 time: 2.4217622 Aug 30 21:08:27.400898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:27.401997 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:27.403424 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] 10.222.0.82 "PUT /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 1123 time: 3.3736124 Aug 30 21:08:27.416009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503abe2d-6add-47d7-acae-33e76a76df75 service neutron] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:27.482366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:27.498746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9ce03-b6cb-44f9-86bf-8278f489b28b service neutron] Pushing event updated for resources: {'Port': ['ID=5da53c03-d11e-4007-9846-6f837c0ceefb,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:27.540052 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP 4d362c44-3f8c-481f-9f83-dbc0fa4d065d associated. External IP: 172.25.5.147, port: beac9ead-85cb-40c1-bcaa-71eae38e6dae. Aug 30 21:08:27.555302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-a72ec75f-8175-47f7-b279-a12f825773a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:27.557887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:27.558387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-a72ec75f-8175-47f7-b279-a12f825773a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 1096 time: 0.1641748 Aug 30 21:08:27.622762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Pushing event updated for resources: {'Port': ['ID=a064f323-57e5-4314-984e-c049150ec5e6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:27.651111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-e32ddcbd-9a35-4e72-a622-efae35224639 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5da53c03-d11e-4007-9846-6f837c0ceefb HTTP/1.1" status: 200 len: 217 time: 0.0825207 Aug 30 21:08:27.730311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-47b63f27-89a2-4576-86ab-a81b18302173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:27.730311 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-47b63f27-89a2-4576-86ab-a81b18302173 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 200 len: 858 time: 0.0673399 Aug 30 21:08:27.794168 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-c9f6242d-acd6-49e4-9a43-fa89830c4b6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9abecccc-0c64-4b21-ad94-e22c59b5d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562890 Aug 30 21:08:27.846771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:27.859285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:27.871867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:27.963488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.025310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-752ee35a-7e9c-447a-adaf-6088742522ac service neutron] 10.222.0.86 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223647 Aug 30 21:08:28.140998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:28.141589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.167528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-4fcab61d-2cfd-43bf-88c5-634a0b108095 service neutron] 10.222.0.86 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321948 Aug 30 21:08:28.254630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-498fff06-6dc7-4038-b96f-48bf1a35c070 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2934229 Aug 30 21:08:28.353972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd4005d-cfb3-4abf-bb06-c432f72972cb {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:28.361747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ab2e4c49-25f4-4d2d-b4ba-74433ce634a2 None None] Provisioning for port a064f323-57e5-4314-984e-c049150ec5e6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:28.366152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ab2e4c49-25f4-4d2d-b4ba-74433ce634a2 None None] Provisioning complete for port a064f323-57e5-4314-984e-c049150ec5e6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:28.366637 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab2e4c49-25f4-4d2d-b4ba-74433ce634a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.372924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.408443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:28.411832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Transition to ACTIVE for port object cbd4005d-cfb3-4abf-bb06-c432f72972cb will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:28.419069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e4c49-25f4-4d2d-b4ba-74433ce634a2 None None] Port a064f323-57e5-4314-984e-c049150ec5e6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:08:28.422407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.466574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.481732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.547049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd4005d-cfb3-4abf-bb06-c432f72972cb,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:28.706623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=489d559b-2b0a-4708-8afb-88beab446703,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:28.722894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.743393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:28.753538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:28.754842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-3cfb9b75-0537-414b-a496-a6d27aac45cd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.2898788 Aug 30 21:08:28.767073 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:28.783589 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:28.784927 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:28.792487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Attempting to bind port cbd4005d-cfb3-4abf-bb06-c432f72972cb on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:28.792838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Attempting to bind port cbd4005d-cfb3-4abf-bb06-c432f72972cb by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '95134814-d54d-430d-842b-41c943054cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:28.793149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Attempting to bind port cbd4005d-cfb3-4abf-bb06-c432f72972cb on network 55c72fbb-b924-41cf-abca-404c9c54cba7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:28.849071 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:28.859987 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:28.861012 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:28.873225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Port cbd4005d-cfb3-4abf-bb06-c432f72972cb on network 55c72fbb-b924-41cf-abca-404c9c54cba7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:28.873720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Attempting to bind port cbd4005d-cfb3-4abf-bb06-c432f72972cb on network 55c72fbb-b924-41cf-abca-404c9c54cba7 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:28.894882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-ce687347-19af-401e-ad3e-49ba66865edd tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.0969579 Aug 30 21:08:28.901505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:28.902735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6cddeb-4179-4e76-b320-ed0a70280cb4 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:28.903218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:28.903759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Checking segment: {'id': '95134814-d54d-430d-842b-41c943054cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:28.904623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Bound using segment: {'id': '95134814-d54d-430d-842b-41c943054cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:28.905146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Bound port: cbd4005d-cfb3-4abf-bb06-c432f72972cb, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95134814-d54d-430d-842b-41c943054cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:28.905577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:29.174792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-de14a65e-65cf-423c-b64e-4336296c7781 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:29.176267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1263c8b-7d96-4d4d-981f-14bd4d366b06 req-de14a65e-65cf-423c-b64e-4336296c7781 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2674041 Aug 30 21:08:29.196097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] For port cbd4005d-cfb3-4abf-bb06-c432f72972cb, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:29.201402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] For port cbd4005d-cfb3-4abf-bb06-c432f72972cb, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb,segment=NetworkSegment(95134814-d54d-430d-842b-41c943054cf8),segment_id=95134814-d54d-430d-842b-41c943054cf8)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:29.208634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:29.305748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:29.306969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:29.308131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] 10.222.0.86 "PUT /v2.0/ports/cbd4005d-cfb3-4abf-bb06-c432f72972cb HTTP/1.1" status: 200 len: 1092 time: 3.1091006 Aug 30 21:08:29.328378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f91b199-0369-4fee-8557-3e475af1ad94', 'tag': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:29.332294 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223" -d '{"events": [{"name": "network-changed", "server_uuid": "8f91b199-0369-4fee-8557-3e475af1ad94", "tag": "cbd4005d-cfb3-4abf-bb06-c432f72972cb"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:29.396544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f620f85-85f5-49fd-bf23-0ce93df776a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd4005d-cfb3-4abf-bb06-c432f72972cb,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:29.404038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:29.429658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e9173-ac0c-4778-8f3e-023ab548eb3d req-67888de3-d5f2-490c-8224-0992db19aad8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:29.432586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f0e9173-ac0c-4778-8f3e-023ab548eb3d req-67888de3-d5f2-490c-8224-0992db19aad8 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.1530101 Aug 30 21:08:29.453272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-025d6447-5b7a-4d55-9721-4ac105a0c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:29.455299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-025d6447-5b7a-4d55-9721-4ac105a0c030 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e0e60fb9d904353899db947082239b0&device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 1095 time: 0.0943465 Aug 30 21:08:29.571853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-c52d00b4-4e5c-4ffd-b82b-c25575a66f07 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb HTTP/1.1" status: 200 len: 217 time: 0.1075823 Aug 30 21:08:29.653328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f0e9173-ac0c-4778-8f3e-023ab548eb3d req-3ff1d3a7-9dc5-43d6-ba50-36168141b906 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078762 Aug 30 21:08:29.686392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-46489efe-fd33-4f95-9f33-db4ad083a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:29.688731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-46489efe-fd33-4f95-9f33-db4ad083a4c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=958c681b-83b7-4045-bfbe-62455d42f0b0 HTTP/1.1" status: 200 len: 855 time: 0.1083500 Aug 30 21:08:29.714222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:29.732272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:29.741445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:29.747212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-fa22b3a0-b684-4829-841b-57d0ec8f20d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55c72fbb-b924-41cf-abca-404c9c54cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474002 Aug 30 21:08:29.752989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:29.754073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:29.809083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:29.819866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:29.820600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:29.869775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:29.897429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:29.898078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aa389d-94c7-464a-8aab-4257285e9b0c None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:29.982014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4dc0e30d-7fdf-41a2-8874-bc6c67f86497 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/floatingips/4d362c44-3f8c-481f-9f83-dbc0fa4d065d HTTP/1.1" status: 200 len: 977 time: 5.3027732 Aug 30 21:08:29.987402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:29.993385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:30.008359 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:30.043543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44416635-73be-4c90-aa42-fff4f0f6b471 req-e3dfd20c-d3c2-4ebf-9d6f-83cd2a87f602 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:30.047434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44416635-73be-4c90-aa42-fff4f0f6b471 req-e3dfd20c-d3c2-4ebf-9d6f-83cd2a87f602 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 943 time: 0.1432960 Aug 30 21:08:30.051095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:30.051651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-0cc65624-c36f-4dcc-922e-d9c21890896b service neutron] 10.222.0.86 "GET /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721057 Aug 30 21:08:30.053755 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe0b3a0-0aba-4ad1-b4b2-39b04ebfb89a" -d '{"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:30.077899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:30.083806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:30.090326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:30.197963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:30.219615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cc4cb6b-d1a7-40b9-a468-f38dc8367ed7 req-2c25a723-cc05-4878-92a8-eb517f535689 service neutron] 10.222.0.86 "GET /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577966 Aug 30 21:08:30.225578 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44416635-73be-4c90-aa42-fff4f0f6b471 req-3ae8303f-e757-4786-b4d2-ccee77dfec5e tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779400 Aug 30 21:08:30.374765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:30.381017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:30.381884 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP 4d362c44-3f8c-481f-9f83-dbc0fa4d065d disassociated. External IP: 172.25.5.147, port: b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc. Aug 30 21:08:30.424156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cfe4a-989e-4174-b7a4-a1c20a50fb02 req-ea6fd215-2a15-46a2-895d-77f283343b8c tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:30.426721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f5cfe4a-989e-4174-b7a4-a1c20a50fb02 req-ea6fd215-2a15-46a2-895d-77f283343b8c tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 931 time: 0.0791955 Aug 30 21:08:30.523867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f5cfe4a-989e-4174-b7a4-a1c20a50fb02 req-29299024-4e44-42b9-a17a-2b62aef9f069 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835509 Aug 30 21:08:30.696807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0483ca-9ada-46d9-af81-2806a0e375b0 req-2d5d7647-c4d4-4756-b89c-d5822186cf00 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:30.699051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e0483ca-9ada-46d9-af81-2806a0e375b0 req-2d5d7647-c4d4-4756-b89c-d5822186cf00 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 944 time: 0.0742826 Aug 30 21:08:30.763124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e0483ca-9ada-46d9-af81-2806a0e375b0 req-33fe5a5e-965b-423f-9fc6-2353693ed644 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560906 Aug 30 21:08:30.770874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:30.850627 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df46c7-2104-41c7-bec8-a9e1a4542bdf x-openstack-request-id: req-d4df46c7-2104-41c7-bec8-a9e1a4542bdf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:30.851129 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edc56be-b635-4816-a1a6-85068d5b6b23", "tag": "3a8f9d88-a0dc-4cce-9570-b37384213471", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:30.851578 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4df46c7-2104-41c7-bec8-a9e1a4542bdf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:30.852086 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'tag': '3a8f9d88-a0dc-4cce-9570-b37384213471', 'status': 'completed', 'code': 200} Aug 30 21:08:30.934114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:30.941863 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:30.946476 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:30.961507 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:30.962820 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:31.004607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5af075f8-3df8-4f7e-8c15-d064af4cf67c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/floatingips/4d362c44-3f8c-481f-9f83-dbc0fa4d065d HTTP/1.1" status: 200 len: 688 time: 1.0154271 Aug 30 21:08:31.006341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:31.022427 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:31.032956 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:31.033595 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:31.090133 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:31.091128 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394861c-1fd7-40df-89ae-c163b2f89210 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:31.107542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-c2055191-ff59-492d-b642-82a99e296c5f tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1545904 Aug 30 21:08:31.119931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:31.163054 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.229561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 1cc72dd6-c8ee-4543-b03d-a43f68e1c14c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:31.229801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.326189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.326584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.330554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.354239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 1cc72dd6-c8ee-4543-b03d-a43f68e1c14c owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:31.467417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Allocated IP 172.25.5.42 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/12e54c71-ffc3-4013-8260-63dc7b10a408) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:31.531747 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.567689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=1cc72dd6-c8ee-4543-b03d-a43f68e1c14c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:31.607445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.653506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.659477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.663941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:31.667158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ebfd471-2526-40ad-bf52-d96536b55686 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/floatingips/4d362c44-3f8c-481f-9f83-dbc0fa4d065d HTTP/1.1" status: 204 len: 168 time: 0.6522744 Aug 30 21:08:31.668035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:31.702314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:31.706446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:31.709240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:31.714647 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f7d277fa-95b5-4d30-887f-9f06cc18ae7b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] delete failed (client error): The resource could not be found. Aug 30 21:08:31.720058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f7d277fa-95b5-4d30-887f-9f06cc18ae7b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/floatingips/4d362c44-3f8c-481f-9f83-dbc0fa4d065d HTTP/1.1" status: 404 len: 345 time: 0.0483460 Aug 30 21:08:31.720582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:31.738404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=12e54c71-ffc3-4013-8260-63dc7b10a408,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:31.821351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af9722-d39d-46fc-9de7-b15785cf5a1c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:31.828012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af9722-d39d-46fc-9de7-b15785cf5a1c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:31.835089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af9722-d39d-46fc-9de7-b15785cf5a1c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:31.839675 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-20af9722-d39d-46fc-9de7-b15785cf5a1c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/ports?network_id=28d34119-af45-4292-8b06-6cdb8e26e89c HTTP/1.1" status: 200 len: 2357 time: 0.1152177 Aug 30 21:08:31.843328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:31.910058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b69c6-a443-47d2-ba0e-79343f12f890 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:31.916486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dc3b69c6-a443-47d2-ba0e-79343f12f890 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/subnets/cdee5991-ed31-42c2-916a-7e2d41a63153 HTTP/1.1" status: 200 len: 797 time: 0.0670636 Aug 30 21:08:31.920034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:31.923408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'port': {'network_id': '28d34119-af45-4292-8b06-6cdb8e26e89c', 'name': 'tempest-FloatingIPTestJSON-1783493097', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:32.049899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:32.177666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.180600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.208309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] device_id is not set on port fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:08:32.219725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5da53c03-d11e-4007-9846-6f837c0ceefb details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:08:32.252995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.425181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5da53c03-d11e-4007-9846-6f837c0ceefb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5da53c03-d11e-4007-9846-6f837c0ceefb,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:32.444781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '5da53c03-d11e-4007-9846-6f837c0ceefb', 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'port_id': '5da53c03-d11e-4007-9846-6f837c0ceefb', 'mac_address': 'fa:16:3e:e0:82:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e299cce-f55c-4afa-9fb9-2c75ea2de2ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:08:32.504069 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.539630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da53c03-d11e-4007-9846-6f837c0ceefb {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:32.563367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.569657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.583917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5da53c03-d11e-4007-9846-6f837c0ceefb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5da53c03-d11e-4007-9846-6f837c0ceefb,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:32.594184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.681417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5da53c03-d11e-4007-9846-6f837c0ceefb,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:32.699783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.14 (28d34119-af45-4292-8b06-6cdb8e26e89c/cdee5991-ed31-42c2-916a-7e2d41a63153/fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:32.710555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.12 (28d34119-af45-4292-8b06-6cdb8e26e89c/cdee5991-ed31-42c2-916a-7e2d41a63153/fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:32.718169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=12e54c71-ffc3-4013-8260-63dc7b10a408,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:32.727847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.744979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.752767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-7f40d7db-a9e7-4a2b-aefc-5701fb3444ce tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6397703 Aug 30 21:08:32.821731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-377b254a-46ee-4f53-988e-7253f31b1a1e tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0678566 Aug 30 21:08:32.864117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'}, {'name': 'network-changed', 'server_uuid': '81268a1d-ea73-4c5c-a101-435371a74598', 'tag': '5464703c-5e86-4b52-8675-37e1f0275e8e'}, {'name': 'network-changed', 'server_uuid': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'tag': '5da53c03-d11e-4007-9846-6f837c0ceefb'}, {'name': 'network-changed', 'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:32.866684 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9a8c2-e5d8-40f3-976b-f1a459064f02" -d '{"events": [{"server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "name": "network-vif-unplugged", "status": "completed", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5"}, {"name": "network-changed", "server_uuid": "81268a1d-ea73-4c5c-a101-435371a74598", "tag": "5464703c-5e86-4b52-8675-37e1f0275e8e"}, {"name": "network-changed", "server_uuid": "240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a", "tag": "5da53c03-d11e-4007-9846-6f837c0ceefb"}, {"name": "network-changed", "server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:32.942289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5da53c03-d11e-4007-9846-6f837c0ceefb'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:32.964743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-8a107302-0ae0-4704-a28a-49a519f5c7a9 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:32.969052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:32.988793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a634467-b9b5-49de-a5b5-e234d4b4dbca req-8a107302-0ae0-4704-a28a-49a519f5c7a9 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1659477 Aug 30 21:08:33.036074 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2dc9b-bdfe-4660-95b1-54c0675aca57 x-openstack-request-id: req-09e2dc9b-bdfe-4660-95b1-54c0675aca57 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:33.036812 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f91b199-0369-4fee-8557-3e475af1ad94", "tag": "cbd4005d-cfb3-4abf-bb06-c432f72972cb", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:33.037415 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09e2dc9b-bdfe-4660-95b1-54c0675aca57 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:33.038299 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f91b199-0369-4fee-8557-3e475af1ad94', 'tag': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb', 'status': 'completed', 'code': 200} Aug 30 21:08:33.048256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:33.125514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:33.130716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:33.140045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:33.163458 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbba28b0-0bef-4d43-bd74-acd93f3f463f x-openstack-request-id: req-fbba28b0-0bef-4d43-bd74-acd93f3f463f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:33.163916 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-unplugged", "status": "completed", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:33.164186 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbba28b0-0bef-4d43-bd74-acd93f3f463f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:33.164638 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'code': 200} Aug 30 21:08:33.205942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-8113a6cd-4492-49a0-a26b-d9d41301da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:33.207840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-8113a6cd-4492-49a0-a26b-d9d41301da37 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e0e60fb9d904353899db947082239b0&device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 1095 time: 0.1330130 Aug 30 21:08:33.249888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:33.270066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:33.271888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:33.299349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b44f2d81-2916-425c-ad6e-4e883b042e56 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3796923 Aug 30 21:08:33.301247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:33.309483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:33.367271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:33.368555 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:33.384353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5a3ac-86e2-4731-83b0-042bc11055bb req-8561643f-400d-46f5-b641-66ea748418e7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:33.388554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd5a3ac-86e2-4731-83b0-042bc11055bb req-8561643f-400d-46f5-b641-66ea748418e7 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.1538615 Aug 30 21:08:33.440276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-59bf1008-e728-41a4-a574-591aa50a5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:33.441804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-59bf1008-e728-41a4-a574-591aa50a5d31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=55c72fbb-b924-41cf-abca-404c9c54cba7 HTTP/1.1" status: 200 len: 916 time: 0.2251165 Aug 30 21:08:33.514118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-1587d328-79f7-4bf3-b720-9cb95d4bd2b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb HTTP/1.1" status: 200 len: 217 time: 0.0622818 Aug 30 21:08:33.517493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd5a3ac-86e2-4731-83b0-042bc11055bb req-016d9642-5c05-43ad-ad7b-fe6e77ea8cde tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219683 Aug 30 21:08:33.522033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:33.577101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-82e07e2d-33bd-45f9-9de2-cc84b43a5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:33.582115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-82e07e2d-33bd-45f9-9de2-cc84b43a5b47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=958c681b-83b7-4045-bfbe-62455d42f0b0 HTTP/1.1" status: 200 len: 855 time: 0.0571191 Aug 30 21:08:33.620896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-9ce86c12-0867-430a-b4e4-abebec9d8c6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=55c72fbb-b924-41cf-abca-404c9c54cba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335596 Aug 30 21:08:33.764627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.79 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5834e4e5-6fde-4297-abf2-a7730af52e80) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:33.834299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-b98491f7-4fcd-4505-95a7-8fc835c5205a service neutron] 10.222.0.86 "GET /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028630 Aug 30 21:08:33.842854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b38fd-2974-41ba-92c0-7bfec6cc65c0 req-66f411da-1597-452a-8527-3ad187d05016 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:33.851983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22b38fd-2974-41ba-92c0-7bfec6cc65c0 req-66f411da-1597-452a-8527-3ad187d05016 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 943 time: 0.0957656 Aug 30 21:08:33.943193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:33.952120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22b38fd-2974-41ba-92c0-7bfec6cc65c0 req-cac6b915-4a4c-4a0b-93f0-b24826d70937 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986979 Aug 30 21:08:34.007194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf3d7ea-fdd7-47b3-b868-80389bb5a223 req-3ee5fc0f-d710-4287-9737-4ecd94f19ef8 service neutron] 10.222.0.86 "GET /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472261 Aug 30 21:08:34.042845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.113421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5733a-5c17-43ad-bdfe-35bb68847b64 req-346c4fa5-79c8-4830-ab93-e5d02260af33 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:34.115400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ac5733a-5c17-43ad-bdfe-35bb68847b64 req-346c4fa5-79c8-4830-ab93-e5d02260af33 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 931 time: 0.0775900 Aug 30 21:08:34.136119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:34.137497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:34.145185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:34.173910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ac5733a-5c17-43ad-bdfe-35bb68847b64 req-fa31da35-7246-435f-92c0-f55376956a21 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Aug 30 21:08:34.175927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=5834e4e5-6fde-4297-abf2-a7730af52e80,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:34.234504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device cbd4005d-cfb3-4abf-bb06-c432f72972cb details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:08:34.247960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5da53c03-d11e-4007-9846-6f837c0ceefb up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:34.313248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889af60-719f-481b-bb14-039bf3fb1d91 req-851cc6db-dc0e-4d6a-a072-809de1df8e98 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:34.321388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1889af60-719f-481b-bb14-039bf3fb1d91 req-851cc6db-dc0e-4d6a-a072-809de1df8e98 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 945 time: 0.0830226 Aug 30 21:08:34.372710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1889af60-719f-481b-bb14-039bf3fb1d91 req-f2e12536-6d0e-46a7-ba94-ad4ef0651a59 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503061 Aug 30 21:08:34.446508 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a09fc2-39eb-4fed-b180-701898c82a57 x-openstack-request-id: req-25a09fc2-39eb-4fed-b180-701898c82a57 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:34.446988 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "name": "network-vif-unplugged", "status": "completed", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5", "code": 200}, {"name": "network-changed", "server_uuid": "81268a1d-ea73-4c5c-a101-435371a74598", "tag": "5464703c-5e86-4b52-8675-37e1f0275e8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a", "tag": "5da53c03-d11e-4007-9846-6f837c0ceefb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:34.447303 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25a09fc2-39eb-4fed-b180-701898c82a57 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:34.447790 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'code': 200} Aug 30 21:08:34.448041 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81268a1d-ea73-4c5c-a101-435371a74598', 'tag': '5464703c-5e86-4b52-8675-37e1f0275e8e', 'status': 'completed', 'code': 200} Aug 30 21:08:34.448283 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'tag': '5da53c03-d11e-4007-9846-6f837c0ceefb', 'status': 'completed', 'code': 200} Aug 30 21:08:34.448530 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'status': 'completed', 'code': 200} Aug 30 21:08:34.515492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 5da53c03-d11e-4007-9846-6f837c0ceefb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:34.522463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 5da53c03-d11e-4007-9846-6f837c0ceefb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:34.522889 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.584744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port cbd4005d-cfb3-4abf-bb06-c432f72972cb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb,segment=NetworkSegment(95134814-d54d-430d-842b-41c943054cf8),segment_id=95134814-d54d-430d-842b-41c943054cf8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:34.599209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-16937ab1-0766-489f-b56a-1f7dc4928905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:34.600539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-16937ab1-0766-489f-b56a-1f7dc4928905 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 1097 time: 0.1125658 Aug 30 21:08:34.605350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb', 'network_id': '55c72fbb-b924-41cf-abca-404c9c54cba7', 'port_id': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb', 'mac_address': 'fa:16:3e:28:0c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958c681b-83b7-4045-bfbe-62455d42f0b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:08:34.669026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.676542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-6bb91c8f-e465-49f3-9e1e-96810daf8066 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2131302 Aug 30 21:08:34.678603 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.689566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:34.694029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd4005d-cfb3-4abf-bb06-c432f72972cb {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:34.698723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.729397 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.747721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port cbd4005d-cfb3-4abf-bb06-c432f72972cb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb,segment=NetworkSegment(95134814-d54d-430d-842b-41c943054cf8),segment_id=95134814-d54d-430d-842b-41c943054cf8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:34.754156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5da53c03-d11e-4007-9846-6f837c0ceefb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5da53c03-d11e-4007-9846-6f837c0ceefb,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:34.756233 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.765563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.774807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.782064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-5b5cd185-4762-423c-8174-5eb5cac202cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:34.783971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-5b5cd185-4762-423c-8174-5eb5cac202cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 919 time: 0.1736953 Aug 30 21:08:34.826081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=cbd4005d-cfb3-4abf-bb06-c432f72972cb,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:34.861994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-539f0985-8144-45f9-938b-0c86e2f403d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5da53c03-d11e-4007-9846-6f837c0ceefb HTTP/1.1" status: 200 len: 217 time: 0.0684783 Aug 30 21:08:34.881165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5da53c03-d11e-4007-9846-6f837c0ceefb,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:34.929765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-24d0df15-7841-458c-9c79-6135573e2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:34.931309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-24d0df15-7841-458c-9c79-6135573e2fac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 200 len: 858 time: 0.0585623 Aug 30 21:08:34.960325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.966129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:34.966504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-cd673beb-2280-41e0-b0c4-dd37a1cf0dd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9abecccc-0c64-4b21-ad94-e22c59b5d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269144 Aug 30 21:08:34.985058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.035971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=5834e4e5-6fde-4297-abf2-a7730af52e80,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:35.047146 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.141264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-553e52a4-b689-4dea-8702-a013ae8c9d62 service neutron] 10.222.0.86 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647725 Aug 30 21:08:35.151027 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP 561c1e02-29fb-4be5-8f0c-d3633622be01 associated. External IP: 172.25.5.79, port: fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e. Aug 30 21:08:35.165781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da53c03-d11e-4007-9846-6f837c0ceefb'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:35.168295 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376f9d8-daf1-459a-afad-171f0589a50e" -d '{"events": [{"server_uuid": "240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a", "name": "network-vif-plugged", "status": "completed", "tag": "5da53c03-d11e-4007-9846-6f837c0ceefb"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:35.183016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['cbd4005d-cfb3-4abf-bb06-c432f72972cb'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:35.202938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Allocated IP 172.25.5.170 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/795a04c1-ee26-4271-aae3-8df4d6365b5b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:35.310705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-3d2fedf1-4853-4bed-b7c2-c5b9b65ae5ec service neutron] 10.222.0.86 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613204 Aug 30 21:08:35.388786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.441227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-2808d00c-85d9-431b-8207-d13592f20f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:35.442843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-2808d00c-85d9-431b-8207-d13592f20f99 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1126 time: 0.0781388 Aug 30 21:08:35.463745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.529741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.549768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:35.557457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:35.560418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:35.599084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=795a04c1-ee26-4271-aae3-8df4d6365b5b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:35.629486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-e60e07a2-e935-4e87-9694-b5e3cf90e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:35.631031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-e60e07a2-e935-4e87-9694-b5e3cf90e93f service neutron] 10.222.0.86 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1769686 Aug 30 21:08:35.668370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:35.697391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-9578fb19-98f6-4aa8-af72-f9c2212bdb7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0571167 Aug 30 21:08:35.739792 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.776374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-04595161-e399-43a0-a5ba-6ff84efb655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:35.777856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-04595161-e399-43a0-a5ba-6ff84efb655a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0722275 Aug 30 21:08:35.784653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:35.794653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:35.800399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.805149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:35.805397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:35.806517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:35.817984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-a9402b8a-dbdc-4b11-a1e0-c5b5e37ecfe1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298054 Aug 30 21:08:35.849408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f54566ba-e39b-4f2d-857f-f616b3d2d0c7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5459075 Aug 30 21:08:35.850223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:35.852366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:35.860875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'port_id': 'fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:35.866357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:35.869036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:35.924743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:35.926165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4dabe6-5cb7-4aa9-a9d0-d589f2d5ebd8 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:35.935891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.072176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-c254dfcb-e258-454d-996c-be7fb4101709 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192171 Aug 30 21:08:36.185770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.197247 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.205144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-e7e0a2bf-8bba-4ca1-9c18-68e1e88289e3 service neutron] 10.222.0.86 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Aug 30 21:08:36.269875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=795a04c1-ee26-4271-aae3-8df4d6365b5b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:36.288286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.304575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.306349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-059ff193-0afb-432a-bdff-1722467fb0be tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6255014 Aug 30 21:08:36.359171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-2b8e30c7-ef28-490e-9d39-d0956492adb5 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0462203 Aug 30 21:08:36.454294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.461209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.476170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-5d68c134-76fb-49f8-913d-d78ee2a1d405 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:36.477780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3aa7c14-5522-40fc-aa8e-6d554fad6658 req-5d68c134-76fb-49f8-913d-d78ee2a1d405 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1128550 Aug 30 21:08:36.588014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141ea1c-a31a-4a10-a8b0-a6094bc4698a req-51597faa-73c9-4e13-a025-0cd06b7ffec2 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:36.589634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9141ea1c-a31a-4a10-a8b0-a6094bc4698a req-51597faa-73c9-4e13-a025-0cd06b7ffec2 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 949 time: 0.0600185 Aug 30 21:08:36.629278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9141ea1c-a31a-4a10-a8b0-a6094bc4698a req-b4a81aa6-c353-408d-900b-192cc1a0b128 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Aug 30 21:08:36.690374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:36.747190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabb55e-c081-4694-92c4-dab5c5d0ef3d req-e43838f5-a2d1-4d62-956d-45c19f522d07 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:36.748659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dabb55e-c081-4694-92c4-dab5c5d0ef3d req-e43838f5-a2d1-4d62-956d-45c19f522d07 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.0521426 Aug 30 21:08:36.800727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dabb55e-c081-4694-92c4-dab5c5d0ef3d req-9a958718-9a86-43f8-9322-7da1f1bca451 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 Aug 30 21:08:36.844706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Request body: {'port': {'device_id': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:36.845037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:36.853224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.861069 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:36.873165 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:36.873848 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:36.917163 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:36.917550 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:36.928360 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:36.929040 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:36.966985 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:36.967741 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a3faa-8488-42b2-8070-d0d986527ac1 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:36.976522 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8135559c-ef84-4f7e-8e11-86e272abdfd6 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/floatingips/561c1e02-29fb-4be5-8f0c-d3633622be01 HTTP/1.1" status: 200 len: 978 time: 1.1235394 Aug 30 21:08:36.979689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-6891f952-0ccf-4cf3-95e2-b3a91bca5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:36.981291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-6891f952-0ccf-4cf3-95e2-b3a91bca5cbf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 1095 time: 0.1258996 Aug 30 21:08:36.981826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:37.097547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea45f-c37a-4687-a457-d28d0e0144df req-06cc874f-b2a5-477b-bdaf-32187b4e1719 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.100662 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9eea45f-c37a-4687-a457-d28d0e0144df req-06cc874f-b2a5-477b-bdaf-32187b4e1719 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 944 time: 0.1350846 Aug 30 21:08:37.212148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9eea45f-c37a-4687-a457-d28d0e0144df req-037db76c-cf95-4a33-9c48-5843a9829a67 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921159 Aug 30 21:08:37.313401 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa781aa-26ca-4dea-b041-b91a18e005c1 x-openstack-request-id: req-2aa781aa-26ca-4dea-b041-b91a18e005c1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:37.314068 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a", "name": "network-vif-plugged", "status": "completed", "tag": "5da53c03-d11e-4007-9846-6f837c0ceefb", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:37.314068 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2aa781aa-26ca-4dea-b041-b91a18e005c1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:37.314366 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da53c03-d11e-4007-9846-6f837c0ceefb', 'code': 200} Aug 30 21:08:37.364417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-1e01e7d2-a0dc-47ef-abd9-fbe888c98f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.366073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-1e01e7d2-a0dc-47ef-abd9-fbe888c98f8b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 1095 time: 0.1786053 Aug 30 21:08:37.368296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-973e0366-e2bc-4c47-b1da-5e9ad8bfa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.369786 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-973e0366-e2bc-4c47-b1da-5e9ad8bfa0a3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3336978 Aug 30 21:08:37.388130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a064f323-57e5-4314-984e-c049150ec5e6 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:37.400017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:37.468326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Transition to ACTIVE for port object a064f323-57e5-4314-984e-c049150ec5e6 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:37.475150 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:37.547064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 5834e4e5-6fde-4297-abf2-a7730af52e80 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:37.547729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:37.582739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406186c7-5c80-4811-8921-07b9ecd1d286 req-d0286ecc-e6a4-4cfa-a28c-69a96d0b8756 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.592112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-406186c7-5c80-4811-8921-07b9ecd1d286 req-d0286ecc-e6a4-4cfa-a28c-69a96d0b8756 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 931 time: 0.1945055 Aug 30 21:08:37.620828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9ef00-e2b0-423f-8a09-9ea8940684b4 req-78143529-0399-4050-bcd5-279dedc58737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.622752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26c9ef00-e2b0-423f-8a09-9ea8940684b4 req-78143529-0399-4050-bcd5-279dedc58737 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 1098 time: 0.2085929 Aug 30 21:08:37.713079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-5f6c570d-01db-4a22-ac77-e0255d777616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.714626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-5f6c570d-01db-4a22-ac77-e0255d777616 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 919 time: 0.3358154 Aug 30 21:08:37.716765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Pushing event updated for resources: {'Port': ['ID=a064f323-57e5-4314-984e-c049150ec5e6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:37.735215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-fbfed5ca-70f1-45c6-bc8a-121df439ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.735472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-406186c7-5c80-4811-8921-07b9ecd1d286 req-83611cb7-c87c-42f0-af66-4164029d0870 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428652 Aug 30 21:08:37.736887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19e9a8c2-e5d8-40f3-976b-f1a459064f02 req-fbfed5ca-70f1-45c6-bc8a-121df439ddaa service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3567679 Aug 30 21:08:37.771492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Attempting to bind port a064f323-57e5-4314-984e-c049150ec5e6 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:37.772311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Attempting to bind port a064f323-57e5-4314-984e-c049150ec5e6 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:37.772782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Attempting to bind port a064f323-57e5-4314-984e-c049150ec5e6 on network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:37.779713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:37.780045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:37.784530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-f6292874-0db9-4661-b891-f40fd335e2d8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8f9d88-a0dc-4cce-9570-b37384213471 HTTP/1.1" status: 200 len: 217 time: 0.0619283 Aug 30 21:08:37.788236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Port a064f323-57e5-4314-984e-c049150ec5e6 on network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:08:37.788815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Attempting to bind port a064f323-57e5-4314-984e-c049150ec5e6 on network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:37.801782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26c9ef00-e2b0-423f-8a09-9ea8940684b4 req-83997494-c506-430d-9f7c-97cf81bc78ec service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550910 Aug 30 21:08:37.802946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:37.804167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Checking segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:37.804384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 5834e4e5-6fde-4297-abf2-a7730af52e80 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:37.804711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Bound using segment: {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:37.805649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Bound port: a064f323-57e5-4314-984e-c049150ec5e6, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac97455b-b86c-445b-bdf3-8a92ec3c0234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:37.805812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:37.924425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71974b-c240-498c-bcd2-78f25cceca9e req-aa5e291f-269c-4433-a684-32737a607013 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:37.926218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f71974b-c240-498c-bcd2-78f25cceca9e req-aa5e291f-269c-4433-a684-32737a607013 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 946 time: 0.1061831 Aug 30 21:08:37.931945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] For port a064f323-57e5-4314-984e-c049150ec5e6, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:37.937573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] For port a064f323-57e5-4314-984e-c049150ec5e6, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a064f323-57e5-4314-984e-c049150ec5e6,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:37.953755 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.017454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.018073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.019647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] 10.222.0.82 "PUT /v2.0/ports/a064f323-57e5-4314-984e-c049150ec5e6 HTTP/1.1" status: 200 len: 1092 time: 1.1795881 Aug 30 21:08:38.020467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'tag': 'a064f323-57e5-4314-984e-c049150ec5e6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:38.022845 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd0f6e-bf85-44c8-9293-993c7734ec99" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bbdd21-07b6-4c9c-87f7-30057697d65b", "tag": "a064f323-57e5-4314-984e-c049150ec5e6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:38.031442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f71974b-c240-498c-bcd2-78f25cceca9e req-e9ebc7cd-5241-4e4a-b2bb-b50e5f6c5561 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966251 Aug 30 21:08:38.048819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db7a20-02f0-4fc3-a419-b97d90d9d4dd service neutron] Pushing event updated for resources: {'Port': ['ID=a064f323-57e5-4314-984e-c049150ec5e6,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:38.208391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-97ccb943-7518-473e-8b14-d82b9bd6eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.210074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-97ccb943-7518-473e-8b14-d82b9bd6eb0a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d18baf910ce24b95b84b3886b0fcc730&device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 1095 time: 0.1212204 Aug 30 21:08:38.254149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device cbd4005d-cfb3-4abf-bb06-c432f72972cb up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:38.255375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-67b28087-1151-480f-940f-8904cbeba328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.257770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-67b28087-1151-480f-940f-8904cbeba328 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 200 len: 858 time: 0.4615731 Aug 30 21:08:38.285565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-ec1282d4-4204-434c-b97c-1163ac941130 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a064f323-57e5-4314-984e-c049150ec5e6 HTTP/1.1" status: 200 len: 217 time: 0.0614545 Aug 30 21:08:38.297590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-d568fea3-5c3a-4aa4-b1d3-b33387aeeb24 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2210588 Aug 30 21:08:38.302378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:38.308937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-82b5b1e3-f51e-4e99-99c3-f7b6bf58fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.310452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-82b5b1e3-f51e-4e99-99c3-f7b6bf58fc94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 1095 time: 0.4831450 Aug 30 21:08:38.314172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-f7f927dc-5e14-4c91-9f17-62d56ec2cfe2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9abecccc-0c64-4b21-ad94-e22c59b5d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403855 Aug 30 21:08:38.327851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port cbd4005d-cfb3-4abf-bb06-c432f72972cb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:38.332835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port cbd4005d-cfb3-4abf-bb06-c432f72972cb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:38.333599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.372902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.377569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-e1818892-154b-40f5-849e-c2f9bbd0eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.379230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-e1818892-154b-40f5-849e-c2f9bbd0eb68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61f6bc74-6e1e-4d9e-b091-ac8e9702cb44 HTTP/1.1" status: 200 len: 853 time: 0.0720263 Aug 30 21:08:38.415113 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-433eb145-8b27-4a22-84b3-40290f1649b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5464703c-5e86-4b52-8675-37e1f0275e8e HTTP/1.1" status: 200 len: 217 time: 0.0837452 Aug 30 21:08:38.438132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.470041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-f53c9294-e8e8-4639-afa7-bf89980cd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.471560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-f53c9294-e8e8-4639-afa7-bf89980cd97b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1cd70314-e996-49ec-8c82-cb3ba0644ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802622 Aug 30 21:08:38.492210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port cbd4005d-cfb3-4abf-bb06-c432f72972cb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb,segment=NetworkSegment(95134814-d54d-430d-842b-41c943054cf8),segment_id=95134814-d54d-430d-842b-41c943054cf8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:38.498728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.535095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-b15de750-370d-496e-9e45-b2844a4942c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:38.536773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-b15de750-370d-496e-9e45-b2844a4942c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 200 len: 858 time: 0.1126497 Aug 30 21:08:38.540995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-5df97405-073c-446b-a886-d205992e5d59 service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085698 Aug 30 21:08:38.549600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=cbd4005d-cfb3-4abf-bb06-c432f72972cb,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:38.561711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.562167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.562532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.563063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.564315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.564693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.565003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.565338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.565670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.566000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.566330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.566660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:38.588929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.602961 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-99c926ee-3397-4d72-8d4d-dc92ef35bc0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9abecccc-0c64-4b21-ad94-e22c59b5d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488448 Aug 30 21:08:38.613090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.632844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-d682e1b5-7f14-4b66-a90e-01e1e0e87e76 service neutron] 10.222.0.82 "GET /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518672 Aug 30 21:08:38.669771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=5834e4e5-6fde-4297-abf2-a7730af52e80,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:38.820938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e42fd1c-8af2-4973-9548-83cc74593031 req-d4e59981-8bcf-4a5b-8862-cbde1b363cb6 service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566633 Aug 30 21:08:38.836851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:38.837182 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP 561c1e02-29fb-4be5-8f0c-d3633622be01 disassociated (deleted). External IP: 172.25.5.79, port: fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e. Aug 30 21:08:38.873954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-b3af8e10-8bce-4792-bcbf-0fed943de0c3 service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193460 Aug 30 21:08:38.887491 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6695b57f-1f88-49ec-881c-b0c157ef4f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.053841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-5a194661-bc65-4c8d-8c4e-af2e5a8867bf service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690066 Aug 30 21:08:39.126205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Allocated IP 172.25.5.96 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/3f0fb192-a37f-4d46-aea3-8c7fca6b7bd8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:39.127164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:39.132439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3da8be6a-595e-4289-9f70-d9ee1e32df91 req-5426abeb-eb00-40d9-afc0-8dcc21d88af6 service neutron] 10.222.0.82 "GET /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674509 Aug 30 21:08:39.252736 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.263937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:39.269766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.278703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:39.291267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:39.292371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:39.311576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6008dd4c-d0c9-4290-8a1e-5767f673beab tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/floatingips/561c1e02-29fb-4be5-8f0c-d3633622be01 HTTP/1.1" status: 204 len: 168 time: 2.3262138 Aug 30 21:08:39.311801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:39.312942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.329935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91b199-0369-4fee-8557-3e475af1ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:39.333599 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450d52f-7ae1-459f-861a-4d68943fbfea" -d '{"events": [{"server_uuid": "8f91b199-0369-4fee-8557-3e475af1ad94", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4005d-cfb3-4abf-bb06-c432f72972cb"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:39.338356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:39.352204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:39.352882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:39.378740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:39.384461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:39.389439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:39.389665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:39.390081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4711d896-9142-481f-ae22-070e0d7ca49e None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:39.419693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=3f0fb192-a37f-4d46-aea3-8c7fca6b7bd8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:39.457831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:39.458172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.491131 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.532908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.559473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.574335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:39.726977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.732793 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.779009 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.806100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event updated for resources: {'Port': ['ID=3f0fb192-a37f-4d46-aea3-8c7fca6b7bd8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:39.809106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:39.821590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.839132 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.840584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-ce42ac67-3cf2-466e-9de9-f7055f2a16de tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5421348 Aug 30 21:08:39.901702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-a1b9f8b0-03e6-4d55-a950-e632cc8530b0 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0532913 Aug 30 21:08:39.913067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:39.915351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a8d3c2b9-5b5d-4cd2-a629-59073c83d3da tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/ports/fcc0bbb2-5e7c-4ccb-b0a9-9d75348baf6e HTTP/1.1" status: 204 len: 168 time: 0.6021152 Aug 30 21:08:39.921788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:39.927966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:39.960116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.040109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-e1fd5a61-c3e5-44ed-a409-bf58ff795192 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.042115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dcdbc44-cb55-4bcd-b15d-9bd362255150 req-e1fd5a61-c3e5-44ed-a409-bf58ff795192 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1335847 Aug 30 21:08:40.074695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.148294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f97835-5770-499b-9a33-dca0e96a37d3 req-ca526880-71b6-48a2-8fb0-d198ef650bd6 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.149893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66f97835-5770-499b-9a33-dca0e96a37d3 req-ca526880-71b6-48a2-8fb0-d198ef650bd6 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 949 time: 0.0527375 Aug 30 21:08:40.196094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66f97835-5770-499b-9a33-dca0e96a37d3 req-03b74861-65b7-43db-8950-c655d2baaa76 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387776 Aug 30 21:08:40.197282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.54 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/8c4f5f4a-4d0d-45c6-a623-3f34892bcfeb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:40.314992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f738a9-eabf-4f89-814e-d8df7d6240eb req-06ec2224-9292-455b-b226-e1cb4262279e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.316615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3f738a9-eabf-4f89-814e-d8df7d6240eb req-06ec2224-9292-455b-b226-e1cb4262279e tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.0547316 Aug 30 21:08:40.346384 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.368373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3f738a9-eabf-4f89-814e-d8df7d6240eb req-8dff9907-8d0c-418a-9dd3-3316c2883256 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Aug 30 21:08:40.400605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.444336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:40.449948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:40.452183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=8c4f5f4a-4d0d-45c6-a623-3f34892bcfeb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:40.454303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:40.508930 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f563a215-8ec1-45ea-8621-bd58acd2c75c x-openstack-request-id: req-f563a215-8ec1-45ea-8621-bd58acd2c75c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:40.509421 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bbdd21-07b6-4c9c-87f7-30057697d65b", "tag": "a064f323-57e5-4314-984e-c049150ec5e6", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:40.509802 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f563a215-8ec1-45ea-8621-bd58acd2c75c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:40.510351 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'tag': 'a064f323-57e5-4314-984e-c049150ec5e6', 'status': 'completed', 'code': 200} Aug 30 21:08:40.567977 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.607486 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.611631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-af05f613-456a-4007-9a29-e3e4a3dc6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.613220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-af05f613-456a-4007-9a29-e3e4a3dc6309 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d18baf910ce24b95b84b3886b0fcc730&device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 1095 time: 0.0753479 Aug 30 21:08:40.646635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577f2ef-157f-4fd6-b545-58fcd891bc28 req-438c3696-b8c0-4902-b31c-a59f483cf9e1 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.648234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6577f2ef-157f-4fd6-b545-58fcd891bc28 req-438c3696-b8c0-4902-b31c-a59f483cf9e1 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 945 time: 0.0829356 Aug 30 21:08:40.733338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6577f2ef-157f-4fd6-b545-58fcd891bc28 req-74829114-eb74-497f-8d3c-de2cbd5f9945 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712156 Aug 30 21:08:40.761309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-a27e94f6-7f14-4943-bac8-6050d17d16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.763103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-a27e94f6-7f14-4943-bac8-6050d17d16e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1cd70314-e996-49ec-8c82-cb3ba0644ad8 HTTP/1.1" status: 200 len: 915 time: 0.1407616 Aug 30 21:08:40.808601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.814474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-50bcd381-fbeb-465d-a774-de1b7ebadd44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a064f323-57e5-4314-984e-c049150ec5e6 HTTP/1.1" status: 200 len: 217 time: 0.0387523 Aug 30 21:08:40.817694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.893832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-a8a66d76-20fe-46ad-ae29-119dfd880c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.895366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-a8a66d76-20fe-46ad-ae29-119dfd880c59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61f6bc74-6e1e-4d9e-b091-ac8e9702cb44 HTTP/1.1" status: 200 len: 853 time: 0.0718825 Aug 30 21:08:40.895724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=8c4f5f4a-4d0d-45c6-a623-3f34892bcfeb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:40.907439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a1b4a-72cc-46b8-971d-fa3f7c82371f req-a97d0156-4434-42b0-834a-1aaa39d24510 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.907979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.909382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a8a1b4a-72cc-46b8-971d-fa3f7c82371f req-a97d0156-4434-42b0-834a-1aaa39d24510 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 943 time: 0.0970838 Aug 30 21:08:40.924187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:40.928097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-86fcece7-a8f7-4e95-99cb-7ca3f3e3238d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0022662 Aug 30 21:08:40.928330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:40.933627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'port': {'network_id': '28d34119-af45-4292-8b06-6cdb8e26e89c', 'name': 'tempest-FloatingIPTestJSON-75678152'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:40.978156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a8a1b4a-72cc-46b8-971d-fa3f7c82371f req-db055719-9959-4b7e-9e9f-0d7dea0f604f tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575445 Aug 30 21:08:40.980964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-30dc76ae-bd72-473e-a6a0-25fc1b159669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:40.982434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-30dc76ae-bd72-473e-a6a0-25fc1b159669 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1cd70314-e996-49ec-8c82-cb3ba0644ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720859 Aug 30 21:08:41.086005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:41.090534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.110329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] device_id is not set on port fca6debc-f41d-48c9-909e-c1591fca3a53 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:08:41.141308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-9f74ea49-04eb-4805-8c0d-efd3017ad8da service neutron] 10.222.0.82 "GET /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508086 Aug 30 21:08:41.149958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab9f2b-cd08-4c12-b23e-d803389dccbf req-58305837-926f-4b4a-be98-7ac920de15a5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:41.151795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26ab9f2b-cd08-4c12-b23e-d803389dccbf req-58305837-926f-4b4a-be98-7ac920de15a5 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 946 time: 0.0858824 Aug 30 21:08:41.239234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.12 (28d34119-af45-4292-8b06-6cdb8e26e89c/cdee5991-ed31-42c2-916a-7e2d41a63153/fca6debc-f41d-48c9-909e-c1591fca3a53) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:41.255644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26ab9f2b-cd08-4c12-b23e-d803389dccbf req-f62eed42-5f9f-474b-82f5-d246a34c4183 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913320 Aug 30 21:08:41.307535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ffd0f6e-bf85-44c8-9293-993c7734ec99 req-1a0fb9b9-36e2-483c-80f0-1eed5224c637 service neutron] 10.222.0.82 "GET /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545229 Aug 30 21:08:41.328267 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e394eb6f-57a9-4a9b-b1b4-7e2402c68b7f x-openstack-request-id: req-e394eb6f-57a9-4a9b-b1b4-7e2402c68b7f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:41.328776 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91b199-0369-4fee-8557-3e475af1ad94", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4005d-cfb3-4abf-bb06-c432f72972cb", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:41.328776 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e394eb6f-57a9-4a9b-b1b4-7e2402c68b7f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:41.329198 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91b199-0369-4fee-8557-3e475af1ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb', 'code': 200} Aug 30 21:08:41.402056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81c885b5-5299-407e-b62e-acc31c73a2cb req-bed16daa-cfaf-432e-aaaa-acb1b02df898 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips/bad5531c-1bf7-4a35-b678-4b405300f7e9 HTTP/1.1" status: 200 len: 692 time: 0.0553329 Aug 30 21:08:41.440537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.490338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.535136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac1842-c472-42bd-b727-52d860a4063c req-4edf0035-8b70-4604-bbbf-2760edf7509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:41.537345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94ac1842-c472-42bd-b727-52d860a4063c req-4edf0035-8b70-4604-bbbf-2760edf7509e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 1097 time: 0.1337030 Aug 30 21:08:41.551393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 28d34119-af45-4292-8b06-6cdb8e26e89c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:41.555118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:41.559734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:41.584754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=fca6debc-f41d-48c9-909e-c1591fca3a53,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:41.592557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c885b5-5299-407e-b62e-acc31c73a2cb req-52d252d5-fc7a-471a-a25c-fc15b6f48f80 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:41.594071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81c885b5-5299-407e-b62e-acc31c73a2cb req-52d252d5-fc7a-471a-a25c-fc15b6f48f80 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1813784 Aug 30 21:08:41.603787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94ac1842-c472-42bd-b727-52d860a4063c req-56d5de68-22db-4195-a77e-5b8eaf2ff31f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594072 Aug 30 21:08:41.618994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:41.619643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.635330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-210ab29f-ad2b-4a9c-9266-81840f97bbbe tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7059391 Aug 30 21:08:41.637871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:41.643424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'port_id': 'fca6debc-f41d-48c9-909e-c1591fca3a53'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:41.679633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.707112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.838135 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1defbf-ee97-4d7e-9e31-7790b5b271b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:41.882465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a8f9d88-a0dc-4cce-9570-b37384213471 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:08:42.040227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3a8f9d88-a0dc-4cce-9570-b37384213471, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a8f9d88-a0dc-4cce-9570-b37384213471,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:42.059181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '3a8f9d88-a0dc-4cce-9570-b37384213471', 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'port_id': '3a8f9d88-a0dc-4cce-9570-b37384213471', 'mac_address': 'fa:16:3e:b8:02:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e299cce-f55c-4afa-9fb9-2c75ea2de2ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:08:42.114630 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:42.133537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8f9d88-a0dc-4cce-9570-b37384213471 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:42.168249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3a8f9d88-a0dc-4cce-9570-b37384213471, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a8f9d88-a0dc-4cce-9570-b37384213471,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:42.175925 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:42.241821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3a8f9d88-a0dc-4cce-9570-b37384213471,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:42.301547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c769646-1e3f-4c5d-b767-c795447984d1 req-4dee5dd5-1acd-4d31-a5b2-d194633cc523 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:42.303419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c769646-1e3f-4c5d-b767-c795447984d1 req-4dee5dd5-1acd-4d31-a5b2-d194633cc523 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 944 time: 0.0659997 Aug 30 21:08:42.305608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:42.311414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:42.370090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c769646-1e3f-4c5d-b767-c795447984d1 req-c47be3ba-54af-4820-8c1a-380b7348724e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576239 Aug 30 21:08:42.424695 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP e4052c09-cc66-40eb-8201-e0f776bfc095 associated. External IP: 172.25.5.54, port: fca6debc-f41d-48c9-909e-c1591fca3a53. Aug 30 21:08:42.482299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813677-b94b-4bcf-9c57-bf511d2f538e req-f75f8ec1-5166-442c-bac7-6cd3e6a09776 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:42.484026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0813677-b94b-4bcf-9c57-bf511d2f538e req-f75f8ec1-5166-442c-bac7-6cd3e6a09776 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 943 time: 0.0570509 Aug 30 21:08:42.514025 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:42.532162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0813677-b94b-4bcf-9c57-bf511d2f538e req-83d3ebd8-7b9e-4d68-a5c2-5ac7f57bf1f2 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Aug 30 21:08:42.555278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3a8f9d88-a0dc-4cce-9570-b37384213471'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:42.644390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-6d6432e3-6c46-4ad4-b8ed-1b922fa16923 service neutron] 10.222.0.86 "GET /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5/bindings/n-h1-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.0701897 Aug 30 21:08:42.701428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:42.744609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-c5913064-a88b-4ffd-9ab7-be6f67e7536c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips/bad5531c-1bf7-4a35-b678-4b405300f7e9 HTTP/1.1" status: 200 len: 692 time: 0.0607290 Aug 30 21:08:42.818279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:42.822633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:42.830026 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:42.841556 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:42.842218 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:42.851954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f63ae8f7-3647-4339-adbf-7efa749b836f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/floatingips/e4052c09-cc66-40eb-8201-e0f776bfc095 HTTP/1.1" status: 200 len: 976 time: 1.2126257 Aug 30 21:08:42.854616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:42.881446 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:42.891560 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:08:42.896341 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:42.897190 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:42.931352 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:42.932542 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102eb4c6-3fa8-413a-8355-1c3142e127c0 None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:42.944242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-c95fca43-073e-4317-bc55-0c87287c775e tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:42.945936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-c95fca43-073e-4317-bc55-0c87287c775e tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1937041 Aug 30 21:08:42.987875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port fca6debc-f41d-48c9-909e-c1591fca3a53 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:42.988396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.022459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-51108c07-387d-4e99-8f46-97a1c9048412 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0574284 Aug 30 21:08:43.031337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:43.086697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-0100e123-16fe-4fd7-881e-e1a1da17298c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0577974 Aug 30 21:08:43.094295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:43.098763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.196000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:43.212496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:43.247567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.278456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.278880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.279203 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP e4052c09-cc66-40eb-8201-e0f776bfc095 disassociated. External IP: 172.25.5.54, port: fca6debc-f41d-48c9-909e-c1591fca3a53. Aug 30 21:08:43.279552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for fca6debc-f41d-48c9-909e-c1591fca3a53 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:43.309023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Deleting port 3f0fb192-a37f-4d46-aea3-8c7fca6b7bd8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:43.309657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.384466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Transition to ACTIVE for port object e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:43.396995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.441749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.442537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.443146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.467737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Calling delete_port for 3f0fb192-a37f-4d46-aea3-8c7fca6b7bd8 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:43.471650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=fca6debc-f41d-48c9-909e-c1591fca3a53,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:43.504058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:43.506741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] No DVR routers for this DVR port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:08:43.552309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.552755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.552944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.553276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.553594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.553917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.554283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.554600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.554941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.555257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.555568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.555883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:08:43.588947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-1fb4e2c1-ec58-4d14-a291-3398a12db7c1 service neutron] 10.222.0.86 "PUT /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5/bindings/n-h1-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 0.9351974 Aug 30 21:08:43.600339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:43.713729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.746408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event deleted for resources: {'Port': ['ID=3f0fb192-a37f-4d46-aea3-8c7fca6b7bd8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:43.753084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-4aaec4eb-51c4-40a1-be57-f432bacc0362 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:43.754710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-4aaec4eb-51c4-40a1-be57-f432bacc0362 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1096 time: 0.0936971 Aug 30 21:08:43.846464 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.849053 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:43.850263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0cf5fc-4d6c-4c9f-aba2-af0c9ba4776b req-fbc65cce-bc9a-4103-978c-5f48173dc3da tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "DELETE /v2.0/floatingips/bad5531c-1bf7-4a35-b678-4b405300f7e9 HTTP/1.1" status: 204 len: 173 time: 0.7572370 Aug 30 21:08:43.856031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-b0e5092f-6cd6-49ea-97d1-ebddb025ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:43.858043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-b0e5092f-6cd6-49ea-97d1-ebddb025ba18 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987&tenant_id=6e4423d623614804a2701b280c6a9ab9 HTTP/1.1" status: 200 len: 1096 time: 0.0945723 Aug 30 21:08:43.899542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a064f323-57e5-4314-984e-c049150ec5e6 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:08:43.903750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a8f9d88-a0dc-4cce-9570-b37384213471 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:43.964978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-ac242dac-0704-4b03-a8dc-806f4b1f0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:43.966528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-ac242dac-0704-4b03-a8dc-806f4b1f0e94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e4423d623614804a2701b280c6a9ab9&device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1096 time: 0.0829139 Aug 30 21:08:44.017650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 3a8f9d88-a0dc-4cce-9570-b37384213471 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:44.023918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 3a8f9d88-a0dc-4cce-9570-b37384213471 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:44.024561 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.029487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae543126-7a60-4da8-9d78-7f52529e619b req-815cb979-c072-4135-ae98-f68f24394557 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:44.031123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae543126-7a60-4da8-9d78-7f52529e619b req-815cb979-c072-4135-ae98-f68f24394557 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 945 time: 0.1091373 Aug 30 21:08:44.034789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:44.059648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:44.071068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a064f323-57e5-4314-984e-c049150ec5e6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a064f323-57e5-4314-984e-c049150ec5e6,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:44.095387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a064f323-57e5-4314-984e-c049150ec5e6', 'network_id': '1cd70314-e996-49ec-8c82-cb3ba0644ad8', 'port_id': 'a064f323-57e5-4314-984e-c049150ec5e6', 'mac_address': 'fa:16:3e:0c:1c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f6bc74-6e1e-4d9e-b091-ac8e9702cb44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:08:44.101092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:44.102094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:44.119610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.122702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dc3a418f-7439-4b7c-80dd-6d9a0adbfd6b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/ports/fca6debc-f41d-48c9-909e-c1591fca3a53 HTTP/1.1" status: 204 len: 168 time: 1.2664044 Aug 30 21:08:44.122893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-aeae45fd-e6bc-4f2f-903a-8cf92f1249f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:44.123712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-aeae45fd-e6bc-4f2f-903a-8cf92f1249f9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 200 len: 921 time: 0.1498630 Aug 30 21:08:44.124661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:44.126598 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae543126-7a60-4da8-9d78-7f52529e619b req-2919e65b-cb94-4d2d-8222-134dfb16e7d0 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735559 Aug 30 21:08:44.160371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:44.175837 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-159c7512-c692-44fe-af03-a8c32af39eb7 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/floatingips/e4052c09-cc66-40eb-8201-e0f776bfc095 HTTP/1.1" status: 200 len: 687 time: 0.0464411 Aug 30 21:08:44.175837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:44.178749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-b49c63de-9154-4313-b6e3-bdca4906b153 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 200 len: 217 time: 0.0472133 Aug 30 21:08:44.186324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:44.187254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:44.235133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-5262ce95-b540-4f68-9db1-025a805d35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:44.236692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-5262ce95-b540-4f68-9db1-025a805d35ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 200 len: 860 time: 0.0510581 Aug 30 21:08:44.244969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.251440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:44.252398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3312e-179c-4813-8a03-1136e756c1fc None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:44.273628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:44.290208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-3fb3f70b-0c99-49b0-8e7e-b481eca42bde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83dad685-91d4-47c7-952c-f81b2125170a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455847 Aug 30 21:08:44.360360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 8c4f5f4a-4d0d-45c6-a623-3f34892bcfeb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:44.360772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.434923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10fe8-0013-4a32-bd34-d4f8cf358905 req-73cfd9c3-d554-4355-b98b-6d3025213d63 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:44.437685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fe10fe8-0013-4a32-bd34-d4f8cf358905 req-73cfd9c3-d554-4355-b98b-6d3025213d63 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 943 time: 0.1505523 Aug 30 21:08:44.463473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.466869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a064f323-57e5-4314-984e-c049150ec5e6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:44.476857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-6ad8f3b5-0346-4a2b-aff2-690ba25ef455 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755869 Aug 30 21:08:44.513798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.514479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.527077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a064f323-57e5-4314-984e-c049150ec5e6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a064f323-57e5-4314-984e-c049150ec5e6,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:44.534273 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.535067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 8c4f5f4a-4d0d-45c6-a623-3f34892bcfeb owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:44.540861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fe10fe8-0013-4a32-bd34-d4f8cf358905 req-84a4eaf7-cd5d-423b-b8e5-f95fcd1161ba tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907385 Aug 30 21:08:44.541126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8f9d88-a0dc-4cce-9570-b37384213471'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:44.543529 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b8410-2372-4904-9371-fa4f0f108ea7" -d '{"events": [{"server_uuid": "4edc56be-b635-4816-a1a6-85068d5b6b23", "name": "network-vif-plugged", "status": "completed", "tag": "3a8f9d88-a0dc-4cce-9570-b37384213471"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:44.549779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.550466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 5464703c-5e86-4b52-8675-37e1f0275e8e details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:08:44.586818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3a8f9d88-a0dc-4cce-9570-b37384213471, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a8f9d88-a0dc-4cce-9570-b37384213471,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:44.600841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:08:44.603835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.691555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a064f323-57e5-4314-984e-c049150ec5e6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:44.711396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-0b5eaf5c-6fc4-428e-8d6f-17a6a80542f9 service neutron] 10.222.0.82 "GET /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219799 Aug 30 21:08:44.766964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.776077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3a8f9d88-a0dc-4cce-9570-b37384213471,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:44.790168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 5464703c-5e86-4b52-8675-37e1f0275e8e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=5464703c-5e86-4b52-8675-37e1f0275e8e,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:44.801979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=8c4f5f4a-4d0d-45c6-a623-3f34892bcfeb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:44.807937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '5464703c-5e86-4b52-8675-37e1f0275e8e', 'network_id': '9abecccc-0c64-4b21-ad94-e22c59b5d50a', 'port_id': '5464703c-5e86-4b52-8675-37e1f0275e8e', 'mac_address': 'fa:16:3e:8c:eb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e299cce-f55c-4afa-9fb9-2c75ea2de2ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:08:44.860863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d82bc7-d3f3-484e-99ab-3c005efcff47 req-fcc2e510-e640-4ffa-ab5a-e0af8b5aed6d tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:44.863668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d82bc7-d3f3-484e-99ab-3c005efcff47 req-fcc2e510-e640-4ffa-ab5a-e0af8b5aed6d tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 945 time: 0.1029105 Aug 30 21:08:44.869527 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.890152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5464703c-5e86-4b52-8675-37e1f0275e8e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:08:44.890789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.894395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.895876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-aa3ce685-628f-4f8c-a439-ec0d1f5d2400 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/floatingips/e4052c09-cc66-40eb-8201-e0f776bfc095 HTTP/1.1" status: 204 len: 168 time: 0.7195377 Aug 30 21:08:44.901638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:44.911769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:44.914098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d82bc7-d3f3-484e-99ab-3c005efcff47 req-56c3224b-58e6-4f80-841a-1fc5b83d716f tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Aug 30 21:08:44.943210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 5464703c-5e86-4b52-8675-37e1f0275e8e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=5464703c-5e86-4b52-8675-37e1f0275e8e,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:44.951381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:44.956560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:45.028370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=5464703c-5e86-4b52-8675-37e1f0275e8e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:45.068062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-2f511fcc-1b19-4d79-80d9-486a43ed1786 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:45.070782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-2f511fcc-1b19-4d79-80d9-486a43ed1786 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987&tenant_id=6e4423d623614804a2701b280c6a9ab9&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1096 time: 0.0918341 Aug 30 21:08:45.093789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9dd24-134c-4ee9-88db-0f568590cd4e req-2759d328-a195-40da-9568-3eee8532b85c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:45.095537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-faa9dd24-134c-4ee9-88db-0f568590cd4e req-2759d328-a195-40da-9568-3eee8532b85c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 944 time: 0.0738626 Aug 30 21:08:45.137779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:45.180786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-faa9dd24-134c-4ee9-88db-0f568590cd4e req-fe85f739-a22f-4809-aa0f-5d2b1f60e3fa tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588760 Aug 30 21:08:45.257987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-a1bcd685-cc04-42f5-8ebc-9290c71f175b service neutron] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:45.263729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-a1bcd685-cc04-42f5-8ebc-9290c71f175b service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:45.265676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-a1bcd685-cc04-42f5-8ebc-9290c71f175b service neutron] 10.222.0.82 "DELETE /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5/bindings/n-h2-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.1870124 Aug 30 21:08:45.278903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.98 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/423439e1-3eaa-48f5-ad46-f682e3a540ee) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:45.390854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['5464703c-5e86-4b52-8675-37e1f0275e8e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:45.396976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a064f323-57e5-4314-984e-c049150ec5e6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:45.419050 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:45.469900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:45.537449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:45.542801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:45.566557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=423439e1-3eaa-48f5-ad46-f682e3a540ee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:45.576176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:45.590198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1517a6-af06-461b-b498-f9b8f83c4157 req-51fa0418-62be-4928-aa4b-b9851a887441 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:45.598418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b1517a6-af06-461b-b498-f9b8f83c4157 req-51fa0418-62be-4928-aa4b-b9851a887441 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2656355 Aug 30 21:08:45.681732 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d42dba-2f96-4479-9c37-1564590a5e5a x-openstack-request-id: req-29d42dba-2f96-4479-9c37-1564590a5e5a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:45.682043 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc56be-b635-4816-a1a6-85068d5b6b23", "name": "network-vif-plugged", "status": "completed", "tag": "3a8f9d88-a0dc-4cce-9570-b37384213471", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:45.682284 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29d42dba-2f96-4479-9c37-1564590a5e5a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:45.682699 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8f9d88-a0dc-4cce-9570-b37384213471', 'code': 200} Aug 30 21:08:45.849013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365956e-e2aa-4499-a586-5d3f9f105f08 req-f1db2474-a828-41a0-99ca-ed11909fc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:45.851891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a365956e-e2aa-4499-a586-5d3f9f105f08 req-f1db2474-a828-41a0-99ca-ed11909fc7e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 1097 time: 0.0928435 Aug 30 21:08:45.905375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a365956e-e2aa-4499-a586-5d3f9f105f08 req-58461da4-cf13-4c28-be28-1f3f9be6d934 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Aug 30 21:08:46.095864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47f581-a4a5-4098-9c19-72076af1fab8 req-b892760e-14c6-4b30-9d83-72df49cf8971 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:46.098548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b47f581-a4a5-4098-9c19-72076af1fab8 req-b892760e-14c6-4b30-9d83-72df49cf8971 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 946 time: 0.0679588 Aug 30 21:08:46.149143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b47f581-a4a5-4098-9c19-72076af1fab8 req-b4313a5a-bde8-48c9-a3f3-0885b6090682 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups?id=100aaef3-1d00-4658-a760-2c64aa4f1b51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Aug 30 21:08:46.226873 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:46.251398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41fa9a4f-4224-44eb-97e1-ff08d8704145 req-233f2981-008b-4d98-891d-7d89ff9712a9 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=b9b80d2456734f2fbe369079f694ec24 HTTP/1.1" status: 200 len: 1656 time: 0.0670137 Aug 30 21:08:46.310164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:46.361119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9a4f-4224-44eb-97e1-ff08d8704145 req-0dcfa7b3-4532-4113-b762-6b36b616397c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:46.362522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41fa9a4f-4224-44eb-97e1-ff08d8704145 req-0dcfa7b3-4532-4113-b762-6b36b616397c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks?id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 787 time: 0.1045680 Aug 30 21:08:46.475355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa85b-2f8f-40d2-9198-82f28abc9b91 req-654fa7b9-eb28-4dfb-bcfb-ee3be6c0eb9c tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:46.476951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d1aa85b-2f8f-40d2-9198-82f28abc9b91 req-654fa7b9-eb28-4dfb-bcfb-ee3be6c0eb9c tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 944 time: 0.0582612 Aug 30 21:08:46.490414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:46.496587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:46.520312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d1aa85b-2f8f-40d2-9198-82f28abc9b91 req-cb116f41-0998-4c5a-b3f7-36dcec416fe9 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Aug 30 21:08:46.564380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=423439e1-3eaa-48f5-ad46-f682e3a540ee,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:46.581438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:46.648173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc69225-1fd2-440e-bb6f-a737b6df690d req-7a2b0eca-9e2d-4f17-92be-bc04b5e2f2d8 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:46.649717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7dc69225-1fd2-440e-bb6f-a737b6df690d req-7a2b0eca-9e2d-4f17-92be-bc04b5e2f2d8 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 945 time: 0.0556355 Aug 30 21:08:46.694375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7dc69225-1fd2-440e-bb6f-a737b6df690d req-43241eca-7b2e-47ab-b618-7ca1754a9a6a tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Aug 30 21:08:46.696717 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP f079f1dd-8bed-4b76-9ca8-f1d981eaa169 associated. External IP: 172.25.5.98, port: b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc. Aug 30 21:08:46.810423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8177-69c2-4956-a5cf-a0000fded66c req-d05e4861-8009-4c61-8322-ee4fd2da6116 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:46.812364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-161b8177-69c2-4956-a5cf-a0000fded66c req-d05e4861-8009-4c61-8322-ee4fd2da6116 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 949 time: 0.0530000 Aug 30 21:08:46.851489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-161b8177-69c2-4956-a5cf-a0000fded66c req-c0d4eb70-d094-40be-9965-375fc75e1806 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/security-groups?id=01b06c15-5fa9-4dc6-b5ae-b9701a73e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329680 Aug 30 21:08:46.913130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:46.954892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547205f9-ec9b-4333-9f0a-eee1fcbf352f req-c2c6e28d-cba4-440b-805c-84688367accb tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:46.956631 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-547205f9-ec9b-4333-9f0a-eee1fcbf352f req-c2c6e28d-cba4-440b-805c-84688367accb tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 1096 time: 0.0458591 Aug 30 21:08:47.009134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-547205f9-ec9b-4333-9f0a-eee1fcbf352f req-8c7fe171-3477-4aea-9288-fe26cc15a634 tempest-LiveAutoBlockMigrationV225Test-2061130945 tempest-LiveAutoBlockMigrationV225Test-2061130945-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Aug 30 21:08:47.037784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:47.053766 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:47.065219 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:47.066659 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:47.068499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.103842 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-39740d6b-425e-409d-9c56-18aaa5663439 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.2010653 Aug 30 21:08:47.107076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:47.114046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1753264631'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:47.115278 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:47.126628 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:47.127757 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:47.144775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:47.149454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.170377 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:47.171333 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc5a21-0600-49cb-9efa-6d97f9b463ff None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:47.183184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:08:47.197802 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.198721 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Added segment e461b69a-6848-447a-b048-6e711573a790 of type vlan for network 04575500-4c6f-427b-aaab-868c8764e5b5 Aug 30 21:08:47.249850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.287507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.294778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:47.295457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.364395 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2555757 Aug 30 21:08:47.367793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:47.376509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'subnet': {'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:47.429773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-89cea771-c3f3-43f2-9e22-a6818cdb04af tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips/fb271e27-af8b-4d95-a965-f8647ef73b92 HTTP/1.1" status: 200 len: 693 time: 0.3718119 Aug 30 21:08:47.431856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e708441-db53-4d51-8d97-64412c500600 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Network': ['ID=04575500-4c6f-427b-aaab-868c8764e5b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:47.449407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 04575500-4c6f-427b-aaab-868c8764e5b5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:08:47.519115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:47.523809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.571305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-51684ad5-e834-4a27-84ee-419d29657d06 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:47.573217 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-51684ad5-e834-4a27-84ee-419d29657d06 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1372089 Aug 30 21:08:47.625712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-02b1a90b-405a-4a2b-ac0c-00bcae3d6e7a tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0467744 Aug 30 21:08:47.685702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-a4a96699-fe82-4083-89eb-fe2a0b7c6c90 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0506618 Aug 30 21:08:47.742472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.805386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Subnet': ['ID=161713bb-2911-4361-b84d-e05a3b70b623,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:47.814576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Checking segment: {'id': 'e461b69a-6848-447a-b048-6e711573a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:47.814990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network hostable DHCP agents. Network: 04575500-4c6f-427b-aaab-868c8764e5b5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:08:47.832864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Deleting port 795a04c1-ee26-4271-aae3-8df4d6365b5b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:47.833195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.836206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 04575500-4c6f-427b-aaab-868c8764e5b5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:08:47.848836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 04575500-4c6f-427b-aaab-868c8764e5b5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:47.853839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:47.854786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.859278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c2e55-26dd-4f3f-a400-b3b505299c26 None None] Network 04575500-4c6f-427b-aaab-868c8764e5b5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:47.883794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c2b19891-80e6-4638-a0ca-5f61b5476413 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5120175 Aug 30 21:08:47.884170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:47.889110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1461258772', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:47.920570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.921914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.930957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a064f323-57e5-4314-984e-c049150ec5e6 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:47.935379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.936004 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:47.949786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Calling delete_port for 795a04c1-ee26-4271-aae3-8df4d6365b5b owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:47.983218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.049487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a064f323-57e5-4314-984e-c049150ec5e6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:48.059059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-04575500-4c6f-427b-aaab-868c8764e5b5', 'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5', 'tenant_id': '3c9c1f4abff947bb903b7cadb284e58f', 'fixed_ips': [{'subnet_id': '161713bb-2911-4361-b84d-e05a3b70b623'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:08:48.060228 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.071196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a064f323-57e5-4314-984e-c049150ec5e6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:48.071588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.126426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.152565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event deleted for resources: {'Port': ['ID=795a04c1-ee26-4271-aae3-8df4d6365b5b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:48.152971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.237315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.240088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.241704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-038fb491-3157-44e1-8652-3d5b5d522c17 req-cbbfcec3-09b3-4a06-987e-e616b79214b8 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "DELETE /v2.0/floatingips/fb271e27-af8b-4d95-a965-f8647ef73b92 HTTP/1.1" status: 204 len: 173 time: 0.5484054 Aug 30 21:08:48.271255 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.278244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Allocated IP 172.20.0.2 (04575500-4c6f-427b-aaab-868c8764e5b5/161713bb-2911-4361-b84d-e05a3b70b623/5219de18-99e3-4d13-9923-f558623aac97) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:48.335652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a064f323-57e5-4314-984e-c049150ec5e6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:48.338993 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cea811-7354-4bd7-b56f-171823c2f626" -d '{"events": [{"server_uuid": "b8bbdd21-07b6-4c9c-87f7-30057697d65b", "name": "network-vif-plugged", "status": "completed", "tag": "a064f323-57e5-4314-984e-c049150ec5e6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:48.348331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-a269a8a9-4ac9-4fd5-99dd-bfcbb7813972 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:48.349945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-a269a8a9-4ac9-4fd5-99dd-bfcbb7813972 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.82 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 949 time: 0.0664604 Aug 30 21:08:48.398112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a064f323-57e5-4314-984e-c049150ec5e6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a064f323-57e5-4314-984e-c049150ec5e6,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:48.408890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.409774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 5464703c-5e86-4b52-8675-37e1f0275e8e up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:48.424739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.447862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.483861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Deleting port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:48.484245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.549522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a064f323-57e5-4314-984e-c049150ec5e6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:48.606115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 5464703c-5e86-4b52-8675-37e1f0275e8e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:48.612357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.25.5.121 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/189bd7a1-7e95-4551-a885-2a943ca9f8d4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:48.612952 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.618956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 5464703c-5e86-4b52-8675-37e1f0275e8e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:48.619324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.637156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] For port 2cce2d5d-51a4-4155-a5ae-33a6760f0842, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2cce2d5d-51a4-4155-a5ae-33a6760f0842,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:48.637411 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.644026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Transition to ACTIVE for port object 5219de18-99e3-4d13-9923-f558623aac97 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:48.654695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Calling delete_port for 2cce2d5d-51a4-4155-a5ae-33a6760f0842 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:48.682416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Transition to ACTIVE for port object 5219de18-99e3-4d13-9923-f558623aac97 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:48.690586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.734232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Network 04575500-4c6f-427b-aaab-868c8764e5b5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:48.759487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:48.764219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.767248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:48.774182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Pushing event updated for resources: {'Port': ['ID=5219de18-99e3-4d13-9923-f558623aac97,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:48.805329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.833517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.856862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Attempting to bind port 5219de18-99e3-4d13-9923-f558623aac97 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:08:48.858192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Attempting to bind port 5219de18-99e3-4d13-9923-f558623aac97 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e461b69a-6848-447a-b048-6e711573a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:08:48.858787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Attempting to bind port 5219de18-99e3-4d13-9923-f558623aac97 on network 04575500-4c6f-427b-aaab-868c8764e5b5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:08:48.869936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:08:48.870368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Checking segment: {'id': 'e461b69a-6848-447a-b048-6e711573a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:08:48.870920 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.871315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Bound using segment: {'id': 'e461b69a-6848-447a-b048-6e711573a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:08:48.872022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Bound port: 5219de18-99e3-4d13-9923-f558623aac97, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e461b69a-6848-447a-b048-6e711573a790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:08:48.872549 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.876491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:48.879289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:48.888466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:48.894218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.903508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 5464703c-5e86-4b52-8675-37e1f0275e8e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=5464703c-5e86-4b52-8675-37e1f0275e8e,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:48.934815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:48.974095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Pushing event deleted for resources: {'Port': ['ID=2cce2d5d-51a4-4155-a5ae-33a6760f0842,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:49.029192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] For port 5219de18-99e3-4d13-9923-f558623aac97, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:08:49.030524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=189bd7a1-7e95-4551-a885-2a943ca9f8d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:49.051459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=5464703c-5e86-4b52-8675-37e1f0275e8e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:49.060025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] No DVR routers for this DVR port 2cce2d5d-51a4-4155-a5ae-33a6760f0842 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:08:49.063443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:49.065767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9037c9d0-aa35-41d2-9cb2-8a63799e7e0d req-51d0e77d-4ff6-411f-98f0-8cef9d979301 tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.82 "DELETE /v2.0/ports/2cce2d5d-51a4-4155-a5ae-33a6760f0842 HTTP/1.1" status: 204 len: 173 time: 0.7098567 Aug 30 21:08:49.066229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-deleted', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:49.068420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] For port 5219de18-99e3-4d13-9923-f558623aac97, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5219de18-99e3-4d13-9923-f558623aac97,segment=NetworkSegment(e461b69a-6848-447a-b048-6e711573a790),segment_id=e461b69a-6848-447a-b048-6e711573a790)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:08:49.069900 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7708efa-b883-4fea-a416-d333345029fe" -d '{"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-deleted", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:49.077003 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:49.166827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cf2f8-b26a-45e9-89b4-afc6479a17bf None None] Pushing event updated for resources: {'Port': ['ID=5219de18-99e3-4d13-9923-f558623aac97,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:49.282162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c1267-2c96-4a9a-9655-fc494d480118 req-e9ad54d4-16b4-4406-b852-c6918728599e tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:49.284202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab3c1267-2c96-4a9a-9655-fc494d480118 req-e9ad54d4-16b4-4406-b852-c6918728599e tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 945 time: 0.0902045 Aug 30 21:08:49.346416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab3c1267-2c96-4a9a-9655-fc494d480118 req-616ef4f0-a2ac-4fbb-957b-52c8ce836894 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545199 Aug 30 21:08:49.443738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:49.573554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1e06c-9b3e-4534-894b-f6ff96856659 req-9c2578ed-e735-4d84-afda-9239518473c4 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:49.591580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37f1e06c-9b3e-4534-894b-f6ff96856659 req-9c2578ed-e735-4d84-afda-9239518473c4 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 945 time: 0.1440825 Aug 30 21:08:49.669661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37f1e06c-9b3e-4534-894b-f6ff96856659 req-a687e167-90c7-454b-b9eb-9505eedea9d8 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771663 Aug 30 21:08:49.695570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5219de18-99e3-4d13-9923-f558623aac97 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:49.780098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5219de18-99e3-4d13-9923-f558623aac97 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:49.809953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09773b1d-ed53-4aec-87e4-31c1a334e79d req-629a52c1-b521-49b3-a6bf-474326a43bbd tempest-ImagesOneServerTestJSON-380646752 tempest-ImagesOneServerTestJSON-380646752-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e7b07cb-ce1a-45dc-86af-97cd315928e9 HTTP/1.1" status: 200 len: 210 time: 0.0302036 Aug 30 21:08:49.886210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-bcd609ce-e776-4ff2-bf8a-a9092bd09c59 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips/c7409840-3531-4c8c-92c9-5d23ab372d45 HTTP/1.1" status: 200 len: 692 time: 0.0512989 Aug 30 21:08:50.018792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-a86edb3e-876b-4c6d-918e-bc58a58ccf95 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:50.027842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-a86edb3e-876b-4c6d-918e-bc58a58ccf95 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1356955 Aug 30 21:08:50.113701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-be2fd59e-ed41-4b13-ab48-0339b43643e2 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0846088 Aug 30 21:08:50.132128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.193442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-cf669a24-9be1-4863-ad35-7f8c675c87ee tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.42 HTTP/1.1" status: 200 len: 695 time: 0.0788395 Aug 30 21:08:50.208457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-e1ba99b3-81d3-401e-89bb-4a237b35dc77 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:50.210041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-e1ba99b3-81d3-401e-89bb-4a237b35dc77 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 944 time: 0.1797745 Aug 30 21:08:50.293164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router 577bc471-4d6f-42f0-a2b2-beb5b8b9e8af is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:08:50.427856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:50.447742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] Sync routers for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:50.459722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:50.460421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:50.463931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.464182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-08e1c81a-6825-4270-a20e-ae0114ed5749 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:50.467900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-89d280c7-fb4c-4de5-a59c-7a72c2721f31 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5796728 Aug 30 21:08:50.468201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-08e1c81a-6825-4270-a20e-ae0114ed5749 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.86 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 946 time: 0.1051943 Aug 30 21:08:50.473562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:50.524414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Deleting port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:50.524822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.531777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66b513-668f-4592-bce0-b4da92a3a939 None None] Network 04575500-4c6f-427b-aaab-868c8764e5b5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:08:50.547215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:50.585099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Deleting port 12e54c71-ffc3-4013-8260-63dc7b10a408 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:50.585471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.624015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:50.624881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:50.679943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:50.680468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521f1fe-0f75-434e-a6c6-3885384e22f2 None None] The sync data for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:50.683796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] Provisioning for port 5219de18-99e3-4d13-9923-f558623aac97 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:50.739105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] Provisioning complete for port 5219de18-99e3-4d13-9923-f558623aac97 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:50.741332 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.760189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.760586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.774178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] For port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:50.774571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.795132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Calling delete_port for 12e54c71-ffc3-4013-8260-63dc7b10a408 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:50.799888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Calling delete_port for e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:50.812703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Deleting port f23b7d6b-aace-40fd-bfac-a6d902c227fe {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:50.813121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.933745 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:50.985871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] For port 5219de18-99e3-4d13-9923-f558623aac97, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5219de18-99e3-4d13-9923-f558623aac97,segment=NetworkSegment(e461b69a-6848-447a-b048-6e711573a790),segment_id=e461b69a-6848-447a-b048-6e711573a790)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:50.996732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.033563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] For port f23b7d6b-aace-40fd-bfac-a6d902c227fe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=f23b7d6b-aace-40fd-bfac-a6d902c227fe,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:51.034142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.093156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.163970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac4328-0816-4a17-b45a-32f5c877befc None None] Pushing event updated for resources: {'Port': ['ID=5219de18-99e3-4d13-9923-f558623aac97,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:51.293987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.317964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:08:51.344393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event deleted for resources: {'Port': ['ID=e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:51.381875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90c33256-3e5d-4351-a16b-5562f02077e2 None None] Provisioning complete for port 5219de18-99e3-4d13-9923-f558623aac97 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:51.382346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90c33256-3e5d-4351-a16b-5562f02077e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.395776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.464523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] No DVR routers for this DVR port e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:08:51.470634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event deleted for resources: {'Port': ['ID=12e54c71-ffc3-4013-8260-63dc7b10a408,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:51.473039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.475070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de8cfab9-434e-477a-9608-5b1ac162a3a5 req-445cb8a6-291b-4487-a28c-799ca5384d88 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "DELETE /v2.0/ports/e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 HTTP/1.1" status: 204 len: 173 time: 1.2574422 Aug 30 21:08:51.490753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.491139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.491454 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39 disassociated. External IP: 172.25.5.232, port: f23b7d6b-aace-40fd-bfac-a6d902c227fe. Aug 30 21:08:51.491837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Calling delete_port for f23b7d6b-aace-40fd-bfac-a6d902c227fe owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:51.516104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.1 (04575500-4c6f-427b-aaab-868c8764e5b5/161713bb-2911-4361-b84d-e05a3b70b623/5b239600-de42-4cfc-9534-41652dc6267f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:51.599029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.601752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.615103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01f24cef-c7b1-421f-bf34-050f2172fb06 req-5bbfd733-63d2-4e92-8049-2059f88ae454 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "DELETE /v2.0/floatingips/c7409840-3531-4c8c-92c9-5d23ab372d45 HTTP/1.1" status: 204 len: 173 time: 1.4038119 Aug 30 21:08:51.665519 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8307479-5cd3-4121-92b8-4e6f2b1397d3 x-openstack-request-id: req-b8307479-5cd3-4121-92b8-4e6f2b1397d3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:51.672177 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bbdd21-07b6-4c9c-87f7-30057697d65b", "name": "network-vif-plugged", "status": "completed", "tag": "a064f323-57e5-4314-984e-c049150ec5e6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:51.672760 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8307479-5cd3-4121-92b8-4e6f2b1397d3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:51.673198 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a064f323-57e5-4314-984e-c049150ec5e6', 'code': 200} Aug 30 21:08:51.726795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5219de18-99e3-4d13-9923-f558623aac97 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:08:51.763648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.786721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Transition to ACTIVE for port object 5b239600-de42-4cfc-9534-41652dc6267f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:51.812225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72aa84b9-d883-4897-8e62-305b06b44faf req-0ff26457-940b-4625-bac3-d1a906cd71d2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/ports?device_id=6039c8b5-3704-4e56-a454-0ccaff167508 HTTP/1.1" status: 200 len: 210 time: 0.0449302 Aug 30 21:08:51.814686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.843811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.857876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5219de18-99e3-4d13-9923-f558623aac97 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:51.858469 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:51.872490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event deleted for resources: {'Port': ['ID=f23b7d6b-aace-40fd-bfac-a6d902c227fe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:51.905447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 04575500-4c6f-427b-aaab-868c8764e5b5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:51.909488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:51.912416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:51.912616 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68489e93-cbf5-4d57-95be-22b0a9155cc3 x-openstack-request-id: req-68489e93-cbf5-4d57-95be-22b0a9155cc3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:51.912721 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7b07cb-ce1a-45dc-86af-97cd315928e9", "name": "network-vif-deleted", "tag": "2cce2d5d-51a4-4155-a5ae-33a6760f0842", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:51.912966 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68489e93-cbf5-4d57-95be-22b0a9155cc3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:51.918179 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7b07cb-ce1a-45dc-86af-97cd315928e9', 'name': 'network-vif-deleted', 'tag': '2cce2d5d-51a4-4155-a5ae-33a6760f0842', 'status': 'completed', 'code': 200} Aug 30 21:08:51.942204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=5b239600-de42-4cfc-9534-41652dc6267f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:51.965247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:51.975878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.139589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:08:52.139928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:08:52.140346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:52.178357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 2cce2d5d-51a4-4155-a5ae-33a6760f0842 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:08:52.179070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2cce2d5d-51a4-4155-a5ae-33a6760f0842 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:08:52.180299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.357986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c0e9a98-4061-41e3-bf6c-472bc1160444 None None] Provisioning for port 5b239600-de42-4cfc-9534-41652dc6267f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:52.363079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c0e9a98-4061-41e3-bf6c-472bc1160444 None None] Provisioning complete for port 5b239600-de42-4cfc-9534-41652dc6267f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:52.363554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c0e9a98-4061-41e3-bf6c-472bc1160444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.413279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8c0e9a98-4061-41e3-bf6c-472bc1160444 None None] Port 5b239600-de42-4cfc-9534-41652dc6267f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:08:52.484139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4edbb0f-20ea-4302-bbcd-0e1b96b03391 req-1f1e183f-b308-4d8e-8422-7bb8fee3b263 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 210 time: 0.4163613 Aug 30 21:08:52.494779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de9fc-7580-40a3-95ec-11ea1f1cd9ed req-8cd616ce-9e0f-4651-bbcd-533bf4cc5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:52.496270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b1de9fc-7580-40a3-95ec-11ea1f1cd9ed req-8cd616ce-9e0f-4651-bbcd-533bf4cc5c19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 1097 time: 0.7269063 Aug 30 21:08:52.518186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:52.563575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.572540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.580970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b1de9fc-7580-40a3-95ec-11ea1f1cd9ed req-963e9d79-d970-49d9-adc3-0b01104a396c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748978 Aug 30 21:08:52.646393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=5b239600-de42-4cfc-9534-41652dc6267f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:52.649054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.679207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f5fe2-5c7e-4800-96e8-e5bd6966d214 req-084b2d55-c2f5-45f3-84ae-611375548b6e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:52.680812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-937f5fe2-5c7e-4800-96e8-e5bd6966d214 req-084b2d55-c2f5-45f3-84ae-611375548b6e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 945 time: 0.1026466 Aug 30 21:08:52.700961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:52.721898 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:52.737103 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:52.738028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:52.753668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] No DVR routers for this DVR port f23b7d6b-aace-40fd-bfac-a6d902c227fe on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:08:52.756202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 04575500-4c6f-427b-aaab-868c8764e5b5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:52.757913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:52.761082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:52.763156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62f644e5-54e1-426a-bab9-69aa732d4ba4 req-0a8c2229-897c-440f-98b3-447965f9adc8 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.86 "DELETE /v2.0/ports/f23b7d6b-aace-40fd-bfac-a6d902c227fe HTTP/1.1" status: 204 len: 173 time: 2.2907057 Aug 30 21:08:52.791591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-937f5fe2-5c7e-4800-96e8-e5bd6966d214 req-03ec544b-a6c1-4697-bd2c-7549cb3b8205 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009760 Aug 30 21:08:52.947520 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:52.954521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2ab4d-954b-4903-b649-fceed2db8fb0 req-f19925c4-cb44-4907-8f11-0e4a6e715a0f tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:52.963412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cd2ab4d-954b-4903-b649-fceed2db8fb0 req-f19925c4-cb44-4907-8f11-0e4a6e715a0f tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 945 time: 0.0778816 Aug 30 21:08:53.012561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router 577bc471-4d6f-42f0-a2b2-beb5b8b9e8af has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:53.032280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cd2ab4d-954b-4903-b649-fceed2db8fb0 req-76f31c10-4d66-4fae-bc79-68427b60ac89 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682697 Aug 30 21:08:53.144016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a251d50-3ec2-4ce3-bf9e-c8f0c7f0fcf7 None None] Provisioning complete for port 5b239600-de42-4cfc-9534-41652dc6267f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:53.144670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a251d50-3ec2-4ce3-bf9e-c8f0c7f0fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:53.191185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-cae36ea2-40ab-4dc5-b7fd-635a0777e1f5 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips/5c827591-4296-4de1-9a62-856778542425 HTTP/1.1" status: 200 len: 693 time: 0.0658836 Aug 30 21:08:53.199419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:53.220484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7fbdfd25-d0cc-4464-be90-126a0f5de58f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/routers/577bc471-4d6f-42f0-a2b2-beb5b8b9e8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7454836 Aug 30 21:08:53.221587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:53.233478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] Sync routers for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:53.234310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'port': {'network_id': '04575500-4c6f-427b-aaab-868c8764e5b5', 'name': 'tempest-FloatingIPTestJSON-1990526100'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:53.239335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7a251d50-3ec2-4ce3-bf9e-c8f0c7f0fcf7 None None] Port 5b239600-de42-4cfc-9534-41652dc6267f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:08:53.262217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:53.263012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:53.319886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:53.342526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:53.343310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:53.385060 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:53.419428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:53.420101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608ec6c6-b7c7-4728-a71a-64733806d93f None None] The sync data for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:53.459510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Made reservation on behalf of 3c9c1f4abff947bb903b7cadb284e58f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:08:53.464562 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:53.473651 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:08:53.482615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-5685c1ce-8583-4ac3-9c70-472386ac60b9 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:53.484248 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:53.485249 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:53.486734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-5685c1ce-8583-4ac3-9c70-472386ac60b9 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2934186 Aug 30 21:08:53.497532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] device_id is not set on port f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:08:53.607074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-9743c413-4fa8-4e8a-8c79-156cccf5829d tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.1016426 Aug 30 21:08:53.675227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81268a1d-ea73-4c5c-a101-435371a74598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5464703c-5e86-4b52-8675-37e1f0275e8e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:53.678412 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b09a0-d92c-4788-8c76-4fe6d25d175a" -d '{"events": [{"server_uuid": "81268a1d-ea73-4c5c-a101-435371a74598", "name": "network-vif-plugged", "status": "completed", "tag": "5464703c-5e86-4b52-8675-37e1f0275e8e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:53.701909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:53.721506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-f02fba91-4ae8-4965-b08a-79cefe665c31 tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.1047893 Aug 30 21:08:53.793904 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:53.794465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Allocated IP 172.20.0.9 (04575500-4c6f-427b-aaab-868c8764e5b5/161713bb-2911-4361-b84d-e05a3b70b623/f50ff39e-b4ec-4445-bc06-6c67cef1cdd8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:08:53.922235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'name': 'network-vif-deleted', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5'}, {'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'name': 'network-vif-deleted', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:08:53.928475 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c6e59-0916-41e1-a895-917031d046d5" -d '{"events": [{"server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "name": "network-vif-deleted", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5"}, {"server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "name": "network-vif-deleted", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:08:54.005715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Deleting port 489d559b-2b0a-4708-8afb-88beab446703 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:54.006042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.102790 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f74cbdc-29c7-4d57-838e-78991642e831 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe1e807c4d304a1db58a7a71701e5f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3729436 Aug 30 21:08:54.110246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:54.149150 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:54.158958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.159541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.160263 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.186531 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446dd9f-619a-4dc5-b554-114c0bff6fb3 None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:23Z', 'revision_number': 4, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b38e3074-bc81-458e-8755-40f739ee85da', 'name': '', 'network_id': 'bb055f31-e7f3-4ddd-b1da-395b5f79a69e', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'mac_address': 'fa:16:3e:3f:43:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:22Z', 'updated_at': '2021-08-30T21:01:30Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'subnets': [{'id': '06f0867d-1bb1-43eb-825f-e5986b65c56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:54.186850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Calling delete_port for 489d559b-2b0a-4708-8afb-88beab446703 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:54.193617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Transition to ACTIVE for port object f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:08:54.214298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd199fb8-0dff-4ea0-8384-b3fbda76984b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.255122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd199fb8-0dff-4ea0-8384-b3fbda76984b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.281538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.287246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device f23b7d6b-aace-40fd-bfac-a6d902c227fe no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:54.317096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: f23b7d6b-aace-40fd-bfac-a6d902c227fe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:08:54.317493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device f23b7d6b-aace-40fd-bfac-a6d902c227fe not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:08:54.376484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Network 04575500-4c6f-427b-aaab-868c8764e5b5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:08:54.380913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:08:54.395956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.419380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event updated for resources: {'Port': ['ID=f50ff39e-b4ec-4445-bc06-6c67cef1cdd8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:54.432276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:08:54.448496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Pushing event deleted for resources: {'Port': ['ID=489d559b-2b0a-4708-8afb-88beab446703,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:54.511646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:54.513005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.558204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd199fb8-0dff-4ea0-8384-b3fbda76984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.566612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd199fb8-0dff-4ea0-8384-b3fbda76984b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.572245 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd199fb8-0dff-4ea0-8384-b3fbda76984b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01b06c15-5fa9-4dc6-b5ae-b9701a73e528 HTTP/1.1" status: 204 len: 168 time: 0.4583158 Aug 30 21:08:54.586123 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.589589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.601863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c76fc334-cff2-40a3-8153-3a9b90cddb54 req-08398aec-f5f3-4af6-a1a4-8334ab82396c tempest-FloatingIPDetailsTestJSON-761111353 tempest-FloatingIPDetailsTestJSON-761111353-project] 10.222.0.76 "DELETE /v2.0/floatingips/5c827591-4296-4de1-9a62-856778542425 HTTP/1.1" status: 204 len: 173 time: 0.8793657 Aug 30 21:08:54.603950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52032) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:54.608217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ff28635c-bcc4-4ad7-9580-4fc50b313932 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3822012 Aug 30 21:08:54.609076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:54.611245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd199fb8-0dff-4ea0-8384-b3fbda76984b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b06c15-5fa9-4dc6-b5ae-b9701a73e528,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:54.621452 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1a11b-bf91-4d72-87dc-9221bcbf2f4e None None] New status for floating IP b66b1377-f9ca-445f-9a73-3d1612b44f39: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:08:54.627603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Request body: {'floatingip': {'port_id': 'f50ff39e-b4ec-4445-bc06-6c67cef1cdd8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:08:54.805451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.821557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce7fa831-31d0-42bc-9aba-5e8e1e42d38e req-22769470-de54-400c-a4ef-3172b270dfbf tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 210 time: 0.0361009 Aug 30 21:08:54.900485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-40ca3b3e-66b1-49cc-87c6-0a289190b3b3 None None] Provisioning for port f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:08:54.907964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-40ca3b3e-66b1-49cc-87c6-0a289190b3b3 None None] Provisioning complete for port f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:08:54.910480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40ca3b3e-66b1-49cc-87c6-0a289190b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:54.980723 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d17d465-a5d4-474e-9f84-2da28576725b x-openstack-request-id: req-9d17d465-a5d4-474e-9f84-2da28576725b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:54.983668 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81268a1d-ea73-4c5c-a101-435371a74598", "name": "network-vif-plugged", "status": "completed", "tag": "5464703c-5e86-4b52-8675-37e1f0275e8e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:54.985708 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d17d465-a5d4-474e-9f84-2da28576725b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:54.986361 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81268a1d-ea73-4c5c-a101-435371a74598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5464703c-5e86-4b52-8675-37e1f0275e8e', 'code': 200} Aug 30 21:08:55.025530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-40ca3b3e-66b1-49cc-87c6-0a289190b3b3 None None] Port f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:08:55.247110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7c4c-3261-4a52-9ff5-b567db0eb318 req-f23a5d9a-2c0a-4eb7-ae08-57a5920819e3 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:55.248696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a0c7c4c-3261-4a52-9ff5-b567db0eb318 req-f23a5d9a-2c0a-4eb7-ae08-57a5920819e3 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 945 time: 0.1047971 Aug 30 21:08:55.273930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6221f-cef3-431b-bdc5-4ec40558f3b4 req-fe75a49d-0ebe-4752-8e78-afcc5ad34c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:55.275484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11a6221f-cef3-431b-bdc5-4ec40558f3b4 req-fe75a49d-0ebe-4752-8e78-afcc5ad34c47 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 1097 time: 0.2134979 Aug 30 21:08:55.378959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a0c7c4c-3261-4a52-9ff5-b567db0eb318 req-b8314a52-557d-4368-bd84-790fb387a7b9 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001861 Aug 30 21:08:55.382137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11a6221f-cef3-431b-bdc5-4ec40558f3b4 req-a924a848-18c0-458c-bcc3-7eb273f4db05 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911269 Aug 30 21:08:55.464316 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce614cc6-fada-431d-8ae6-263ea69c3bd6 x-openstack-request-id: req-ce614cc6-fada-431d-8ae6-263ea69c3bd6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:08:55.464612 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be20c082-da63-43c2-8de2-a55829134987", "name": "network-vif-deleted", "tag": "e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5", "status": "completed", "code": 200}, {"server_uuid": "6039c8b5-3704-4e56-a454-0ccaff167508", "name": "network-vif-deleted", "tag": "f23b7d6b-aace-40fd-bfac-a6d902c227fe", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:08:55.464858 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce614cc6-fada-431d-8ae6-263ea69c3bd6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:08:55.465297 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be20c082-da63-43c2-8de2-a55829134987', 'name': 'network-vif-deleted', 'tag': 'e4782886-fca8-4ae8-9ab7-d3b41b3b9cd5', 'status': 'completed', 'code': 200} Aug 30 21:08:55.465548 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6039c8b5-3704-4e56-a454-0ccaff167508', 'name': 'network-vif-deleted', 'tag': 'f23b7d6b-aace-40fd-bfac-a6d902c227fe', 'status': 'completed', 'code': 200} Aug 30 21:08:55.503593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:55.611684 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:55.618104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:55.735493 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP f079f1dd-8bed-4b76-9ca8-f1d981eaa169 associated. External IP: 172.25.5.98, port: b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc. Aug 30 21:08:55.737974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dfa8a-082f-431b-82e5-7b55dd43f162 req-a722cfca-8bd0-485a-a688-a27ea934151c tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:55.745939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b95dfa8a-082f-431b-82e5-7b55dd43f162 req-a722cfca-8bd0-485a-a688-a27ea934151c tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 945 time: 0.1847646 Aug 30 21:08:55.809833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b95dfa8a-082f-431b-82e5-7b55dd43f162 req-094c361f-db4e-47a6-95cb-933a7be1f179 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604911 Aug 30 21:08:55.972042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f57f833-5be4-4c99-b6c5-c700a0f56711 req-78ac528c-1db7-4ca3-8070-c20cbe2d54eb tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 210 time: 0.0441961 Aug 30 21:08:55.976022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Deleting port b96dfc60-462f-4409-a989-39c826dec9f6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:55.976368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.022003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:56.067799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:56.080238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] For port b96dfc60-462f-4409-a989-39c826dec9f6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b96dfc60-462f-4409-a989-39c826dec9f6,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:56.080652 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.094223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Calling delete_port for b96dfc60-462f-4409-a989-39c826dec9f6 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:56.180414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-237388f2-117f-4680-ad73-ac98015ac6c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.188396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:56.202152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:56.214381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:56.215492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:56.248705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-237388f2-117f-4680-ad73-ac98015ac6c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.267485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:56.280960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:56.281914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:56.319463 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.336093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:56.337694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fae9cb-0571-4e3d-b5fc-21b5181f62df None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:56.359404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Pushing event deleted for resources: {'Port': ['ID=b96dfc60-462f-4409-a989-39c826dec9f6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:56.460568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-237388f2-117f-4680-ad73-ac98015ac6c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.467633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-237388f2-117f-4680-ad73-ac98015ac6c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.469483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-237388f2-117f-4680-ad73-ac98015ac6c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "DELETE /v2.0/security-groups/100aaef3-1d00-4658-a760-2c64aa4f1b51 HTTP/1.1" status: 204 len: 168 time: 0.4007812 Aug 30 21:08:56.478822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:56.504161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237388f2-117f-4680-ad73-ac98015ac6c7 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100aaef3-1d00-4658-a760-2c64aa4f1b51,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:56.518555 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-75f58be8-e9f9-47c4-9514-ec0eb33e64e2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] show failed (client error): The resource could not be found. Aug 30 21:08:56.520104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75f58be8-e9f9-47c4-9514-ec0eb33e64e2 tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "GET /v2.0/security-groups/100aaef3-1d00-4658-a760-2c64aa4f1b51 HTTP/1.1" status: 404 len: 347 time: 0.0400097 Aug 30 21:08:56.523151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:56.656252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:56.868168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34391eeb-becd-4fde-bab8-b7c4b0f04a07 req-632ff91f-5479-452e-a8e4-adb68fe87a83 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:56.870238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34391eeb-becd-4fde-bab8-b7c4b0f04a07 req-632ff91f-5479-452e-a8e4-adb68fe87a83 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 945 time: 0.3332253 Aug 30 21:08:57.016501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34391eeb-becd-4fde-bab8-b7c4b0f04a07 req-abe8918d-098b-4036-abaf-0685b474c94b tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932724 Aug 30 21:08:57.090226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router 577bc471-4d6f-42f0-a2b2-beb5b8b9e8af has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:57.129391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:08:57.170921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b892867b-1c72-47c9-92b3-be5de29bcf11 req-0e2f5488-5076-4ba9-8535-9fd89c4e6971 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=be20c082-da63-43c2-8de2-a55829134987 HTTP/1.1" status: 200 len: 210 time: 0.0438774 Aug 30 21:08:57.242863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:57.253786 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] Sync routers for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:57.274515 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:57.275226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:57.277177 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:57.314951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:08:57.326287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] Sync routers for ids ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:08:57.330763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d396d98-8215-45d7-b037-0d1cd4bcb46a admin admin] 10.222.0.76 "PUT /v2.0/routers/c0e1062a-bcfe-4aa5-97de-eea5cf20b52a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7190650 Aug 30 21:08:57.332404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52090) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:57.346252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] Routers {'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:57.347135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Deleting port c38236ee-4683-492e-a3ba-26c30c5b3edf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:57.349234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:57.351891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:57.352323 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:57.391591 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:57.392126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:57.478825 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:57.479548 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f966a-dabe-4656-a371-414ea36bde9d None None] The sync data for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:57.628254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:57.634474 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b154b09-0b33-4fe2-8ab8-a3cbcb55006b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/floatingips/f079f1dd-8bed-4b76-9ca8-f1d981eaa169 HTTP/1.1" status: 200 len: 977 time: 3.0196195 Aug 30 21:08:57.636104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52096) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:08:57.676413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] Set router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:57.716331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:57.716750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:57.757309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Calling delete_port for c38236ee-4683-492e-a3ba-26c30c5b3edf owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:58.091391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:58.091973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:58.111935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:58.165721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Pushing event deleted for resources: {'Port': ['ID=c38236ee-4683-492e-a3ba-26c30c5b3edf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:58.210203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:58.259404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:56Z', 'revision_number': 5, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port': {'id': 'ce4fb224-51db-4a12-8dd2-68b963c3c962', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:08:06Z', 'updated_at': '2021-08-30T21:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:58.338267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:58.342152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:58.346080 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fe8269d0-a0f4-440b-a95c-d08fc3097b2b tempest-ServersWithSpecificFlavorTestJSON-908255426 tempest-ServersWithSpecificFlavorTestJSON-908255426-project] 10.222.0.76 "DELETE /v2.0/floatingips/b66b1377-f9ca-445f-9a73-3d1612b44f39 HTTP/1.1" status: 204 len: 168 time: 1.8190677 Aug 30 21:08:58.364149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] Checking router: c0e1062a-bcfe-4aa5-97de-eea5cf20b52a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:08:58.381153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] Routers {'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:08:58.382177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:58.396228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:58.448657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c1a50-3b7a-407c-9d61-f32252c0a85a req-53fc1f8d-3ed7-431d-8a77-5ff9807d9beb tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:08:58.456093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-730c1a50-3b7a-407c-9d61-f32252c0a85a req-53fc1f8d-3ed7-431d-8a77-5ff9807d9beb tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 945 time: 0.2513249 Aug 30 21:08:58.594054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] Set router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:08:58.675720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:58Z', 'revision_number': 6, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:08:58.714756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ced285-6ad4-44ac-bbf9-852b5f39f799 None None] The sync data for ids ['c0e1062a-bcfe-4aa5-97de-eea5cf20b52a'] in n-d-793620-16 is: [{'id': 'c0e1062a-bcfe-4aa5-97de-eea5cf20b52a', 'name': 'tempest-FloatingIPDetailsTestJSON-1759272505-router', 'tenant_id': 'b9b80d2456734f2fbe369079f694ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:08:03Z', 'updated_at': '2021-08-30T21:08:58Z', 'revision_number': 6, 'project_id': 'b9b80d2456734f2fbe369079f694ec24', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:08:58.941296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-730c1a50-3b7a-407c-9d61-f32252c0a85a req-ec0209b2-3bae-4853-ae2d-e43fd8a901a0 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842165 Aug 30 21:08:58.957237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Deleting port ce4fb224-51db-4a12-8dd2-68b963c3c962 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:08:58.957870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:59.199010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] For port ce4fb224-51db-4a12-8dd2-68b963c3c962, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ce4fb224-51db-4a12-8dd2-68b963c3c962,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:08:59.199657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:59.203539 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:59.203964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:59.204569 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Floating IP f079f1dd-8bed-4b76-9ca8-f1d981eaa169 disassociated. External IP: 172.25.5.98, port: f50ff39e-b4ec-4445-bc06-6c67cef1cdd8. Aug 30 21:08:59.204958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:59.235432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Calling delete_port for ce4fb224-51db-4a12-8dd2-68b963c3c962 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:08:59.576583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:08:59.606217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=f50ff39e-b4ec-4445-bc06-6c67cef1cdd8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:08:59.722511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b96dfc60-462f-4409-a989-39c826dec9f6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:59.774758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b96dfc60-462f-4409-a989-39c826dec9f6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:08:59.775203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b96dfc60-462f-4409-a989-39c826dec9f6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:08:59.775639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ce4fb224-51db-4a12-8dd2-68b963c3c962 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:08:59.896658 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.018503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.060943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router 577bc471-4d6f-42f0-a2b2-beb5b8b9e8af has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:00.067554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4fb224-51db-4a12-8dd2-68b963c3c962,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:00.235274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.421434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.427809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.516502 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.517093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e1062a-bcfe-4aa5-97de-eea5cf20b52a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:09:00.523775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.524950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a73e3fad-7d79-4035-9369-1db00a7a8d64 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c0e1062a-bcfe-4aa5-97de-eea5cf20b52a HTTP/1.1" status: 204 len: 168 time: 3.1914053 Aug 30 21:09:00.527268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:00.529938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52198) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:00.542529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] Sync routers for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:00.569130 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:00.569999 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:00.598559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106284-ddd2-482a-86da-aa04f1a7de2f req-1ad48294-07b1-4fae-9d37-032dd628e5d9 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:00.607215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0106284-ddd2-482a-86da-aa04f1a7de2f req-1ad48294-07b1-4fae-9d37-032dd628e5d9 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 945 time: 0.2487190 Aug 30 21:09:00.655777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:00.683337 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:00.683977 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:00.714319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Deleting subnet 33816df8-38c3-45f9-b2f1-6af0788b2fc2 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:00.745361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.757316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:00.757984 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c6181-0f0b-4b0b-8385-8c9969262af6 None None] The sync data for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:00.823311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.825965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:00.827960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8728358-ee8c-42e0-9dee-31ce321044d2 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/ports/f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 HTTP/1.1" status: 204 len: 168 time: 3.1787465 Aug 30 21:09:00.831063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:00.841648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0106284-ddd2-482a-86da-aa04f1a7de2f req-9e8a3e18-bb2e-472f-82c2-4035088c23cb tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335069 Aug 30 21:09:00.977253 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.086862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.148359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33816df8-38c3-45f9-b2f1-6af0788b2fc2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:01.150473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.154879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e23aa7d5-6441-48f2-b45c-fc11c9fa1012 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/33816df8-38c3-45f9-b2f1-6af0788b2fc2 HTTP/1.1" status: 204 len: 168 time: 0.6156716 Aug 30 21:09:01.155702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52220) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:01.164935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e172f-dc7c-4778-85d5-d948354a7894 None None] Network bf8cdd9b-6509-4fec-9d32-81488761e36b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:01.318776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.446484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52232) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:01.563197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-3ee3f1fd-32bd-42ee-9cdc-66bbaaf18a19 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:01.565254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-3ee3f1fd-32bd-42ee-9cdc-66bbaaf18a19 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 945 time: 0.1713181 Aug 30 21:09:01.623497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Deleting port bb9dd976-4801-406e-8fa2-870a6b01fc16 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:01.624014 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.645729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] DHCP port deletion for bf8cdd9b-6509-4fec-9d32-81488761e36b request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:09:01.715728 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.768952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] Deleting port bb9dd976-4801-406e-8fa2-870a6b01fc16 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:01.769908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.843019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] For port bb9dd976-4801-406e-8fa2-870a6b01fc16, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb9dd976-4801-406e-8fa2-870a6b01fc16,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:01.843392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.861138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Calling delete_port for bb9dd976-4801-406e-8fa2-870a6b01fc16 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:01.954853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] For port bb9dd976-4801-406e-8fa2-870a6b01fc16, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb9dd976-4801-406e-8fa2-870a6b01fc16,segment=NetworkSegment(6241b839-571b-41f8-807e-290e35c4d3ef),segment_id=6241b839-571b-41f8-807e-290e35c4d3ef)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:01.955265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:01.989163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] Calling delete_port for bb9dd976-4801-406e-8fa2-870a6b01fc16 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:02.020512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Deleting port 3a8f9d88-a0dc-4cce-9570-b37384213471 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:02.021226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:02.137862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:02.188773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] Pushing event deleted for resources: {'Port': ['ID=bb9dd976-4801-406e-8fa2-870a6b01fc16,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:02.210272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c9d2c-634a-443e-afc9-8195f8c3ae1f None None] No DVR routers for this DVR port bb9dd976-4801-406e-8fa2-870a6b01fc16 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:02.301125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] For port 3a8f9d88-a0dc-4cce-9570-b37384213471, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a8f9d88-a0dc-4cce-9570-b37384213471,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:02.302094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:02.352526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Calling delete_port for 3a8f9d88-a0dc-4cce-9570-b37384213471 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:02.467744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 5b239600-de42-4cfc-9534-41652dc6267f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:02.468459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:02.651719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:02.668208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 5b239600-de42-4cfc-9534-41652dc6267f owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:02.778849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e43a1-594b-4cf3-8ba5-2a4a830d064b req-24c83b6a-375c-4ab6-908f-33e403af29f8 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:02.787605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39e43a1-594b-4cf3-8ba5-2a4a830d064b req-24c83b6a-375c-4ab6-908f-33e403af29f8 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 945 time: 0.7915361 Aug 30 21:09:02.926219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:02.931905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39e43a1-594b-4cf3-8ba5-2a4a830d064b req-97c66419-4fbd-4f58-8d39-7085a2d02889 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431208 Aug 30 21:09:02.984891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=5b239600-de42-4cfc-9534-41652dc6267f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:03.021714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.022544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.023225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.023694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.024744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.025194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.025610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.026030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.033899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.034738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.035266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.035817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:03.117677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.205092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9dd976-4801-406e-8fa2-870a6b01fc16,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:03.222437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] No DVR routers for this DVR port bb9dd976-4801-406e-8fa2-870a6b01fc16 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:03.367354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.378050 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.379430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8cdd9b-6509-4fec-9d32-81488761e36b']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:03.424327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.520003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6241b839-571b-41f8-807e-290e35c4d3ef') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:03.521696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6241b839-571b-41f8-807e-290e35c4d3ef') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:03.552459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-b202158b-993e-481a-a8d6-18e660bde01c tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=889630ddb5e941cb9122cd62bcf46464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1667323 Aug 30 21:09:03.583036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.679750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb9dd976-4801-406e-8fa2-870a6b01fc16 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:03.743099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: bb9dd976-4801-406e-8fa2-870a6b01fc16 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:03.745208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb9dd976-4801-406e-8fa2-870a6b01fc16 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:03.822344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-e662d936-79a5-4481-a754-8b902ea8ea00 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:03.833663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-e662d936-79a5-4481-a754-8b902ea8ea00 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548754 Aug 30 21:09:03.882990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.888469 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.890958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router 577bc471-4d6f-42f0-a2b2-beb5b8b9e8af has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:03.902659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3a8f9d88-a0dc-4cce-9570-b37384213471', '5464703c-5e86-4b52-8675-37e1f0275e8e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:03.914634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:03.915095 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:03.947114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5da53c03-d11e-4007-9846-6f837c0ceefb'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:03.971003 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:03.981026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-229ea48b-2da7-4a59-ace3-6d571daa05c4 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/quotas/889630ddb5e941cb9122cd62bcf46464 HTTP/1.1" status: 200 len: 375 time: 0.1441562 Aug 30 21:09:04.069157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:04.078817 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8b705909-0802-4e54-9e15-867cf63e9c8c tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/routers/577bc471-4d6f-42f0-a2b2-beb5b8b9e8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460866 Aug 30 21:09:04.079653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:04.148783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] Sync routers for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:04.236722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Pushing event deleted for resources: {'Port': ['ID=3a8f9d88-a0dc-4cce-9570-b37384213471,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:04.256379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-f2212ef0-c833-4b2c-91c8-c5b0088dff64 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2730634 Aug 30 21:09:04.265117 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:04.267721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:04.268374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:04.304550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:04.338093 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:04.345156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bf8cdd9b-6509-4fec-9d32-81488761e36b HTTP/1.1" status: 204 len: 168 time: 3.1868329 Aug 30 21:09:04.382980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:04.388292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] No DVR routers for this DVR port 3a8f9d88-a0dc-4cce-9570-b37384213471 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:04.412582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:04.423100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec421dd-21f4-4e44-a3a8-918ef891cde5 req-e3173ae9-2ce3-48f9-a0aa-22046ca00c2e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "DELETE /v2.0/ports/3a8f9d88-a0dc-4cce-9570-b37384213471 HTTP/1.1" status: 204 len: 173 time: 2.8477955 Aug 30 21:09:04.432386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace0d5-ccce-4c58-817c-fb1c87464e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8cdd9b-6509-4fec-9d32-81488761e36b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:04.434309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'name': 'network-vif-deleted', 'tag': '3a8f9d88-a0dc-4cce-9570-b37384213471'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:04.441081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] Routers {'577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:04.442086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:04.444495 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff774e-4abb-4832-bd63-c90766b3a87a" -d '{"events": [{"server_uuid": "4edc56be-b635-4816-a1a6-85068d5b6b23", "name": "network-vif-deleted", "tag": "3a8f9d88-a0dc-4cce-9570-b37384213471"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:04.476396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:04.656668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52314) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:04.706565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:04.716168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:04.718920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1141078-d810-485b-bed8-280ec8b6471b None None] The sync data for ids ['577bc471-4d6f-42f0-a2b2-beb5b8b9e8af'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:04.866440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 189bd7a1-7e95-4551-a885-2a943ca9f8d4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:04.867014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.035911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.077300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 189bd7a1-7e95-4551-a885-2a943ca9f8d4 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:05.438890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8134ccd3-3e3a-4e7b-9f79-7dec5d9cea3c req-bfd2934c-31f4-4f26-95e8-e3f44a0d8074 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=4edc56be-b635-4816-a1a6-85068d5b6b23 HTTP/1.1" status: 200 len: 210 time: 0.6743770 Aug 30 21:09:05.476039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dbaa1501-b0f8-4a4a-979e-efd0295d11a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9b80d2456734f2fbe369079f694ec24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151815 Aug 30 21:09:05.479435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52332) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:05.581345 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.599690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.670388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=189bd7a1-7e95-4551-a885-2a943ca9f8d4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:05.681170 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a61cc01-adb8-41e1-9331-6bd7d0c596ee x-openstack-request-id: req-5a61cc01-adb8-41e1-9331-6bd7d0c596ee {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:05.681722 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc56be-b635-4816-a1a6-85068d5b6b23", "name": "network-vif-deleted", "tag": "3a8f9d88-a0dc-4cce-9570-b37384213471", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:05.682322 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a61cc01-adb8-41e1-9331-6bd7d0c596ee {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:05.682825 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc56be-b635-4816-a1a6-85068d5b6b23', 'name': 'network-vif-deleted', 'tag': '3a8f9d88-a0dc-4cce-9570-b37384213471', 'status': 'completed', 'code': 200} Aug 30 21:09:05.753739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a138523e-0f41-4ab5-b65c-b483edc058fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.815533 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a138523e-0f41-4ab5-b65c-b483edc058fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.885123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:05.926842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-d74b091e-6b29-4836-80c9-656b2ef06572 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=889630ddb5e941cb9122cd62bcf46464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027446 Aug 30 21:09:06.008142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a8f9d88-a0dc-4cce-9570-b37384213471 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:06.040048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 3a8f9d88-a0dc-4cce-9570-b37384213471 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:06.040738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a8f9d88-a0dc-4cce-9570-b37384213471 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:06.073508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a138523e-0f41-4ab5-b65c-b483edc058fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.076158 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a138523e-0f41-4ab5-b65c-b483edc058fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.077421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a138523e-0f41-4ab5-b65c-b483edc058fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/501fccbc-a0fc-4e2d-81c4-89b13eb7c1e9 HTTP/1.1" status: 204 len: 168 time: 0.5967345 Aug 30 21:09:06.092814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.096863 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.112259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138523e-0f41-4ab5-b65c-b483edc058fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501fccbc-a0fc-4e2d-81c4-89b13eb7c1e9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:06.133851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Deleting port b38e3074-bc81-458e-8755-40f739ee85da {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:06.134349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.145049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-80544b20-2977-4338-9573-cf62e96cdd7f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:06.153063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-80544b20-2977-4338-9573-cf62e96cdd7f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076979 Aug 30 21:09:06.207613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-f93f42ee-1ad9-4ea5-8e5e-e8180d906f56 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/quotas/889630ddb5e941cb9122cd62bcf46464 HTTP/1.1" status: 200 len: 375 time: 0.0534401 Aug 30 21:09:06.228752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.229301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Fanout notify agent at l3_agent the message router_deleted on router 577bc471-4d6f-42f0-a2b2-beb5b8b9e8af {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:09:06.238971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.240324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ce377838-3211-4257-80d3-1126e0948bf9 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/routers/577bc471-4d6f-42f0-a2b2-beb5b8b9e8af HTTP/1.1" status: 204 len: 168 time: 2.1596303 Aug 30 21:09:06.242962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:06.257682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-b432804f-69aa-4f6c-8384-72bb488cb5c9 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489447 Aug 30 21:09:06.336179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] For port b38e3074-bc81-458e-8755-40f739ee85da, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b38e3074-bc81-458e-8755-40f739ee85da,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:06.336559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.371182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting subnet 161713bb-2911-4361-b84d-e05a3b70b623 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:06.377684 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.377957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Calling delete_port for b38e3074-bc81-458e-8755-40f739ee85da owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:06.494174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.656168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-0be2aad8-19c0-48f2-9c6e-ea002885ac13 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=889630ddb5e941cb9122cd62bcf46464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707622 Aug 30 21:09:06.704089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.840860 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.910115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Subnet': ['ID=161713bb-2911-4361-b84d-e05a3b70b623,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:06.933653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.942946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ca0ab43d-31c3-4917-b83c-0fe09fa2ffe1 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/subnets/161713bb-2911-4361-b84d-e05a3b70b623 HTTP/1.1" status: 204 len: 168 time: 0.6950936 Aug 30 21:09:06.943789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:06.963562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9054e450-e672-4abf-9bd5-87d0ad72367f None None] Network 04575500-4c6f-427b-aaab-868c8764e5b5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:06.976758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-99f84f2a-d0d5-41a7-ac77-a221bd170643 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:06.978765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-99f84f2a-d0d5-41a7-ac77-a221bd170643 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001633 Aug 30 21:09:06.991628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:06.996943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Request body: {'port': {'device_id': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '889630ddb5e941cb9122cd62bcf46464'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:07.043624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38e3074-bc81-458e-8755-40f739ee85da,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:07.245968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.378099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 5219de18-99e3-4d13-9923-f558623aac97 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:07.378751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.548378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] For port 5219de18-99e3-4d13-9923-f558623aac97, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5219de18-99e3-4d13-9923-f558623aac97,segment=NetworkSegment(e461b69a-6848-447a-b048-6e711573a790),segment_id=e461b69a-6848-447a-b048-6e711573a790)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:07.548766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.579318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 5219de18-99e3-4d13-9923-f558623aac97 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:07.599292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] DHCP port deletion for 04575500-4c6f-427b-aaab-868c8764e5b5 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:09:07.707596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] Deleting port 5219de18-99e3-4d13-9923-f558623aac97 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:07.708589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.736056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.781410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] No DVR routers for this DVR port 5219de18-99e3-4d13-9923-f558623aac97 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:07.818212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Made reservation on behalf of 889630ddb5e941cb9122cd62bcf46464 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:07.824700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.829648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] For port 5219de18-99e3-4d13-9923-f558623aac97, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5219de18-99e3-4d13-9923-f558623aac97,segment=NetworkSegment(e461b69a-6848-447a-b048-6e711573a790),segment_id=e461b69a-6848-447a-b048-6e711573a790)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:07.830654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.843368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=5219de18-99e3-4d13-9923-f558623aac97,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:07.850119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] Calling delete_port for 5219de18-99e3-4d13-9923-f558623aac97 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:07.871041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:07.912372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-8b6755af-13c4-451d-9633-d87a2aa2a86a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:07.914313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-8b6755af-13c4-451d-9633-d87a2aa2a86a tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 945 time: 0.3108644 Aug 30 21:09:07.916431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cae23e5d-d2ff-4293-9730-1884c4b6ede1 req-a9019ffe-e73e-4765-bcaa-8e64faac6d7e tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 210 time: 0.0862839 Aug 30 21:09:07.977155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.037307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.086249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.097146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] Pushing event deleted for resources: {'Port': ['ID=5219de18-99e3-4d13-9923-f558623aac97,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:08.107987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c020ee-0473-418b-9802-ac526f0c9943 None None] No DVR routers for this DVR port 5219de18-99e3-4d13-9923-f558623aac97 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:08.133701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04575500-4c6f-427b-aaab-868c8764e5b5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:08.150863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e461b69a-6848-447a-b048-6e711573a790') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:08.151297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e461b69a-6848-447a-b048-6e711573a790') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:08.166091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.195171 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.202959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:08.203406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:08.207261 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:08.293508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.315178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.320745 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/networks/04575500-4c6f-427b-aaab-868c8764e5b5 HTTP/1.1" status: 204 len: 168 time: 1.3724387 Aug 30 21:09:08.320745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a86e9c-5a70-416e-b27e-27ca17560f15 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Network': ['ID=04575500-4c6f-427b-aaab-868c8764e5b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:08.320745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:08.352369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Deleting port 17238079-a7c5-4406-87cf-5eb90f0fa2ad {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:08.352738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.372870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106740f-1117-425f-b111-6e243bdde06d req-27c10859-1907-462d-8360-0b99b0de587c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:08.374456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a106740f-1117-425f-b111-6e243bdde06d req-27c10859-1907-462d-8360-0b99b0de587c tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 945 time: 0.2290432 Aug 30 21:09:08.377600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.422646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.471394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 423439e1-3eaa-48f5-ad46-f682e3a540ee {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:08.471790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.580107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-9ed81b1c-f5d9-4860-a30f-97c69a753ee5 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=889630ddb5e941cb9122cd62bcf46464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370371 Aug 30 21:09:08.597142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d26993-8c99-4d0a-941d-58526e28e178,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:08.687904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.688192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.696591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a106740f-1117-425f-b111-6e243bdde06d req-6a300060-df28-4754-b435-14b262fa192d tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063991 Aug 30 21:09:08.716661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 423439e1-3eaa-48f5-ad46-f682e3a540ee owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:08.734776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] For port 17238079-a7c5-4406-87cf-5eb90f0fa2ad, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=17238079-a7c5-4406-87cf-5eb90f0fa2ad,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:08.735215 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:08.782414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Calling delete_port for 17238079-a7c5-4406-87cf-5eb90f0fa2ad owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:08.794978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:08.827708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4aa1916d-89db-47da-b47c-d3cccf9ed0ff tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:08.829263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4aa1916d-89db-47da-b47c-d3cccf9ed0ff tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452152 Aug 30 21:09:08.852179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Allocated IP 192.168.233.134 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/20a4105f-2401-467c-8f7c-ac1b317f381d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:08.855315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Request body: {'port': {'device_id': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '889630ddb5e941cb9122cd62bcf46464'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:08.890997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02702e83-1d65-412e-91a2-2b7fecb9b0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.078889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.090297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Made reservation on behalf of 889630ddb5e941cb9122cd62bcf46464 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:09.093971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.101521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:09.109793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5f45355a-e174-4e99-97c6-2af508b09946 admin admin] 10.222.0.76 "PUT /v2.0/routers/47267de7-a574-4b7d-a8c3-3c06ed5297f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6613641 Aug 30 21:09:09.112706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52414) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:09.117468 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] Sync routers for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:09.131983 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:09.132908 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:09.137265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=423439e1-3eaa-48f5-ad46-f682e3a540ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:09.173751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.187148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['17238079-a7c5-4406-87cf-5eb90f0fa2ad'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:09.278302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event deleted for resources: {'Port': ['ID=17238079-a7c5-4406-87cf-5eb90f0fa2ad,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:09.340262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.344311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.349552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94f0a437-40e0-4572-8d2c-8a8603eb9c59 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/floatingips/f079f1dd-8bed-4b76-9ca8-f1d981eaa169 HTTP/1.1" status: 204 len: 168 time: 1.0282836 Aug 30 21:09:09.350302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:09.383487 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:09.495855 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd2427b-5989-40e4-ab92-26743a8e7b4c req-8d6289c8-1074-47aa-b148-ac2ba135f11d tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 210 time: 0.0852842 Aug 30 21:09:09.552246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.555062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] No DVR routers for this DVR port 17238079-a7c5-4406-87cf-5eb90f0fa2ad on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:09.561086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.563979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1869cf9-de11-4263-9568-0aaac93c5492 req-575df180-714d-4e96-8dd9-155629f3c57f tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.82 "DELETE /v2.0/ports/17238079-a7c5-4406-87cf-5eb90f0fa2ad HTTP/1.1" status: 204 len: 173 time: 1.6413968 Aug 30 21:09:09.621203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'name': 'network-vif-deleted', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:09.630826 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6d5ca-4701-49e9-8c7b-29ee4f16d3ec" -d '{"events": [{"server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "name": "network-vif-deleted", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:09.706841 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:09:06Z', 'revision_number': 5, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port': {'id': 'eaea0334-2437-40fe-8acd-6c685a27d095', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:09.720924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5219de18-99e3-4d13-9923-f558623aac97 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:09.732711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.767143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5219de18-99e3-4d13-9923-f558623aac97 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:09.769311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5219de18-99e3-4d13-9923-f558623aac97 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:09.807132 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] Checking router: 47267de7-a574-4b7d-a8c3-3c06ed5297f5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:09:09.816445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:09.828712 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] Routers {'47267de7-a574-4b7d-a8c3-3c06ed5297f5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:09.830883 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:08:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:09.836836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Transition to ACTIVE for port object 20a4105f-2401-467c-8f7c-ac1b317f381d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:09.877454 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87932f-b880-450b-b242-97d7855f4dda x-openstack-request-id: req-9e87932f-b880-450b-b242-97d7855f4dda {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:09.878150 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a27447-82a7-4656-8b0f-f8e6fccb90a9", "name": "network-vif-deleted", "tag": "17238079-a7c5-4406-87cf-5eb90f0fa2ad", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:09.878533 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e87932f-b880-450b-b242-97d7855f4dda {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:09.880138 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a27447-82a7-4656-8b0f-f8e6fccb90a9', 'name': 'network-vif-deleted', 'tag': '17238079-a7c5-4406-87cf-5eb90f0fa2ad', 'status': 'completed', 'code': 200} Aug 30 21:09:09.918841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:09.936585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Deleting port eaea0334-2437-40fe-8acd-6c685a27d095 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:09.937154 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.016641 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] Set router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:10.049276 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5aabaf0-05c4-4a37-aca9-9eedb7b477d0 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] DELETE failed (client error): The resource could not be found. Aug 30 21:09:10.050369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] For port eaea0334-2437-40fe-8acd-6c685a27d095, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=eaea0334-2437-40fe-8acd-6c685a27d095,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:10.051000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5aabaf0-05c4-4a37-aca9-9eedb7b477d0 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:09:10.051193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.054234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f5aabaf0-05c4-4a37-aca9-9eedb7b477d0 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/ports/f50ff39e-b4ec-4445-bc06-6c67cef1cdd8 HTTP/1.1" status: 404 len: 333 time: 0.7001891 Aug 30 21:09:10.063482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:10.106836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Calling delete_port for eaea0334-2437-40fe-8acd-6c685a27d095 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:10.110072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52442) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:10.123069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b8a0fcd7-dc03-48a3-b182-99a7b4b7ab04 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/ports?device_id=577bc471-4d6f-42f0-a2b2-beb5b8b9e8af HTTP/1.1" status: 200 len: 205 time: 0.0381491 Aug 30 21:09:10.138709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:09:09Z', 'revision_number': 6, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:10.160692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04f52e1d-2ef5-4f38-9a71-598bfc4bf0bc req-d69e1cf1-77b4-43cb-9537-5d2d2ac524f4 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=21a27447-82a7-4656-8b0f-f8e6fccb90a9 HTTP/1.1" status: 200 len: 210 time: 0.0981958 Aug 30 21:09:10.173392 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204661-65cb-4b0c-aa42-41daa18f16e4 None None] The sync data for ids ['47267de7-a574-4b7d-a8c3-3c06ed5297f5'] in n-d-793620-16 is: [{'id': '47267de7-a574-4b7d-a8c3-3c06ed5297f5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1176871441-router', 'tenant_id': '0807f07f677a48708d60e27fc9f969bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:20Z', 'updated_at': '2021-08-30T21:09:09Z', 'revision_number': 6, 'project_id': '0807f07f677a48708d60e27fc9f969bf', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:10.199592 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.213128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Allocated IP 192.168.233.11 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/776804e1-b867-4822-ae5d-aa6b32586d9b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:10.270038 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-5880d3c2-5fd9-4143-8ea0-d76d896a1231 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] delete failed (client error): The resource could not be found. Aug 30 21:09:10.271358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5880d3c2-5fd9-4143-8ea0-d76d896a1231 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/routers/577bc471-4d6f-42f0-a2b2-beb5b8b9e8af HTTP/1.1" status: 404 len: 336 time: 0.1348195 Aug 30 21:09:10.272214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3320-4caf-49f8-878e-45a94a470fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.274356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52444) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:10.400360 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf18235-497b-4982-a72e-daec77cddb9b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] DELETE failed (client error): The resource could not be found. Aug 30 21:09:10.400865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf18235-497b-4982-a72e-daec77cddb9b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:09:10.402878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ebf18235-497b-4982-a72e-daec77cddb9b tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/subnets/161713bb-2911-4361-b84d-e05a3b70b623 HTTP/1.1" status: 404 len: 337 time: 0.0980477 Aug 30 21:09:10.405148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:10.416156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:10.427060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:10.438548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:10.441887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:10.669577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.691970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Transition to ACTIVE for port object 776804e1-b867-4822-ae5d-aa6b32586d9b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:10.697259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:10.697600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.809930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.839204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.881379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.881937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-55000593-7c42-4d48-bf11-993185101e5f None None] Provisioning for port 20a4105f-2401-467c-8f7c-ac1b317f381d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:10.889758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-55000593-7c42-4d48-bf11-993185101e5f None None] Provisioning complete for port 20a4105f-2401-467c-8f7c-ac1b317f381d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:10.890512 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55000593-7c42-4d48-bf11-993185101e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.893973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a031ad7d-c784-401c-b161-e8fbe7a5cea8 req-5905e2d6-171a-454d-a2ed-ba4afb58dfc1 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 210 time: 0.0917292 Aug 30 21:09:10.902967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:10.903808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Pushing event deleted for resources: {'Port': ['ID=eaea0334-2437-40fe-8acd-6c685a27d095,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:10.913115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:10.917272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:10.918187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:10.919299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:10.931464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:10.985848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:11.037415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-55000593-7c42-4d48-bf11-993185101e5f None None] Port 20a4105f-2401-467c-8f7c-ac1b317f381d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:09:11.079095 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.121495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:11.122201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.234649 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3320-4caf-49f8-878e-45a94a470fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.261971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-4bf31a09-8a29-44e8-8853-d456fdc98d3f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4138575 Aug 30 21:09:11.280318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd8a3320-4caf-49f8-878e-45a94a470fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.281884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Request body: {'port': {'device_id': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:11.290278 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.309295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7285c843-4ceb-4fb6-94aa-b991a7cdf0c6 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3186631 Aug 30 21:09:11.311406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.316020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.351723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Request body: {'port': {'device_id': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:11.365278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-374da2ad-da3e-452a-af44-c8bf1696fe1a None None] Provisioning for port 776804e1-b867-4822-ae5d-aa6b32586d9b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:11.371735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-374da2ad-da3e-452a-af44-c8bf1696fe1a None None] Provisioning complete for port 776804e1-b867-4822-ae5d-aa6b32586d9b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:11.373376 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-374da2ad-da3e-452a-af44-c8bf1696fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.382525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.424724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:11.468348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-374da2ad-da3e-452a-af44-c8bf1696fe1a None None] Port 776804e1-b867-4822-ae5d-aa6b32586d9b cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:09:11.650450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.660048 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0c921b20-c083-4b87-b580-fe5637b0a5b5 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/ports/b46b1f9d-b9a7-4b2c-8a67-c10d68090cfc HTTP/1.1" status: 204 len: 168 time: 1.2419870 Aug 30 21:09:11.670013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:11.692264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.702107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eaea0334-2437-40fe-8acd-6c685a27d095 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:11.773208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: eaea0334-2437-40fe-8acd-6c685a27d095 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:11.773753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eaea0334-2437-40fe-8acd-6c685a27d095 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:11.774407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b38e3074-bc81-458e-8755-40f739ee85da no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:11.847943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b38e3074-bc81-458e-8755-40f739ee85da {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:11.859233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b38e3074-bc81-458e-8755-40f739ee85da not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:11.904621 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01d49462-1409-4eb8-9a03-05d6d6623aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.975570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a3320-4caf-49f8-878e-45a94a470fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438cb840-bf81-4f03-8db3-c350c3dd49eb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:11.979257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port beac9ead-85cb-40c1-bcaa-71eae38e6dae {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:11.980495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.983099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bd8a3320-4caf-49f8-878e-45a94a470fe5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe6de4415ada4c8085669ae87cbbe579&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0630572 Aug 30 21:09:11.986297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:11.996854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:11.997520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47267de7-a574-4b7d-a8c3-3c06ed5297f5 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:09:12.003486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.008242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2074d4a4-3bd9-4ca5-b691-13186ffcda1f admin admin] 10.222.0.76 "DELETE /v2.0/routers/47267de7-a574-4b7d-a8c3-3c06ed5297f5 HTTP/1.1" status: 204 len: 168 time: 2.8944087 Aug 30 21:09:12.008964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52482) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:12.058600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:12.061574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776804e1-b867-4822-ae5d-aa6b32586d9b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:09:12.082641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.128192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Transition to ACTIVE for port object 776804e1-b867-4822-ae5d-aa6b32586d9b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:12.128720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 17238079-a7c5-4406-87cf-5eb90f0fa2ad {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:12.129341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 17238079-a7c5-4406-87cf-5eb90f0fa2ad not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:12.150068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.175590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.199276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for beac9ead-85cb-40c1-bcaa-71eae38e6dae owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:12.281718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.293896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Deleting subnet 06f0867d-1bb1-43eb-825f-e5986b65c56f {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:12.301144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.352291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694863d6-951a-4a16-b2ef-3d17051e3517 req-9259c4d2-ed5f-42a8-873d-4b63f36f15dc tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:12.359486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694863d6-951a-4a16-b2ef-3d17051e3517 req-9259c4d2-ed5f-42a8-873d-4b63f36f15dc tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:12.363383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8935ddb4-b5e2-40e3-be1c-58d9dc0b48a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.367340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-694863d6-951a-4a16-b2ef-3d17051e3517 req-9259c4d2-ed5f-42a8-873d-4b63f36f15dc tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a&device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 1682 time: 0.2852116 Aug 30 21:09:12.388124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:12.437589 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8935ddb4-b5e2-40e3-be1c-58d9dc0b48a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.457802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.520181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.560370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-694863d6-951a-4a16-b2ef-3d17051e3517 req-4b44083c-dbac-4331-9613-d9dfd0f72f64 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922481 Aug 30 21:09:12.646992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Attempting to bind port 776804e1-b867-4822-ae5d-aa6b32586d9b on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:12.647726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Attempting to bind port 776804e1-b867-4822-ae5d-aa6b32586d9b by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:12.648242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Attempting to bind port 776804e1-b867-4822-ae5d-aa6b32586d9b on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:12.661049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.671943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488797-13d3-4068-8c63-db5ac76d4033 req-cc068b6a-7b5c-452c-8638-ab148eba2be1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:12.674081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42488797-13d3-4068-8c63-db5ac76d4033 req-cc068b6a-7b5c-452c-8638-ab148eba2be1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.1548400 Aug 30 21:09:12.674412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.706842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=beac9ead-85cb-40c1-bcaa-71eae38e6dae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:12.709453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8935ddb4-b5e2-40e3-be1c-58d9dc0b48a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.712508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8935ddb4-b5e2-40e3-be1c-58d9dc0b48a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.714945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8935ddb4-b5e2-40e3-be1c-58d9dc0b48a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/438cb840-bf81-4f03-8db3-c350c3dd49eb HTTP/1.1" status: 204 len: 168 time: 0.7273989 Aug 30 21:09:12.715920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Port 776804e1-b867-4822-ae5d-aa6b32586d9b on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:09:12.716488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Attempting to bind port 776804e1-b867-4822-ae5d-aa6b32586d9b on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:12.826646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:12.827107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:12.827452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:12.827970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Bound port: 776804e1-b867-4822-ae5d-aa6b32586d9b, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:12.828334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.859357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:12.894107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a4105f-2401-467c-8f7c-ac1b317f381d {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:09:12.894336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ddb4-b5e2-40e3-be1c-58d9dc0b48a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438cb840-bf81-4f03-8db3-c350c3dd49eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:12.934362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfd388-c620-4159-9e9e-2150990a38a7 req-b11b706e-7305-487a-8015-6f21fe544728 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:12.948196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cdfd388-c620-4159-9e9e-2150990a38a7 req-b11b706e-7305-487a-8015-6f21fe544728 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 944 time: 0.2295563 Aug 30 21:09:12.951353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f0867d-1bb1-43eb-825f-e5986b65c56f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:12.959151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.000980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.009019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7f731-fd4f-4cc9-8003-20c4b37c6133 None None] Network bb055f31-e7f3-4ddd-b1da-395b5f79a69e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:13.009797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-58739f18-4067-4429-9dc1-c5ce9c432c93 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/06f0867d-1bb1-43eb-825f-e5986b65c56f HTTP/1.1" status: 204 len: 168 time: 0.9784126 Aug 30 21:09:13.018385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.019607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:13.021088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4c0f1c42-3e57-47e5-a276-73f354913fdb tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/ports/beac9ead-85cb-40c1-bcaa-71eae38e6dae HTTP/1.1" status: 204 len: 168 time: 1.3478367 Aug 30 21:09:13.025983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:13.100185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Transition to ACTIVE for port object 20a4105f-2401-467c-8f7c-ac1b317f381d will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:13.104416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:13.109326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:13.117736 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.119312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.195824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cdfd388-c620-4159-9e9e-2150990a38a7 req-6373536d-87c5-48ee-8680-73aecdb74e21 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410769 Aug 30 21:09:13.251274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:13.251905 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.252672 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.253399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] 10.222.0.86 "PUT /v2.0/ports/776804e1-b867-4822-ae5d-aa6b32586d9b HTTP/1.1" status: 200 len: 1096 time: 1.9801142 Aug 30 21:09:13.268849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:13.272619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:13.274340 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:13.341785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93294e-555c-43e9-9766-e9180f222c7e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:13.346448 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ee93294e-555c-43e9-9766-e9180f222c7e tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd241747-4149-483a-9e78-33afda1cc301 HTTP/1.1" status: 200 len: 913 time: 0.3152711 Aug 30 21:09:13.362487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:13.367842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Deleting port 54856204-20e6-4e09-af46-75929f268132 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:13.368166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.445754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc4026-c390-4574-8aa0-e4c0b3a42a77 service neutron] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:13.596499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Attempting to bind port 20a4105f-2401-467c-8f7c-ac1b317f381d on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:13.596499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Attempting to bind port 20a4105f-2401-467c-8f7c-ac1b317f381d by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:13.596499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Attempting to bind port 20a4105f-2401-467c-8f7c-ac1b317f381d on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:13.615560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed19a5d-4955-4dfd-8737-a920136884b1 req-7de620ae-66b0-4521-9702-57601402c098 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:13.625029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bed19a5d-4955-4dfd-8737-a920136884b1 req-7de620ae-66b0-4521-9702-57601402c098 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 947 time: 0.1968212 Aug 30 21:09:13.635435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] DHCP port deletion for bb055f31-e7f3-4ddd-b1da-395b5f79a69e request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:09:13.659801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Port 20a4105f-2401-467c-8f7c-ac1b317f381d on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:09:13.660440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Attempting to bind port 20a4105f-2401-467c-8f7c-ac1b317f381d on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:13.681529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:13.682105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:13.682848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:13.683640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Bound port: 20a4105f-2401-467c-8f7c-ac1b317f381d, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:13.684306 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.696720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Deleting port cd121cf4-bd9f-42cc-9eb1-f66e31903977 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:13.697187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.767720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-1bac05d9-9200-4be9-8223-26c3b579a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:13.769340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-1bac05d9-9200-4be9-8223-26c3b579a698 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 1099 time: 0.4486611 Aug 30 21:09:13.798006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bed19a5d-4955-4dfd-8737-a920136884b1 req-53aede4c-d488-459b-b843-d609e688be8b tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729109 Aug 30 21:09:13.804278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] Deleting port cd121cf4-bd9f-42cc-9eb1-f66e31903977 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:13.810034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.910482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:13.916312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:13.949356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:13.995366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] For port 54856204-20e6-4e09-af46-75929f268132, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=54856204-20e6-4e09-af46-75929f268132,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:13.996407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.013278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Calling delete_port for 54856204-20e6-4e09-af46-75929f268132 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:14.040998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] For port cd121cf4-bd9f-42cc-9eb1-f66e31903977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cd121cf4-bd9f-42cc-9eb1-f66e31903977,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:14.042352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.057644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] For port cd121cf4-bd9f-42cc-9eb1-f66e31903977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cd121cf4-bd9f-42cc-9eb1-f66e31903977,segment=NetworkSegment(27c1c636-b647-4491-a73f-0e4a31e1b4ee),segment_id=27c1c636-b647-4491-a73f-0e4a31e1b4ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:14.058320 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.067753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:14.068989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.070916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] 10.222.0.86 "PUT /v2.0/ports/20a4105f-2401-467c-8f7c-ac1b317f381d HTTP/1.1" status: 200 len: 1097 time: 2.7384698 Aug 30 21:09:14.071679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:14.075342 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09" -d '{"events": [{"name": "network-changed", "server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:14.089919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Calling delete_port for cd121cf4-bd9f-42cc-9eb1-f66e31903977 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:14.117710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] Calling delete_port for cd121cf4-bd9f-42cc-9eb1-f66e31903977 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:14.132567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3be35a-2fed-4c3d-9046-db5b42b68c42 service neutron] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:14.304189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-ed4f1cbf-5907-4c7c-b778-67766cc62093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:14.306961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-ed4f1cbf-5907-4c7c-b778-67766cc62093 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 1100 time: 0.1619873 Aug 30 21:09:14.375087 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b748e5ea-fb8d-4ae8-b944-2518a53e747c x-openstack-request-id: req-b748e5ea-fb8d-4ae8-b944-2518a53e747c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:14.375466 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:14.375779 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b748e5ea-fb8d-4ae8-b944-2518a53e747c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:14.376240 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'status': 'completed', 'code': 200} Aug 30 21:09:14.379679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-d4ad0c9e-9f64-40d6-bfbd-b486034ca1d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=776804e1-b867-4822-ae5d-aa6b32586d9b HTTP/1.1" status: 200 len: 217 time: 0.4976139 Aug 30 21:09:14.380566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.398306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-171449cb-6809-474c-a9f2-adbdb8484cff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=20a4105f-2401-467c-8f7c-ac1b317f381d HTTP/1.1" status: 200 len: 217 time: 0.0780480 Aug 30 21:09:14.404452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.464675 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd121cf4-bd9f-42cc-9eb1-f66e31903977,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:14.467880 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2d399e-b48a-4759-90d0-a0615b1e57b9 x-openstack-request-id: req-fa2d399e-b48a-4759-90d0-a0615b1e57b9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:14.468245 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:14.468563 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa2d399e-b48a-4759-90d0-a0615b1e57b9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:14.469183 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'status': 'completed', 'code': 200} Aug 30 21:09:14.470044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] No DVR routers for this DVR port cd121cf4-bd9f-42cc-9eb1-f66e31903977 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:14.478456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.500723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event deleted for resources: {'Port': ['ID=54856204-20e6-4e09-af46-75929f268132,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:14.523266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.524542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] No DVR routers for this DVR port cd121cf4-bd9f-42cc-9eb1-f66e31903977 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:14.527246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363ff18-4024-4178-be90-56a5dcdad667 None None] Pushing event deleted for resources: {'Port': ['ID=cd121cf4-bd9f-42cc-9eb1-f66e31903977,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:14.582315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-fd1d6111-5d66-4720-9ca7-ebc63ef8c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:14.586826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-fd1d6111-5d66-4720-9ca7-ebc63ef8c1fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1579063 Aug 30 21:09:14.597443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7faa6171-a8a9-40e7-b7e0-041adc30583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:14.599113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-7faa6171-a8a9-40e7-b7e0-041adc30583f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1896029 Aug 30 21:09:14.660594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] No DVR routers for this DVR port 54856204-20e6-4e09-af46-75929f268132 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:14.666545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.669550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42488797-13d3-4068-8c63-db5ac76d4033 req-31df490a-34ca-44ad-b243-c5cfaae225d1 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "DELETE /v2.0/ports/54856204-20e6-4e09-af46-75929f268132 HTTP/1.1" status: 204 len: 173 time: 1.9637444 Aug 30 21:09:14.677907 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.697705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb055f31-e7f3-4ddd-b1da-395b5f79a69e']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:14.733546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-3b1d5fc8-cb91-4f71-8e01-b92483fd0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:14.736005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-3b1d5fc8-cb91-4f71-8e01-b92483fd0fd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079831 Aug 30 21:09:14.737346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c1c636-b647-4491-a73f-0e4a31e1b4ee') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:14.737646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c1c636-b647-4491-a73f-0e4a31e1b4ee') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:14.752013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-ea21eb25-9095-43ef-a54e-189e1e2fa8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:14.753781 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-ea21eb25-9095-43ef-a54e-189e1e2fa8b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1040659 Aug 30 21:09:14.770009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.916840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-0ac88954-1162-4d14-b656-2d8869ffbd32 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536849 Aug 30 21:09:14.936727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.951500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:14.952404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:14.955683 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:15.081115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-6468b5ce-f6d3-4a82-a795-a24fa867bb12 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336842 Aug 30 21:09:15.082415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:15.096507 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d3fd070-222c-4168-a0e3-f8d941eaf2de req-02966d63-2839-4444-9605-0e8869f81ebe service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690578 Aug 30 21:09:15.176763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:15.178957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bb055f31-e7f3-4ddd-b1da-395b5f79a69e HTTP/1.1" status: 204 len: 168 time: 2.1516442 Aug 30 21:09:15.182849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079319eb-758a-42f9-ba23-8623969b9ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb055f31-e7f3-4ddd-b1da-395b5f79a69e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:15.195651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52548) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:15.244264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ade8c9f-fca5-4469-a462-a3cc90422d9e req-97a1397f-dc5a-424f-bf10-c4bd3d105216 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=c508d7fc-d683-4c8f-8c09-406dab75e1af HTTP/1.1" status: 200 len: 210 time: 0.0692103 Aug 30 21:09:15.290985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:15.422205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c895263-e438-4533-a03d-2ab6a45c33ea req-b440078f-c517-4d7e-b9a3-4d7447220b07 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298695 Aug 30 21:09:15.425527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-4f7c0cb4-6952-4e8d-acce-a69cffdc927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.427539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-4f7c0cb4-6952-4e8d-acce-a69cffdc927f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 1099 time: 0.2523096 Aug 30 21:09:15.445488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-35879bde-0bde-49b1-bdfa-95cc9541a70f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1273777 Aug 30 21:09:15.683168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cd121cf4-bd9f-42cc-9eb1-f66e31903977 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:15.731167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-ce905332-2e18-42ff-8d51-0982df3d854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.733735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-ce905332-2e18-42ff-8d51-0982df3d854b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2972574 Aug 30 21:09:15.747956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: cd121cf4-bd9f-42cc-9eb1-f66e31903977 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:15.748657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cd121cf4-bd9f-42cc-9eb1-f66e31903977 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:15.811226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-8a48038c-c46e-4f37-bc93-6fa6bd2ff87a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=776804e1-b867-4822-ae5d-aa6b32586d9b HTTP/1.1" status: 200 len: 217 time: 0.0683241 Aug 30 21:09:15.877291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-f68271eb-8d77-4983-a0d7-b296b3735d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.880069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-f68271eb-8d77-4983-a0d7-b296b3735d88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0606570 Aug 30 21:09:15.898264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-7bd58c41-bdab-4074-8606-ce4d43edd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.899865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-7bd58c41-bdab-4074-8606-ce4d43edd366 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 1100 time: 0.2290828 Aug 30 21:09:15.904799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-8491b271-83e6-4eaf-8a50-b72744d8c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.906988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-8491b271-83e6-4eaf-8a50-b72744d8c985 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 1097 time: 0.2145910 Aug 30 21:09:15.935494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10d0c-437f-4144-a95c-0d2277bd95cc req-91ff8ea9-6238-469d-b3d8-5376c4fc7fc3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.938362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccb10d0c-437f-4144-a95c-0d2277bd95cc req-91ff8ea9-6238-469d-b3d8-5376c4fc7fc3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 947 time: 0.1335533 Aug 30 21:09:15.995758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-9669bb43-430e-4673-8322-8468a035d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:15.998635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-9669bb43-430e-4673-8322-8468a035d27e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936248 Aug 30 21:09:16.064748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 2cf9d003-4545-4326-b867-ec4068c0b761 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:16.065502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:16.133068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccb10d0c-437f-4144-a95c-0d2277bd95cc req-ffc5f2b3-da88-489b-b77c-c3cf320b4de9 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480880 Aug 30 21:09:16.180521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-89461052-07bd-40f7-87cf-7c50aa4232b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:16.182484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-89461052-07bd-40f7-87cf-7c50aa4232b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2685726 Aug 30 21:09:16.249818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-38597aae-8915-48e2-b396-b95d0f9fd5dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=20a4105f-2401-467c-8f7c-ac1b317f381d HTTP/1.1" status: 200 len: 217 time: 0.0580013 Aug 30 21:09:16.257166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-bf254c4d-68e6-4717-8a25-82ab1355d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:16.258790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-bf254c4d-68e6-4717-8a25-82ab1355d9d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 200 len: 919 time: 0.3057361 Aug 30 21:09:16.341612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 54856204-20e6-4e09-af46-75929f268132 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:16.372580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-53fb5d0b-62fc-49fb-b7bf-72ed1d400cbd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5464703c-5e86-4b52-8675-37e1f0275e8e HTTP/1.1" status: 200 len: 217 time: 0.0682263 Aug 30 21:09:16.390660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 54856204-20e6-4e09-af46-75929f268132 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:16.390924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 54856204-20e6-4e09-af46-75929f268132 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:16.436796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-2693faa2-8171-405a-9cf9-258d3a9e2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:16.439942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-2693faa2-8171-405a-9cf9-258d3a9e2687 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1786094 Aug 30 21:09:16.539282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-92368ad8-1215-4ace-8419-a2d0b256d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:16.542172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-92368ad8-1215-4ace-8419-a2d0b256d0d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 200 len: 858 time: 0.1574707 Aug 30 21:09:16.570874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-aa8d26b0-423c-4bf6-b71e-cf0738fb3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:16.572962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-aa8d26b0-423c-4bf6-b71e-cf0738fb3071 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0959215 Aug 30 21:09:16.577040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'name': 'network-vif-deleted', 'tag': '54856204-20e6-4e09-af46-75929f268132'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:16.579715 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb614490-669e-41c9-bcf7-59d3e8bfd92a" -d '{"events": [{"server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "name": "network-vif-deleted", "tag": "54856204-20e6-4e09-af46-75929f268132"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:16.592555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-52772824-46b4-4f78-8790-f5b356d1e35e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9abecccc-0c64-4b21-ad94-e22c59b5d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356994 Aug 30 21:09:16.660045 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-3c073da9-41d4-42eb-95bc-d8e064732a5f service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533511 Aug 30 21:09:16.679801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:16.697806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:16.731318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 2cf9d003-4545-4326-b867-ec4068c0b761 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:16.882994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-088da674-09c3-414f-ae97-e937fb2f0c2c service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945242 Aug 30 21:09:16.888927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-64bb6df7-eb6e-4158-b7e5-78e6ae6808ea service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875268 Aug 30 21:09:16.972218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6a9184d-3a92-4fb7-b46a-6ee5f2dbf4d1 req-d79f922c-59ac-4c7d-8655-b1ddeb0f9ef9 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032880 Aug 30 21:09:17.252213 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:17.305084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=2cf9d003-4545-4326-b867-ec4068c0b761,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:17.564541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:17.582205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f84e628-82a5-4b6a-815e-55d16d0012fb req-680bc314-229f-4902-9308-fd1b43e32ac2 service neutron] 10.222.0.82 "GET /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768794 Aug 30 21:09:17.586413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73582aa2-01a8-4862-8ccb-1a2a7cfa1e09 req-4b568388-59b9-4b4e-ac7a-e6c94ab11945 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940534 Aug 30 21:09:17.729502 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4856a8-da79-4eef-a8f6-a9bbe812cb30 x-openstack-request-id: req-9d4856a8-da79-4eef-a8f6-a9bbe812cb30 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:17.730009 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c508d7fc-d683-4c8f-8c09-406dab75e1af", "name": "network-vif-deleted", "tag": "54856204-20e6-4e09-af46-75929f268132", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:17.730418 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d4856a8-da79-4eef-a8f6-a9bbe812cb30 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:17.731175 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c508d7fc-d683-4c8f-8c09-406dab75e1af', 'name': 'network-vif-deleted', 'tag': '54856204-20e6-4e09-af46-75929f268132', 'status': 'completed', 'code': 200} Aug 30 21:09:17.743581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Deleting port cf54a38a-76df-4aed-a851-5be5a217ea5a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:17.744184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:17.778898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eba320-4638-491c-8791-bc5512a1bb6e req-c25700d4-4292-4a46-8921-89f53525bc0c tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:17.780464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-47eba320-4638-491c-8791-bc5512a1bb6e req-c25700d4-4292-4a46-8921-89f53525bc0c tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 945 time: 0.2096772 Aug 30 21:09:17.893434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df438e5-479b-4d75-b363-a7b6aafcc807 req-9be28b0e-494e-4e51-9946-254e2ae4907d tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:17.903947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5df438e5-479b-4d75-b363-a7b6aafcc807 req-9be28b0e-494e-4e51-9946-254e2ae4907d tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/ports?device_id=81268a1d-ea73-4c5c-a101-435371a74598 HTTP/1.1" status: 200 len: 945 time: 0.1068909 Aug 30 21:09:17.931833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] For port cf54a38a-76df-4aed-a851-5be5a217ea5a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cf54a38a-76df-4aed-a851-5be5a217ea5a,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:17.932212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:17.966097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Calling delete_port for cf54a38a-76df-4aed-a851-5be5a217ea5a owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:18.013987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5df438e5-479b-4d75-b363-a7b6aafcc807 req-656158d2-1484-436e-9643-e5f30a399122 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.76 "GET /v2.0/security-groups?id=0600f31e-42a0-43b4-b5fd-fa1913dccad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088700 Aug 30 21:09:18.071588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Router cd241747-4149-483a-9e78-33afda1cc301 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:18.106371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Deleting port 5464703c-5e86-4b52-8675-37e1f0275e8e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:18.106751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:18.225730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] For port 5464703c-5e86-4b52-8675-37e1f0275e8e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=5464703c-5e86-4b52-8675-37e1f0275e8e,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:18.226116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:18.250062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae76a55-8ca2-4ac4-8a67-9bb5ca7b4b4c req-f9489f25-0728-406e-a23e-318e12402ea7 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:18.257862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Calling delete_port for 5464703c-5e86-4b52-8675-37e1f0275e8e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:18.261224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bae76a55-8ca2-4ac4-8a67-9bb5ca7b4b4c req-f9489f25-0728-406e-a23e-318e12402ea7 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 947 time: 0.1208293 Aug 30 21:09:18.356443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:09:18.385967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bae76a55-8ca2-4ac4-8a67-9bb5ca7b4b4c req-38c3e608-b6c5-49c2-92b5-156d2618f2aa tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231563 Aug 30 21:09:18.456292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:18.520482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['5464703c-5e86-4b52-8675-37e1f0275e8e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:18.532043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5da53c03-d11e-4007-9846-6f837c0ceefb'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:18.602338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] No DVR routers for this DVR port 5464703c-5e86-4b52-8675-37e1f0275e8e on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:18.606991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:18.608993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-47eba320-4638-491c-8791-bc5512a1bb6e req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.82 "DELETE /v2.0/ports/5464703c-5e86-4b52-8675-37e1f0275e8e HTTP/1.1" status: 204 len: 173 time: 0.8006122 Aug 30 21:09:18.608993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46387100-c0f1-4424-b2ba-1fba17648c3e tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Pushing event deleted for resources: {'Port': ['ID=5464703c-5e86-4b52-8675-37e1f0275e8e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:18.621744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f17c2ea4-74db-4948-98cf-6a6212421484 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:18.625772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f17c2ea4-74db-4948-98cf-6a6212421484 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 945 time: 0.2032824 Aug 30 21:09:18.784915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:18.799425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b58349fb-617e-40b5-832d-8a4d873c786f tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "PUT /v2.0/routers/cd241747-4149-483a-9e78-33afda1cc301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4335048 Aug 30 21:09:18.809451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] Sync routers for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:18.824633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:18.870656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:18.874625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:18.875301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:18.963280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cf54a38a-76df-4aed-a851-5be5a217ea5a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:19.061464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:19.087036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] Routers {'cd241747-4149-483a-9e78-33afda1cc301'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:19.087835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['cd241747-4149-483a-9e78-33afda1cc301'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:19.118145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-954892f4-b5e3-4dee-a3d3-84a2998d2ddf tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:19.122533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-954892f4-b5e3-4dee-a3d3-84a2998d2ddf tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.86 "GET /v2.0/ports?device_id=240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a HTTP/1.1" status: 200 len: 946 time: 0.3163102 Aug 30 21:09:19.130933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:19.179819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54423ce7-8496-48e9-8d93-61144e806fd9 req-361c6de2-3725-407c-9cb0-9deda1370cb3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:19.187511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54423ce7-8496-48e9-8d93-61144e806fd9 req-361c6de2-3725-407c-9cb0-9deda1370cb3 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 945 time: 0.3568146 Aug 30 21:09:19.285700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.287802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:19.290913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f245e-422d-43d3-be95-499ef349fefc None None] The sync data for ids ['cd241747-4149-483a-9e78-33afda1cc301'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:19.322446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'mac_address': 'fa:16:3e:72:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:09:19.420536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Deleting port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:19.420881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.451782 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.453458 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54423ce7-8496-48e9-8d93-61144e806fd9 req-d57ce762-a8cf-430d-9011-6e8bd663f103 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/security-groups?id=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651656 Aug 30 21:09:19.501867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776804e1-b867-4822-ae5d-aa6b32586d9b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:09:19.615537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:19.627933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.732897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Deleting port 5da53c03-d11e-4007-9846-6f837c0ceefb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:19.733646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.766143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:19.863261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.892919 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:09:19.904165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] For port 5da53c03-d11e-4007-9846-6f837c0ceefb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5da53c03-d11e-4007-9846-6f837c0ceefb,segment=NetworkSegment(88816ff5-3766-48af-8af7-080bf18ea519),segment_id=88816ff5-3766-48af-8af7-080bf18ea519)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:19.905659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:19.942059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Calling delete_port for 5da53c03-d11e-4007-9846-6f837c0ceefb owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:19.970641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['776804e1-b867-4822-ae5d-aa6b32586d9b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:19.985347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] For port a39a37cd-89e4-464d-aa5b-f7eebd9f7736, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,segment=NetworkSegment(c0d9f91f-8c16-4af7-9f61-7701ba27623a),segment_id=c0d9f91f-8c16-4af7-9f61-7701ba27623a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:19.985819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:20.011904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81268a1d-ea73-4c5c-a101-435371a74598', 'name': 'network-vif-deleted', 'tag': '5464703c-5e86-4b52-8675-37e1f0275e8e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:20.018720 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15b6fe2-3852-4b00-b7d0-8607bfe172ae" -d '{"events": [{"server_uuid": "81268a1d-ea73-4c5c-a101-435371a74598", "name": "network-vif-deleted", "tag": "5464703c-5e86-4b52-8675-37e1f0275e8e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:20.046141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:20.059556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Calling delete_port for a39a37cd-89e4-464d-aa5b-f7eebd9f7736 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:20.259068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting port 2d826268-b3f2-433e-8529-c437a39dfd68 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:20.261307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:20.290781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:20.392471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:09:20.398402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:20.483481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Pushing event deleted for resources: {'Port': ['ID=5da53c03-d11e-4007-9846-6f837c0ceefb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:20.554147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f90580-c900-41cf-97ee-d999860f0ce1 req-a3b5f187-f05c-49c5-96e0-e4a41e9e6494 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:20.556178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2f90580-c900-41cf-97ee-d999860f0ce1 req-a3b5f187-f05c-49c5-96e0-e4a41e9e6494 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 948 time: 0.3893344 Aug 30 21:09:20.636638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] No DVR routers for this DVR port 5da53c03-d11e-4007-9846-6f837c0ceefb on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:20.642249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:20.645917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-146e35d2-1df3-4147-8614-d0de3fbbc56b req-f70e90bd-ae7d-4b7f-b8cb-26db7febdc11 tempest-ListServersNegativeTestJSON-733315870 tempest-ListServersNegativeTestJSON-733315870-project] 10.222.0.86 "DELETE /v2.0/ports/5da53c03-d11e-4007-9846-6f837c0ceefb HTTP/1.1" status: 204 len: 173 time: 1.5153992 Aug 30 21:09:20.650399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:20.706619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Calling delete_port for 2d826268-b3f2-433e-8529-c437a39dfd68 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:20.815389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:20.830745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2f90580-c900-41cf-97ee-d999860f0ce1 req-bdf4c246-330d-48f7-aed3-bdd3c120117f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438493 Aug 30 21:09:20.866584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'mac_address': 'fa:16:3e:03:1b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:09:20.953165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No active binding found for port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 {{(pid=94690) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 21:09:20.953924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a39a37cd-89e4-464d-aa5b-f7eebd9f7736 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:20.954434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5da53c03-d11e-4007-9846-6f837c0ceefb no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:20.982052 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.002342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Router 0f03a007-c532-4c2b-8b57-05325c4ca46c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:21.020787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 5da53c03-d11e-4007-9846-6f837c0ceefb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:21.021167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5da53c03-d11e-4007-9846-6f837c0ceefb not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:21.032489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.055347 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281ef0a-2e95-4ab6-bac5-366ef13c4f9f x-openstack-request-id: req-0281ef0a-2e95-4ab6-bac5-366ef13c4f9f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:21.057807 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81268a1d-ea73-4c5c-a101-435371a74598", "name": "network-vif-deleted", "tag": "5464703c-5e86-4b52-8675-37e1f0275e8e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:21.059494 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0281ef0a-2e95-4ab6-bac5-366ef13c4f9f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:21.061134 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81268a1d-ea73-4c5c-a101-435371a74598', 'name': 'network-vif-deleted', 'tag': '5464703c-5e86-4b52-8675-37e1f0275e8e', 'status': 'completed', 'code': 200} Aug 30 21:09:21.066595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a4105f-2401-467c-8f7c-ac1b317f381d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:09:21.098049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.110417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:21.117156 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.129464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Pushing event deleted for resources: {'Port': ['ID=a39a37cd-89e4-464d-aa5b-f7eebd9f7736,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:21.183297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:21.193376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Port': ['ID=2d826268-b3f2-433e-8529-c437a39dfd68,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:21.210224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f2d0386-87c2-4df0-b6dc-80a4f7709b69 req-fb51afc7-74d3-4c6a-bd31-0a9917477064 tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d40d173-cee2-4ae4-958f-a76e49655078 HTTP/1.1" status: 200 len: 210 time: 0.0723345 Aug 30 21:09:21.272493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] No DVR routers for this DVR port a39a37cd-89e4-464d-aa5b-f7eebd9f7736 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:21.286396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.293060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-384ffc46-e4c1-487d-9187-7caa514d271d req-f7b7cc47-d1ff-4365-8f4f-1d4cf52c467b tempest-LiveAutoBlockMigrationV225Test-1895240782 tempest-LiveAutoBlockMigrationV225Test-1895240782-project] 10.222.0.86 "DELETE /v2.0/ports/a39a37cd-89e4-464d-aa5b-f7eebd9f7736 HTTP/1.1" status: 204 len: 173 time: 2.6134441 Aug 30 21:09:21.293758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'name': 'network-vif-deleted', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:21.301316 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e80a9b2-49c5-4cea-a932-18515ac25d30" -d '{"events": [{"server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "name": "network-vif-deleted", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:21.329049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.420859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:21.431633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2376c20b-cc3d-4913-ade5-0524167599ac admin admin] 10.222.0.76 "PUT /v2.0/routers/0f03a007-c532-4c2b-8b57-05325c4ca46c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2321856 Aug 30 21:09:21.434912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52628) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:21.435186 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] Sync routers for ids ['0f03a007-c532-4c2b-8b57-05325c4ca46c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:21.451559 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] Routers {'0f03a007-c532-4c2b-8b57-05325c4ca46c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:21.452379 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0f03a007-c532-4c2b-8b57-05325c4ca46c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:21.461074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['20a4105f-2401-467c-8f7c-ac1b317f381d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:21.506530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.520488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.638019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.639395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Fanout notify agent at l3_agent the message router_deleted on router cd241747-4149-483a-9e78-33afda1cc301 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:09:21.652407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.658276 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0850c00f-0c4e-4489-a90d-65a5269416d4 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/routers/cd241747-4149-483a-9e78-33afda1cc301 HTTP/1.1" status: 204 len: 168 time: 2.8320363 Aug 30 21:09:21.659026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:21.706997 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] Set router 0f03a007-c532-4c2b-8b57-05325c4ca46c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:21.730213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Deleting subnet cdee5991-ed31-42c2-916a-7e2d41a63153 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:21.734382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.803572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.861297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:21.990862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.062350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 5464703c-5e86-4b52-8675-37e1f0275e8e no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:22.073105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.085966 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:09:18Z', 'revision_number': 5, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port': {'id': 'aec7bee6-cb69-4732-b20a-d4df7adc30c5', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.102296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 5464703c-5e86-4b52-8675-37e1f0275e8e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:22.102639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 5464703c-5e86-4b52-8675-37e1f0275e8e not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:22.131752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.151625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.152959 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] Checking router: 0f03a007-c532-4c2b-8b57-05325c4ca46c for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:09:22.158191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/subnets/cdee5991-ed31-42c2-916a-7e2d41a63153 HTTP/1.1" status: 204 len: 168 time: 0.4977312 Aug 30 21:09:22.160827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52642) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:22.173820 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] Routers {'0f03a007-c532-4c2b-8b57-05325c4ca46c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:22.176051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd57ff8-ded4-4c80-b499-a22869fbe52d tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Subnet': ['ID=cdee5991-ed31-42c2-916a-7e2d41a63153,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:22.179025 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0f03a007-c532-4c2b-8b57-05325c4ca46c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.188864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:22.221534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Deleting port aec7bee6-cb69-4732-b20a-d4df7adc30c5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:22.221947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.263381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Deleting subnet 8e299cce-f55c-4afa-9fb9-2c75ea2de2ea {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:22.272524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.275461 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d345503-b472-40f3-8c2c-3f62d53e8e4e x-openstack-request-id: req-7d345503-b472-40f3-8c2c-3f62d53e8e4e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:22.275864 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d40d173-cee2-4ae4-958f-a76e49655078", "name": "network-vif-deleted", "tag": "a39a37cd-89e4-464d-aa5b-f7eebd9f7736", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:22.276115 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d345503-b472-40f3-8c2c-3f62d53e8e4e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:22.276511 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d40d173-cee2-4ae4-958f-a76e49655078', 'name': 'network-vif-deleted', 'tag': 'a39a37cd-89e4-464d-aa5b-f7eebd9f7736', 'status': 'completed', 'code': 200} Aug 30 21:09:22.314870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.322591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.383193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.391956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:22.425757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] For port aec7bee6-cb69-4732-b20a-d4df7adc30c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aec7bee6-cb69-4732-b20a-d4df7adc30c5,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:22.426126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.497683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.509372 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] Set router 0f03a007-c532-4c2b-8b57-05325c4ca46c gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:22.517755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Calling delete_port for aec7bee6-cb69-4732-b20a-d4df7adc30c5 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:22.542139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 776804e1-b867-4822-ae5d-aa6b32586d9b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:22.552541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 776804e1-b867-4822-ae5d-aa6b32586d9b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:22.553169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.574220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e299cce-f55c-4afa-9fb9-2c75ea2de2ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:22.574461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.585070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.590902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7883e00e-ff5f-4fee-96ff-ded514550124 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8e299cce-f55c-4afa-9fb9-2c75ea2de2ea HTTP/1.1" status: 204 len: 168 time: 0.3976965 Aug 30 21:09:22.590902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:22.626878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d34119-af45-4292-8b06-6cdb8e26e89c']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.652183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:09:22Z', 'revision_number': 6, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.676523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.700590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.715067 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c09-a41f-4130-8e96-027ff13e6e4e None None] The sync data for ids ['0f03a007-c532-4c2b-8b57-05325c4ca46c'] in n-d-793620-16 is: [{'id': '0f03a007-c532-4c2b-8b57-05325c4ca46c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-996735083-router', 'tenant_id': '56aa8be0491644d3b274433b37971274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:01:27Z', 'updated_at': '2021-08-30T21:09:22Z', 'revision_number': 6, 'project_id': '56aa8be0491644d3b274433b37971274', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:22.731318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:22.734210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730b0fca-ea0e-49ba-903b-643adee1e76e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.734506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730b0fca-ea0e-49ba-903b-643adee1e76e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.740413 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9821293-bcbd-4d0a-b0c5-66ec28e61ba8" -d '{"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-plugged", "status": "completed", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:22.752077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.774061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:22.790492 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.791468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec5842-cddc-40d6-b3e8-3b0962d1f6e1 req-9c8a0340-92c8-4719-a3eb-a63f5b5f80fd tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:22.804604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cec5842-cddc-40d6-b3e8-3b0962d1f6e1 req-9c8a0340-92c8-4719-a3eb-a63f5b5f80fd tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 948 time: 0.3025041 Aug 30 21:09:22.833226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.859771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:22.860185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:22.864945 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:22.872936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.874229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:22.889699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abecccc-0c64-4b21-ad94-e22c59b5d50a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.906887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88816ff5-3766-48af-8af7-080bf18ea519') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.907449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88816ff5-3766-48af-8af7-080bf18ea519') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:22.941233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.988627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:22.998841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:22.999262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:23.001708 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:23.065636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'name': 'network-vif-deleted', 'tag': '5da53c03-d11e-4007-9846-6f837c0ceefb'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:23.074411 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef01d8-8b5f-4a12-8fa4-906c1b7f4e07" -d '{"events": [{"server_uuid": "240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a", "name": "network-vif-deleted", "tag": "5da53c03-d11e-4007-9846-6f837c0ceefb"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:23.088027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cec5842-cddc-40d6-b3e8-3b0962d1f6e1 req-7352b082-1f61-4643-bdf0-3ced73697b4e tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818556 Aug 30 21:09:23.109007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.114408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.141871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.156239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] 10.222.0.76 "DELETE /v2.0/networks/9abecccc-0c64-4b21-ad94-e22c59b5d50a HTTP/1.1" status: 204 len: 168 time: 0.5644119 Aug 30 21:09:23.162133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be6c24-8517-4f13-8fe3-6ce82f40295c admin admin] Pushing event deleted for resources: {'Network': ['ID=9abecccc-0c64-4b21-ad94-e22c59b5d50a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:23.165578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.172858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] 10.222.0.76 "DELETE /v2.0/networks/28d34119-af45-4292-8b06-6cdb8e26e89c HTTP/1.1" status: 204 len: 168 time: 1.0082343 Aug 30 21:09:23.187067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2c13e-fa48-48b4-a5fe-8c8f66162367 tempest-FloatingIPTestJSON-1387064140 tempest-FloatingIPTestJSON-1387064140-project] Pushing event deleted for resources: {'Network': ['ID=28d34119-af45-4292-8b06-6cdb8e26e89c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:23.354618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.466205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec7bee6-cb69-4732-b20a-d4df7adc30c5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:23.661482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:23.690085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:23.779484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aec7bee6-cb69-4732-b20a-d4df7adc30c5 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:23.792309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:23.830587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: aec7bee6-cb69-4732-b20a-d4df7adc30c5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:23.831362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aec7bee6-cb69-4732-b20a-d4df7adc30c5 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:23.836186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cf54a38a-76df-4aed-a851-5be5a217ea5a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:23.920725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: cf54a38a-76df-4aed-a851-5be5a217ea5a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:23.922385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cf54a38a-76df-4aed-a851-5be5a217ea5a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:23.943713 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-22f648eb-98d4-4ec8-b457-67f38ec43282 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a0a07b644cc496692f2520b5cd0ade1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499319 Aug 30 21:09:23.948632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:24.037547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.063696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.105954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7050c5e6-1f97-4260-91f9-d056cb13f231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.177423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7050c5e6-1f97-4260-91f9-d056cb13f231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.210078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52684) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:24.231929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.232784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f03a007-c532-4c2b-8b57-05325c4ca46c {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:09:24.240871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.246687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-779d3584-f11a-449e-b8eb-4cc0117e8c28 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0f03a007-c532-4c2b-8b57-05325c4ca46c HTTP/1.1" status: 204 len: 168 time: 2.8055403 Aug 30 21:09:24.251458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52688) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:24.283273 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1c0f16-4c68-471b-b291-c9efecefca50 x-openstack-request-id: req-2f1c0f16-4c68-471b-b291-c9efecefca50 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:24.283571 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-plugged", "status": "completed", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:24.283972 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f1c0f16-4c68-471b-b291-c9efecefca50 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:24.284392 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'code': 200} Aug 30 21:09:24.381067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:24.396583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fe7cdf02-c39e-4c2a-bc91-a6a643d6606d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c9c1f4abff947bb903b7cadb284e58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307532 Aug 30 21:09:24.397099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:24.423932 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcf9bef-fdac-4acb-8ec8-719c3e61daab x-openstack-request-id: req-bbcf9bef-fdac-4acb-8ec8-719c3e61daab {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:24.424520 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a", "name": "network-vif-deleted", "tag": "5da53c03-d11e-4007-9846-6f837c0ceefb", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:24.424884 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbcf9bef-fdac-4acb-8ec8-719c3e61daab {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:24.425774 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240fd14e-3cea-4af4-9c5c-ac3a0ad48e4a', 'name': 'network-vif-deleted', 'tag': '5da53c03-d11e-4007-9846-6f837c0ceefb', 'status': 'completed', 'code': 200} Aug 30 21:09:24.521169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7050c5e6-1f97-4260-91f9-d056cb13f231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.531202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7050c5e6-1f97-4260-91f9-d056cb13f231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.538215 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7050c5e6-1f97-4260-91f9-d056cb13f231 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0600f31e-42a0-43b4-b5fd-fa1913dccad2 HTTP/1.1" status: 204 len: 168 time: 0.5855889 Aug 30 21:09:24.555452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Deleting subnet 271ffc6c-9dfb-449a-8be4-37ee3d3f9c32 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:24.561875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.574072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 20a4105f-2401-467c-8f7c-ac1b317f381d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:24.587445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 20a4105f-2401-467c-8f7c-ac1b317f381d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:24.588043 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.603281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050c5e6-1f97-4260-91f9-d056cb13f231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600f31e-42a0-43b4-b5fd-fa1913dccad2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:24.613550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.614180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbfcb-8d11-4168-8f50-b9e0dc2a16d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.672731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbfcb-8d11-4168-8f50-b9e0dc2a16d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.786540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbfcb-8d11-4168-8f50-b9e0dc2a16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.789922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c5bbfcb-8d11-4168-8f50-b9e0dc2a16d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.792128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7c5bbfcb-8d11-4168-8f50-b9e0dc2a16d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0d86151-b21f-44cc-a584-1533909f7b52 HTTP/1.1" status: 204 len: 168 time: 0.3937466 Aug 30 21:09:24.804341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bbfcb-8d11-4168-8f50-b9e0dc2a16d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d86151-b21f-44cc-a584-1533909f7b52,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:24.858194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55d3f7-8d7d-4e31-9d94-932d409ef563 req-fdbf230d-a22e-414f-a706-3f839579b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:24.860292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e55d3f7-8d7d-4e31-9d94-932d409ef563 req-fdbf230d-a22e-414f-a706-3f839579b1ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 1101 time: 0.4593945 Aug 30 21:09:24.864148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Deleting subnet 02bf2736-b56f-4274-b4ec-d9d58541ceb7 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:24.871615 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.876152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.882568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:24.999552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:25.009389 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.035121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.086614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e55d3f7-8d7d-4e31-9d94-932d409ef563 req-60957854-255d-44a5-96d6-a19059fab803 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167544 Aug 30 21:09:25.142188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0535f-f9bb-42a2-a63c-ced8fd20dcad req-ea01e0ce-8582-4a2f-b521-3297fd2891dc tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:25.151119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18d0535f-f9bb-42a2-a63c-ced8fd20dcad req-ea01e0ce-8582-4a2f-b521-3297fd2891dc tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 949 time: 0.1503088 Aug 30 21:09:25.165193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:25.187976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.193899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.277894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271ffc6c-9dfb-449a-8be4-37ee3d3f9c32,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:25.364424 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.369965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:25.370827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cd2e4-cfaf-48e9-b2e1-13c547d6d87c None None] Network 4f8150b0-b330-41bc-90a5-2c8b1b951162 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:25.396412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d51e4369-3abf-46a3-9a86-23aebbac91a2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/271ffc6c-9dfb-449a-8be4-37ee3d3f9c32 HTTP/1.1" status: 204 len: 168 time: 1.1437354 Aug 30 21:09:25.414705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18d0535f-f9bb-42a2-a63c-ced8fd20dcad req-dfaab141-2934-4785-b48b-a1783ec8da50 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624295 Aug 30 21:09:25.528780 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.720128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bf2736-b56f-4274-b4ec-d9d58541ceb7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:25.742782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.757586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.760978 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] DHCP port deletion for 4f8150b0-b330-41bc-90a5-2c8b1b951162 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:09:25.764243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-59137609-6cd6-4820-9f3a-fe1541fa8dbe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/02bf2736-b56f-4274-b4ec-d9d58541ceb7 HTTP/1.1" status: 204 len: 168 time: 1.5508292 Aug 30 21:09:25.774932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:25.909430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] Deleting port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:25.910278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.949063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:25.990378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Deleting port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:25.991305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.050214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] For port 8d19ba8b-447a-4956-84e6-2219ce8fbd80, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d19ba8b-447a-4956-84e6-2219ce8fbd80,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:26.051183 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.072263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] Calling delete_port for 8d19ba8b-447a-4956-84e6-2219ce8fbd80 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:26.304168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:26.328007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:26.352116 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f707905-5135-4ce8-a26f-e943638fa800" -d '{"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-plugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:26.406221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.417117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] For port 8d19ba8b-447a-4956-84e6-2219ce8fbd80, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d19ba8b-447a-4956-84e6-2219ce8fbd80,segment=NetworkSegment(9860dfe0-e419-41ae-b5fc-569f1bd0dd20),segment_id=9860dfe0-e419-41ae-b5fc-569f1bd0dd20)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:26.418822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.428029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.476089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] Pushing event deleted for resources: {'Port': ['ID=8d19ba8b-447a-4956-84e6-2219ce8fbd80,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:26.495519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dad685-91d4-47c7-952c-f81b2125170a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:26.508266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Calling delete_port for 8d19ba8b-447a-4956-84e6-2219ce8fbd80 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:26.526055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e7525-b920-4f8a-a001-5e0c11b7c646 None None] No DVR routers for this DVR port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:26.542262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d9f91f-8c16-4af7-9f61-7701ba27623a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:26.542740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d9f91f-8c16-4af7-9f61-7701ba27623a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:26.562520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.604977 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da98c7d7-55af-4867-8274-8cb6f467420b x-openstack-request-id: req-da98c7d7-55af-4867-8274-8cb6f467420b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:26.605260 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-plugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:26.606246 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da98c7d7-55af-4867-8274-8cb6f467420b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:26.606246 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'code': 200} Aug 30 21:09:26.617303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.645650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:26.646463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:26.649444 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:26.786336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.803227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.805608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] 10.222.0.76 "DELETE /v2.0/networks/83dad685-91d4-47c7-952c-f81b2125170a HTTP/1.1" status: 204 len: 168 time: 1.0196230 Aug 30 21:09:26.811468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52772) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:26.818183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:26.822573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e26fe1-1325-4982-a06e-71d546cbe63d admin admin] Pushing event deleted for resources: {'Network': ['ID=83dad685-91d4-47c7-952c-f81b2125170a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:26.856935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d19ba8b-447a-4956-84e6-2219ce8fbd80,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:26.859737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] No DVR routers for this DVR port 8d19ba8b-447a-4956-84e6-2219ce8fbd80 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:26.973759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Deleting subnet c09fad5a-9a82-47d0-bad1-9d44563e66a8 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:26.981857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.001095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.028128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8150b0-b330-41bc-90a5-2c8b1b951162']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:27.507236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:27.508291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:27.528450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9860dfe0-e419-41ae-b5fc-569f1bd0dd20') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:27.528450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9860dfe0-e419-41ae-b5fc-569f1bd0dd20') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:27.535948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.572438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.592341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:27.592824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:27.594978 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:27.632338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2768a9c-02e8-4cbe-92b3-5b1bc2355911 req-bea77e08-5895-48b5-bd5b-c23a3005a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:27.634625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2768a9c-02e8-4cbe-92b3-5b1bc2355911 req-bea77e08-5895-48b5-bd5b-c23a3005a0dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 1102 time: 0.9324634 Aug 30 21:09:27.648359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1428461178-network', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:27.663370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33294985-1432-4f8b-87dc-70f08a6a5bb6 req-d3ffdc8b-4608-4dda-a562-6baa7314c1cc tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:27.671602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33294985-1432-4f8b-87dc-70f08a6a5bb6 req-d3ffdc8b-4608-4dda-a562-6baa7314c1cc tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 949 time: 0.9186199 Aug 30 21:09:27.701348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d19ba8b-447a-4956-84e6-2219ce8fbd80 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:27.729385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.759645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.762685 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4f8150b0-b330-41bc-90a5-2c8b1b951162 HTTP/1.1" status: 204 len: 168 time: 2.3915606 Aug 30 21:09:27.777331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8d19ba8b-447a-4956-84e6-2219ce8fbd80 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:27.778591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d19ba8b-447a-4956-84e6-2219ce8fbd80 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:27.781902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086fbd5-3992-4c98-9026-007dd899ef85 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8150b0-b330-41bc-90a5-2c8b1b951162,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:27.821525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.873097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'networks': [{'name': 'tempest-network--1007949126'}, {'name': 'tempest-network--1263131599'}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:27.873580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'network': {'name': 'tempest-network--1007949126'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:27.874390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'network': {'name': 'tempest-network--1263131599'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:27.888733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2768a9c-02e8-4cbe-92b3-5b1bc2355911 req-795928c3-cb24-4d09-a8c0-ce941fa3179a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360289 Aug 30 21:09:27.893995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:27.897144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.913160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63c85bc1-6394-4523-aed0-f550e8b1b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.924547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.939351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33294985-1432-4f8b-87dc-70f08a6a5bb6 req-8c636495-db81-4cc1-90e4-946f46406d84 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664180 Aug 30 21:09:27.962103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:27.977309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'network': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:27.983009 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.005471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.136256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.146945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:28.166465 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.173974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c09fad5a-9a82-47d0-bad1-9d44563e66a8 HTTP/1.1" status: 204 len: 168 time: 1.3582542 Aug 30 21:09:28.174796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52796) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:28.217987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bc5b5-44ae-4aad-b2b6-bfeaef913a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09fad5a-9a82-47d0-bad1-9d44563e66a8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:28.242098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63c85bc1-6394-4523-aed0-f550e8b1b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.246315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6a80726-6bb5-4ec7-ad32-d34b3cb19da8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0807f07f677a48708d60e27fc9f969bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0978024 Aug 30 21:09:28.248281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63c85bc1-6394-4523-aed0-f550e8b1b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.252780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:28.298056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c85bc1-6394-4523-aed0-f550e8b1b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f532dc75-5f86-4019-9f84-579982184922,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:28.384862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-63c85bc1-6394-4523-aed0-f550e8b1b98c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=39f11a07f73445b29bcdbc057129c9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8755159 Aug 30 21:09:28.389429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:28.429479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-b43a9c7f-edae-4b0b-86e1-330fc37c42d4 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:28.431591 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-b43a9c7f-edae-4b0b-86e1-330fc37c42d4 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.82 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 945 time: 0.1423261 Aug 30 21:09:28.441223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-724d3c60-5855-40ba-82ca-61bbc06125d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.446481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.544296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-724d3c60-5855-40ba-82ca-61bbc06125d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.546068 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c7cb-64b6-47e2-be18-4812db6bcc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.576924 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c7cb-64b6-47e2-be18-4812db6bcc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.622876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Deleting port a064f323-57e5-4314-984e-c049150ec5e6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:28.623265 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.648638 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.665454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.753931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8ab24-beac-46ad-a9bd-b6eb29c4c252 req-5e09e2c2-277c-4707-9d93-eda898350197 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:28.755426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79c8ab24-beac-46ad-a9bd-b6eb29c4c252 req-5e09e2c2-277c-4707-9d93-eda898350197 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 945 time: 0.3059425 Aug 30 21:09:28.765282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.800417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369df9c-df88-419b-8cef-da157ebe8848,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:28.823003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.839478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ca201d-7029-4e07-8b00-4d2cb006b8df']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:28.849895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.850513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.859939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d947260-8675-49f2-a029-a1e0ed0c5472') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:28.860286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d947260-8675-49f2-a029-a1e0ed0c5472') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:28.869585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:28.889151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.890472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c7cb-64b6-47e2-be18-4812db6bcc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.893419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79c8ab24-beac-46ad-a9bd-b6eb29c4c252 req-872d6cda-4104-432b-9511-550bf84042a6 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/security-groups?id=1b5cff37-eed5-4939-9c90-5400c7f7d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014123 Aug 30 21:09:28.894292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c7cb-64b6-47e2-be18-4812db6bcc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.895794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5ea8c7cb-64b6-47e2-be18-4812db6bcc45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f532dc75-5f86-4019-9f84-579982184922 HTTP/1.1" status: 204 len: 168 time: 0.5045786 Aug 30 21:09:28.904510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.904961 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Added segment 12ea9e73-9441-485c-ab30-f077e5c82630 of type vlan for network b285858d-ce79-4611-ae2c-89584f65fbae Aug 30 21:09:28.906086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-724d3c60-5855-40ba-82ca-61bbc06125d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.909106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-724d3c60-5855-40ba-82ca-61bbc06125d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.913454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-724d3c60-5855-40ba-82ca-61bbc06125d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36457296-747f-40af-94ff-fb4587384d31 HTTP/1.1" status: 204 len: 168 time: 0.6547112 Aug 30 21:09:28.961345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b650ab87-c49a-4fb0-ba03-9fa0421fc837,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:28.961567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:28.981112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:28.996768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d3c60-5855-40ba-82ca-61bbc06125d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36457296-747f-40af-94ff-fb4587384d31,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:29.002284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8c7cb-64b6-47e2-be18-4812db6bcc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f532dc75-5f86-4019-9f84-579982184922,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:29.011778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.012135 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Added segment 326ca5da-6b82-4027-bf24-195b835e9e79 of type vlan for network 9b0ba583-e249-4b56-b38b-5f50d170031d Aug 30 21:09:29.015470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] For port a064f323-57e5-4314-984e-c049150ec5e6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a064f323-57e5-4314-984e-c049150ec5e6,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:29.015803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.031355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:29.031355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:29.034755 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:29.103714 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.145957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Calling delete_port for a064f323-57e5-4314-984e-c049150ec5e6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:29.184104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.200742 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.232668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.237057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] 10.222.0.76 "DELETE /v2.0/networks/70ca201d-7029-4e07-8b00-4d2cb006b8df HTTP/1.1" status: 204 len: 168 time: 1.0280313 Aug 30 21:09:29.248340 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.249195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:29.249801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.292909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:29.305896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a80c7-8ce5-415e-86ff-478ae61b7028 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ca201d-7029-4e07-8b00-4d2cb006b8df,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:29.331174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.331453 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Added segment d195a59e-0a1c-430a-9868-17dcb1052508 of type vlan for network b28f605c-6322-4226-9c83-972a4ebbf5b9 Aug 30 21:09:29.344032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c5114-34aa-4742-9533-544704ebb455 req-84820ff7-3691-4bf8-bfb3-888b5db28b7c tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:29.360661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38c5114-34aa-4742-9533-544704ebb455 req-84820ff7-3691-4bf8-bfb3-888b5db28b7c tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 950 time: 0.3264773 Aug 30 21:09:29.425152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.482293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1525216 Aug 30 21:09:29.496639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52812) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:29.512018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Request body: {'subnet': {'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1428461178-subnet', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:29.545502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.561265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a064f323-57e5-4314-984e-c049150ec5e6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:29.635315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Pushing event deleted for resources: {'Port': ['ID=a064f323-57e5-4314-984e-c049150ec5e6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:29.663345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a38c5114-34aa-4742-9533-544704ebb455 req-9482a71f-5d46-4a0a-aaba-515f99cd3904 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011713 Aug 30 21:09:29.668128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.668641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.669718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c20134-9288-48a7-a898-b74f9905b842 admin admin] Pushing event updated for resources: {'Network': ['ID=b285858d-ce79-4611-ae2c-89584f65fbae,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:29.681266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:29.684956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b285858d-ce79-4611-ae2c-89584f65fbae details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:29.686332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:29.691998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:29.692713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.709001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] No DVR routers for this DVR port a064f323-57e5-4314-984e-c049150ec5e6 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:29.711954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.713412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:29.716101 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81c805fa-5957-40e0-b99b-e9d8c1b7a320 req-f8ba5f1a-ac0d-43f2-bf07-3e7fd57aafed tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.82 "DELETE /v2.0/ports/a064f323-57e5-4314-984e-c049150ec5e6 HTTP/1.1" status: 204 len: 173 time: 1.2708752 Aug 30 21:09:29.805476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'name': 'network-vif-deleted', 'tag': 'a064f323-57e5-4314-984e-c049150ec5e6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:29.807720 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45111244-dc7a-45e0-89b3-e3c62b7a95e1" -d '{"events": [{"server_uuid": "b8bbdd21-07b6-4c9c-87f7-30057697d65b", "name": "network-vif-deleted", "tag": "a064f323-57e5-4314-984e-c049150ec5e6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:29.810725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Network': ['ID=9b0ba583-e249-4b56-b38b-5f50d170031d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:29.951441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52822) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:29.991718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 9b0ba583-e249-4b56-b38b-5f50d170031d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:30.000005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4854403 Aug 30 21:09:30.010916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52824) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:30.075553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b557d-8171-4f1b-a1e7-a5ba8e884656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Network': ['ID=b28f605c-6322-4226-9c83-972a4ebbf5b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:30.215030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:30.362430 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a215659c-d072-49a2-bb5d-45acdbe651c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=56aa8be0491644d3b274433b37971274&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1455753 Aug 30 21:09:30.372994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:30.419377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b28f605c-6322-4226-9c83-972a4ebbf5b9 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:30.474052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97032405-616b-46a4-af82-8daedd8bc1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.504793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97032405-616b-46a4-af82-8daedd8bc1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.519714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82ccec89-f7f4-4e14-b185-7465757c2e72 req-159eee82-d4ec-4fd7-b219-45c152664f99 tempest-AttachSCSIVolumeTestJSON-988115483 tempest-AttachSCSIVolumeTestJSON-988115483-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8bbdd21-07b6-4c9c-87f7-30057697d65b HTTP/1.1" status: 200 len: 210 time: 0.3245559 Aug 30 21:09:30.565365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8d2c7a53-1403-4d2c-856c-98583283210d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e4423d623614804a2701b280c6a9ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109855 Aug 30 21:09:30.573797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:30.709849 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc55429-a54f-4d93-9cba-496a818b5abf x-openstack-request-id: req-fcc55429-a54f-4d93-9cba-496a818b5abf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:30.711494 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bbdd21-07b6-4c9c-87f7-30057697d65b", "name": "network-vif-deleted", "tag": "a064f323-57e5-4314-984e-c049150ec5e6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:30.711678 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fcc55429-a54f-4d93-9cba-496a818b5abf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:30.712502 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bbdd21-07b6-4c9c-87f7-30057697d65b', 'name': 'network-vif-deleted', 'tag': 'a064f323-57e5-4314-984e-c049150ec5e6', 'status': 'completed', 'code': 200} Aug 30 21:09:30.736183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd83ce-62b1-4639-ac54-549d864d1be7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:30.741609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97032405-616b-46a4-af82-8daedd8bc1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.745700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97032405-616b-46a4-af82-8daedd8bc1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.748385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97032405-616b-46a4-af82-8daedd8bc1bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e93f0b6-bec1-4d95-bca5-36e41d15db64 HTTP/1.1" status: 204 len: 168 time: 0.3738739 Aug 30 21:09:30.751354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd83ce-62b1-4639-ac54-549d864d1be7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:30.757831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd83ce-62b1-4639-ac54-549d864d1be7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:30.760240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e201cc-af3b-4d57-a4b0-dad07be163ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.779296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd83ce-62b1-4639-ac54-549d864d1be7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:30.781105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b4dd83ce-62b1-4639-ac54-549d864d1be7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7618587 Aug 30 21:09:30.791634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:30.804720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97032405-616b-46a4-af82-8daedd8bc1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e93f0b6-bec1-4d95-bca5-36e41d15db64,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:30.831633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.857144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e201cc-af3b-4d57-a4b0-dad07be163ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:30.942597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Pushing event updated for resources: {'Subnet': ['ID=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:30.968993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2851990-70c2-4f74-9729-035f878e0a02 req-ab14dd6a-9b15-4a2a-98c9-b7cccc42489a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:30.972615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2851990-70c2-4f74-9729-035f878e0a02 req-ab14dd6a-9b15-4a2a-98c9-b7cccc42489a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 950 time: 0.1636713 Aug 30 21:09:31.004180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:31.005671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Network hostable DHCP agents. Network: b285858d-ce79-4611-ae2c-89584f65fbae, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:31.053901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Network b285858d-ce79-4611-ae2c-89584f65fbae is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:31.056776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.069071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2851990-70c2-4f74-9729-035f878e0a02 req-960c70f2-8512-47f2-8b05-bed96800b83f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863564 Aug 30 21:09:31.073840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b285858d-ce79-4611-ae2c-89584f65fbae) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:31.084643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14a57e-9120-4b25-becb-38140515ff1c None None] Network b285858d-ce79-4611-ae2c-89584f65fbae requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:31.096869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:31.097512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.154046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5b294961-f04a-4ba2-ad9c-6684d64f684d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6527603 Aug 30 21:09:31.156655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52860) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:31.162027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:31.184378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e201cc-af3b-4d57-a4b0-dad07be163ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.186969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05e201cc-af3b-4d57-a4b0-dad07be163ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.188141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-05e201cc-af3b-4d57-a4b0-dad07be163ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464 HTTP/1.1" status: 204 len: 168 time: 0.6118219 Aug 30 21:09:31.225834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.226960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.329925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:31.387355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e201cc-af3b-4d57-a4b0-dad07be163ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fcf1e0-ccc4-4a0c-8cb2-abb34b5ce464,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:31.407065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.426898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.436318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0ba583-e249-4b56-b38b-5f50d170031d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:31.457243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326ca5da-6b82-4027-bf24-195b835e9e79') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:31.460738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326ca5da-6b82-4027-bf24-195b835e9e79') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:31.488166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b285858d-ce79-4611-ae2c-89584f65fbae', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:09:31.489110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.502542 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.548193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.556074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:31.556483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:31.563133 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:31.713544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.722784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:31.724805 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/networks/9b0ba583-e249-4b56-b38b-5f50d170031d HTTP/1.1" status: 204 len: 168 time: 0.9225543 Aug 30 21:09:31.736351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:31.805616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Allocated IP 172.20.0.2 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/2fab4a66-b93a-4f30-9c0c-0185b704b9f0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:31.815891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-680468760-network', 'tenant_id': '4114b78ce4e64fa888c07f39966b62a1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:31.827892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c852455-f0c9-4dea-a916-fd62f36f40b8 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Network': ['ID=9b0ba583-e249-4b56-b38b-5f50d170031d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:31.855308 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.064197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Made reservation on behalf of 4114b78ce4e64fa888c07f39966b62a1 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:32.068597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.093193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:32.108700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.140748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a064f323-57e5-4314-984e-c049150ec5e6 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:32.171379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.177072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: a064f323-57e5-4314-984e-c049150ec5e6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:32.177848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a064f323-57e5-4314-984e-c049150ec5e6 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:32.204384 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.218687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Transition to ACTIVE for port object 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:32.255389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Transition to ACTIVE for port object 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:32.266926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.336192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:32.343194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:32.352511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:32.359438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Pushing event updated for resources: {'Port': ['ID=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:32.473862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.497591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Attempting to bind port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:32.498565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Attempting to bind port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:32.500939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Attempting to bind port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:32.503339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28f605c-6322-4226-9c83-972a4ebbf5b9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:32.510282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.517585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:32.517965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:32.519214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd195a59e-0a1c-430a-9868-17dcb1052508') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:32.519689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd195a59e-0a1c-430a-9868-17dcb1052508') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:32.524650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.525215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:32.525737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Bound port: 2fab4a66-b93a-4f30-9c0c-0185b704b9f0, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:32.526480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.534747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-020938d9-f2d9-447b-939a-bb1c58221aba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ffee5c96b53e4f5d9e557547e54de10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325497 Aug 30 21:09:32.535353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:32.541346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1c333-86d3-47fd-bf08-a6fd9c5984a8 req-0651ae5d-6402-40eb-8293-af833debf56b tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:32.548743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28c1c333-86d3-47fd-bf08-a6fd9c5984a8 req-0651ae5d-6402-40eb-8293-af833debf56b tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 945 time: 0.1753185 Aug 30 21:09:32.559518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.594811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.615998 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.653190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:32.654974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.658373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] For port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:32.664986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] For port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:32.666261 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:32.673116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.688243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28c1c333-86d3-47fd-bf08-a6fd9c5984a8 req-1bffdd06-c37d-4872-b8f5-eae80a33cd00 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333961 Aug 30 21:09:32.760930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41612c-19f9-474b-a216-f8e20cf29819 None None] Pushing event updated for resources: {'Port': ['ID=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:32.766497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749b1564-cfa1-4a3d-bb72-a0f9ce5db91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.848560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.855439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Allocated IP 172.25.5.42 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/f9af5f81-a2be-4e86-8a59-8866c193d102) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:32.883849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749b1564-cfa1-4a3d-bb72-a0f9ce5db91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.887337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:32.893753 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/networks/b28f605c-6322-4226-9c83-972a4ebbf5b9 HTTP/1.1" status: 204 len: 168 time: 1.1517038 Aug 30 21:09:32.894853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52920) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:32.938485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed134be3-8977-4166-b391-1e70611788bb tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Network': ['ID=b28f605c-6322-4226-9c83-972a4ebbf5b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:33.044879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.062114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749b1564-cfa1-4a3d-bb72-a0f9ce5db91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.092801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749b1564-cfa1-4a3d-bb72-a0f9ce5db91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.097499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-749b1564-cfa1-4a3d-bb72-a0f9ce5db91d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e81cc452-7b18-4063-9fff-8276e630f5b9 HTTP/1.1" status: 204 len: 168 time: 0.5395968 Aug 30 21:09:33.107306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.200842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b1564-cfa1-4a3d-bb72-a0f9ce5db91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81cc452-7b18-4063-9fff-8276e630f5b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:33.217993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845e09f-01fc-40c2-9e50-fe54681c686f tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:33.226398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2845e09f-01fc-40c2-9e50-fe54681c686f tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:33.228046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:33.234375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2845e09f-01fc-40c2-9e50-fe54681c686f tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3377540 Aug 30 21:09:33.235150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52934) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:33.245107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1157084030'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:33.255916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.281191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.281668 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Added segment 1333fea3-175d-49d4-afd3-15ebbeab09cd of type vlan for network dcc70163-adbd-47ca-a2f8-767a5505ea9f Aug 30 21:09:33.296429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:33.300444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.302632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4927b6-7c3c-4ff0-a4eb-1ba0b939aa37,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:33.389667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:33.401543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.402135 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Added segment a1e0e533-1bf2-42fa-8b4d-b70736331339 of type vlan for network 53aa0cf4-d731-4447-84dd-66b920391086 Aug 30 21:09:33.419148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.427508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.449015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.499897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.500531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.500953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:33.501551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.512593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-c03a48a8-a3cb-4d1d-99f4-9d9c6b7d3288 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:33.514988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-c03a48a8-a3cb-4d1d-99f4-9d9c6b7d3288 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 945 time: 0.1937065 Aug 30 21:09:33.528444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:33.548174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:33.550927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:33.617974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Pushing event updated for resources: {'Port': ['ID=f9af5f81-a2be-4e86-8a59-8866c193d102,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:33.652216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] Pushing event updated for resources: {'Network': ['ID=dcc70163-adbd-47ca-a2f8-767a5505ea9f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:33.669289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-749e0e55-9561-4f49-bde4-1856250f4b28 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3383143 Aug 30 21:09:33.671206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:33.678990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Request body: {'subnet': {'network_id': 'dcc70163-adbd-47ca-a2f8-767a5505ea9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-680468760-subnet', 'tenant_id': '4114b78ce4e64fa888c07f39966b62a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:33.681590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.682005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network dcc70163-adbd-47ca-a2f8-767a5505ea9f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:33.687315 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:33.688248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.712668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Made reservation on behalf of 4114b78ce4e64fa888c07f39966b62a1 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:33.717204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:33.902418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6602664 Aug 30 21:09:33.904316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52954) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:33.926963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:33.990929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-440279429'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:34.182576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:34.227495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3c1d1-9b86-42e5-a2c7-cc4c1a56b99e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Network': ['ID=53aa0cf4-d731-4447-84dd-66b920391086,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:34.244949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 53aa0cf4-d731-4447-84dd-66b920391086 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:34.444671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:34.542299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:34.620204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c8b268-7377-4106-87dd-f6ed8e94c1c1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:34.638965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Checking segment: {'id': '1333fea3-175d-49d4-afd3-15ebbeab09cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dcc70163-adbd-47ca-a2f8-767a5505ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:34.640675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Network hostable DHCP agents. Network: dcc70163-adbd-47ca-a2f8-767a5505ea9f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:34.701573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Network dcc70163-adbd-47ca-a2f8-767a5505ea9f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:34.718438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, dcc70163-adbd-47ca-a2f8-767a5505ea9f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:34.724965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:34.725642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:34.733849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa6c15-b20b-4aad-a6f5-a10ad18c207b None None] Network dcc70163-adbd-47ca-a2f8-767a5505ea9f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:34.778499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Deleting port cbd4005d-cfb3-4abf-bb06-c432f72972cb {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:34.789466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:34.829837 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60dcc306-ee21-441e-b6c4-2d22f89dec7b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1572995 Aug 30 21:09:34.876898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77677c7d-63fc-4fc4-a54b-cbd41a8f1ecc None None] Network b285858d-ce79-4611-ae2c-89584f65fbae requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:35.100045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] Provisioning for port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:35.131369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] Provisioning complete for port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:35.132462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.226637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab331b45-5961-4c3c-b4ce-78023cb6bd37 None None] Network dcc70163-adbd-47ca-a2f8-767a5505ea9f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:35.383884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:35.388661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.401765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae4961-f473-49dd-8a23-78df4323eb90 req-58f7a67f-c8fb-4e97-851e-b716ab7ccf45 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:35.413457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31ae4961-f473-49dd-8a23-78df4323eb90 req-58f7a67f-c8fb-4e97-851e-b716ab7ccf45 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f91b199-0369-4fee-8557-3e475af1ad94 HTTP/1.1" status: 200 len: 945 time: 1.3634269 Aug 30 21:09:35.500586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.574739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] For port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:35.584815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.592667 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.603983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31ae4961-f473-49dd-8a23-78df4323eb90 req-7371f385-24c0-468d-9b91-815466fc8f83 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.76 "GET /v2.0/security-groups?id=e6e49180-dc5e-4c89-8700-46c9b71328fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891506 Aug 30 21:09:35.695152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:35.716472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d614616-51ed-49ac-b8f9-82282092b5b0 None None] Pushing event updated for resources: {'Port': ['ID=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:35.742234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] For port cbd4005d-cfb3-4abf-bb06-c432f72972cb, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=cbd4005d-cfb3-4abf-bb06-c432f72972cb,segment=NetworkSegment(95134814-d54d-430d-842b-41c943054cf8),segment_id=95134814-d54d-430d-842b-41c943054cf8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:35.742769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.756616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.757610 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Added segment 55c62c8c-c517-427a-8532-13d0ec656884 of type vlan for network edb9e138-7705-4f82-b7d4-75d93deb7c23 Aug 30 21:09:35.824324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:35.859157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Calling delete_port for cbd4005d-cfb3-4abf-bb06-c432f72972cb owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:35.924269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-13770573-1d7a-4087-afa0-b9b2cb9aa133 None None] Provisioning complete for port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:35.924853 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13770573-1d7a-4087-afa0-b9b2cb9aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.049568 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.052569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.058726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:36.059383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.198691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-bcb0bc1c-3d21-4286-b10a-d6687e8201e6 req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-436015572', 'description': 'tempest-description-330506200'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:36.210327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2808948 Aug 30 21:09:36.211138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:36.217515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'ports': [{'network_id': '53aa0cf4-d731-4447-84dd-66b920391086', 'name': 'tempest-port--161029243', 'admin_state_up': True}, {'network_id': 'edb9e138-7705-4f82-b7d4-75d93deb7c23', 'admin_state_up': False}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:36.217744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'port': {'network_id': '53aa0cf4-d731-4447-84dd-66b920391086', 'name': 'tempest-port--161029243', 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:36.218351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'port': {'network_id': 'edb9e138-7705-4f82-b7d4-75d93deb7c23', 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:36.242735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674756a-0afd-4bb4-86e7-ff778bca70c9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Network': ['ID=edb9e138-7705-4f82-b7d4-75d93deb7c23,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:36.261445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network edb9e138-7705-4f82-b7d4-75d93deb7c23 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:36.366538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcb0bc1c-3d21-4286-b10a-d6687e8201e6 req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.371713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.418245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Pushing event deleted for resources: {'Port': ['ID=cbd4005d-cfb3-4abf-bb06-c432f72972cb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:36.472094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:09:36.549410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device cbd4005d-cfb3-4abf-bb06-c432f72972cb no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:36.550825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] No DVR routers for this DVR port cbd4005d-cfb3-4abf-bb06-c432f72972cb on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:36.554417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.557340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bed98fbd-6347-4257-87d9-a980f8e5f181 req-9975e50f-7329-4c05-bc5a-e603bc0ff1c6 tempest-VolumesAdminNegativeTest-985684751 tempest-VolumesAdminNegativeTest-985684751-project] 10.222.0.86 "DELETE /v2.0/ports/cbd4005d-cfb3-4abf-bb06-c432f72972cb HTTP/1.1" status: 204 len: 173 time: 3.0313971 Aug 30 21:09:36.560470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f91b199-0369-4fee-8557-3e475af1ad94', 'name': 'network-vif-deleted', 'tag': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:36.563076 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377ae412-fa26-4f0a-9e6f-29021c872880" -d '{"events": [{"server_uuid": "8f91b199-0369-4fee-8557-3e475af1ad94", "name": "network-vif-deleted", "tag": "cbd4005d-cfb3-4abf-bb06-c432f72972cb"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:36.585938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: cbd4005d-cfb3-4abf-bb06-c432f72972cb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:36.586308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device cbd4005d-cfb3-4abf-bb06-c432f72972cb not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:36.623607 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcb0bc1c-3d21-4286-b10a-d6687e8201e6 req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.629861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcb0bc1c-3d21-4286-b10a-d6687e8201e6 req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.639670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Router df04975f-c73d-4cd6-a4ae-ce9b93251b72 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:09:36.666940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'port': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:36.677546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcb0bc1c-3d21-4286-b10a-d6687e8201e6 req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.679260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcb0bc1c-3d21-4286-b10a-d6687e8201e6 req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5263770 Aug 30 21:09:36.682227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8362f-5b52-4d75-89c0-777dc13fcf59 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7889ae22-ce76-4d84-9b0f-2d6ef3c45cef,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:36.685335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.693982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:36.708966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'mac_address': 'fa:16:3e:03:1b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:09:36.743230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.773192 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.819681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20a4105f-2401-467c-8f7c-ac1b317f381d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:09:36.857986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:36.866931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.910690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:36.924744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Sync routers for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:36.938418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] device_id is not set on port 498f2e5d-c2bf-4cf7-9080-30fc706a23dd yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:09:36.946861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:36.948354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:36.957222 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:36.961524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-70fa74df-c2a2-48bc-b891-8acc17c2ce41 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8015134 Aug 30 21:09:36.963979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:37.030093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['20a4105f-2401-467c-8f7c-ac1b317f381d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:09:37.202346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:37.398327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:37.419084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.486481 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f006cf6-222e-4044-8288-5576c3c9f3b6 x-openstack-request-id: req-0f006cf6-222e-4044-8288-5576c3c9f3b6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:37.487383 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f91b199-0369-4fee-8557-3e475af1ad94", "name": "network-vif-deleted", "tag": "cbd4005d-cfb3-4abf-bb06-c432f72972cb", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:37.487383 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f006cf6-222e-4044-8288-5576c3c9f3b6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:37.487964 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f91b199-0369-4fee-8557-3e475af1ad94', 'name': 'network-vif-deleted', 'tag': 'cbd4005d-cfb3-4abf-bb06-c432f72972cb', 'status': 'completed', 'code': 200} Aug 30 21:09:37.549255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] device_id is not set on port d92d09bb-cc11-4de9-9e28-687e31b538af yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:09:37.553242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53064) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:37.699918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Deleting subnet 958c681b-83b7-4045-bfbe-62455d42f0b0 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:37.705505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-b1275b1f-6c8c-4610-8238-5b78f2cf2e38 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/7889ae22-ce76-4d84-9b0f-2d6ef3c45cef HTTP/1.1" status: 200 len: 1811 time: 0.0881841 Aug 30 21:09:37.710176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.739407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7889ae22-ce76-4d84-9b0f-2d6ef3c45cef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:37.739703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7889ae22-ce76-4d84-9b0f-2d6ef3c45cef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:37.768893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:37.774741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.875096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.917839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.927112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:37.928135 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.953019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.962356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.969923 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:37.999390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.049140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.054322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/958c681b-83b7-4045-bfbe-62455d42f0b0 HTTP/1.1" status: 204 len: 168 time: 0.4988289 Aug 30 21:09:38.055037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:38.058148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.058384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd71be4-dcb1-4a07-ba47-26462342e8d7,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:38.061358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae30ff-3378-4165-855f-5dc4c0102d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958c681b-83b7-4045-bfbe-62455d42f0b0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:38.081455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.085911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f046fe8-9bb2-405b-95bf-7d737a2f2987 req-878812d7-27d6-4a2e-b212-872f8d024d48 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3732579 Aug 30 21:09:38.138476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:34Z', 'revision_number': 3, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:38.171807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Checking router: df04975f-c73d-4cd6-a4ae-ce9b93251b72 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:09:38.172172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Updating router df04975f-c73d-4cd6-a4ae-ce9b93251b72 port f9af5f81-a2be-4e86-8a59-8866c193d102 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:09:38.224330 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.316840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.405676 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.484353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:38.577939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Port': ['ID=498f2e5d-c2bf-4cf7-9080-30fc706a23dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:38.580909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Allocated IP 172.20.0.1 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/0698e312-b07f-45f9-b6da-1c196f8c6efe) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:38.615560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.651744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c72fbb-b924-41cf-abca-404c9c54cba7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:38.683521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 20a4105f-2401-467c-8f7c-ac1b317f381d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:38.683521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.692502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95134814-d54d-430d-842b-41c943054cf8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:38.692502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95134814-d54d-430d-842b-41c943054cf8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:38.726910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Checking segment: {'id': 'a1e0e533-1bf2-42fa-8b4d-b70736331339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '53aa0cf4-d731-4447-84dd-66b920391086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:38.727566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network hostable DHCP agents. Network: 53aa0cf4-d731-4447-84dd-66b920391086, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:38.769311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.798841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.799375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53084) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:38.818299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:38.818937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:38.822438 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:38.838184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network 53aa0cf4-d731-4447-84dd-66b920391086 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:38.882230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 53aa0cf4-d731-4447-84dd-66b920391086) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:38.887144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:38.888298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:38.914317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944e4b1-e9fb-423e-bb58-bbedd13de849 None None] Network 53aa0cf4-d731-4447-84dd-66b920391086 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:39.018592 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1368c42e-8ae8-4d66-b677-aec3243bd450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.027274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.030313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.066813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Transition to ACTIVE for port object f9af5f81-a2be-4e86-8a59-8866c193d102 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:39.089662 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.099045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:09:39.101403 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96e37f7-d4e0-4f35-93e9-e9f25a0eeecf" -d '{"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-plugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:09:39.116664 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.131975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Port': ['ID=d92d09bb-cc11-4de9-9e28-687e31b538af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.138537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.139175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b92ca9f8-2e5f-4a0d-889b-c39b027d12cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.143638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] 10.222.0.76 "DELETE /v2.0/networks/55c72fbb-b924-41cf-abca-404c9c54cba7 HTTP/1.1" status: 204 len: 168 time: 1.0783150 Aug 30 21:09:39.152597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:39.175968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:39.196496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.210418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a81aff-77ca-43d4-817f-4faed9713081 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c72fbb-b924-41cf-abca-404c9c54cba7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.219574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.225480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Pushing event updated for resources: {'Port': ['ID=f9af5f81-a2be-4e86-8a59-8866c193d102,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.235971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Attempting to bind port f9af5f81-a2be-4e86-8a59-8866c193d102 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:39.236379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Attempting to bind port f9af5f81-a2be-4e86-8a59-8866c193d102 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:39.236964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Attempting to bind port f9af5f81-a2be-4e86-8a59-8866c193d102 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:39.244592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.245168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.245739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.246305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.246953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.247523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.248622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.248622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.249198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.253710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.253710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.253710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:39.268200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:39.268777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:39.269435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.270046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:39.270770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Bound port: f9af5f81-a2be-4e86-8a59-8866c193d102, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:39.271091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Transition to ACTIVE for port object 0698e312-b07f-45f9-b6da-1c196f8c6efe will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:39.271363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.283937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Deleting subnet 7d08c04e-c42d-4e9c-ad2f-ad898c1630eb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:39.291811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.294760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Checking segment: {'id': '55c62c8c-c517-427a-8532-13d0ec656884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'edb9e138-7705-4f82-b7d4-75d93deb7c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:39.295344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network hostable DHCP agents. Network: edb9e138-7705-4f82-b7d4-75d93deb7c23, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:39.303907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e84abed-7543-4540-9de5-3c176ff315d5 req-a8671d69-e356-4ffa-9c15-74a1ffaffb23 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/7889ae22-ce76-4d84-9b0f-2d6ef3c45cef HTTP/1.1" status: 200 len: 2404 time: 0.2629368 Aug 30 21:09:39.367656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b92ca9f8-2e5f-4a0d-889b-c39b027d12cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.373931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b92ca9f8-2e5f-4a0d-889b-c39b027d12cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.408658 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab061933-777b-4fb2-87b8-be61a3315e6a x-openstack-request-id: req-ab061933-777b-4fb2-87b8-be61a3315e6a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:09:39.409293 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-plugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:09:39.409727 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab061933-777b-4fb2-87b8-be61a3315e6a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:09:39.410304 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'code': 200} Aug 30 21:09:39.430495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b92ca9f8-2e5f-4a0d-889b-c39b027d12cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=446fa42233ea4e7da79d7e31cf866ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281633 Aug 30 21:09:39.433244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53104) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:39.445058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.448219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network edb9e138-7705-4f82-b7d4-75d93deb7c23 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:39.448561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.476804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] For port f9af5f81-a2be-4e86-8a59-8866c193d102, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:39.482854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] For port f9af5f81-a2be-4e86-8a59-8866c193d102, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f9af5f81-a2be-4e86-8a59-8866c193d102,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:39.491489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.492073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ca9f8-2e5f-4a0d-889b-c39b027d12cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d35455c-2425-456f-8688-da80d1da4073,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.535272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, edb9e138-7705-4f82-b7d4-75d93deb7c23) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:39.552426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:39.579398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:39.593747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669343-1a3a-4106-aa06-be038b07d636 None None] Pushing event updated for resources: {'Port': ['ID=f9af5f81-a2be-4e86-8a59-8866c193d102,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.602984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:39.604156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.607393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caf466e-915e-4507-b212-101d147848b6 None None] Network edb9e138-7705-4f82-b7d4-75d93deb7c23 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:39.612380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.659342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8138341d-15c2-45cc-acc4-4447ef0b6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.686418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:39.687389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:39.723399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.728314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5bc73efb-2a35-4123-b8a4-c37ebb42b1ad tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5156598 Aug 30 21:09:39.740174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53118) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:39.763188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:39.773443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:39.788138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:39.795890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=0698e312-b07f-45f9-b6da-1c196f8c6efe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:39.810188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8138341d-15c2-45cc-acc4-4447ef0b6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:39.899918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-6094316f-eb20-4b55-b64d-fd9beee6e462 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-group-rules/fdd71be4-dcb1-4a07-ba47-26462342e8d7 HTTP/1.1" status: 200 len: 778 time: 0.1810937 Aug 30 21:09:39.932362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.008408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245f8c5-1841-4331-bde1-2e1dc292f656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:40.018474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245f8c5-1841-4331-bde1-2e1dc292f656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:40.027075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c245f8c5-1841-4331-bde1-2e1dc292f656 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2661397 Aug 30 21:09:40.031068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:40.064764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-b4dface8-5801-4434-86e9-69ab6fb298b7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/7889ae22-ce76-4d84-9b0f-2d6ef3c45cef HTTP/1.1" status: 200 len: 2404 time: 0.1501105 Aug 30 21:09:40.079272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8138341d-15c2-45cc-acc4-4447ef0b6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.082916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8138341d-15c2-45cc-acc4-4447ef0b6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.084755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8138341d-15c2-45cc-acc4-4447ef0b6386 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d35455c-2425-456f-8688-da80d1da4073 HTTP/1.1" status: 204 len: 168 time: 0.6499612 Aug 30 21:09:40.097232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:40.164852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138341d-15c2-45cc-acc4-4447ef0b6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d35455c-2425-456f-8688-da80d1da4073,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:40.190570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-90ff9fa6-0a5c-4f0a-af0f-2f6813a78e33 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.209195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-90ff9fa6-0a5c-4f0a-af0f-2f6813a78e33 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.251527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.299421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-90ff9fa6-0a5c-4f0a-af0f-2f6813a78e33 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.350364 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.356275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7d08c04e-c42d-4e9c-ad2f-ad898c1630eb HTTP/1.1" status: 204 len: 168 time: 1.2018144 Aug 30 21:09:40.375459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76c165-fe12-47d2-b136-c6ad38698d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d08c04e-c42d-4e9c-ad2f-ad898c1630eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:40.377200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-90ff9fa6-0a5c-4f0a-af0f-2f6813a78e33 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.381805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:40.394901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fafab61d-adb6-46b5-ae5a-cb6f39d772ef req-90ff9fa6-0a5c-4f0a-af0f-2f6813a78e33 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fdd71be4-dcb1-4a07-ba47-26462342e8d7 HTTP/1.1" status: 204 len: 173 time: 0.3242135 Aug 30 21:09:40.413849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff9fa6-0a5c-4f0a-af0f-2f6813a78e33 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdd71be4-dcb1-4a07-ba47-26462342e8d7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:40.438453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-81464f0e-5419-4c38-b641-0672ad2aedf7 None None] Provisioning for port 0698e312-b07f-45f9-b6da-1c196f8c6efe completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:40.463957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-81464f0e-5419-4c38-b641-0672ad2aedf7 None None] Provisioning complete for port 0698e312-b07f-45f9-b6da-1c196f8c6efe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:40.464440 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81464f0e-5419-4c38-b641-0672ad2aedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.567893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-81464f0e-5419-4c38-b641-0672ad2aedf7 None None] Port 0698e312-b07f-45f9-b6da-1c196f8c6efe cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:09:40.580500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Deleting port 498f2e5d-c2bf-4cf7-9080-30fc706a23dd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:40.581145 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.775792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-698f97ce-712c-4fd3-a77e-60abde54d7d9 req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1947714949', 'description': 'tempest-description-1561356616'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:40.812207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53154) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:40.814652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:34Z', 'revision_number': 3, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:40.848334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7901cf96-48ad-43b6-82f2-0249ce41be46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.865542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-698f97ce-712c-4fd3-a77e-60abde54d7d9 req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.878551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d5ebd3-5071-41e2-b6ab-41b008fc17c9 None None] The sync data for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 is: [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:34Z', 'revision_number': 3, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:40.893392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.911126 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:40.924460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.029962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Calling delete_port for 498f2e5d-c2bf-4cf7-9080-30fc706a23dd owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:41.135001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7901cf96-48ad-43b6-82f2-0249ce41be46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.176979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7901cf96-48ad-43b6-82f2-0249ce41be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.314046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7901cf96-48ad-43b6-82f2-0249ce41be46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3523ee45c9564e6ba09a42dae5232b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990563 Aug 30 21:09:41.323871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53160) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:41.336813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901cf96-48ad-43b6-82f2-0249ce41be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163709b6-18e0-432f-9754-dc695767ebdd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:41.495694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53162) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:41.690029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-698f97ce-712c-4fd3-a77e-60abde54d7d9 req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.705377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-698f97ce-712c-4fd3-a77e-60abde54d7d9 req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.740506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cf1adff-3ba8-42ac-9d3d-8f4da68ec6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.747498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.813430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9af5f81-a2be-4e86-8a59-8866c193d102 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:41.840462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9f4c58-3f53-4f50-a65c-0b0c27635019,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:41.864377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-698f97ce-712c-4fd3-a77e-60abde54d7d9 req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.883361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-698f97ce-712c-4fd3-a77e-60abde54d7d9 req-cf4ff2f6-24c7-407b-85d4-4b9dc1e5b87e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1303427 Aug 30 21:09:41.905383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cf1adff-3ba8-42ac-9d3d-8f4da68ec6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:41.973072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36a539f-e520-4e66-8687-4118b8d2dc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.015553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53168) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:42.237195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.259431 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36a539f-e520-4e66-8687-4118b8d2dc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.277280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46836127-c66b-43de-9cb6-5d1e438bd70a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:42.330402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d35003-744b-43e0-8ae2-7d2b8a936457') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:42.330796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d35003-744b-43e0-8ae2-7d2b8a936457') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:42.356358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.362688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca78113d-1f02-4484-9085-e6dcd9e49267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.374028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36a539f-e520-4e66-8687-4118b8d2dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.387068 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.389425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f9af5f81-a2be-4e86-8a59-8866c193d102 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:42.401613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f9af5f81-a2be-4e86-8a59-8866c193d102 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:42.402137 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.463784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.480445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b36a539f-e520-4e66-8687-4118b8d2dc99 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9713b7568aea4475bfca4b59b7d312fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9829080 Aug 30 21:09:42.496272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3aafb34-592c-4952-a61e-021597e602e6 req-035107ac-ff32-4086-b97c-b504f3955a52 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/fc9f4c58-3f53-4f50-a65c-0b0c27635019 HTTP/1.1" status: 200 len: 1813 time: 0.1889846 Aug 30 21:09:42.506847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Port': ['ID=498f2e5d-c2bf-4cf7-9080-30fc706a23dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:42.510190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:42.526871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:42.526871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:42.528658 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:42.626907 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.630351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fe68907f-f014-457e-b848-c906b03e2966 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/ports/498f2e5d-c2bf-4cf7-9080-30fc706a23dd HTTP/1.1" status: 204 len: 168 time: 2.5930858 Aug 30 21:09:42.644460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.650879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:42.662302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.680160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a539f-e520-4e66-8687-4118b8d2dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f459b424-eb01-42e2-9c31-fec721af372c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:42.699745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f9af5f81-a2be-4e86-8a59-8866c193d102, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f9af5f81-a2be-4e86-8a59-8866c193d102,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:42.707723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cf1adff-3ba8-42ac-9d3d-8f4da68ec6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.708387 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.710538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4cf1adff-3ba8-42ac-9d3d-8f4da68ec6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.720872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4cf1adff-3ba8-42ac-9d3d-8f4da68ec6ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/163709b6-18e0-432f-9754-dc695767ebdd HTTP/1.1" status: 204 len: 168 time: 1.3950267 Aug 30 21:09:42.729522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6cf6c2be-9bc2-49bd-a4ad-fdcd01d33274 req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-925444072', 'description': 'tempest-description-1018903673'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:42.800112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.813482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f9af5f81-a2be-4e86-8a59-8866c193d102,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:42.842888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.851583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1adff-3ba8-42ac-9d3d-8f4da68ec6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163709b6-18e0-432f-9754-dc695767ebdd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:42.856818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.934615 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6cf6c2be-9bc2-49bd-a4ad-fdcd01d33274 req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.958455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:42.960743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] 10.222.0.76 "DELETE /v2.0/networks/46836127-c66b-43de-9cb6-5d1e438bd70a HTTP/1.1" status: 204 len: 168 time: 2.5087094 Aug 30 21:09:43.108118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3f4ce-3462-40cc-ac67-5e1813b52757 admin admin] Pushing event deleted for resources: {'Network': ['ID=46836127-c66b-43de-9cb6-5d1e438bd70a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:43.190569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6cf6c2be-9bc2-49bd-a4ad-fdcd01d33274 req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.227670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6cf6c2be-9bc2-49bd-a4ad-fdcd01d33274 req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.283696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.293809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6cf6c2be-9bc2-49bd-a4ad-fdcd01d33274 req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.296242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cf6c2be-9bc2-49bd-a4ad-fdcd01d33274 req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5906730 Aug 30 21:09:43.296688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571025e6-ea9d-4b11-a571-04f4c08c2c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.311072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd6b32-607b-4a63-af54-e67db704298c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6882b6ec-923a-4e2e-8bb1-0c78edc4dabf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:43.420373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=0698e312-b07f-45f9-b6da-1c196f8c6efe,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:43.525744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53208) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:43.550291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571025e6-ea9d-4b11-a571-04f4c08c2c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.613263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Deleting port d92d09bb-cc11-4de9-9e28-687e31b538af {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:43.613715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.646869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-adef035f-6eb9-469b-9c4f-16c12cba35b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2e0e60fb9d904353899db947082239b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169233 Aug 30 21:09:43.665782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53212) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:43.727221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9af5f81-a2be-4e86-8a59-8866c193d102 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:43.755816 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.761691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57c1cfc9-bf67-4753-9992-346fb8d7ee19 req-fe5dcf6b-a0e6-410a-b176-0692471cff1f tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/6882b6ec-923a-4e2e-8bb1-0c78edc4dabf HTTP/1.1" status: 200 len: 1812 time: 0.2373428 Aug 30 21:09:43.866584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.889408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-27166c03-e9a8-4372-9345-efa1393241cf req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1947373651', 'description': 'tempest-description-667774340'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:43.911467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f9af5f81-a2be-4e86-8a59-8866c193d102 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:43.913297 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.935944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:43.955884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:43.956737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-27166c03-e9a8-4372-9345-efa1393241cf req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.970037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Calling delete_port for d92d09bb-cc11-4de9-9e28-687e31b538af owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:43.978999 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571025e6-ea9d-4b11-a571-04f4c08c2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.983225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571025e6-ea9d-4b11-a571-04f4c08c2c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:43.997943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-571025e6-ea9d-4b11-a571-04f4c08c2c4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f459b424-eb01-42e2-9c31-fec721af372c HTTP/1.1" status: 204 len: 168 time: 1.4766753 Aug 30 21:09:44.076426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b4fcd2-1127-4413-95e8-d33f4ed8dace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.260890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571025e6-ea9d-4b11-a571-04f4c08c2c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f459b424-eb01-42e2-9c31-fec721af372c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:44.462368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-27166c03-e9a8-4372-9345-efa1393241cf req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.475613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-27166c03-e9a8-4372-9345-efa1393241cf req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.497602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.542399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a903bc46-5e1d-47bf-ac4c-51a3fe8af6f3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:44.552374 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-27166c03-e9a8-4372-9345-efa1393241cf req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.573305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27166c03-e9a8-4372-9345-efa1393241cf req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7058477 Aug 30 21:09:44.584024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.586239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.587137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.588109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.588847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.589390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.590782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.591453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.592088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.592584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.593198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.593691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75758f32-d998-47d0-8320-36e54465ed5e tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:44.712637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fa63f4d3-b1d5-43da-8d5b-45d58b0dc675 None None] Provisioning complete for port 0698e312-b07f-45f9-b6da-1c196f8c6efe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:44.717566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa63f4d3-b1d5-43da-8d5b-45d58b0dc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.781249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b4fcd2-1127-4413-95e8-d33f4ed8dace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:44.845182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2eb7cba-fab5-4df4-8c3e-ba1612d84bbc req-e16f2634-dbb6-4c75-93ab-39823b124958 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/a903bc46-5e1d-47bf-ac4c-51a3fe8af6f3 HTTP/1.1" status: 200 len: 1812 time: 0.0644319 Aug 30 21:09:44.871875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fa63f4d3-b1d5-43da-8d5b-45d58b0dc675 None None] Port 0698e312-b07f-45f9-b6da-1c196f8c6efe cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:09:44.902445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5a206d90-9ee2-403e-9f10-c0302d025abe req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2077569754', 'description': 'tempest-description-858029066'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:44.993440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.025389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Deleting port c8a239e9-2e88-4e65-83e8-d32edc9544dd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:45.026000 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.092908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a206d90-9ee2-403e-9f10-c0302d025abe req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.118522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53246) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:45.147016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Port': ['ID=d92d09bb-cc11-4de9-9e28-687e31b538af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:45.147985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0231e047-fc22-48ec-b266-52fb014cd9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.166244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.173437 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60943557-0663-4d81-8024-8a4ee0e4bb35 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/ports/d92d09bb-cc11-4de9-9e28-687e31b538af HTTP/1.1" status: 204 len: 168 time: 2.5106788 Aug 30 21:09:45.179433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53248) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:45.190113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Router df04975f-c73d-4cd6-a4ae-ce9b93251b72 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:45.237039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1e893054-ade9-461e-9495-bbc0c4a84449 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0527661 Aug 30 21:09:45.251532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53250) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:45.257717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b4fcd2-1127-4413-95e8-d33f4ed8dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.261753 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4b4fcd2-1127-4413-95e8-d33f4ed8dace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.262875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1999959585'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:45.264145 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f4b4fcd2-1127-4413-95e8-d33f4ed8dace admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6e49180-dc5e-4c89-8700-46c9b71328fa HTTP/1.1" status: 204 len: 168 time: 1.5080037 Aug 30 21:09:45.417379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] For port c8a239e9-2e88-4e65-83e8-d32edc9544dd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8a239e9-2e88-4e65-83e8-d32edc9544dd,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:45.417977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.469768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:45.476103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4fcd2-1127-4413-95e8-d33f4ed8dace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e49180-dc5e-4c89-8700-46c9b71328fa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:45.489538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Calling delete_port for c8a239e9-2e88-4e65-83e8-d32edc9544dd owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:45.494633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b494bb0f-b27f-4913-aa90-d30ea3b20ef2 admin admin] 10.222.0.76 "PUT /v2.0/routers/df04975f-c73d-4cd6-a4ae-ce9b93251b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5292990 Aug 30 21:09:45.506261 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Sync routers for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:45.554816 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:45.557124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:45.760598 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a206d90-9ee2-403e-9f10-c0302d025abe req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.773840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a206d90-9ee2-403e-9f10-c0302d025abe req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.859597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d95380-00d1-4b9c-a237-38bbcd96ab19,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:45.936191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:45.944030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:45.974835 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:46.091932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:46.257268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:46.291258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.363375 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3744ca8c-5acd-45be-b9ca-d497f438405b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f48463b1e1214bd0804bc6f6e4a83587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058829 Aug 30 21:09:46.367467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:46.385929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.398735 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Added segment 2f323842-d37e-46c3-b704-3092b305dbce of type vlan for network b986d21a-deef-4d27-acfe-8afda928a939 Aug 30 21:09:46.451489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a239e9-2e88-4e65-83e8-d32edc9544dd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:46.511595 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8edf3ca-da3a-4265-96a4-307f03794dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.588585 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8edf3ca-da3a-4265-96a4-307f03794dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.601447 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:41Z', 'revision_number': 2, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:46.681450 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Checking router: df04975f-c73d-4cd6-a4ae-ce9b93251b72 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:09:46.681893 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Updating router df04975f-c73d-4cd6-a4ae-ce9b93251b72 port 0698e312-b07f-45f9-b6da-1c196f8c6efe binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:09:46.725072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8edf3ca-da3a-4265-96a4-307f03794dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.728519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8edf3ca-da3a-4265-96a4-307f03794dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.731175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d8edf3ca-da3a-4265-96a4-307f03794dfe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1dea2fa8-f2bf-4101-a07b-037c88a185d5 HTTP/1.1" status: 204 len: 168 time: 0.3624349 Aug 30 21:09:46.764516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edf3ca-da3a-4265-96a4-307f03794dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea2fa8-f2bf-4101-a07b-037c88a185d5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:46.798799 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:46.867604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.186623 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:09:47.216250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.272350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0231e047-fc22-48ec-b266-52fb014cd9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.282348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.294918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:47.295986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.331593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0231e047-fc22-48ec-b266-52fb014cd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.552051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a206d90-9ee2-403e-9f10-c0302d025abe req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.576469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a206d90-9ee2-403e-9f10-c0302d025abe req-eda523c5-765b-4512-9b06-c5dcf644b0fa tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 2.6975069 Aug 30 21:09:47.581064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:47.582329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3289211 Aug 30 21:09:47.598472 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.601969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-90991849'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:47.653089 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Transition to ACTIVE for port object 0698e312-b07f-45f9-b6da-1c196f8c6efe will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:47.680736 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.696656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:47.702910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.804845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:47.835482 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.837346 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Added segment 7cc0f9e9-98d1-42ff-b004-98716afae128 of type vlan for network f05e67e4-83d3-4789-9317-8afb662a58c8 Aug 30 21:09:47.914692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231e047-fc22-48ec-b266-52fb014cd9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1033f5-6d28-48ec-949a-e4afb2d69ebc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:47.933792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:47.937584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0231e047-fc22-48ec-b266-52fb014cd9f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9297d77f2fdc474c9dfae1e08e23ece0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8140774 Aug 30 21:09:47.954233 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Pushing event updated for resources: {'Port': ['ID=0698e312-b07f-45f9-b6da-1c196f8c6efe,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:47.961703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53316) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:47.994483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.004288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:48.005257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.016962 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.017310 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.017838 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.018343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.023735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.024850 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.025686 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.026385 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.027095 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.027693 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.035052 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.035710 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:09:48.060020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa73c1-3e65-43af-bdf9-6c4333977c9e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Network': ['ID=b986d21a-deef-4d27-acfe-8afda928a939,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:48.066140 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Attempting to bind port 0698e312-b07f-45f9-b6da-1c196f8c6efe on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:48.066831 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Attempting to bind port 0698e312-b07f-45f9-b6da-1c196f8c6efe by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:48.067384 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Attempting to bind port 0698e312-b07f-45f9-b6da-1c196f8c6efe on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:48.078504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b986d21a-deef-4d27-acfe-8afda928a939 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:48.081487 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:48.083036 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:48.084264 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.085202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:48.091477 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Bound port: 0698e312-b07f-45f9-b6da-1c196f8c6efe, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:48.092172 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.199840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6009030 Aug 30 21:09:48.220014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cadc0-7195-4cd4-846a-0756254a25f7 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Network': ['ID=f05e67e4-83d3-4789-9317-8afb662a58c8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:48.290742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f05e67e4-83d3-4789-9317-8afb662a58c8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:48.311841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67e7705f-842d-4c1f-a635-438ca7d98590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.418452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67e7705f-842d-4c1f-a635-438ca7d98590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.499534 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] For port 0698e312-b07f-45f9-b6da-1c196f8c6efe, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:48.512589 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] For port 0698e312-b07f-45f9-b6da-1c196f8c6efe, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0698e312-b07f-45f9-b6da-1c196f8c6efe,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:48.524307 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.758696 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:48.772591 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:48.950418 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34095d7b-9982-4894-8ed1-e1c75f0dd63d None None] Pushing event updated for resources: {'Port': ['ID=0698e312-b07f-45f9-b6da-1c196f8c6efe,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:48.952199 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67e7705f-842d-4c1f-a635-438ca7d98590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.957658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67e7705f-842d-4c1f-a635-438ca7d98590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:48.959758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-67e7705f-842d-4c1f-a635-438ca7d98590 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a1033f5-6d28-48ec-949a-e4afb2d69ebc HTTP/1.1" status: 204 len: 168 time: 0.9853826 Aug 30 21:09:48.963353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Router 1ade8539-5244-4a81-a6d5-f8349ff75f98 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:09:49.058596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7705f-842d-4c1f-a635-438ca7d98590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1033f5-6d28-48ec-949a-e4afb2d69ebc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:49.322969 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:49.577025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53330) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:49.681180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:09:49.698842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] Sync routers for ids ['1ade8539-5244-4a81-a6d5-f8349ff75f98'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:09:49.707132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:49.712995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-369d1475-7a5f-4b3a-aedc-0c3394e1d366 admin admin] 10.222.0.76 "PUT /v2.0/routers/1ade8539-5244-4a81-a6d5-f8349ff75f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4403918 Aug 30 21:09:49.769916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] Routers {'1ade8539-5244-4a81-a6d5-f8349ff75f98'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:49.773674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1ade8539-5244-4a81-a6d5-f8349ff75f98'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:50.162973 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:48Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:50.222506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-network', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:50.257177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] Set router 1ade8539-5244-4a81-a6d5-f8349ff75f98 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:50.286059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:50.323017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Made reservation on behalf of 04d53e0cc1f5485abc5f5c2a8705e66b for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:50.333326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:50.369020 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b33c98-db84-486d-af3d-aa1b3d690c3d None None] The sync data for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 is: [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:48Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:50.376856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:50.682013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:50.692933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:50.749996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a6c6ae-20a1-4276-a4bd-cc741929fd85,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:50.808406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:09:50.849276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:50.850264 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Added segment 95caad11-3dca-45f6-bb9f-dee8bc3ada4f of type vlan for network d7512bbf-b34a-4f24-b8eb-bba734b735e0 Aug 30 21:09:50.984020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:51.039879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:51.284817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:51.332222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129863769', 'description': 'tempest-description--1584795479'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:51.456047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:09:46Z', 'revision_number': 5, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port': {'id': '4af7be7f-f2a8-4a59-83c0-d2bcf04857fe', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:aa:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:06Z', 'updated_at': '2021-08-30T21:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:51.520690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Deleting port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:51.520690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:51.544767 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:51.604974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] Checking router: 1ade8539-5244-4a81-a6d5-f8349ff75f98 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:09:51.661458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] Routers {'1ade8539-5244-4a81-a6d5-f8349ff75f98'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:09:51.672009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1ade8539-5244-4a81-a6d5-f8349ff75f98'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:52.007078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0698e312-b07f-45f9-b6da-1c196f8c6efe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:52.107254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] For port 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:52.112885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.116349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] Set router 1ade8539-5244-4a81-a6d5-f8349ff75f98 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:09:52.150927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Calling delete_port for 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:52.373555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:09:50Z', 'revision_number': 6, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:52.384569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.411057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.558256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e70dda5-8949-457d-946f-9b025cb8b8ce,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:52.591089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.592841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25b5093-3d3d-42eb-9053-0ffa487822d3 None None] The sync data for ids ['1ade8539-5244-4a81-a6d5-f8349ff75f98'] in n-d-793620-16 is: [{'id': '1ade8539-5244-4a81-a6d5-f8349ff75f98', 'name': 'tempest-AttachSCSIVolumeTestJSON-465549341-router', 'tenant_id': 'd18baf910ce24b95b84b3886b0fcc730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:04Z', 'updated_at': '2021-08-30T21:09:50Z', 'revision_number': 6, 'project_id': 'd18baf910ce24b95b84b3886b0fcc730', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:09:52.600777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f7ce05b2-13eb-4334-b0d0-2bed63a70bd1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3066545 Aug 30 21:09:52.613157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0698e312-b07f-45f9-b6da-1c196f8c6efe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:09:52.618649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:52.626438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0698e312-b07f-45f9-b6da-1c196f8c6efe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:52.630012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.654334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'security_group_rule': {'security_group_id': '1e70dda5-8949-457d-946f-9b025cb8b8ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:52.729047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.738098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:52.739575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:52.806729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2195320 Aug 30 21:09:52.863670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53366) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:52.924077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Request body: {'subnet': {'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-subnet', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:52.962181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53368) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:52.970512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'subnets': [{'network_id': 'b986d21a-deef-4d27-acfe-8afda928a939', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--61837959', 'ip_version': 6}, {'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:52.971241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'subnet': {'network_id': 'b986d21a-deef-4d27-acfe-8afda928a939', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--61837959', 'ip_version': 6}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:52.972416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Request body: {'subnet': {'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:53.052575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.074380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Made reservation on behalf of 04d53e0cc1f5485abc5f5c2a8705e66b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:53.081199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.087256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.196972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 0698e312-b07f-45f9-b6da-1c196f8c6efe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0698e312-b07f-45f9-b6da-1c196f8c6efe,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:53.218033 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.241707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668ff4-dc1e-488e-b7d3-02d63a1410c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d7512bbf-b34a-4f24-b8eb-bba734b735e0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:53.289211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6b35663-163e-42c7-8ae9-027b977214ca req-f574d335-662b-40f7-a0f5-7c17c2f2f841 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/81d95380-00d1-4b9c-a237-38bbcd96ab19 HTTP/1.1" status: 200 len: 1812 time: 0.6481462 Aug 30 21:09:53.343270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:09:53.555845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.582178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.679475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=0698e312-b07f-45f9-b6da-1c196f8c6efe,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:53.736191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.741468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1214573 Aug 30 21:09:53.746005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b675cfc-f06d-40e1-bb38-a9926f37e2c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aff025-2c3b-4129-8ffc-efb487b4e4a3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:53.749110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:53.787665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'security_group_rule': {'security_group_id': '1e70dda5-8949-457d-946f-9b025cb8b8ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:53.825161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Made reservation on behalf of 5d536d9401e24ff584e97ec5eddb68c9 for: {'subnet': 2} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:09:53.846968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.849757 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:53.987558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.152455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0698e312-b07f-45f9-b6da-1c196f8c6efe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:09:54.153472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af7be7f-f2a8-4a59-83c0-d2bcf04857fe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:54.200400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.299568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0698e312-b07f-45f9-b6da-1c196f8c6efe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:09:54.300108 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.424015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.428446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.590542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:54.643160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:54.644127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4af7be7f-f2a8-4a59-83c0-d2bcf04857fe not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:54.645151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8a239e9-2e88-4e65-83e8-d32edc9544dd no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:54.648163 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.656930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.684924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c8a239e9-2e88-4e65-83e8-d32edc9544dd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:54.685616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8a239e9-2e88-4e65-83e8-d32edc9544dd not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:54.753087 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.759731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0012357 Aug 30 21:09:54.760214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:54.769925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:54.784338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a690f5-bfab-4bf8-ae64-609b264bfb33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c465ca7c-d87c-484e-bd25-60601da6197b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:54.797179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.806639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.843271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bab2118-2ea0-4dc3-919b-265e26a1f672,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:54.897776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Checking segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:54.898144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Network hostable DHCP agents. Network: d7512bbf-b34a-4f24-b8eb-bba734b735e0, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:54.901747 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.921267 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-06e636fa-cecf-408b-9a9d-c46cb3cb818f req-8535e22d-3339-4ed8-a7ee-ed5edacf53c1 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] show failed (client error): The resource could not be found. Aug 30 21:09:54.922975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06e636fa-cecf-408b-9a9d-c46cb3cb818f req-8535e22d-3339-4ed8-a7ee-ed5edacf53c1 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/b1b852be-45e1-42d3-873e-e76095d66031 HTTP/1.1" status: 404 len: 352 time: 0.0669837 Aug 30 21:09:54.948522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.949422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ade8539-5244-4a81-a6d5-f8349ff75f98 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:09:54.957191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:54.958403 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6f0b0d81-48cb-43a1-ad51-a230471c4028 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1ade8539-5244-4a81-a6d5-f8349ff75f98 HTTP/1.1" status: 204 len: 168 time: 5.2442532 Aug 30 21:09:54.963096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:55.019407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:55.096198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d7512bbf-b34a-4f24-b8eb-bba734b735e0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:55.110035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db6c4b-9f54-4c1e-95b5-7bf0d74084f0 None None] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:55.126521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:55.127465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.142038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Deleting subnet 61f6bc74-6e1e-4d9e-b091-ac8e9702cb44 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:55.165606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.250710 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b245f49c-9b26-4995-b1e4-4fad6d2d5c35 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3440270 Aug 30 21:09:55.257070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:55.263259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:09:55.278333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.339331 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.345279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.346361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.353832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.522167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-d7512bbf-b34a-4f24-b8eb-bba734b735e0', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:09:55.524391 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.526284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Checking segment: {'id': '2f323842-d37e-46c3-b704-3092b305dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b986d21a-deef-4d27-acfe-8afda928a939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:55.526829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network hostable DHCP agents. Network: b986d21a-deef-4d27-acfe-8afda928a939, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:55.584858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.587655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-3a957131-f867-4d3b-95e5-4c3382890133 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728092 Aug 30 21:09:55.729139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.732971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.733618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Subnet': ['ID=aba744b5-47f8-42b7-8537-d36e8627d7c4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:55.809216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network b986d21a-deef-4d27-acfe-8afda928a939 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:55.838202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:55.844428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/61f6bc74-6e1e-4d9e-b091-ac8e9702cb44 HTTP/1.1" status: 204 len: 168 time: 0.8755267 Aug 30 21:09:55.848779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e89e7-af7b-4972-8924-69a3b9c93d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f6bc74-6e1e-4d9e-b091-ac8e9702cb44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:55.861818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53424) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:55.866310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b986d21a-deef-4d27-acfe-8afda928a939) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:55.874062 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.023900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Allocated IP 172.25.5.164 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/cb9431b9-808f-468d-a0cc-28695f493527) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:56.039253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Allocated IP 172.20.0.2 (d7512bbf-b34a-4f24-b8eb-bba734b735e0/4bab2118-2ea0-4dc3-919b-265e26a1f672/5d068952-7622-4ef2-9be6-ca2b9cb48e67) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:56.043692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event updated for resources: {'Subnet': ['ID=b81c3585-7c32-43d9-8e2c-725bf74e744d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:56.075733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-593bad33-8fd6-41ef-8766-d3050e7c3f38 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:56.077348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-593bad33-8fd6-41ef-8766-d3050e7c3f38 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652865 Aug 30 21:09:56.127355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Checking segment: {'id': '7cc0f9e9-98d1-42ff-b004-98716afae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:56.127712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network hostable DHCP agents. Network: f05e67e4-83d3-4789-9317-8afb662a58c8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:09:56.136983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-a0698b68-ade2-40d1-b2c7-23952d78b098 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/quotas/11d53233666b485fbbde926ad0016aa0 HTTP/1.1" status: 200 len: 375 time: 0.0309751 Aug 30 21:09:56.146548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.185316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-55194d38-ee6b-4caa-b065-511056d46c97 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324488 Aug 30 21:09:56.228277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Network f05e67e4-83d3-4789-9317-8afb662a58c8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:09:56.242005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f05e67e4-83d3-4789-9317-8afb662a58c8) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:56.252846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:56.253786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:56.255095 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.291069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3771e73f-506c-4c4f-8557-424c4881b161 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 3.3267646 Aug 30 21:09:56.298155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:56.304399 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.313868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Transition to ACTIVE for port object 5d068952-7622-4ef2-9be6-ca2b9cb48e67 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:56.331611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Transition to ACTIVE for port object 5d068952-7622-4ef2-9be6-ca2b9cb48e67 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:56.340575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8a4463-162e-457f-a2cd-c031625f8f6c None None] Network 1cd70314-e996-49ec-8c82-cb3ba0644ad8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:56.342838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2ab84-adef-4995-b66b-a3cab70e1adf None None] Network b986d21a-deef-4d27-acfe-8afda928a939 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:56.344582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00eac7d-2d05-42ea-a6c9-734ea68bbef7 None None] Network f05e67e4-83d3-4789-9317-8afb662a58c8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:56.350934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.438140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Deleting port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:09:56.438509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.584394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Pushing event updated for resources: {'Port': ['ID=5d068952-7622-4ef2-9be6-ca2b9cb48e67,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:56.597990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d422a-699f-4f80-8247-b5ff75726785 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:56.599899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d422a-699f-4f80-8247-b5ff75726785 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:56.628945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d422a-699f-4f80-8247-b5ff75726785 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:09:56.637683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-532d422a-699f-4f80-8247-b5ff75726785 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.3361561 Aug 30 21:09:56.651289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:56.664930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:56.680244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:56.688424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:56.855784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] For port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,segment=NetworkSegment(ac97455b-b86c-445b-bdf3-8a92ec3c0234),segment_id=ac97455b-b86c-445b-bdf3-8a92ec3c0234)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:09:56.856695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:56.895367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Calling delete_port for 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:09:56.905307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:09:56.921813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Deleting subnet aba744b5-47f8-42b7-8537-d36e8627d7c4 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:56.937565 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.114524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.136190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Attempting to bind port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:57.137048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Attempting to bind port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:57.139175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Attempting to bind port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:57.254408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828c70d-f1d7-4711-9583-20e65c02c394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b986d21a-deef-4d27-acfe-8afda928a939', 'network_id': 'b986d21a-deef-4d27-acfe-8afda928a939', 'tenant_id': '5d536d9401e24ff584e97ec5eddb68c9', 'fixed_ips': [{'subnet_id': 'aba744b5-47f8-42b7-8537-d36e8627d7c4'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:09:57.255420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6828c70d-f1d7-4711-9583-20e65c02c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.257809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:57.258320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Checking segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:57.258842 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.259329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Bound using segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:57.259912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Bound port: 5d068952-7622-4ef2-9be6-ca2b9cb48e67, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:57.260396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.418432 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-28cb7840-157c-4b5d-9e4c-4441ddf2e520 req-da4a0b91-6d04-4474-8790-f9a725a5ef36 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] show failed (client error): The resource could not be found. Aug 30 21:09:57.426686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28cb7840-157c-4b5d-9e4c-4441ddf2e520 req-da4a0b91-6d04-4474-8790-f9a725a5ef36 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-group-rules/3390fc28-f3ed-4c9a-b0de-11717e4d249c HTTP/1.1" status: 404 len: 361 time: 0.3920879 Aug 30 21:09:57.448686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.451998 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.516867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] No DVR routers for this DVR port 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:09:57.572766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-f05e67e4-83d3-4789-9317-8afb662a58c8', 'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8', 'tenant_id': '5d536d9401e24ff584e97ec5eddb68c9', 'fixed_ips': [{'subnet_id': 'b81c3585-7c32-43d9-8e2c-725bf74e744d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:09:57.576339 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.580194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a739b0-df15-4c71-b0dc-da8af8006321 None None] DHCP port deletion for 1cd70314-e996-49ec-8c82-cb3ba0644ad8 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:09:57.753965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] For port 5d068952-7622-4ef2-9be6-ca2b9cb48e67, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:57.768589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] For port 5d068952-7622-4ef2-9be6-ca2b9cb48e67, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5d068952-7622-4ef2-9be6-ca2b9cb48e67,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:57.788816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.795596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:09:57.830974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.899154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:09:57.899770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:09:57.919137 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:57.981484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=cb9431b9-808f-468d-a0cc-28695f493527,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:58.054020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c911a-6647-4e4a-9c8f-8b63ff657fa9 None None] Pushing event updated for resources: {'Port': ['ID=5d068952-7622-4ef2-9be6-ca2b9cb48e67,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:58.063238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b34c2f3-07d2-4ffc-9413-e3f2ccf1af7d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:58.120642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:58.135161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:58.138129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.149446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Allocated IP 2001:db8:0:1::1 (f05e67e4-83d3-4789-9317-8afb662a58c8/b81c3585-7c32-43d9-8e2c-725bf74e744d/b1cbd317-1b31-4303-bb7a-7c57779656e7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:58.183224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:58.195807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.259661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac68460-ccdd-4c52-a075-d4467e296567 req-4848441f-713a-4cf3-8849-7a4cd0bd5d11 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 210 time: 0.5724375 Aug 30 21:09:58.368164 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.454802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd70314-e996-49ec-8c82-cb3ba0644ad8']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:58.502840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Allocated IP 172.25.5.242 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/1585a86a-7394-4148-aec0-3e9344ad6233) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:09:58.523763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac97455b-b86c-445b-bdf3-8a92ec3c0234') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:58.524774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac97455b-b86c-445b-bdf3-8a92ec3c0234') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:09:58.590508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.603505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.699701 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.714969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Transition to ACTIVE for port object b1cbd317-1b31-4303-bb7a-7c57779656e7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:58.734438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.744841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Transition to ACTIVE for port object b1cbd317-1b31-4303-bb7a-7c57779656e7 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:09:58.760801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.777021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:09:58.777735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:09:58.784774 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:09:58.807473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.826745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f09c9f7-6991-4edf-815d-761627102e33 req-31c91206-8bde-4d7e-b876-e156db2e35b3 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/81d95380-00d1-4b9c-a237-38bbcd96ab19 HTTP/1.1" status: 200 len: 1812 time: 0.3573225 Aug 30 21:09:58.843824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Network f05e67e4-83d3-4789-9317-8afb662a58c8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:09:58.861316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:09:58.881793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:09:58.941965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Pushing event updated for resources: {'Port': ['ID=b1cbd317-1b31-4303-bb7a-7c57779656e7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:58.988661 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:58.991749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.014013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.024272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1cd70314-e996-49ec-8c82-cb3ba0644ad8 HTTP/1.1" status: 204 len: 168 time: 3.1593919 Aug 30 21:09:59.031368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:59.075888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.133933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Attempting to bind port b1cbd317-1b31-4303-bb7a-7c57779656e7 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:09:59.141906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Attempting to bind port b1cbd317-1b31-4303-bb7a-7c57779656e7 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7cc0f9e9-98d1-42ff-b004-98716afae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:09:59.144443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Attempting to bind port b1cbd317-1b31-4303-bb7a-7c57779656e7 on network f05e67e4-83d3-4789-9317-8afb662a58c8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:09:59.178987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:09:59.184252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Checking segment: {'id': '7cc0f9e9-98d1-42ff-b004-98716afae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:09:59.185060 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.185651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Bound using segment: {'id': '7cc0f9e9-98d1-42ff-b004-98716afae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:09:59.187591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46b792-76b7-4267-b9ed-c6f8aa687284 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd70314-e996-49ec-8c82-cb3ba0644ad8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:59.189665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Bound port: b1cbd317-1b31-4303-bb7a-7c57779656e7, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc0f9e9-98d1-42ff-b004-98716afae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'f05e67e4-83d3-4789-9317-8afb662a58c8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:09:59.193540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.213129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8f09c9f7-6991-4edf-815d-761627102e33 req-6750276e-922f-4d91-915c-c087bd98cfd8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.267113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8f09c9f7-6991-4edf-815d-761627102e33 req-6750276e-922f-4d91-915c-c087bd98cfd8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.394370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-56a409ad-503d-452b-aaff-8a038866ebda tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543138 Aug 30 21:09:59.414108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.421093 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8f09c9f7-6991-4edf-815d-761627102e33 req-6750276e-922f-4d91-915c-c087bd98cfd8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.426660 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8f09c9f7-6991-4edf-815d-761627102e33 req-6750276e-922f-4d91-915c-c087bd98cfd8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.450266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f09c9f7-6991-4edf-815d-761627102e33 req-6750276e-922f-4d91-915c-c087bd98cfd8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "DELETE /v2.0/security-groups/81d95380-00d1-4b9c-a237-38bbcd96ab19 HTTP/1.1" status: 204 len: 173 time: 0.4555142 Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-6828c70d-f1d7-4711-9583-20e65c02c394 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aba744b5-47f8-42b7-8537-d36e8627d7c4: This subnet is being modified by another concurrent operation. Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:09:59.492535 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aba744b5-47f8-42b7-8537-d36e8627d7c4: This subnet is being modified by another concurrent operation. Aug 30 21:09:59.497281 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:09:59.528639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] For port b1cbd317-1b31-4303-bb7a-7c57779656e7, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:09:59.544382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] For port b1cbd317-1b31-4303-bb7a-7c57779656e7, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b1cbd317-1b31-4303-bb7a-7c57779656e7,segment=NetworkSegment(7cc0f9e9-98d1-42ff-b004-98716afae128),segment_id=7cc0f9e9-98d1-42ff-b004-98716afae128)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:09:59.559169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.566899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Subnet': ['ID=aba744b5-47f8-42b7-8537-d36e8627d7c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:59.569679 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:09:59.577538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9f3aa16f-e74d-4eef-b122-9621c5960da9 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/subnets/aba744b5-47f8-42b7-8537-d36e8627d7c4 HTTP/1.1" status: 204 len: 168 time: 2.8833864 Aug 30 21:09:59.578971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750276e-922f-4d91-915c-c087bd98cfd8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d95380-00d1-4b9c-a237-38bbcd96ab19,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:59.588796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53470) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:09:59.748711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729158-cf3a-4af0-871b-a9244b97bdb3 None None] Pushing event updated for resources: {'Port': ['ID=b1cbd317-1b31-4303-bb7a-7c57779656e7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:09:59.773398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2c7b0-6adc-42e4-aeb6-715655cf3b07 None None] Network b986d21a-deef-4d27-acfe-8afda928a939 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:09:59.925945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Deleting subnet b81c3585-7c32-43d9-8e2c-725bf74e744d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:09:59.935349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.001958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.043401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5d068952-7622-4ef2-9be6-ca2b9cb48e67 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:00.084187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.164234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:00.205954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab7308-bc7b-4992-ab29-dc94be057502 None None] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:00.238117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3f98bbd-a998-4a8d-a4ea-1e7fa10652ad req-9d2d79f3-ac46-46ba-9654-b4933ecddadf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 210 time: 0.0769899 Aug 30 21:10:00.274116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.289729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:00.401435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.458518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.465089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:00.558379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90c9f161-1117-4d5e-ade0-eb8f9b2b23a9 None None] Provisioning for port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:00.596923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-e79eb9bf-aeb6-4ec0-bc3d-83be06110b08 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:00.598907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-e79eb9bf-aeb6-4ec0-bc3d-83be06110b08 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1537507 Aug 30 21:10:00.626060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:00.628780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-798c9c3f-f1c4-44be-a338-11410bf54e5d req-66e7f42c-4767-4ee5-836e-4f6cdd8a6a7c tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/a903bc46-5e1d-47bf-ac4c-51a3fe8af6f3 HTTP/1.1" status: 200 len: 1812 time: 0.0851808 Aug 30 21:10:00.631677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.643846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:00.644947 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.738447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Subnet': ['ID=b81c3585-7c32-43d9-8e2c-725bf74e744d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:00.771237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-798c9c3f-f1c4-44be-a338-11410bf54e5d req-c0a867c3-20fb-488a-b621-1f7b9c5fa5a7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.803355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-798c9c3f-f1c4-44be-a338-11410bf54e5d req-c0a867c3-20fb-488a-b621-1f7b9c5fa5a7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.843733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Pushing event updated for resources: {'Port': ['ID=1585a86a-7394-4148-aec0-3e9344ad6233,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:00.859499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': '539870fe-17c6-4734-b622-26f86b5e96ff', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:00.889186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.894078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-55590a22-c2af-4b2c-8352-28031ad2280e tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/subnets/b81c3585-7c32-43d9-8e2c-725bf74e744d HTTP/1.1" status: 204 len: 168 time: 1.3031783 Aug 30 21:10:00.897224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-798c9c3f-f1c4-44be-a338-11410bf54e5d req-c0a867c3-20fb-488a-b621-1f7b9c5fa5a7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.903051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-798c9c3f-f1c4-44be-a338-11410bf54e5d req-c0a867c3-20fb-488a-b621-1f7b9c5fa5a7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:00.918848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-798c9c3f-f1c4-44be-a338-11410bf54e5d req-c0a867c3-20fb-488a-b621-1f7b9c5fa5a7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "DELETE /v2.0/security-groups/a903bc46-5e1d-47bf-ac4c-51a3fe8af6f3 HTTP/1.1" status: 204 len: 173 time: 0.2845705 Aug 30 21:10:00.919637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:01.003178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.078364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a867c3-20fb-488a-b621-1f7b9c5fa5a7 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a903bc46-5e1d-47bf-ac4c-51a3fe8af6f3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:01.087848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.153950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92918147-bce7-4bc9-9238-2b292aa36736 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:01.163597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-92918147-bce7-4bc9-9238-2b292aa36736 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2108877 Aug 30 21:10:01.164431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:01.198344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5d068952-7622-4ef2-9be6-ca2b9cb48e67, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5d068952-7622-4ef2-9be6-ca2b9cb48e67,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:01.210234 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.292605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5d068952-7622-4ef2-9be6-ca2b9cb48e67,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:01.420099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.573044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=cb9431b9-808f-468d-a0cc-28695f493527,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:01.679160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c89a6416-9eae-4052-b720-b86f306f3a70 None None] Provisioning complete for port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:01.679542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c89a6416-9eae-4052-b720-b86f306f3a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.686474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Deleting port b1cbd317-1b31-4303-bb7a-7c57779656e7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:01.687030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.720897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:01.981275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b1cbd317-1b31-4303-bb7a-7c57779656e7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:02.006314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c255fa-066f-4cd9-a2e3-e3f3d2709088 req-69b11ef7-dd30-463a-8ac1-97f7cd86c885 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/6882b6ec-923a-4e2e-8bb1-0c78edc4dabf HTTP/1.1" status: 200 len: 1812 time: 0.2124445 Aug 30 21:10:02.009664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] For port b1cbd317-1b31-4303-bb7a-7c57779656e7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b1cbd317-1b31-4303-bb7a-7c57779656e7,segment=NetworkSegment(7cc0f9e9-98d1-42ff-b004-98716afae128),segment_id=7cc0f9e9-98d1-42ff-b004-98716afae128)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:02.009932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.015132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.079801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27b5d7-8ea8-4c9f-b18c-58b59a369144 None None] Network f05e67e4-83d3-4789-9317-8afb662a58c8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:02.080714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Calling delete_port for b1cbd317-1b31-4303-bb7a-7c57779656e7 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:02.125358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.137939 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a7393ea-a731-4845-94b8-3c5aca0b10a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3712952 Aug 30 21:10:02.237835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:02.244127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.287425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.458380 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.481452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2cf8fdf3-57d2-49e8-9853-bff59272977b None None] Could not find standard attr ID for object b1cbd317-1b31-4303-bb7a-7c57779656e7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:10:02.516566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Router c3bfe95e-b503-46c4-97b6-369c24060c31 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:10:02.522229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Port': ['ID=b1cbd317-1b31-4303-bb7a-7c57779656e7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:02.531450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.540391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Could not find standard attr ID for object b1cbd317-1b31-4303-bb7a-7c57779656e7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:10:02.541463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5d068952-7622-4ef2-9be6-ca2b9cb48e67 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:02.550011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] No DVR routers for this DVR port b1cbd317-1b31-4303-bb7a-7c57779656e7 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:10:02.623273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-83c255fa-066f-4cd9-a2e3-e3f3d2709088 req-2a4f792a-d10b-43ec-8721-a9914044a847 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.701010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:02.701542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.729335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.741677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.775490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99736596-b6d2-4469-b7d7-9efc9fdd3f1f None None] DHCP port deletion for f05e67e4-83d3-4789-9317-8afb662a58c8 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:10:02.802754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-83c255fa-066f-4cd9-a2e3-e3f3d2709088 req-2a4f792a-d10b-43ec-8721-a9914044a847 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.897626 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.918708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05e67e4-83d3-4789-9317-8afb662a58c8']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:02.939019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc0f9e9-98d1-42ff-b004-98716afae128') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:02.939514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc0f9e9-98d1-42ff-b004-98716afae128') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:02.957426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.989289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:02.996345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:02.996713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.038977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7d0f76-b707-4682-b3ca-b4d768e1ae7c None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:03.100571 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:03.109553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.113282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-83c255fa-066f-4cd9-a2e3-e3f3d2709088 req-2a4f792a-d10b-43ec-8721-a9914044a847 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.118200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-83c255fa-066f-4cd9-a2e3-e3f3d2709088 req-2a4f792a-d10b-43ec-8721-a9914044a847 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.120287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c255fa-066f-4cd9-a2e3-e3f3d2709088 req-2a4f792a-d10b-43ec-8721-a9914044a847 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "DELETE /v2.0/security-groups/6882b6ec-923a-4e2e-8bb1-0c78edc4dabf HTTP/1.1" status: 204 len: 173 time: 1.0961368 Aug 30 21:10:03.139203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.146307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/networks/f05e67e4-83d3-4789-9317-8afb662a58c8 HTTP/1.1" status: 204 len: 168 time: 1.9759448 Aug 30 21:10:03.147929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53524) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:03.209791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed07902-d080-40c1-a214-1410b48a2fa2 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Network': ['ID=f05e67e4-83d3-4789-9317-8afb662a58c8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:03.242348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f792a-d10b-43ec-8721-a9914044a847 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6882b6ec-923a-4e2e-8bb1-0c78edc4dabf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:03.323874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.386313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77dc64c5-f718-49c6-afb8-b9e4d048d7c8 req-d7b8d02e-0c65-48a8-9baa-4dfa928be77a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 210 time: 0.0400999 Aug 30 21:10:03.439955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d0f76-b707-4682-b3ca-b4d768e1ae7c None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:10:03.449437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.566116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.592832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b986d21a-deef-4d27-acfe-8afda928a939']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:03.670214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f323842-d37e-46c3-b704-3092b305dbce') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:03.670214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f323842-d37e-46c3-b704-3092b305dbce') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:03.714096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.757783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.773824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:03.774443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:03.785893 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:03.830437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b1cbd317-1b31-4303-bb7a-7c57779656e7 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:10:03.944491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b1cbd317-1b31-4303-bb7a-7c57779656e7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:10:03.957014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b1cbd317-1b31-4303-bb7a-7c57779656e7 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:10:03.965153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.977516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:03.979860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/networks/b986d21a-deef-4d27-acfe-8afda928a939 HTTP/1.1" status: 204 len: 168 time: 0.8309684 Aug 30 21:10:03.993865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53534) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:04.061645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818ac13f-985f-4c06-b4dc-d43f628f392e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:04.102441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fd309-8ec1-46b6-b7a5-8a2296b4d1b1 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Network': ['ID=b986d21a-deef-4d27-acfe-8afda928a939,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:04.111643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:10:04.140035 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:10:04.153086 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:04.153735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:04.196435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.199810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.203087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.203943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.207806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.208800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.209646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.210429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.211247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.214817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.215490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.216154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:04.387779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-7bcf536b-2c62-4e7d-8e67-ba68a3cd9d34 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2129863769&fields=id&tenant_id=8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 267 time: 0.2035129 Aug 30 21:10:04.395138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:04.397610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-deba86a4-98df-4850-bf8a-f680056dd56f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.1388130 Aug 30 21:10:04.401006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53544) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:04.470799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.131 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/760ae728-505f-4342-a5a4-abb0d54491ac) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:04.755550 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:04.958573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Deleting port 7969082a-6c53-47a1-ac7d-a30f3fad7341 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:04.959975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:04.999437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.158403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] For port 7969082a-6c53-47a1-ac7d-a30f3fad7341, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7969082a-6c53-47a1-ac7d-a30f3fad7341,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:05.160307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.188981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Calling delete_port for 7969082a-6c53-47a1-ac7d-a30f3fad7341 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:05.194485 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:00Z', 'revision_number': 3, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:05.222348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.234813 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:10:05.235163 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Updating router c3bfe95e-b503-46c4-97b6-369c24060c31 port 1585a86a-7394-4148-aec0-3e9344ad6233 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:10:05.288398 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.313806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.340289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb9e138-7705-4f82-b7d4-75d93deb7c23']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:05.351700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object 760ae728-505f-4342-a5a4-abb0d54491ac will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:05.357094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-1f1a8734-2a37-4ab6-8185-ffae9370fad5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:05.367330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-1f1a8734-2a37-4ab6-8185-ffae9370fad5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.9773805 Aug 30 21:10:05.428414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c62c8c-c517-427a-8532-13d0ec656884') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:05.428704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c62c8c-c517-427a-8532-13d0ec656884') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:05.438559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-179d71dc-cf63-4496-9e05-ef8a0fa3b5c1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/quotas/8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 375 time: 0.0701604 Aug 30 21:10:05.511715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.535572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.584923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.610721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.625832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:05.626239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:05.637050 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:05.675405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-83dda8bf-0d12-4a63-ac8a-8464127be123 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2279062 Aug 30 21:10:05.704588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:05.714462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:05.721371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:05.889583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=760ae728-505f-4342-a5a4-abb0d54491ac,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:05.981966 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.029796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:06.034380 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.047132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.057438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.064647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/networks/edb9e138-7705-4f82-b7d4-75d93deb7c23 HTTP/1.1" status: 204 len: 168 time: 2.0196345 Aug 30 21:10:06.065085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:06.079587 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Transition to ACTIVE for port object 1585a86a-7394-4148-aec0-3e9344ad6233 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:06.081404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9e979-5744-41af-b41a-d6c405d66769 tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Network': ['ID=edb9e138-7705-4f82-b7d4-75d93deb7c23,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:06.092013 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.159588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.228098 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52177bde-1749-490d-af3b-8ea2ec76e050 None None] Pushing event updated for resources: {'Port': ['ID=1585a86a-7394-4148-aec0-3e9344ad6233,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:06.230956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-e5da1c3b-4a1d-410f-af19-008723147fd3 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334910 Aug 30 21:10:06.279300 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Attempting to bind port 1585a86a-7394-4148-aec0-3e9344ad6233 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:06.280060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0b077b1a-772d-4611-8126-0838231fadc9 None None] Provisioning for port 760ae728-505f-4342-a5a4-abb0d54491ac completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:06.280485 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Attempting to bind port 1585a86a-7394-4148-aec0-3e9344ad6233 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:06.281453 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Attempting to bind port 1585a86a-7394-4148-aec0-3e9344ad6233 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:06.287214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0b077b1a-772d-4611-8126-0838231fadc9 None None] Provisioning complete for port 760ae728-505f-4342-a5a4-abb0d54491ac triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:06.287922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b077b1a-772d-4611-8126-0838231fadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.299468 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:06.300522 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:06.301344 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.302236 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:06.303309 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Bound port: 1585a86a-7394-4148-aec0-3e9344ad6233, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:06.304170 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.344155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-c20fef0a-bd78-4397-b7af-585e36b123ee tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5024443 Aug 30 21:10:06.362166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0b077b1a-772d-4611-8126-0838231fadc9 None None] Port 760ae728-505f-4342-a5a4-abb0d54491ac cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:06.443832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Request body: {'port': {'device_id': '539870fe-17c6-4734-b622-26f86b5e96ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:06.452844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Pushing event deleted for resources: {'Port': ['ID=7969082a-6c53-47a1-ac7d-a30f3fad7341,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:06.485408 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] For port 1585a86a-7394-4148-aec0-3e9344ad6233, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:06.498529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] For port 1585a86a-7394-4148-aec0-3e9344ad6233, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1585a86a-7394-4148-aec0-3e9344ad6233,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:06.506059 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.564401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-3e7a5b40-4664-4aea-b156-eaa4939523a9 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498822 Aug 30 21:10:06.671589 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52177bde-1749-490d-af3b-8ea2ec76e050 None None] Pushing event updated for resources: {'Port': ['ID=1585a86a-7394-4148-aec0-3e9344ad6233,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:06.684837 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.745619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:06.751316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:06.752441 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:07.071675 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:07.149252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.267816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Allocated IP 172.20.0.1 (d7512bbf-b34a-4f24-b8eb-bba734b735e0/4bab2118-2ea0-4dc3-919b-265e26a1f672/1cabcd25-aeb9-4597-8be0-ccc47af04c6a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:07.578201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96451bcf-50f9-42c5-ad22-b4fa194da345 req-4701ab51-e5d8-433e-9595-3619b4d0cfc4 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/fc9f4c58-3f53-4f50-a65c-0b0c27635019 HTTP/1.1" status: 200 len: 1813 time: 0.4518044 Aug 30 21:10:07.613279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.656414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aa0cf4-d731-4447-84dd-66b920391086']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:07.694685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e0e533-1bf2-42fa-8b4d-b70736331339') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:07.696867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e0e533-1bf2-42fa-8b4d-b70736331339') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:07.738853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.759374 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:00Z', 'revision_number': 3, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:07.799828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.819141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.824874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:07.827895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.881141 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f9fa0-df46-4121-ac8a-8b7fc7f1ef36 None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:00Z', 'revision_number': 3, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:10:07.892322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Transition to ACTIVE for port object 1cabcd25-aeb9-4597-8be0-ccc47af04c6a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:07.942362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-96451bcf-50f9-42c5-ad22-b4fa194da345 req-3d6c0ff1-1175-425a-992f-827f04bad4b8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:07.987952 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:08.016971 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-96451bcf-50f9-42c5-ad22-b4fa194da345 req-3d6c0ff1-1175-425a-992f-827f04bad4b8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.097922 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.194433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:08.203820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:08.210531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-96451bcf-50f9-42c5-ad22-b4fa194da345 req-3d6c0ff1-1175-425a-992f-827f04bad4b8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.214547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-96451bcf-50f9-42c5-ad22-b4fa194da345 req-3d6c0ff1-1175-425a-992f-827f04bad4b8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.227034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96451bcf-50f9-42c5-ad22-b4fa194da345 req-3d6c0ff1-1175-425a-992f-827f04bad4b8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "DELETE /v2.0/security-groups/fc9f4c58-3f53-4f50-a65c-0b0c27635019 HTTP/1.1" status: 204 len: 173 time: 0.6316304 Aug 30 21:10:08.231920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:08.251295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.254451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.333800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.340467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:08.351067 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] 10.222.0.76 "DELETE /v2.0/networks/53aa0cf4-d731-4447-84dd-66b920391086 HTTP/1.1" status: 204 len: 168 time: 2.2807825 Aug 30 21:10:08.385879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0ff1-1175-425a-992f-827f04bad4b8 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9f4c58-3f53-4f50-a65c-0b0c27635019,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:08.425121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:08.477276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a018a1b-da68-41d3-bfb9-24f8f0267e4c tempest-BulkNetworkOpsIpV6Test-406814887 tempest-BulkNetworkOpsIpV6Test-406814887-project] Pushing event deleted for resources: {'Network': ['ID=53aa0cf4-d731-4447-84dd-66b920391086,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:08.965379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c793a86-27f4-4268-94dc-ca2584a3fbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:09.003634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7be77ba9-b5db-46ed-95a0-26738d72088f None None] Provisioning for port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:09.015952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7be77ba9-b5db-46ed-95a0-26738d72088f None None] Provisioning complete for port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:09.016536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be77ba9-b5db-46ed-95a0-26738d72088f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:09.159981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7be77ba9-b5db-46ed-95a0-26738d72088f None None] Port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:09.266225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef90947-3589-4648-ace5-81cde008492f req-32fc15d8-47a6-4946-8a44-38269935daf7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:09.284348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ef90947-3589-4648-ace5-81cde008492f req-32fc15d8-47a6-4946-8a44-38269935daf7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 936 time: 0.3814843 Aug 30 21:10:09.396945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:09.439132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ef90947-3589-4648-ace5-81cde008492f req-68be4d83-5be7-4841-9b04-1bf7743a38c4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414187 Aug 30 21:10:09.530762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760ae728-505f-4342-a5a4-abb0d54491ac {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:09.575047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:09.648110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Transition to ACTIVE for port object 760ae728-505f-4342-a5a4-abb0d54491ac will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:09.665323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:09.677113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:09.827054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1585a86a-7394-4148-aec0-3e9344ad6233 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:09.923116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bf16683-1661-498c-aa8b-5861525ead24 req-02f04c7f-1f1a-4552-b420-96b0065369ea tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 210 time: 0.0849516 Aug 30 21:10:09.976158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Router 6e2647c5-8d21-404f-a22e-0725879953c5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:10:09.994332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1585a86a-7394-4148-aec0-3e9344ad6233 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:10.003517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Pushing event updated for resources: {'Port': ['ID=760ae728-505f-4342-a5a4-abb0d54491ac,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:10.004588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1585a86a-7394-4148-aec0-3e9344ad6233 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:10.005001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.125386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-fd5160e1-be2e-4859-a2c3-a22a4ee0d29a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:10.127716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-fd5160e1-be2e-4859-a2c3-a22a4ee0d29a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.4639049 Aug 30 21:10:10.250308 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.280795 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.294469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1585a86a-7394-4148-aec0-3e9344ad6233, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1585a86a-7394-4148-aec0-3e9344ad6233,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:10.302734 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.316590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.439029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Attempting to bind port 760ae728-505f-4342-a5a4-abb0d54491ac on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:10.439375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Attempting to bind port 760ae728-505f-4342-a5a4-abb0d54491ac by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:10.439717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Attempting to bind port 760ae728-505f-4342-a5a4-abb0d54491ac on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:10.454225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Port 760ae728-505f-4342-a5a4-abb0d54491ac on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:10.454556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Attempting to bind port 760ae728-505f-4342-a5a4-abb0d54491ac on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:10.468118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1585a86a-7394-4148-aec0-3e9344ad6233,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:10.478746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:10.479108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:10.479546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:10.480003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Bound port: 760ae728-505f-4342-a5a4-abb0d54491ac, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:10.480549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.508605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:10:10.528804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1389c83a-14ee-4df3-8158-ce353ab2c16f admin admin] 10.222.0.76 "PUT /v2.0/routers/6e2647c5-8d21-404f-a22e-0725879953c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4907603 Aug 30 21:10:10.531547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53602) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:10.532418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] Sync routers for ids ['6e2647c5-8d21-404f-a22e-0725879953c5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:10:10.549262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] Routers {'6e2647c5-8d21-404f-a22e-0725879953c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:10.550088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6e2647c5-8d21-404f-a22e-0725879953c5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:10.579161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-a2226141-928f-4b05-9b3f-fc310864c6cb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 380 time: 0.4067695 Aug 30 21:10:10.612618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c14dc4f6-2d3f-47ba-ab5d-966ad1536170 req-9d578f3a-24a9-4c19-852a-ffa2028be345 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "GET /v2.0/security-groups/7889ae22-ce76-4d84-9b0f-2d6ef3c45cef HTTP/1.1" status: 200 len: 1811 time: 0.3250537 Aug 30 21:10:10.629548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cad714f2-546e-436e-92a6-852a85028b7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d536d9401e24ff584e97ec5eddb68c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9621902 Aug 30 21:10:10.633836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:10.638159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'port': {'device_id': '2df5ed9e-3834-4097-bac1-626ec6234691', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'admin_state_up': True, 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'security_groups': ['1e70dda5-8949-457d-946f-9b025cb8b8ce']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:10.808380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:10.842347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] For port 760ae728-505f-4342-a5a4-abb0d54491ac, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:10.860265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:10.864428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] Set router 6e2647c5-8d21-404f-a22e-0725879953c5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:10.911008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] For port 760ae728-505f-4342-a5a4-abb0d54491ac, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=760ae728-505f-4342-a5a4-abb0d54491ac,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:10.921396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.022873 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c14dc4f6-2d3f-47ba-ab5d-966ad1536170 req-59a6b17d-4a0e-4a66-9398-462fd9a4c835 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.059251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c14dc4f6-2d3f-47ba-ab5d-966ad1536170 req-59a6b17d-4a0e-4a66-9398-462fd9a4c835 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.141079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:11.144131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Pushing event updated for resources: {'Port': ['ID=760ae728-505f-4342-a5a4-abb0d54491ac,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:11.145082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.151858 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c14dc4f6-2d3f-47ba-ab5d-966ad1536170 req-59a6b17d-4a0e-4a66-9398-462fd9a4c835 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.154561 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c14dc4f6-2d3f-47ba-ab5d-966ad1536170 req-59a6b17d-4a0e-4a66-9398-462fd9a4c835 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.155826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c14dc4f6-2d3f-47ba-ab5d-966ad1536170 req-59a6b17d-4a0e-4a66-9398-462fd9a4c835 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] 10.222.0.76 "DELETE /v2.0/security-groups/7889ae22-ce76-4d84-9b0f-2d6ef3c45cef HTTP/1.1" status: 204 len: 173 time: 0.5421360 Aug 30 21:10:11.177067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53610) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:11.192200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:11.193178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.195957 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-7352c11f-da71-41e0-bd62-02bb9120c122 service neutron] 10.222.0.82 "PUT /v2.0/ports/760ae728-505f-4342-a5a4-abb0d54491ac HTTP/1.1" status: 200 len: 1097 time: 4.7849450 Aug 30 21:10:11.200949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539870fe-17c6-4734-b622-26f86b5e96ff', 'tag': '760ae728-505f-4342-a5a4-abb0d54491ac'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:11.204132 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71" -d '{"events": [{"name": "network-changed", "server_uuid": "539870fe-17c6-4734-b622-26f86b5e96ff", "tag": "760ae728-505f-4342-a5a4-abb0d54491ac"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:11.209283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.213123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e194d2a9-c006-4bdc-baec-c26cd7d38c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.230576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6b17d-4a0e-4a66-9398-462fd9a4c835 tempest-SecurityGroupRulesNegativeTestJSON-573857134 tempest-SecurityGroupRulesNegativeTestJSON-573857134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7889ae22-ce76-4d84-9b0f-2d6ef3c45cef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:11.330806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:11.340683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:11.428221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e194d2a9-c006-4bdc-baec-c26cd7d38c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.816841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-265aac0a-8c9c-49ab-9eb9-dac90de8923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:11.826716 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-265aac0a-8c9c-49ab-9eb9-dac90de8923f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 1100 time: 0.3895350 Aug 30 21:10:11.906548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1585a86a-7394-4148-aec0-3e9344ad6233 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:11.950186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e194d2a9-c006-4bdc-baec-c26cd7d38c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.954986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e194d2a9-c006-4bdc-baec-c26cd7d38c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:11.968746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e194d2a9-c006-4bdc-baec-c26cd7d38c5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b650ab87-c49a-4fb0-ba03-9fa0421fc837 HTTP/1.1" status: 204 len: 168 time: 1.3139470 Aug 30 21:10:12.023975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Deleting subnet a0c8b268-7377-4106-87dd-f6ed8e94c1c1 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:10:12.058616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.160693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-f7b6121c-2ea7-472b-be15-cc22d69055da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=760ae728-505f-4342-a5a4-abb0d54491ac HTTP/1.1" status: 200 len: 217 time: 0.3176532 Aug 30 21:10:12.169299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d2a9-c006-4bdc-baec-c26cd7d38c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b650ab87-c49a-4fb0-ba03-9fa0421fc837,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:12.258637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.301902 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af79f359-abb7-48fc-ab77-8163d66cd743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.323607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.331198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.373888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1585a86a-7394-4148-aec0-3e9344ad6233 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:12.374368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.440239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-02c890dd-56ec-4e25-9be9-fa7b09c9435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:12.450397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-02c890dd-56ec-4e25-9be9-fa7b09c9435a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2624705 Aug 30 21:10:12.521511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:10:05Z', 'revision_number': 5, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port': {'id': '9d08b1f4-8e47-4c39-ae14-489c23a2f5f6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:07:27Z', 'updated_at': '2021-08-30T21:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:12.537692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.543206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Allocated IP 172.20.0.11 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:12.597690 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.600021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] Checking router: 6e2647c5-8d21-404f-a22e-0725879953c5 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:10:12.607142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-473ba17f-e809-4ba8-a6a4-11abe45ca109 None None] Provisioning complete for port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:12.607534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-473ba17f-e809-4ba8-a6a4-11abe45ca109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.643840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590269-73f4-4a95-b669-79808114203c req-296410a4-9051-4b83-b85b-9ce5c5917e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:12.657203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-296410a4-9051-4b83-b85b-9ce5c5917e1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1932030 Aug 30 21:10:12.683153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-473ba17f-e809-4ba8-a6a4-11abe45ca109 None None] Port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:12.685582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] Routers {'6e2647c5-8d21-404f-a22e-0725879953c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:12.686285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6e2647c5-8d21-404f-a22e-0725879953c5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:12.798771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Deleting port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:12.799135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.904167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-9d227782-e09b-40c6-885d-f624b1bd9081 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358057 Aug 30 21:10:12.962108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:12.973749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] Set router 6e2647c5-8d21-404f-a22e-0725879953c5 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:13.058012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] For port 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:13.058578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.092396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Calling delete_port for 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:13.092899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:10:12Z', 'revision_number': 6, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:13.152244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c8b268-7377-4106-87dd-f6ed8e94c1c1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:13.155155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafd9f3-34ee-4f4c-a7b4-2a2c9ed39893 None None] The sync data for ids ['6e2647c5-8d21-404f-a22e-0725879953c5'] in n-d-793620-16 is: [{'id': '6e2647c5-8d21-404f-a22e-0725879953c5', 'name': 'tempest-AttachSCSIVolumeTestJSON-402987287-router', 'tenant_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:07:24Z', 'updated_at': '2021-08-30T21:10:12Z', 'revision_number': 6, 'project_id': '2efa11927c8840d8a6be46d6a6d5c77d', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:10:13.185593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.192290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0f998df5-20d6-4a72-bfcc-36d36dd62b98 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a0c8b268-7377-4106-87dd-f6ed8e94c1c1 HTTP/1.1" status: 204 len: 168 time: 2.0103877 Aug 30 21:10:13.192428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:10:13.196079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:13.228459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081666d9-fcf1-4543-a80c-68fe5654066c req-1848a158-7a03-48c5-84b9-58b97a252509 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:13.251623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-081666d9-fcf1-4543-a80c-68fe5654066c req-1848a158-7a03-48c5-84b9-58b97a252509 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 948 time: 0.7023296 Aug 30 21:10:13.256932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac590269-73f4-4a95-b669-79808114203c req-645f4b48-2a84-4a1c-a2c2-301a5414f024 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216159 Aug 30 21:10:13.406208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.435109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.437682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.461978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Transition to ACTIVE for port object d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:13.467421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d08b1f4-8e47-4c39-ae14-489c23a2f5f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:13.541882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-081666d9-fcf1-4543-a80c-68fe5654066c req-aca75b14-cb67-4076-b435-88ecdc2a04da tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663491 Aug 30 21:10:13.600637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.655156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:13.745595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaaa1f90-4d10-4a2e-a66b-9cb4c64569f2 req-cdac288d-469c-43a3-8c58-72fffcbd7909 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 210 time: 0.0812774 Aug 30 21:10:13.750211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.765314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7969082a-6c53-47a1-ac7d-a30f3fad7341 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:10:13.770018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc70163-adbd-47ca-a2f8-767a5505ea9f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:13.782259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.791370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1333fea3-175d-49d4-afd3-15ebbeab09cd') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:13.791664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1333fea3-175d-49d4-afd3-15ebbeab09cd') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:13.828705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7969082a-6c53-47a1-ac7d-a30f3fad7341 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:10:13.829477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7969082a-6c53-47a1-ac7d-a30f3fad7341 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:10:13.829878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:10:13.837514 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.844510 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:10:13.857584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-16e94cd3-1d13-4792-9327-1bcba7ad8fb0 admin admin] 10.222.0.76 "PUT /v2.0/routers/c3bfe95e-b503-46c4-97b6-369c24060c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4398956 Aug 30 21:10:13.880247 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:13.881855 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:13.883059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:13.897901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:13.914240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:13.931297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:13.932384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.055688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:14.064417 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:14.067790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:14.092605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.203637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:14.204925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.235968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.247522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] 10.222.0.76 "DELETE /v2.0/networks/dcc70163-adbd-47ca-a2f8-767a5505ea9f HTTP/1.1" status: 204 len: 168 time: 1.0501783 Aug 30 21:10:14.314704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf0b1d-d158-46c4-827a-06d6afa26f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc70163-adbd-47ca-a2f8-767a5505ea9f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:14.320833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-ee906ef5-bc26-4933-8950-57bebdbfa6b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6896851 Aug 30 21:10:14.343688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:14.346141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Request body: {'port': {'device_id': '2df5ed9e-3834-4097-bac1-626ec6234691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:14.444341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.445058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f152ed3-4b12-419e-9be1-29639f74cc2d None None] Provisioning for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:14.478378 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e686ccf-e2ef-443d-9b6e-53a16f0a5c21 x-openstack-request-id: req-7e686ccf-e2ef-443d-9b6e-53a16f0a5c21 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:14.481796 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539870fe-17c6-4734-b622-26f86b5e96ff", "tag": "760ae728-505f-4342-a5a4-abb0d54491ac", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:14.482379 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e686ccf-e2ef-443d-9b6e-53a16f0a5c21 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:14.483082 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539870fe-17c6-4734-b622-26f86b5e96ff', 'tag': '760ae728-505f-4342-a5a4-abb0d54491ac', 'status': 'completed', 'code': 200} Aug 30 21:10:14.496652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'networks': [{'name': 'tempest-network--1210220980'}, {'name': 'tempest-network--1601607552'}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:14.499295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f152ed3-4b12-419e-9be1-29639f74cc2d None None] Provisioning complete for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:14.500070 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f152ed3-4b12-419e-9be1-29639f74cc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.501972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'network': {'name': 'tempest-network--1210220980'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:14.502632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'network': {'name': 'tempest-network--1601607552'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:14.574310 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.595845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.603517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.633812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6f152ed3-4b12-419e-9be1-29639f74cc2d None None] Port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:14.674155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-290e5739-9378-4e36-84b3-72f0c7ad3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:14.676491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-290e5739-9378-4e36-84b3-72f0c7ad3de6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 1100 time: 0.2100399 Aug 30 21:10:14.678745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'network': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:14.684151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.696515 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.746896 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.751447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2647c5-8d21-404f-a22e-0725879953c5 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:10:14.780498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53690) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:14.818451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:14.823605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b34f1b30-10b1-4f19-8393-f3bcda66d46a admin admin] 10.222.0.76 "DELETE /v2.0/routers/6e2647c5-8d21-404f-a22e-0725879953c5 HTTP/1.1" status: 204 len: 168 time: 4.2868772 Aug 30 21:10:14.825842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:14.991668 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 2, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:15.001683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Deleting subnet c6d0aad6-0c99-4244-ae22-4021d3751502 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:10:15.023609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.047219 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:10:15.047763 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Updating router c3bfe95e-b503-46c4-97b6-369c24060c31 port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:10:15.085121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-983b9558-1fe9-4144-a698-75ecf9a5ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:15.086614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-983b9558-1fe9-4144-a698-75ecf9a5ec46 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3912296 Aug 30 21:10:15.092618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c4410c01-9e9e-4dbe-958e-29983f97a947 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4114b78ce4e64fa888c07f39966b62a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052125 Aug 30 21:10:15.093604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:15.127131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.136170 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.169329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac38e3-2307-4c4a-a1be-e8cde7127ba0 req-d6cd4e92-190d-43ea-b037-7d159ebf45a9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:15.172072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-caac38e3-2307-4c4a-a1be-e8cde7127ba0 req-d6cd4e92-190d-43ea-b037-7d159ebf45a9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 948 time: 0.2257807 Aug 30 21:10:15.264045 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-5d8d59c9-dffb-4e6d-854a-d405ce69aaa3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=760ae728-505f-4342-a5a4-abb0d54491ac HTTP/1.1" status: 200 len: 217 time: 0.1566203 Aug 30 21:10:15.311188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-caac38e3-2307-4c4a-a1be-e8cde7127ba0 req-c47870a3-823e-403d-aebe-7d67415b82b2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231830 Aug 30 21:10:15.356274 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.362100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.362572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.408847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:15.428316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.454375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Transition to ACTIVE for port object d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:15.462553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.465514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc810-a783-4936-9218-a46c837d7f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.484239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:15.506716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-3996fee5-b40a-4277-bf17-4ba6a8f7c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:15.512012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-3996fee5-b40a-4277-bf17-4ba6a8f7c40d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2265477 Aug 30 21:10:15.524796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d096435d-87a7-49e0-b5e8-51099fa8a3e4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:15.561928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.572469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:15.645788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:10:15.707745 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.708750 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Added segment 51992895-b71b-434c-957c-01793d9c7fe6 of type vlan for network ef4fffe7-151b-4731-9c4e-de00945c51bf Aug 30 21:10:15.724697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Attempting to bind port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:15.725099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Attempting to bind port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:15.726121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Attempting to bind port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:15.734851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 on network b285858d-ce79-4611-ae2c-89584f65fbae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:15.735709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Attempting to bind port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:15.735926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:10:15.738195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d08b1f4-8e47-4c39-ae14-489c23a2f5f6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:10:15.752083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:15.752620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:15.753284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:15.754486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Bound port: d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:15.755120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.791908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.809752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc810-a783-4936-9218-a46c837d7f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.884068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:15.890952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:15.901273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.920847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d0aad6-0c99-4244-ae22-4021d3751502,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:15.958492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:15.959149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:15.960918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] 10.222.0.82 "PUT /v2.0/ports/d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1093 time: 1.6312106 Aug 30 21:10:15.961455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:15.964305 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d92ff2-192f-463e-9b57-214fcd43f3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:15.975476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.000312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.010586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53714) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:16.011419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f3bcacd-b4e3-45a2-a9bf-546319cc07a1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c6d0aad6-0c99-4244-ae22-4021d3751502 HTTP/1.1" status: 204 len: 168 time: 1.1817985 Aug 30 21:10:16.018442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471b48f-1f0e-480f-856f-61b4e847565a None None] Network 75bd7bb3-7b75-44c9-863c-edf00a0586db requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:16.022376 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.052211 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Transition to ACTIVE for port object 1cabcd25-aeb9-4597-8be0-ccc47af04c6a will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:16.066341 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.068994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-ab4c9d86-a3bd-4a73-b3eb-e2d167824aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:16.077775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-ab4c9d86-a3bd-4a73-b3eb-e2d167824aaf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4263647 Aug 30 21:10:16.226028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:16.240578 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157a244-e80b-4b97-a527-a600da15b0bc None None] Pushing event updated for resources: {'Port': ['ID=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:16.273215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc810-a783-4936-9218-a46c837d7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.279092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc810-a783-4936-9218-a46c837d7f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.280608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c7fc810-a783-4936-9218-a46c837d7f45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c4927b6-7c3c-4ff0-a4eb-1ba0b939aa37 HTTP/1.1" status: 204 len: 168 time: 1.1851456 Aug 30 21:10:16.281951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.282295 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Added segment 7b471644-2fc6-4fe6-af53-20962533607b of type vlan for network 8075654f-6893-464e-a039-e584fb65a809 Aug 30 21:10:16.303038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.313123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81beef6-c8a6-43eb-9aa5-1e95c1f96d5b service neutron] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:16.383691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc810-a783-4936-9218-a46c837d7f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4927b6-7c3c-4ff0-a4eb-1ba0b939aa37,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:16.394504 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Attempting to bind port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:16.395143 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Attempting to bind port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:16.395663 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Attempting to bind port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:16.413735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:16.414323 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Checking segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:16.414945 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.415559 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Bound using segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:16.416345 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Bound port: 1cabcd25-aeb9-4597-8be0-ccc47af04c6a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:16.416996 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.444320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 760ae728-505f-4342-a5a4-abb0d54491ac details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:16.482516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-ac824ca8-d17e-49cd-800f-ea3f2ae748f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:16.495987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-ac824ca8-d17e-49cd-800f-ea3f2ae748f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1096 time: 0.4567063 Aug 30 21:10:16.555010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.564113 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-1ef4b787-32c3-4e45-9191-a7440d2f195c service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821427 Aug 30 21:10:16.597159 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] For port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:16.612338 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] For port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:16.629424 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.650720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.651143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.673020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:16.696856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:16.698010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:16.701658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:10:16.736561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f2c2118-ebb0-4af5-b9f3-062c9e72c67b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:16.741744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f2c2118-ebb0-4af5-b9f3-062c9e72c67b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 820 time: 0.4330742 Aug 30 21:10:16.784587 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157a244-e80b-4b97-a527-a600da15b0bc None None] Pushing event updated for resources: {'Port': ['ID=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:16.803946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] DHCP port deletion for 75bd7bb3-7b75-44c9-863c-edf00a0586db request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:10:16.827978 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:16.828624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:16.838496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-e6eadc30-3eb9-4840-9acc-001faa843d00 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/quotas/04d53e0cc1f5485abc5f5c2a8705e66b HTTP/1.1" status: 200 len: 375 time: 0.0264528 Aug 30 21:10:16.841423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-bce43fae-26cf-47a2-8af0-06b1b65d0ac0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 217 time: 0.3299587 Aug 30 21:10:16.967919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 760ae728-505f-4342-a5a4-abb0d54491ac, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=760ae728-505f-4342-a5a4-abb0d54491ac,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:16.981339 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.3249748 Aug 30 21:10:16.991614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:17.027497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-d3b01acd-550f-433f-8e05-bcbad46bc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:17.029244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-d3b01acd-550f-433f-8e05-bcbad46bc691 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1759398 Aug 30 21:10:17.065708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '760ae728-505f-4342-a5a4-abb0d54491ac', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '760ae728-505f-4342-a5a4-abb0d54491ac', 'mac_address': 'fa:16:3e:12:89:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:17.069853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-99e447a9-f15e-4888-a27f-0b76e0fe7121 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888018 Aug 30 21:10:17.102349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Deleting port c329da5b-c997-475c-b602-a5a79a52795b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:17.103125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.125258 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:17.154052 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.225180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Network': ['ID=ef4fffe7-151b-4731-9c4e-de00945c51bf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:17.257670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.262194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ef4fffe7-151b-4731-9c4e-de00945c51bf details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:17.327488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760ae728-505f-4342-a5a4-abb0d54491ac {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:17.372509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47d0e3-c763-4749-af02-9455529e60df req-91465f42-0fa3-47ef-ad67-a52548e8388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:17.374255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-91465f42-0fa3-47ef-ad67-a52548e8388a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3368716 Aug 30 21:10:17.411110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] For port c329da5b-c997-475c-b602-a5a79a52795b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c329da5b-c997-475c-b602-a5a79a52795b,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:17.412546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.451582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dcdcac2c-6a1c-4dcf-bdd8-91f836a54e71 req-b7a7d005-36ea-4e24-8237-d931fab364a5 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8514450 Aug 30 21:10:17.471001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:17.475913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390544-da6d-46d1-b9d8-fdfeae46a4b0 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Network': ['ID=8075654f-6893-464e-a039-e584fb65a809,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:17.477110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:17.481462 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844919c4-2bb6-4451-846a-6e2fbe459ef7" -d '{"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:17.491686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0bac8-34dd-4de6-b316-4a4d0f383220 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:17.493330 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.499662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0bac8-34dd-4de6-b316-4a4d0f383220 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:17.506522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0bac8-34dd-4de6-b316-4a4d0f383220 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:17.514424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0bac8-34dd-4de6-b316-4a4d0f383220 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:17.516753 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dcc0bac8-34dd-4de6-b316-4a4d0f383220 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5153852 Aug 30 21:10:17.522296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:17.652376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.668265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8075654f-6893-464e-a039-e584fb65a809 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:17.802220 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:16Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:17.843531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c329da5b-c997-475c-b602-a5a79a52795b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:10:17.853098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.868954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4fffe7-151b-4731-9c4e-de00945c51bf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:17.893975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51992895-b71b-434c-957c-01793d9c7fe6') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:17.894865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51992895-b71b-434c-957c-01793d9c7fe6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:17.903103 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0013aad-2bd2-47ef-8294-d40504393bf1 None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:16Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:10:17.915731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:17.922355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 760ae728-505f-4342-a5a4-abb0d54491ac, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=760ae728-505f-4342-a5a4-abb0d54491ac,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:17.925616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.934505 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.958511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Calling delete_port for c329da5b-c997-475c-b602-a5a79a52795b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:17.961039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:17.973844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:17.975484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.038271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] Deleting port c329da5b-c997-475c-b602-a5a79a52795b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:18.038969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-e6ae3c66-ceee-4bfb-8bf8-402ddd6cc544 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9680698 Aug 30 21:10:18.041595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:18.128213 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:18.140940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.157468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.161157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/networks/ef4fffe7-151b-4731-9c4e-de00945c51bf HTTP/1.1" status: 204 len: 168 time: 0.6361382 Aug 30 21:10:18.164711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:18.209776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-3c213ad6-4d52-4f87-b67c-58801b6acd23 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2887325 Aug 30 21:10:18.232488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=760ae728-505f-4342-a5a4-abb0d54491ac,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:18.272849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-a2d212e5-9ab2-402f-afa6-e7c0e54f6be7 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894143 Aug 30 21:10:18.283969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:18.312344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3db78e-882d-4b3c-934a-c3054c093aac tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Network': ['ID=ef4fffe7-151b-4731-9c4e-de00945c51bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:18.367147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] For port c329da5b-c997-475c-b602-a5a79a52795b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c329da5b-c997-475c-b602-a5a79a52795b,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:18.367802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.408455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] Calling delete_port for c329da5b-c997-475c-b602-a5a79a52795b owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:18.419949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.425231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.507825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:18.569036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c329da5b-c997-475c-b602-a5a79a52795b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c329da5b-c997-475c-b602-a5a79a52795b,segment=NetworkSegment(4196f4ef-b3db-4fcb-9090-2f2123542f43),segment_id=4196f4ef-b3db-4fcb-9090-2f2123542f43)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:18.584452 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.606307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a47d0e3-c763-4749-af02-9455529e60df req-3c4246c7-3792-4b7f-939d-adbbf005616f service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194540 Aug 30 21:10:18.609770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-d038c9ca-a523-466b-881c-bb1edd84f87c service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692971 Aug 30 21:10:18.626320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.685491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.700081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=c329da5b-c997-475c-b602-a5a79a52795b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:18.703161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8075654f-6893-464e-a039-e584fb65a809']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:18.732892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b471644-2fc6-4fe6-af53-20962533607b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:18.733526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b471644-2fc6-4fe6-af53-20962533607b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:18.750179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.751217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-0bcff38e-d3f8-45d6-bd80-c31b5e90726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:18.756828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-0bcff38e-d3f8-45d6-bd80-c31b5e90726e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 1100 time: 0.3470511 Aug 30 21:10:18.759448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] No DVR routers for this DVR port c329da5b-c997-475c-b602-a5a79a52795b on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:10:18.804267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.816789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:18.817416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.849870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c329da5b-c997-475c-b602-a5a79a52795b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:18.899741 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:18.910787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.954958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.963696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:18.965673 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/networks/8075654f-6893-464e-a039-e584fb65a809 HTTP/1.1" status: 204 len: 168 time: 0.7998042 Aug 30 21:10:18.971245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:19.026974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] No DVR routers for this DVR port c329da5b-c997-475c-b602-a5a79a52795b on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:10:19.031889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c780be-727f-46f4-83b4-17fe84b8e167 None None] Pushing event deleted for resources: {'Port': ['ID=c329da5b-c997-475c-b602-a5a79a52795b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:19.067806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2116458500-network', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:19.075141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165e3ab-703f-4ef1-b4ae-19e167537fd2 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Network': ['ID=8075654f-6893-464e-a039-e584fb65a809,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:19.182565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ba24a-e952-4df4-8d42-6555b68285de tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.191785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ba24a-e952-4df4-8d42-6555b68285de tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.194357 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-337ba24a-e952-4df4-8d42-6555b68285de tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2220228 Aug 30 21:10:19.199391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:19.204890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1930078187'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:19.212854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.233894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bd7bb3-7b75-44c9-863c-edf00a0586db']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:19.239585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-d1e0e5ca-f21c-414f-a1c6-771559f74f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.241275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-d1e0e5ca-f21c-414f-a1c6-771559f74f54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.4034390 Aug 30 21:10:19.268993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4196f4ef-b3db-4fcb-9090-2f2123542f43') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:19.268993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4196f4ef-b3db-4fcb-9090-2f2123542f43') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:19.273333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Made reservation on behalf of 867d8f6217434052a7ca7f266852f1ad for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:19.278452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.288473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:19.294078 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.325463 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.343322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-5800ca51-9d1d-4b72-a1b4-05d032e443d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=20a4105f-2401-467c-8f7c-ac1b317f381d HTTP/1.1" status: 200 len: 217 time: 0.0933454 Aug 30 21:10:19.348162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.350823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:19.378695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf726-0bd7-4f89-9ef8-3402e2aec409 req-22b787ae-d02e-4143-aade-618523d76323 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.380617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a06cf726-0bd7-4f89-9ef8-3402e2aec409 req-22b787ae-d02e-4143-aade-618523d76323 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 944 time: 0.2670045 Aug 30 21:10:19.382113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.382320 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.382941 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Added segment a63306b2-462d-4ce1-975a-6b59213323cc of type vlan for network 93030ea1-b4ac-4538-a1c9-2959512f2fcf Aug 30 21:10:19.443512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:19.444083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:19.446428 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:19.450784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.493410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.506075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.507573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.585473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-37bb36b1-42b5-4049-bf38-afe5dbdc2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.588034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-37bb36b1-42b5-4049-bf38-afe5dbdc2892 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2329543 Aug 30 21:10:19.605494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Network': ['ID=93030ea1-b4ac-4538-a1c9-2959512f2fcf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:19.606137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a06cf726-0bd7-4f89-9ef8-3402e2aec409 req-495921b2-ed24-434a-96f4-b7a2704f4cc1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826098 Aug 30 21:10:19.610901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.626613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 93030ea1-b4ac-4538-a1c9-2959512f2fcf details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:19.687040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.697576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] 10.222.0.76 "DELETE /v2.0/networks/75bd7bb3-7b75-44c9-863c-edf00a0586db HTTP/1.1" status: 204 len: 168 time: 3.6857383 Aug 30 21:10:19.816514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1cabcd25-aeb9-4597-8be0-ccc47af04c6a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:19.835145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c6b99-5eec-4aa3-b233-4dc7d9286bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=75bd7bb3-7b75-44c9-863c-edf00a0586db,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:19.905573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-9a25644d-94c9-4bf8-8ee1-6aa842e8c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:19.908475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-9a25644d-94c9-4bf8-8ee1-6aa842e8c3d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2798469 Aug 30 21:10:19.923507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:19.938790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:19.939359 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:19.995135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:20.043318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc3499-ad0f-4943-85a3-ead07178870f req-8a167258-7d5c-4938-ba71-d3f7bbd60a0a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:20.051327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bbc3499-ad0f-4943-85a3-ead07178870f req-8a167258-7d5c-4938-ba71-d3f7bbd60a0a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 948 time: 0.3349743 Aug 30 21:10:20.083865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a0556e58-f624-4997-9dbb-3c31ce2bd4ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d18baf910ce24b95b84b3886b0fcc730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861456 Aug 30 21:10:20.087546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:20.098347 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.133999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.170096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bbc3499-ad0f-4943-85a3-ead07178870f req-87d86e68-1cab-45c3-a229-c187c9969dcd tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165283 Aug 30 21:10:20.176402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.178377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5bf23102-ec71-421e-a531-8dccf00df7a6 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9776907 Aug 30 21:10:20.183205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:20.189374 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.194425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:20.202781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-255016605'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:20.244064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:20.245110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:20.251831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.265040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa28e840-9ce0-4e16-8b30-147c1644c0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.275721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-91193f89-6a09-41ef-bb7e-0572db238495 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581526 Aug 30 21:10:20.276467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3b760-cea0-46d8-9631-ab84d729c126,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:20.287539 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.287979 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Added segment 670bd8ca-529c-4a15-9efc-9209dfa7354d of type vlan for network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c Aug 30 21:10:20.295206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:20.330697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa28e840-9ce0-4e16-8b30-147c1644c0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.333074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:20.373495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.373851 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Added segment 7027aca6-51d5-42fa-be3c-638da00bcabe of type vlan for network ea6d91b2-a2c4-4434-8bee-f958db97b92f Aug 30 21:10:20.460420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 760ae728-505f-4342-a5a4-abb0d54491ac up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:20.465976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.539248 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.546410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa28e840-9ce0-4e16-8b30-147c1644c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.552643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fa28e840-9ce0-4e16-8b30-147c1644c0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.569794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fa28e840-9ce0-4e16-8b30-147c1644c0c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b5cff37-eed5-4939-9c90-5400c7f7d1fb HTTP/1.1" status: 204 len: 168 time: 0.4806521 Aug 30 21:10:20.601323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2103d12-2e72-4be8-8d23-0a8d6e9b9d75 req-f84003f3-0190-447d-9b18-3f3a6951f770 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160732 Aug 30 21:10:20.605041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.606931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:20.607617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.631104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 760ae728-505f-4342-a5a4-abb0d54491ac completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:20.638205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28e840-9ce0-4e16-8b30-147c1644c0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5cff37-eed5-4939-9c90-5400c7f7d1fb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:20.638922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 760ae728-505f-4342-a5a4-abb0d54491ac triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:20.639393 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.643757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1030395 Aug 30 21:10:20.657415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53792) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:20.673743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Request body: {'subnet': {'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-subnet', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:20.742337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b4814-8202-4654-8ef6-718a54602684 admin admin] Pushing event updated for resources: {'Network': ['ID=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:20.760182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.784432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:20.785152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:20.786572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:20.799142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-b631ebd8-b45d-47ad-a56b-3c1122a244a4 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:20.803103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-b631ebd8-b45d-47ad-a56b-3c1122a244a4 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 820 time: 0.2774026 Aug 30 21:10:20.810180 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274432c9-fd8e-416c-9ab4-33c72748933a x-openstack-request-id: req-274432c9-fd8e-416c-9ab4-33c72748933a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:20.810787 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:20.811046 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-274432c9-fd8e-416c-9ab4-33c72748933a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:20.813246 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'status': 'completed', 'code': 200} Aug 30 21:10:20.835548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'port': {'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'admin_state_up': True, 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:20.943794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Made reservation on behalf of 867d8f6217434052a7ca7f266852f1ad for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:20.946390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.058623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.082492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8856676 Aug 30 21:10:21.088214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:21.102153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113dd43-85a3-4694-8ae5-3c1b44c26242 req-88a7f718-a93c-4ac5-ae46-7785ae68ef99 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:21.114657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d113dd43-85a3-4694-8ae5-3c1b44c26242 req-88a7f718-a93c-4ac5-ae46-7785ae68ef99 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 949 time: 0.1734226 Aug 30 21:10:21.117314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-f080e816-6ae5-41ef-8177-83b06dfc045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:21.120153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-f080e816-6ae5-41ef-8177-83b06dfc045e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1096 time: 0.2843781 Aug 30 21:10:21.120725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 760ae728-505f-4342-a5a4-abb0d54491ac, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=760ae728-505f-4342-a5a4-abb0d54491ac,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:21.123949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'ports': [{'network_id': '93030ea1-b4ac-4538-a1c9-2959512f2fcf', 'name': 'tempest-port--1498231947', 'admin_state_up': True}, {'network_id': 'ea6d91b2-a2c4-4434-8bee-f958db97b92f', 'admin_state_up': False}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:21.124471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'port': {'network_id': '93030ea1-b4ac-4538-a1c9-2959512f2fcf', 'name': 'tempest-port--1498231947', 'admin_state_up': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:21.125397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'port': {'network_id': 'ea6d91b2-a2c4-4434-8bee-f958db97b92f', 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:21.126909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.128624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a0d36-21d0-422b-8d51-bd8167ba698b tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Network': ['ID=ea6d91b2-a2c4-4434-8bee-f958db97b92f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:21.166959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ea6d91b2-a2c4-4434-8bee-f958db97b92f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:21.351997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d113dd43-85a3-4694-8ae5-3c1b44c26242 req-dbf46bdf-fddc-4c46-9004-4760f2913c2a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359416 Aug 30 21:10:21.376071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-5ed8ebf5-f224-4bf5-a0d4-b20668665bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:21.382431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-5ed8ebf5-f224-4bf5-a0d4-b20668665bb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.2441454 Aug 30 21:10:21.418565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:21.421154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Made reservation on behalf of 04d53e0cc1f5485abc5f5c2a8705e66b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:21.425318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.476693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.502089 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f020df-4a46-4e27-ac7b-596bc7239169 x-openstack-request-id: req-84f020df-4a46-4e27-ac7b-596bc7239169 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:21.502535 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:21.503095 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84f020df-4a46-4e27-ac7b-596bc7239169 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:21.503671 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'code': 200} Aug 30 21:10:21.540467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-a7c89951-9644-4436-b1a1-78fb757ebba9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 217 time: 0.0759866 Aug 30 21:10:21.567252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=760ae728-505f-4342-a5a4-abb0d54491ac,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:21.646692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0451c85-b891-4997-99f6-abc36d9040d1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:21.662530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80f108a2-ff9c-4ab5-bd1f-8a803372c7de req-3c958d21-f312-4faa-a497-c0d3b9fa41ac tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 210 time: 0.1252396 Aug 30 21:10:21.669948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-43fa8096-0739-4c6d-a4d5-d2c22104f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:21.675965 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-43fa8096-0739-4c6d-a4d5-d2c22104f9fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1113067 Aug 30 21:10:21.675965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Checking segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:21.675965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Network hostable DHCP agents. Network: 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:10:21.683968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8a203dc4-a767-4d96-a9bb-a9ad1dac58e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2efa11927c8840d8a6be46d6a6d5c77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602787 Aug 30 21:10:21.687612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:21.737474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'port': 2} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:21.750179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.751994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1cabcd25-aeb9-4597-8be0-ccc47af04c6a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:21.814594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:10:21.823134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:21.823468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.844930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-395cb32f-8871-445a-b653-0628f782e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:21.847720 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-395cb32f-8871-445a-b653-0628f782e316 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623664 Aug 30 21:10:21.860643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:21.950506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:21.969205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Allocated IP 172.20.0.12 (d7512bbf-b34a-4f24-b8eb-bba734b735e0/4bab2118-2ea0-4dc3-919b-265e26a1f672/3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:21.969722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280b3db-a3e9-439d-ba9e-e609515aee85 None None] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:21.992062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:21.993789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.040175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d18013-3d6a-4268-9b0b-608e92512c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.041850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] device_id is not set on port fa24ff2e-1c16-4721-ab3f-18d4b213c967 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:10:22.050314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c2fc836a-f082-4c0c-b31f-1d636ff585a1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3913431 Aug 30 21:10:22.059411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:22.087455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:22.138614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d18013-3d6a-4268-9b0b-608e92512c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.167961 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-0b4285ae-6a95-4e1c-8f42-d2e15b4a7f4c service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028061 Aug 30 21:10:22.218215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:10:22.220191 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.336195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6d92ff2-192f-463e-9b57-214fcd43f3fb req-8347914a-ffab-439c-a964-8de70e576438 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581531 Aug 30 21:10:22.344201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.344609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.419818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.453801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.456325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Transition to ACTIVE for port object 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:22.461422 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d18013-3d6a-4268-9b0b-608e92512c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.464741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d18013-3d6a-4268-9b0b-608e92512c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.469350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98d18013-3d6a-4268-9b0b-608e92512c8e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f06c477c-69db-4580-bfde-4af885880c15 HTTP/1.1" status: 204 len: 168 time: 0.7775593 Aug 30 21:10:22.482158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:22.498760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d18013-3d6a-4268-9b0b-608e92512c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c477c-69db-4580-bfde-4af885880c15,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:22.561781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Allocated IP 172.20.0.2 (9cba1107-a2fe-4d0c-a2bf-c6c12579b33c/a0451c85-b891-4997-99f6-abc36d9040d1/92f0391b-265a-4918-9241-9e3cb41959dd) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:22.578965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.635175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.699199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:22.723210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.798934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:22.836147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:22.855290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:22.919874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:22.920174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:22.921489 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:22.967173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event updated for resources: {'Port': ['ID=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:22.992562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73986b87-a36a-4613-84cc-8ab6287a5281 req-e6cd3180-81e4-47bb-bd2e-78074ed8a3b4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:23.008852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73986b87-a36a-4613-84cc-8ab6287a5281 req-e6cd3180-81e4-47bb-bd2e-78074ed8a3b4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 944 time: 0.4812901 Aug 30 21:10:23.022515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] device_id is not set on port 9ccf14fc-c981-4626-99a8-7c06713097f0 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:10:23.076276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.118373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:23.158967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:23.166452 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.230796 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.279515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Transition to ACTIVE for port object 92f0391b-265a-4918-9241-9e3cb41959dd will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:23.343473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Transition to ACTIVE for port object 92f0391b-265a-4918-9241-9e3cb41959dd will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:23.349776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:23.372409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.387498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ccee35bd-dfc5-4489-84c1-b6835db131df None None] Provisioning for port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:23.439830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ccee35bd-dfc5-4489-84c1-b6835db131df None None] Provisioning complete for port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:23.440110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccee35bd-dfc5-4489-84c1-b6835db131df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.444206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:23.467496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:23.480935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:23.485250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:23.547842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539870fe-17c6-4734-b622-26f86b5e96ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ae728-505f-4342-a5a4-abb0d54491ac'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:23.550244 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca749d04-e4ad-463c-ab1c-8e031fb75b29" -d '{"events": [{"server_uuid": "539870fe-17c6-4734-b622-26f86b5e96ff", "name": "network-vif-plugged", "status": "completed", "tag": "760ae728-505f-4342-a5a4-abb0d54491ac"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:23.590740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Pushing event updated for resources: {'Port': ['ID=92f0391b-265a-4918-9241-9e3cb41959dd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:23.626633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ccee35bd-dfc5-4489-84c1-b6835db131df None None] Port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:23.646200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-338142b7-bfc9-432d-8acf-137ae3efba11 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8312356 Aug 30 21:10:23.675088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Request body: {'port': {'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:23.691789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Attempting to bind port 92f0391b-265a-4918-9241-9e3cb41959dd on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:23.692063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Attempting to bind port 92f0391b-265a-4918-9241-9e3cb41959dd by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:23.692403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Attempting to bind port 92f0391b-265a-4918-9241-9e3cb41959dd on network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:23.704706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:23.705102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Checking segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:23.705496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.705939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Bound using segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:23.706598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Bound port: 92f0391b-265a-4918-9241-9e3cb41959dd, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:23.707014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.742203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73986b87-a36a-4613-84cc-8ab6287a5281 req-49658b8a-8bd1-4fa3-abb8-1e2399dab9d1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7317050 Aug 30 21:10:23.749364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.789704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.811814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.868076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.868395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] For port 92f0391b-265a-4918-9241-9e3cb41959dd, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:23.874194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] For port 92f0391b-265a-4918-9241-9e3cb41959dd, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=92f0391b-265a-4918-9241-9e3cb41959dd,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:23.881750 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:23.974383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550c793-3cac-4f99-9784-cb3279608895 None None] Pushing event updated for resources: {'Port': ['ID=92f0391b-265a-4918-9241-9e3cb41959dd,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:24.004016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53846) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:24.046114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.168108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Allocated IP 172.25.5.118 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/b3846ed1-905a-42c0-9a4b-f8be570ed9ed) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:24.245094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-646195381-network', 'tenant_id': '31aa922f09dc4fff9f91b6ecf236e6bc'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:24.371428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Port': ['ID=fa24ff2e-1c16-4721-ab3f-18d4b213c967,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:24.405638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Made reservation on behalf of 31aa922f09dc4fff9f91b6ecf236e6bc for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:24.408847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.422005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Checking segment: {'id': 'a63306b2-462d-4ce1-975a-6b59213323cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '93030ea1-b4ac-4538-a1c9-2959512f2fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:24.422418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network hostable DHCP agents. Network: 93030ea1-b4ac-4538-a1c9-2959512f2fcf, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:10:24.427915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.462814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.482364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:24.521234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network 93030ea1-b4ac-4538-a1c9-2959512f2fcf is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:10:24.540497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.571820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 93030ea1-b4ac-4538-a1c9-2959512f2fcf) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:24.592232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:24.593375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.595525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d3ead-0520-485b-ad2b-6fd5f5f86459 None None] Network 93030ea1-b4ac-4538-a1c9-2959512f2fcf requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:24.601320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:24.663708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:24.663708 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.711991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Pushing event updated for resources: {'Port': ['ID=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:24.721462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:24.735516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:24.751603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:24.781254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Port': ['ID=9ccf14fc-c981-4626-99a8-7c06713097f0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:24.827574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Checking segment: {'id': '7027aca6-51d5-42fa-be3c-638da00bcabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ea6d91b2-a2c4-4434-8bee-f958db97b92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:24.828411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network hostable DHCP agents. Network: ea6d91b2-a2c4-4434-8bee-f958db97b92f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:10:24.878946 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.936675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:24.949130 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.984324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:24.996835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:24.998153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network ea6d91b2-a2c4-4434-8bee-f958db97b92f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:10:25.002172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.010309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.045017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:25.048218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Transition to ACTIVE for port object 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:25.056882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ea6d91b2-a2c4-4434-8bee-f958db97b92f) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:25.076755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e92997d-5de0-46a8-8fb8-007ca66a0a97 None None] Network ea6d91b2-a2c4-4434-8bee-f958db97b92f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:25.080927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b780d1-3edc-4229-9cb4-653caf3f4823 req-bbcc957f-8685-4098-be29-0aab491c3393 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.083006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b780d1-3edc-4229-9cb4-653caf3f4823 req-bbcc957f-8685-4098-be29-0aab491c3393 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 950 time: 0.2519236 Aug 30 21:10:25.084025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:25.101018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.108359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.109267 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.115422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:25.118041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.141325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.142092 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Added segment 1adcb29c-17f5-48a3-8295-3e1a249217c9 of type vlan for network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 Aug 30 21:10:25.187970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.251789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f22b84d-2387-488c-b2b5-4b0102cc18ac,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:25.290950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.304679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-94253b0b-7e7f-4773-8b3a-ab560c9f67a9 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1867545 Aug 30 21:10:25.324294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:25.382716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:25.391943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a66e402-a995-4cce-a908-df6be424b5b4 None None] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:25.402572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b780d1-3edc-4229-9cb4-653caf3f4823 req-43a39210-fe07-4a04-a749-3d6f6f0ed2f4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790172 Aug 30 21:10:25.434222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896de90-878b-4fd8-ac2f-b80917a5ee55 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.444092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.451304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896de90-878b-4fd8-ac2f-b80917a5ee55 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.460239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.460552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e896de90-878b-4fd8-ac2f-b80917a5ee55 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1387317 Aug 30 21:10:25.461023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.464119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:25.624413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] Pushing event updated for resources: {'Network': ['ID=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:25.665667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c2c9e6c-c008-40b5-a1bf-537217acf132 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6572328 Aug 30 21:10:25.669801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:25.675074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:25.677681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Request body: {'subnet': {'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-646195381-subnet', 'tenant_id': '31aa922f09dc4fff9f91b6ecf236e6bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:25.680690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-09d29231-979e-4675-9cf2-f1ab30957ac7 None None] Provisioning for port 92f0391b-265a-4918-9241-9e3cb41959dd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:25.717124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Attempting to bind port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:25.717353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Made reservation on behalf of 31aa922f09dc4fff9f91b6ecf236e6bc for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:25.717446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Attempting to bind port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:25.717791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Attempting to bind port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:25.723484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.730012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6ea5f-3ebf-40a9-8af3-5f3aaaa1113a req-87d2fc70-0e9c-41a7-ad7b-66826bf8d956 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:25.739057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0b6ea5f-3ebf-40a9-8af3-5f3aaaa1113a req-87d2fc70-0e9c-41a7-ad7b-66826bf8d956 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 944 time: 0.1621723 Aug 30 21:10:25.756074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:25.756457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Attempting to bind port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:25.778028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Deleting port fa24ff2e-1c16-4721-ab3f-18d4b213c967 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:25.778361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.794011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0b6ea5f-3ebf-40a9-8af3-5f3aaaa1113a req-8877c6d1-1aa6-4c4c-8504-5467f9d148af tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535474 Aug 30 21:10:25.796657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:25.796657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Checking segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:25.796961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Bound using segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:25.797283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.797739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Bound port: 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:25.799332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.828757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 92f0391b-265a-4918-9241-9e3cb41959dd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:25.893500 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70737b51-7125-4cee-8dee-e295aa87ad28 x-openstack-request-id: req-70737b51-7125-4cee-8dee-e295aa87ad28 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:25.893781 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539870fe-17c6-4734-b622-26f86b5e96ff", "name": "network-vif-plugged", "status": "completed", "tag": "760ae728-505f-4342-a5a4-abb0d54491ac", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:25.894097 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70737b51-7125-4cee-8dee-e295aa87ad28 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:25.894649 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539870fe-17c6-4734-b622-26f86b5e96ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760ae728-505f-4342-a5a4-abb0d54491ac', 'code': 200} Aug 30 21:10:25.946781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 92f0391b-265a-4918-9241-9e3cb41959dd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:25.962995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 92f0391b-265a-4918-9241-9e3cb41959dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:25.964299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.970331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:25.977106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] For port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:25.983201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] For port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:25.999509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.030822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Calling delete_port for fa24ff2e-1c16-4721-ab3f-18d4b213c967 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:26.045726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:26.046394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.048169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] 10.222.0.82 "PUT /v2.0/ports/3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 1093 time: 2.3806758 Aug 30 21:10:26.054141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:26.057951 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24" -d '{"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:26.110963 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.183209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 92f0391b-265a-4918-9241-9e3cb41959dd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=92f0391b-265a-4918-9241-9e3cb41959dd,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:26.190454 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.205719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7da178-3b23-4278-903b-e39d6236a31d service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:26.228148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-c2056693-dd7f-4b56-b2cb-e1c6c3551e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:26.230262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-c2056693-dd7f-4b56-b2cb-e1c6c3551e67 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1335497 Aug 30 21:10:26.234181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f969dc-2ea3-4e99-b79a-bfd88470f5ee req-7806b128-22b9-47ef-b40c-5ac6b7c8dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:26.241226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f969dc-2ea3-4e99-b79a-bfd88470f5ee req-7806b128-22b9-47ef-b40c-5ac6b7c8dd12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 1102 time: 0.2446520 Aug 30 21:10:26.293779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=92f0391b-265a-4918-9241-9e3cb41959dd,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:26.337265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-b9d7643d-67f3-494b-b31d-e14fab49536b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.0974472 Aug 30 21:10:26.362075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-40e4414c-0edf-4f7a-9e59-89295e68a0b2 None None] Provisioning complete for port 92f0391b-265a-4918-9241-9e3cb41959dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:26.362479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40e4414c-0edf-4f7a-9e59-89295e68a0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.375734 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f969dc-2ea3-4e99-b79a-bfd88470f5ee req-a7c95dde-9335-4bb9-9bdd-6dc0a7b4b92a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215217 Aug 30 21:10:26.435184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0b388acb-5e84-4fd9-b1f5-13de8c2ec4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:26.437544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-0b388acb-5e84-4fd9-b1f5-13de8c2ec4a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0949945 Aug 30 21:10:26.477038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Router bc64a69f-24f9-4014-82dc-869338a3493b is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:10:26.479359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.520267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Port': ['ID=fa24ff2e-1c16-4721-ab3f-18d4b213c967,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:26.522525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.560240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.562130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2f296893-85b9-483f-9951-c5da99381318 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/ports/fa24ff2e-1c16-4721-ab3f-18d4b213c967 HTTP/1.1" status: 204 len: 168 time: 1.0905581 Aug 30 21:10:26.565325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53878) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:26.632034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b09ca1-6c1a-48f8-ae7a-923de6862ba1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:26.689073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Checking segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:26.690608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Network hostable DHCP agents. Network: db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:10:26.696256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-f206ef72-b32e-4374-bbf6-bbc511e6f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:26.698114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-f206ef72-b32e-4374-bbf6-bbc511e6f7f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932910 Aug 30 21:10:26.718991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:10:26.722827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:10:26.733967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Sync routers for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:10:26.744959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:26.751942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:26.752760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:26.775615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:26.785916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Deleting port 9ccf14fc-c981-4626-99a8-7c06713097f0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:10:26.785916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.797649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1eead-4902-46b5-93d0-e7fb15212d0b None None] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:26.805147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.813305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-554a2724-0469-46b9-ac03-067ba4620f68 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7507212 Aug 30 21:10:26.819398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:26.820355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:26.826993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:26.868770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c1425133-3f2c-43b4-a152-615c28ab61c1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1973066 Aug 30 21:10:27.039737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.109058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Calling delete_port for 9ccf14fc-c981-4626-99a8-7c06713097f0 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:10:27.153011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-6dc99bb4-3800-4c52-9293-8af682973faa service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458761 Aug 30 21:10:27.170195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef95b7f-2033-4075-9307-ccadfc9e6acb req-792f8153-5cbf-4db1-90ed-02109d0d7ab0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:27.172075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fef95b7f-2033-4075-9307-ccadfc9e6acb req-792f8153-5cbf-4db1-90ed-02109d0d7ab0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.2230375 Aug 30 21:10:27.259696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:27.276361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:27.431463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c04f73-ad4d-4fd6-a666-47802d33d991 None None] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:27.443228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fef95b7f-2033-4075-9307-ccadfc9e6acb req-c456ceb5-ce2a-4d9d-8bf8-562223fffb67 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487202 Aug 30 21:10:27.452460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba925-9ddc-4cef-814b-f13b49c0c87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.504939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:27.508832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04870da2-b77b-42bd-bd67-c04e2c34a569 req-d5528887-bdac-4238-9783-cb2577e87f06 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342359 Aug 30 21:10:27.516622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.587212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'mac_address': 'fa:16:3e:72:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:27.705725 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.738080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba925-9ddc-4cef-814b-f13b49c0c87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.746935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d3ba925-9ddc-4cef-814b-f13b49c0c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.756160 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ac6076-5f11-44b0-b547-e0a57838b0bf x-openstack-request-id: req-c7ac6076-5f11-44b0-b547-e0a57838b0bf {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:27.756481 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:27.756862 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7ac6076-5f11-44b0-b547-e0a57838b0bf {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:27.757357 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'status': 'completed', 'code': 200} Aug 30 21:10:27.759233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Port': ['ID=9ccf14fc-c981-4626-99a8-7c06713097f0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:27.761698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 776804e1-b867-4822-ae5d-aa6b32586d9b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:27.817395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.819766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2cc89b07-1667-4f6b-96e4-c4b3ccc013ff tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/ports/9ccf14fc-c981-4626-99a8-7c06713097f0 HTTP/1.1" status: 204 len: 168 time: 1.2534418 Aug 30 21:10:27.824448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53906) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:27.828867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:27.840646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:27.870106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d3ba925-9ddc-4cef-814b-f13b49c0c87c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a17ba910d0a2415e9fb3d74177be6bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083159 Aug 30 21:10:27.873362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:27.878028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:24Z', 'revision_number': 3, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:27.916126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:27.918540 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1784100c-95b3-4d34-aea8-04f35e128a91" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:27.927451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Checking router: bc64a69f-24f9-4014-82dc-869338a3493b for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:10:27.927817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Updating router bc64a69f-24f9-4014-82dc-869338a3493b port b3846ed1-905a-42c0-9a4b-f8be570ed9ed binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:10:27.933888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['776804e1-b867-4822-ae5d-aa6b32586d9b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:27.937899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ba925-9ddc-4cef-814b-f13b49c0c87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7835e7a3-38d9-4ca6-ba89-ad18d53082c2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:27.996638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d73-939c-4b11-af35-a15c21c34dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.019988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:28.053880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d73-939c-4b11-af35-a15c21c34dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.062073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.095772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 92f0391b-265a-4918-9241-9e3cb41959dd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:28.145666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d73-939c-4b11-af35-a15c21c34dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.151950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54bb0d73-939c-4b11-af35-a15c21c34dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.154113 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54bb0d73-939c-4b11-af35-a15c21c34dbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7835e7a3-38d9-4ca6-ba89-ad18d53082c2 HTTP/1.1" status: 204 len: 168 time: 0.2788415 Aug 30 21:10:28.165976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb0d73-939c-4b11-af35-a15c21c34dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7835e7a3-38d9-4ca6-ba89-ad18d53082c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:28.191042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-01b3d309-de19-430d-81d1-199221a75a84 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3652232 Aug 30 21:10:28.197807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:28.208534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-519125303'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:28.249270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:28.256318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.302792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-d84d534d-6a2a-4f1d-8df6-2295e13b79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:28.305668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-d84d534d-6a2a-4f1d-8df6-2295e13b79bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1096 time: 0.5530415 Aug 30 21:10:28.320910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:28.338410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.339698 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Added segment 941d55a1-78d3-4d9c-8898-5b9e46aaff96 of type vlan for network b56fff36-3dbe-4305-86a3-f908182ecb9d Aug 30 21:10:28.411191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.415612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 92f0391b-265a-4918-9241-9e3cb41959dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:28.416008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.420937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6883ec-32aa-4da0-bb13-3cd0ee683a0c req-40b2a027-837e-4916-aee4-6a940b782e79 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:28.425689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb6883ec-32aa-4da0-bb13-3cd0ee683a0c req-40b2a027-837e-4916-aee4-6a940b782e79 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 950 time: 0.6719539 Aug 30 21:10:28.461278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.469320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:28.470242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.556817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb6883ec-32aa-4da0-bb13-3cd0ee683a0c req-a51797e5-df5e-4b1b-aea9-5689e23d548b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301093 Aug 30 21:10:28.598033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3984568 Aug 30 21:10:28.604560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53922) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:28.638359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-845172617'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:28.647515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b51555-92fe-4f93-9acf-1d2dc6ef0406 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Network': ['ID=b56fff36-3dbe-4305-86a3-f908182ecb9d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:28.648785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.651512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-b79388ff-7e80-43fe-bc73-2fe8c12ad3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:28.653068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-b79388ff-7e80-43fe-bc73-2fe8c12ad3af service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.3368442 Aug 30 21:10:28.670223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b56fff36-3dbe-4305-86a3-f908182ecb9d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:28.746373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:28.751916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-884e1dbd-c789-4f46-a43e-a75988110999 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.0824485 Aug 30 21:10:28.767560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f19607-3179-4f88-b881-1e9e79a7a687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.771091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:28.774559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.777096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:28.866073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.892347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-2a7f2958-f3a3-4956-99f0-50d1a4cd5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:28.894827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-2a7f2958-f3a3-4956-99f0-50d1a4cd5eff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.1348443 Aug 30 21:10:28.901446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Transition to ACTIVE for port object b3846ed1-905a-42c0-9a4b-f8be570ed9ed will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:28.904484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f104c-532c-4ecc-a48c-3fb40817c209 req-e4f7c67d-0fc1-4995-acb8-433b51296859 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:28.906026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d3f104c-532c-4ecc-a48c-3fb40817c209 req-e4f7c67d-0fc1-4995-acb8-433b51296859 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 944 time: 0.2500992 Aug 30 21:10:28.913595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.923633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 776804e1-b867-4822-ae5d-aa6b32586d9b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:28.924354 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.936747 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f19607-3179-4f88-b881-1e9e79a7a687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.942203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f19607-3179-4f88-b881-1e9e79a7a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:28.954818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:10:28.994224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f19607-3179-4f88-b881-1e9e79a7a687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c40fea-cbde-485a-9a21-db524e655f07,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:29.002733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-64f19607-3179-4f88-b881-1e9e79a7a687 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d95a0efbb249462b8708ebabd13be9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513692 Aug 30 21:10:29.003827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:29.015924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c915-3d4c-4e38-be7c-a48757dee476 None None] Pushing event updated for resources: {'Port': ['ID=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:29.023228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.023929 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Added segment 863bd3b6-b39a-4437-aae6-f639be9d8ccf of type vlan for network 69791714-8b19-4231-9847-5901b47386b6 Aug 30 21:10:29.034277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Attempting to bind port b3846ed1-905a-42c0-9a4b-f8be570ed9ed on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:29.034888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Attempting to bind port b3846ed1-905a-42c0-9a4b-f8be570ed9ed by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:29.035459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Attempting to bind port b3846ed1-905a-42c0-9a4b-f8be570ed9ed on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:29.050830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:29.051931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:29.052823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.053697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:29.054742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Bound port: b3846ed1-905a-42c0-9a4b-f8be570ed9ed, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:29.055391 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.083190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc37718-d39d-46b2-9436-880f0115e106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.096678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-ae3cd23a-8be1-4aa1-9f0f-5c66b76eab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:29.098300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-ae3cd23a-8be1-4aa1-9f0f-5c66b76eab14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884778 Aug 30 21:10:29.121383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc37718-d39d-46b2-9436-880f0115e106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.127890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d3f104c-532c-4ecc-a48c-3fb40817c209 req-39cf75ee-c04d-43f8-8ab5-b700a64f0790 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770008 Aug 30 21:10:29.175929 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.179079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.190903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] For port b3846ed1-905a-42c0-9a4b-f8be570ed9ed, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:29.218879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] For port b3846ed1-905a-42c0-9a4b-f8be570ed9ed, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:29.226588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Allocated IP 172.20.0.1 (9cba1107-a2fe-4d0c-a2bf-c6c12579b33c/a0451c85-b891-4997-99f6-abc36d9040d1/8d3105cb-d1c9-48fc-b40e-d04af2c1e744) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:29.233175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.243132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc37718-d39d-46b2-9436-880f0115e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.250777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bc37718-d39d-46b2-9436-880f0115e106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.252940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1bc37718-d39d-46b2-9436-880f0115e106 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19c40fea-cbde-485a-9a21-db524e655f07 HTTP/1.1" status: 204 len: 168 time: 0.2473187 Aug 30 21:10:29.264140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:29.293957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc37718-d39d-46b2-9436-880f0115e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c40fea-cbde-485a-9a21-db524e655f07,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:29.298198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.311380 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.317179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:29.318036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.360715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:29.361764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:29.371883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c915-3d4c-4e38-be7c-a48757dee476 None None] Pushing event updated for resources: {'Port': ['ID=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:29.387950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7690578 Aug 30 21:10:29.499643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:29.507734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'subnets': [{'network_id': 'b56fff36-3dbe-4305-86a3-f908182ecb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--177447817', 'ip_version': 4}, {'network_id': '69791714-8b19-4231-9847-5901b47386b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:29.508510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'subnet': {'network_id': 'b56fff36-3dbe-4305-86a3-f908182ecb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--177447817', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:29.510081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Request body: {'subnet': {'network_id': '69791714-8b19-4231-9847-5901b47386b6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:29.537639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f91a7-7129-4e64-b16f-13e97e4f55f3 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Network': ['ID=69791714-8b19-4231-9847-5901b47386b6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:29.557124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 69791714-8b19-4231-9847-5901b47386b6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:10:29.564158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-5a47938c-35a4-4025-a85e-9f461b3c70e4 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438348 Aug 30 21:10:29.580169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:29.730391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.763447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Transition to ACTIVE for port object 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:29.781538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dd9d27-6f7f-47eb-8cc8-a6b851767a24 req-d7e3f5eb-cff7-40b9-8137-81b9446615bc service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089283 Aug 30 21:10:29.863209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:29.898813 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.904447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Made reservation on behalf of 82ff074eca474c0c8e08b0115b895cad for: {'subnet': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:29.913282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.914086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:29.959480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:29.982717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:29.984688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:30.025965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:30.045179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-a3f8c89b-3f84-4775-a6e8-48c76eb5905e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:30.059528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-a3f8c89b-3f84-4775-a6e8-48c76eb5905e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 821 time: 0.2514248 Aug 30 21:10:30.077894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.164614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-aeb5f072-7570-456d-8c3e-0140c092e8a9 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/quotas/31aa922f09dc4fff9f91b6ecf236e6bc HTTP/1.1" status: 200 len: 375 time: 0.1040592 Aug 30 21:10:30.217907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-71608b88-928b-488d-b50f-c2e9aa0ed5bf tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522375 Aug 30 21:10:30.287498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:24Z', 'revision_number': 3, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:30.381702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.387441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af40eb5-9801-481c-aa79-51c99703bc50 None None] The sync data for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 is: [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:24Z', 'revision_number': 3, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:10:30.391942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-4b3ba143-f05b-4b1e-ac9d-9c6d19688be4 service neutron] 10.222.0.76 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730440 Aug 30 21:10:30.403985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3ff601dd-c520-497a-ae5d-19e3f80405c7 None None] Provisioning for port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:30.413940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3ff601dd-c520-497a-ae5d-19e3f80405c7 None None] Provisioning complete for port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:30.415181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ff601dd-c520-497a-ae5d-19e3f80405c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.474504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3ff601dd-c520-497a-ae5d-19e3f80405c7 None None] Port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:30.535955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:30.630368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-99b96258-3454-4d13-a264-12488935c305 service neutron] 10.222.0.76 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349486 Aug 30 21:10:30.752282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.823222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:30.837884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.861028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:30.864430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.971230 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:30.989847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Subnet': ['ID=eff16da6-21d3-4cd8-9871-16bc953484ae,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:30.992523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Checking segment: {'id': '941d55a1-78d3-4d9c-8898-5b9e46aaff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b56fff36-3dbe-4305-86a3-f908182ecb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:30.992897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network hostable DHCP agents. Network: b56fff36-3dbe-4305-86a3-f908182ecb9d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:10:31.015480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network b56fff36-3dbe-4305-86a3-f908182ecb9d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:10:31.015622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:31.030083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b56fff36-3dbe-4305-86a3-f908182ecb9d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:31.036068 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:31.075145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d5bef3-cc9b-43a7-9ea6-b7b712246976 None None] Network b56fff36-3dbe-4305-86a3-f908182ecb9d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:31.092082 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fabb08-29c2-4564-bdfc-ce2f81ab7e1c x-openstack-request-id: req-88fabb08-29c2-4564-bdfc-ce2f81ab7e1c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:31.092439 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:31.092656 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88fabb08-29c2-4564-bdfc-ce2f81ab7e1c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:31.093201 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:10:31.097000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:31.110489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:31.131890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:31.148721 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:31.163014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event updated for resources: {'Subnet': ['ID=192de930-c0dd-4ce9-b126-5c8e8db79ef7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:31.235184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Checking segment: {'id': '863bd3b6-b39a-4437-aae6-f639be9d8ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '69791714-8b19-4231-9847-5901b47386b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:31.236071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network hostable DHCP agents. Network: 69791714-8b19-4231-9847-5901b47386b6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:10:31.265716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Network 69791714-8b19-4231-9847-5901b47386b6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:10:31.287481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 69791714-8b19-4231-9847-5901b47386b6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:31.299569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.300895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.302024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:31.304012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:31.364761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d2ef1be-0614-4d8a-bf99-efedd1473c44 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8631477 Aug 30 21:10:31.367186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:31.387316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc2652-db4f-4e71-b8ba-f26da22f77ca None None] Network 69791714-8b19-4231-9847-5901b47386b6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:31.532938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893e404-016e-48de-9af0-5b138e25830c req-945d50a0-267f-469e-b794-157ca5f3ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.535934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2893e404-016e-48de-9af0-5b138e25830c req-945d50a0-267f-469e-b794-157ca5f3ff81 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1098 time: 0.3833036 Aug 30 21:10:31.567747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3508e4-1805-4ada-88f7-c0557c8752ec req-174a7824-b3f6-49d5-b3f2-17432b94b5d1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.568017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:31.570988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a3508e4-1805-4ada-88f7-c0557c8752ec req-174a7824-b3f6-49d5-b3f2-17432b94b5d1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.3562732 Aug 30 21:10:31.606072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a4693-cc6e-4691-9bea-def0221aba79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b56fff36-3dbe-4305-86a3-f908182ecb9d', 'network_id': 'b56fff36-3dbe-4305-86a3-f908182ecb9d', 'tenant_id': '82ff074eca474c0c8e08b0115b895cad', 'fixed_ips': [{'subnet_id': 'eff16da6-21d3-4cd8-9871-16bc953484ae'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:10:31.607064 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4693-cc6e-4691-9bea-def0221aba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:31.659137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d0f9-5d9b-494f-a5f3-5afa0f1a3758 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.661136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d0f9-5d9b-494f-a5f3-5afa0f1a3758 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.666503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d0f9-5d9b-494f-a5f3-5afa0f1a3758 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:31.682719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0229d0f9-5d9b-494f-a5f3-5afa0f1a3758 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3140767 Aug 30 21:10:31.689193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:31.781764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a3508e4-1805-4ada-88f7-c0557c8752ec req-b2acc061-ac72-41ae-938c-4e3ffac601a5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770179 Aug 30 21:10:31.821283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Deleting subnet eff16da6-21d3-4cd8-9871-16bc953484ae {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:10:31.831746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:31.915704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2893e404-016e-48de-9af0-5b138e25830c req-3db8c21a-6007-4dfd-a9f7-22d4746e40be service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338253 Aug 30 21:10:31.922442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:31.924286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:32.013433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.021110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b3846ed1-905a-42c0-9a4b-f8be570ed9ed up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:32.184611 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.302022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Router bc64a69f-24f9-4014-82dc-869338a3493b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:10:32.343316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.390108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Subnet': ['ID=eff16da6-21d3-4cd8-9871-16bc953484ae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-cf7a4693-cc6e-4691-9bea-def0221aba79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eff16da6-21d3-4cd8-9871-16bc953484ae: This subnet is being modified by another concurrent operation. Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:10:32.395430 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eff16da6-21d3-4cd8-9871-16bc953484ae: This subnet is being modified by another concurrent operation. Aug 30 21:10:32.399974 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:10:32.423302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b3846ed1-905a-42c0-9a4b-f8be570ed9ed completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:32.424449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.428325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-81d26448-5529-4568-8805-87a99fceac10 None None] Provisioning complete for port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:32.429099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81d26448-5529-4568-8805-87a99fceac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.432288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2ac63d91-d411-4f96-99e3-80b59966afe7 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/subnets/eff16da6-21d3-4cd8-9871-16bc953484ae HTTP/1.1" status: 204 len: 168 time: 0.7376568 Aug 30 21:10:32.436625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:32.465782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61828d1-e131-453f-ad06-70003e34c178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-69791714-8b19-4231-9847-5901b47386b6', 'network_id': '69791714-8b19-4231-9847-5901b47386b6', 'tenant_id': '82ff074eca474c0c8e08b0115b895cad', 'fixed_ips': [{'subnet_id': '192de930-c0dd-4ce9-b126-5c8e8db79ef7'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:10:32.467040 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b61828d1-e131-453f-ad06-70003e34c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.484900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12381e7a-12f7-4728-8447-915883167604 None None] Network b56fff36-3dbe-4305-86a3-f908182ecb9d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:32.487645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b3846ed1-905a-42c0-9a4b-f8be570ed9ed triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:32.488289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.559298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:10:32.572122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Deleting subnet 192de930-c0dd-4ce9-b126-5c8e8db79ef7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:10:32.574990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a0af8766-8501-4437-aa44-16a992fc47a9 admin admin] 10.222.0.76 "PUT /v2.0/routers/bc64a69f-24f9-4014-82dc-869338a3493b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7531404 Aug 30 21:10:32.580961 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.594151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4840-ec14-43b1-b622-a57a9adbcd09 req-9c47c569-2208-48f8-9456-b8ce8fb13932 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:32.601451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ffe4840-ec14-43b1-b622-a57a9adbcd09 req-9c47c569-2208-48f8-9456-b8ce8fb13932 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 950 time: 0.4499757 Aug 30 21:10:32.664829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.703783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ffe4840-ec14-43b1-b622-a57a9adbcd09 req-4bb2d975-7f4a-44b5-b491-0fd43fa4a4b7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936134 Aug 30 21:10:32.733179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.812342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-81d26448-5529-4568-8805-87a99fceac10 None None] Port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:32.833474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.876797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Subnet': ['ID=192de930-c0dd-4ce9-b126-5c8e8db79ef7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:32.881657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:32.884672 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-02793fea-2d5c-4a38-be61-b8a97af67fec tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/subnets/192de930-c0dd-4ce9-b126-5c8e8db79ef7 HTTP/1.1" status: 204 len: 168 time: 0.4468832 Aug 30 21:10:32.887170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:33.026270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:33.080037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2b0ef-b4b6-41ee-8ef4-09705138265a tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:33.080727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cfe2b0ef-b4b6-41ee-8ef4-09705138265a tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1912456 Aug 30 21:10:33.088258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:33.096213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:33.114654 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96f8d4-4360-4d1a-b595-50b455eef6ef" -d '{"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-plugged", "status": "completed", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-b61828d1-e131-453f-ad06-70003e34c178 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 192de930-c0dd-4ce9-b126-5c8e8db79ef7: This subnet is being modified by another concurrent operation. Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:10:33.128871 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 192de930-c0dd-4ce9-b126-5c8e8db79ef7: This subnet is being modified by another concurrent operation. Aug 30 21:10:33.132973 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:10:33.176744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7551546f-b62a-4b63-bd44-8921a65e7513 None None] Network 69791714-8b19-4231-9847-5901b47386b6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:10:33.185780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21dda5-4f0e-4d7d-8c60-3947f526e762 req-bc763db8-1ffa-4d13-a288-ca55f2776cbe tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:33.189650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f21dda5-4f0e-4d7d-8c60-3947f526e762 req-bc763db8-1ffa-4d13-a288-ca55f2776cbe tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 945 time: 0.2675247 Aug 30 21:10:33.251730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.270269 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.283917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-7fbbe9eb-aafe-42c2-af9a-39cecf6fe789 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:33.294542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-7fbbe9eb-aafe-42c2-af9a-39cecf6fe789 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 821 time: 0.5877683 Aug 30 21:10:33.346632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-756b4678-366b-4392-958f-63abc0ebdd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.366557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b3846ed1-905a-42c0-9a4b-f8be570ed9ed, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:33.388686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.410449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f210aa-163e-4657-9d77-13699f0cf3de None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:10:33.416760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.439426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69791714-8b19-4231-9847-5901b47386b6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:33.464287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.469118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863bd3b6-b39a-4437-aae6-f639be9d8ccf') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:33.469577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863bd3b6-b39a-4437-aae6-f639be9d8ccf') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:33.490702 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.496046 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Sync routers for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:10:33.504604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:33.513557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.516553 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:33.518478 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:33.529112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:33.529696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:33.533893 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:33.614801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f210aa-163e-4657-9d77-13699f0cf3de None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:10:33.652836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.669968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.681090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/networks/69791714-8b19-4231-9847-5901b47386b6 HTTP/1.1" status: 204 len: 168 time: 0.5879800 Aug 30 21:10:33.687603 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:33.726781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-756b4678-366b-4392-958f-63abc0ebdd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.746622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:33.750864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3216539-7ecb-4a3a-970c-507b264111cb tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Network': ['ID=69791714-8b19-4231-9847-5901b47386b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:33.797840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-756b4678-366b-4392-958f-63abc0ebdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:33.811511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b3846ed1-905a-42c0-9a4b-f8be570ed9ed up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:33.921066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'port': {'device_id': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'admin_state_up': True, 'tenant_id': '31aa922f09dc4fff9f91b6ecf236e6bc'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:33.934126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-756b4678-366b-4392-958f-63abc0ebdd79 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3fac00c2d7044dfdabf0e7b2e5ba6eea&name=default HTTP/1.1" status: 200 len: 2982 time: 0.9063184 Aug 30 21:10:33.937362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b4678-366b-4392-958f-63abc0ebdd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0517d16-b040-484e-9a20-e51e564b218c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:33.939855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:33.950628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.115750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f21dda5-4f0e-4d7d-8c60-3947f526e762 req-e12c7312-1e47-4fa0-b9c5-876b07e9ca3c tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9085698 Aug 30 21:10:34.127343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:10:34.149524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b3846ed1-905a-42c0-9a4b-f8be570ed9ed triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:34.150365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.158494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d227af95-37df-4d4f-92f4-aea7169b2b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.166598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.205815 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 2, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:34.236211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56fff36-3dbe-4305-86a3-f908182ecb9d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:34.242398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Made reservation on behalf of 31aa922f09dc4fff9f91b6ecf236e6bc for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:34.246290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.252230 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Checking router: bc64a69f-24f9-4014-82dc-869338a3493b for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:10:34.253164 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Updating router bc64a69f-24f9-4014-82dc-869338a3493b port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:10:34.286857 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.315724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941d55a1-78d3-4d9c-8898-5b9e46aaff96') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:34.316169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941d55a1-78d3-4d9c-8898-5b9e46aaff96') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:34.322496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d227af95-37df-4d4f-92f4-aea7169b2b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.363567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.388151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f7207-ca35-4244-8522-d8059cf7eab9 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:10:34.400287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.408666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:34.409274 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:34.475689 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:34.486336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.504313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.508935 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/networks/b56fff36-3dbe-4305-86a3-f908182ecb9d HTTP/1.1" status: 204 len: 168 time: 0.7494488 Aug 30 21:10:34.509170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5a84d42-14f4-495e-9c4b-6b0cd2cbf455 req-eda0ed69-b353-4546-9e67-b4d29e163ea7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 210 time: 0.2037437 Aug 30 21:10:34.513958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54054) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:34.559182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f1014-2b54-440e-af15-461d2869f625 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Network': ['ID=b56fff36-3dbe-4305-86a3-f908182ecb9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:34.573820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:34.593456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d227af95-37df-4d4f-92f4-aea7169b2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.596692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d227af95-37df-4d4f-92f4-aea7169b2b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.598535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d227af95-37df-4d4f-92f4-aea7169b2b02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0517d16-b040-484e-9a20-e51e564b218c HTTP/1.1" status: 204 len: 168 time: 0.6573076 Aug 30 21:10:34.649445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227af95-37df-4d4f-92f4-aea7169b2b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0517d16-b040-484e-9a20-e51e564b218c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:34.707597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f7207-ca35-4244-8522-d8059cf7eab9 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:10:34.738394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:34.766283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Allocated IP 172.20.0.9 (db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5/40b09ca1-6c1a-48f8-ae7a-923de6862ba1/a7fba232-d0be-4639-a866-5cd15f0e98de) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:35.041844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.066343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:35.078217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6d91b2-a2c4-4434-8bee-f958db97b92f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:35.102285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:35.107326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.214500 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.237555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Transition to ACTIVE for port object 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:35.250730 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.295157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7027aca6-51d5-42fa-be3c-638da00bcabe') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:35.299142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7027aca6-51d5-42fa-be3c-638da00bcabe') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:35.406543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.468365 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdda39-47ed-4bce-9d63-4df7079a5e42 None None] Pushing event updated for resources: {'Port': ['ID=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:35.503184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:35.528676 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-763c0863-b91e-44f7-aedc-1473f79d5184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.539366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.618357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:35.620121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:35.637745 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:35.655469 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Attempting to bind port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:35.657062 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Attempting to bind port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:35.659049 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Attempting to bind port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 on network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:35.679715 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:35.680134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Checking segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:35.680543 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.680945 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Bound using segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:35.683665 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Bound port: 8d3105cb-d1c9-48fc-b40e-d04af2c1e744, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:35.684307 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.756741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.792512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-763c0863-b91e-44f7-aedc-1473f79d5184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.801873 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-763c0863-b91e-44f7-aedc-1473f79d5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.813707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:35.823856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.852727 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] For port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:35.861076 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] For port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:35.869050 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.917916 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-763c0863-b91e-44f7-aedc-1473f79d5184 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=471fd72e890944a5a1a08fc8e6c8a501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133420 Aug 30 21:10:35.919162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c0863-b91e-44f7-aedc-1473f79d5184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce5888-e7ad-4a38-8f2d-54b9dab71c75,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:35.921915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:35.944150 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.954607 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:35.988640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:35.998638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:36.001005 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:36.002457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.011543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba72d27-16d9-4fdf-99c5-bd913e393f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.012562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.018392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/networks/ea6d91b2-a2c4-4434-8bee-f958db97b92f HTTP/1.1" status: 204 len: 168 time: 1.5029373 Aug 30 21:10:36.027471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:36.047563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d69d0-c50c-445d-b0b9-f6a5168f89b3 req-c19f3435-84cd-4739-aba6-664356cf0631 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:36.051701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c32d69d0-c50c-445d-b0b9-f6a5168f89b3 req-c19f3435-84cd-4739-aba6-664356cf0631 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 1102 time: 0.5040212 Aug 30 21:10:36.084052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059bb8e-3a7c-407f-8dce-0b8dfe265b72 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Network': ['ID=ea6d91b2-a2c4-4434-8bee-f958db97b92f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:36.108733 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c32d69d0-c50c-445d-b0b9-f6a5168f89b3 req-53110aed-f28c-474c-a6c0-0b27c1e57ffb tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.142449 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdda39-47ed-4bce-9d63-4df7079a5e42 None None] Pushing event updated for resources: {'Port': ['ID=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:36.172837 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.243148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.259655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:36.268634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba72d27-16d9-4fdf-99c5-bd913e393f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.290657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:36.294579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:36.299177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:36.398174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:36.398814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.400122 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:36.460642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c32d69d0-c50c-445d-b0b9-f6a5168f89b3 req-53110aed-f28c-474c-a6c0-0b27c1e57ffb tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.471485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c32d69d0-c50c-445d-b0b9-f6a5168f89b3 req-53110aed-f28c-474c-a6c0-0b27c1e57ffb tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.479209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-21099a76-a984-4103-ad99-0d2ec6b71877 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1659274 Aug 30 21:10:36.503118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Request body: {'port': {'device_id': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:36.510422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c32d69d0-c50c-445d-b0b9-f6a5168f89b3 req-53110aed-f28c-474c-a6c0-0b27c1e57ffb tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236093 Aug 30 21:10:36.556850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53110aed-f28c-474c-a6c0-0b27c1e57ffb tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657a30dc-66dd-404e-a089-3f7d6b571fa6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:36.633326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.664477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.697735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93030ea1-b4ac-4538-a1c9-2959512f2fcf']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:36.724756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63306b2-462d-4ce1-975a-6b59213323cc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:36.725089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63306b2-462d-4ce1-975a-6b59213323cc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:36.738606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba72d27-16d9-4fdf-99c5-bd913e393f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.747354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ba72d27-16d9-4fdf-99c5-bd913e393f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.752419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8ba72d27-16d9-4fdf-99c5-bd913e393f2e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3cce5888-e7ad-4a38-8f2d-54b9dab71c75 HTTP/1.1" status: 204 len: 168 time: 0.8252158 Aug 30 21:10:36.766429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.801361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.817726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:10:36.819053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:36.822101 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:35Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:36.855110 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef15455-fd08-49c6-8d4c-e78484dabf80 None None] The sync data for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 is: [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:35Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:10:37.080195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdede4-cf7f-4226-8777-5f4891eb95b7 req-0724c879-1ec8-42b7-a680-d6dedef161f5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:37.081830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05cdede4-cf7f-4226-8777-5f4891eb95b7 req-0724c879-1ec8-42b7-a680-d6dedef161f5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.2225039 Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:10:37.085667 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:10:37.093048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba72d27-16d9-4fdf-99c5-bd913e393f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce5888-e7ad-4a38-8f2d-54b9dab71c75,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:37.151832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.168898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.173843 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] 10.222.0.76 "DELETE /v2.0/networks/93030ea1-b4ac-4538-a1c9-2959512f2fcf HTTP/1.1" status: 204 len: 168 time: 1.1411209 Aug 30 21:10:37.187919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3645ee8-81cb-4123-86cf-ee7523d9f7f8 tempest-BulkNetworkOpsTest-32516051 tempest-BulkNetworkOpsTest-32516051-project] Pushing event deleted for resources: {'Network': ['ID=93030ea1-b4ac-4538-a1c9-2959512f2fcf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:37.192002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05cdede4-cf7f-4226-8777-5f4891eb95b7 req-09f2df26-e887-494d-b744-a7a8fc8ba244 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024170 Aug 30 21:10:37.263241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fba232-d0be-4639-a866-5cd15f0e98de {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:37.278115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.301681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Transition to ACTIVE for port object a7fba232-d0be-4639-a866-5cd15f0e98de will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:37.313440 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.519389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:37.605814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Attempting to bind port a7fba232-d0be-4639-a866-5cd15f0e98de on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:37.606301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Attempting to bind port a7fba232-d0be-4639-a866-5cd15f0e98de by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:37.606749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Attempting to bind port a7fba232-d0be-4639-a866-5cd15f0e98de on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:37.623042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Port a7fba232-d0be-4639-a866-5cd15f0e98de on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:37.629317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Attempting to bind port a7fba232-d0be-4639-a866-5cd15f0e98de on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:37.645775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:37.646432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Checking segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:37.647074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Bound using segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:37.648610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Bound port: a7fba232-d0be-4639-a866-5cd15f0e98de, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:37.649385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.834574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:37.834870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:37.841429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:37.851323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.945447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:37.946557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:37.951880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/a7fba232-d0be-4639-a866-5cd15f0e98de HTTP/1.1" status: 200 len: 1092 time: 1.4630907 Aug 30 21:10:37.953405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:37.957729 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d79a0-e9e4-448e-99d3-ea3417fe5705" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:37.999408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248d179-5c26-4264-8095-3a06b5e603d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:38.031211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:38.045943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:38.046315 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.059493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:38.133802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-60b6014b-c487-4acf-8523-31afe49f515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:38.140407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-60b6014b-c487-4acf-8523-31afe49f515b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 1095 time: 0.1335325 Aug 30 21:10:38.237506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-76a95ea2-7f93-406f-8ad7-1498dba3720f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7fba232-d0be-4639-a866-5cd15f0e98de HTTP/1.1" status: 200 len: 217 time: 0.0907507 Aug 30 21:10:38.341757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-0f3fde9e-f3ce-412b-aa0f-bd73f41f551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:38.344012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-0f3fde9e-f3ce-412b-aa0f-bd73f41f551e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 200 len: 861 time: 0.0974112 Aug 30 21:10:38.370701 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.402149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d956c8c1-e496-44d8-b418-5994ad4891de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82ff074eca474c0c8e08b0115b895cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404987 Aug 30 21:10:38.412274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54100) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:38.422836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-718456c2-8b53-4db6-93d4-a06a27bd0531 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713263 Aug 30 21:10:38.487837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:38.502883 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.529398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6240a9d9-62cf-4662-908a-dee0bf0a4f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.586221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54102) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:38.593530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6240a9d9-62cf-4662-908a-dee0bf0a4f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.603917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834911184', 'description': 'tempest-description--156257332'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:38.668041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:38.756200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6240a9d9-62cf-4662-908a-dee0bf0a4f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.764777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6240a9d9-62cf-4662-908a-dee0bf0a4f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.766363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6240a9d9-62cf-4662-908a-dee0bf0a4f46 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d096435d-87a7-49e0-b5e8-51099fa8a3e4 HTTP/1.1" status: 204 len: 168 time: 0.3526509 Aug 30 21:10:38.772232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:38.793052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a9d9-62cf-4662-908a-dee0bf0a4f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096435d-87a7-49e0-b5e8-51099fa8a3e4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:38.860216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-6d18646d-9569-4356-b481-9d14d3dc1840 service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286921 Aug 30 21:10:38.912046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a39f1e50-ce1a-49e5-b41a-50e91ae59010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.011817 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea429a3c-0efc-4c6c-870b-0fd40fa2ee0c x-openstack-request-id: req-ea429a3c-0efc-4c6c-870b-0fd40fa2ee0c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:39.012602 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-plugged", "status": "completed", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:39.013232 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea429a3c-0efc-4c6c-870b-0fd40fa2ee0c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:39.014482 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'code': 200} Aug 30 21:10:39.173750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.193845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.306969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a7e68b1-8f3e-4faa-9210-5efccf72d436 req-c8120dea-3994-4788-82f7-e08f9b2de3d1 service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423734 Aug 30 21:10:39.307794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.312739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:39.319745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Request body: {'security_group_rule': {'security_group_id': '95d04264-249a-47bd-aa8c-e75f6071cbe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:39.327564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7399890 Aug 30 21:10:39.353996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c961de-8f16-4529-a68f-308dde93ce54 req-30813432-4663-4f44-a6f1-69fb972020e5 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:39.358400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4c961de-8f16-4529-a68f-308dde93ce54 req-30813432-4663-4f44-a6f1-69fb972020e5 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 946 time: 0.2396505 Aug 30 21:10:39.361916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a3f7c-1c03-441f-8154-928f9f92cbb8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d04264-249a-47bd-aa8c-e75f6071cbe2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:39.393726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.487433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4c961de-8f16-4529-a68f-308dde93ce54 req-7baa791d-efdd-4191-972c-428a3f8a8cc4 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163929 Aug 30 21:10:39.522964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.534385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.611737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f2bdb0-275a-4026-a850-785f0fcd8bff,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:39.635763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a2b21-f707-4e31-b0f9-7ab3b808d144 req-a4ef146a-4bea-43d9-8457-4c681664d81c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:39.638324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae1a2b21-f707-4e31-b0f9-7ab3b808d144 req-a4ef146a-4bea-43d9-8457-4c681664d81c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 943 time: 0.0901296 Aug 30 21:10:39.657762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.666274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a7e1310f-8f17-4430-8c40-642e9e06ce01 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458309 Aug 30 21:10:39.670439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:39.681840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Request body: {'security_group_rule': {'security_group_id': '95d04264-249a-47bd-aa8c-e75f6071cbe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:39.786048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.793454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae1a2b21-f707-4e31-b0f9-7ab3b808d144 req-d50af6af-4e37-4c6d-90dd-23f2f0fe498a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462195 Aug 30 21:10:39.861727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:39.902202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.911732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.946348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:39.948570 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2751994 Aug 30 21:10:39.951911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:39.958087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:39.965366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e3378-7656-499e-ab91-d7c716c326ad tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e99312-336c-444a-9e98-7e372a1f7535,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:40.007242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:40.059409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:40.062427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:40.258511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70a806-1cb2-4fd8-8cd9-3b128e1a993d req-de281fbd-597f-4ff5-942b-7d5bffcc8abb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:40.273151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:40.276954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac70a806-1cb2-4fd8-8cd9-3b128e1a993d req-de281fbd-597f-4ff5-942b-7d5bffcc8abb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.0798109 Aug 30 21:10:40.288376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'floatingip': {'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:40.332368 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a144cd1-6d53-457e-890a-5c46cc5f97b6 x-openstack-request-id: req-7a144cd1-6d53-457e-890a-5c46cc5f97b6 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:40.333083 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:40.334026 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a144cd1-6d53-457e-890a-5c46cc5f97b6 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:40.335331 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'status': 'completed', 'code': 200} Aug 30 21:10:40.371391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:40.445263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-04015e9f-d6fe-4eb6-9006-e5d318666226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:40.447581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-04015e9f-d6fe-4eb6-9006-e5d318666226 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 1095 time: 0.0817842 Aug 30 21:10:40.672119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-2dc49011-d0b0-4764-b224-e53a4614b3a2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759439 Aug 30 21:10:40.783579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-c1691e2b-d77a-495e-b509-516c57414aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:40.785252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-c1691e2b-d77a-495e-b509-516c57414aba service neutron] 10.222.0.86 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 922 time: 0.3242869 Aug 30 21:10:40.845964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-719e2808-4c66-4645-8255-39b365dcb7f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7fba232-d0be-4639-a866-5cd15f0e98de HTTP/1.1" status: 200 len: 217 time: 0.0493870 Aug 30 21:10:40.876815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-386f2831-3d8d-4196-b9d4-07d9e0b12036 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:40.879185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-386f2831-3d8d-4196-b9d4-07d9e0b12036 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061117 Aug 30 21:10:40.930278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-b0910506-b98a-41cc-9d4a-a793d7061dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:40.931966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-b0910506-b98a-41cc-9d4a-a793d7061dab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 200 len: 861 time: 0.0738320 Aug 30 21:10:40.955856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-810e4f29-4f4b-4bd2-91d7-d34acfa716d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/quotas/11d53233666b485fbbde926ad0016aa0 HTTP/1.1" status: 200 len: 375 time: 0.0526218 Aug 30 21:10:41.016253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:41.020625 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe975b70-1c66-4620-8faf-31dc3666be38" -d '{"events": [{"server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:41.028883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-ee47514b-bc79-44db-8815-4a766a1fa402 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707140 Aug 30 21:10:41.051871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:41.129503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-2cdfa940-35e3-4ddf-8803-e20658986a3d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724739 Aug 30 21:10:41.216783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-4b1c1e82-04a0-4ff6-a9a7-ac40bd0cdac2 service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792109 Aug 30 21:10:41.381333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Allocated IP 172.25.5.105 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/3841c6e9-49cd-40ec-96d3-d063fe10700b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:41.469518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c00d79a0-e9e4-448e-99d3-ea3417fe5705 req-36d10280-6f85-450a-b1bf-19ae51d52cc6 service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417667 Aug 30 21:10:41.736532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:41.852823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841765ca-887d-46b5-8c8f-3cbdc6005803 req-cac76071-d147-436e-a8d6-686ed1328004 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:41.861888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-841765ca-887d-46b5-8c8f-3cbdc6005803 req-cac76071-d147-436e-a8d6-686ed1328004 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 946 time: 0.0652306 Aug 30 21:10:41.865442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-132a5e4c-37b0-4705-a550-35db9194146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:41.874813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:41.971079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-841765ca-887d-46b5-8c8f-3cbdc6005803 req-5384f8aa-dee3-4d90-9faa-06d795095daf tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082129 Aug 30 21:10:42.147880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:42.244315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:42.265750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:42.275341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:42.279118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:42.331468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:42.347194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event updated for resources: {'Port': ['ID=3841c6e9-49cd-40ec-96d3-d063fe10700b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:42.529294 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:42.671423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-f48822b5-bea4-4f4f-a401-915ed817f19e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=71c79f8c705a43a8bcd31af984f592f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842364 Aug 30 21:10:42.723511 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:42.748926 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Floating IP 682133b7-441c-426a-b3a7-f388bbf68833 associated. External IP: 172.25.5.164, port: d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9. Aug 30 21:10:42.820980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:42.879386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:43.015677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-8b327473-ade9-4289-83ed-3b6ce52386a7 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:43.035241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-8b327473-ade9-4289-83ed-3b6ce52386a7 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3512208 Aug 30 21:10:43.057651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-35a74bf2-134d-476c-a595-2030384a493a tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/quotas/71c79f8c705a43a8bcd31af984f592f7 HTTP/1.1" status: 200 len: 375 time: 0.0204880 Aug 30 21:10:43.122608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-b665af4c-8176-4698-b155-c4162b6bddd0 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=71c79f8c705a43a8bcd31af984f592f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532181 Aug 30 21:10:43.224469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:43.243931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'port_id': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'mac_address': 'fa:16:3e:3f:be:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b09ca1-6c1a-48f8-ae7a-923de6862ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:43.325626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:43.365918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:43.368518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fba232-d0be-4639-a866-5cd15f0e98de {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:43.437234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:43.447654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:43.601119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:43.607876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef43a7-8eaf-48ce-be49-d51a6d3dfc6b req-02ff24df-2a53-4d9b-b1f8-a5585ee74fe7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:43.619640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20ef43a7-8eaf-48ce-be49-d51a6d3dfc6b req-02ff24df-2a53-4d9b-b1f8-a5585ee74fe7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 944 time: 0.1294181 Aug 30 21:10:43.661132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.664848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.665665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.666212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.666734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.667245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.667780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.670024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.670567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.671112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.678474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.679106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:43.695331 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3122e0f4-ee36-44a7-ad9b-86c5849d1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:43.769883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20ef43a7-8eaf-48ce-be49-d51a6d3dfc6b req-13f0ead4-735c-425a-8d58-d1c27cf87815 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480985 Aug 30 21:10:43.844564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a7fba232-d0be-4639-a866-5cd15f0e98de'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:43.967742 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ba530d-035d-4e66-8e7b-efcd34daa415 x-openstack-request-id: req-14ba530d-035d-4e66-8e7b-efcd34daa415 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:43.968477 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:43.968937 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14ba530d-035d-4e66-8e7b-efcd34daa415 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:43.970232 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'code': 200} Aug 30 21:10:44.012309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3122e0f4-ee36-44a7-ad9b-86c5849d1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:44.030838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3122e0f4-ee36-44a7-ad9b-86c5849d1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:44.194753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e0f4-ee36-44a7-ad9b-86c5849d1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bf32f7-c8e7-4878-98a7-d1c2ad0dabba,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:44.366948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3122e0f4-ee36-44a7-ad9b-86c5849d1470 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc88505eaf5d41f6a2913d4ced40f54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972990 Aug 30 21:10:44.377136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:44.379239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-7240b772-2135-438e-821c-d83a0d93d28a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1766276 Aug 30 21:10:44.442840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11f66f-f30b-4f6f-85d0-774303c49bfc req-9034cb92-4583-4bff-86e4-3dcdf7d5c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:44.445394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca11f66f-f30b-4f6f-85d0-774303c49bfc req-9034cb92-4583-4bff-86e4-3dcdf7d5c957 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.3211384 Aug 30 21:10:44.463140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:44.604737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Router df04975f-c73d-4cd6-a4ae-ce9b93251b72 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:10:44.682788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca11f66f-f30b-4f6f-85d0-774303c49bfc req-a65b3e78-847a-443f-9b07-4e24b6305b6e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166631 Aug 30 21:10:44.699271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef261f01-7f5b-4ee4-8ccc-0f0cbc39f91c req-13c0c228-0ef0-4df8-89c5-88cdc8532628 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:44.701164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef261f01-7f5b-4ee4-8ccc-0f0cbc39f91c req-13c0c228-0ef0-4df8-89c5-88cdc8532628 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 946 time: 0.1662951 Aug 30 21:10:44.712429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:44.719177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-367faacb-d330-4742-993a-2af2a954be05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:44.758975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:44.775516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-368b5945-63bd-40f1-b121-9fcf162df66a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516636 Aug 30 21:10:44.808937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-3110d2fa-8f18-4059-80ab-9b07151a6fe3 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:44.810638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-3110d2fa-8f18-4059-80ab-9b07151a6fe3 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128830 Aug 30 21:10:44.832156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:44.892764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-367faacb-d330-4742-993a-2af2a954be05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.061032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef261f01-7f5b-4ee4-8ccc-0f0cbc39f91c req-5d9fc267-e1c9-4454-b561-553322ff9eb1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378518 Aug 30 21:10:45.104057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event updated for resources: {'Port': ['ID=3841c6e9-49cd-40ec-96d3-d063fe10700b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:45.161396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.186191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:45.206538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:10:45.209370 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.214445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.221073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] Sync routers for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:10:45.253573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:45.254639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:45.289174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.290478 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-40f934f9-7248-430a-8d55-2abbb6028ff4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3370876 Aug 30 21:10:45.306326 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54390354-ff66-48a9-bb7b-f84629fd96ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "PUT /v2.0/floatingips/682133b7-441c-426a-b3a7-f388bbf68833 HTTP/1.1" status: 200 len: 992 time: 5.0271778 Aug 30 21:10:45.311351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:45.320687 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97418207-d40d-4b08-b8cf-440ef982ccad" -d '{"events": [{"name": "network-changed", "server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:45.344982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-772fe5b0-f7d2-48a3-82b4-de29f75789de tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:45.348318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-772fe5b0-f7d2-48a3-82b4-de29f75789de tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5280154 Aug 30 21:10:45.349478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-367faacb-d330-4742-993a-2af2a954be05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.353870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-367faacb-d330-4742-993a-2af2a954be05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.360230 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-367faacb-d330-4742-993a-2af2a954be05 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93bf32f7-c8e7-4878-98a7-d1c2ad0dabba HTTP/1.1" status: 204 len: 168 time: 0.9768715 Aug 30 21:10:45.372265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:45.375558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5ba2c0c-bf4e-4e16-98cf-ff08f485099d req-ebc00240-5e4c-4abc-9c42-da833197ffd6 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 210 time: 0.1196826 Aug 30 21:10:45.398636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367faacb-d330-4742-993a-2af2a954be05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bf32f7-c8e7-4878-98a7-d1c2ad0dabba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:45.576291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:45.582137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:45.587120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:45.749822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3b9081e-4650-47b3-a46a-edab56efa1c4 req-bbfb39f5-f939-48e1-abc7-51c6e372a044 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 210 time: 0.2101436 Aug 30 21:10:45.852920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.162 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/db4e8f04-5947-4afd-b967-fc1a0c66b2bd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:45.891682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-0e8c8d1c-d109-40a8-a8f1-3ce977e34d85 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=71c79f8c705a43a8bcd31af984f592f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706880 Aug 30 21:10:46.120670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:46.152843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb03c2-697c-446f-86ed-b81493f314e8 req-fecc61cf-e6ff-4548-9fca-8f5dd4686907 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:46.154637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6bb03c2-697c-446f-86ed-b81493f314e8 req-fecc61cf-e6ff-4548-9fca-8f5dd4686907 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 944 time: 0.2259221 Aug 30 21:10:46.194352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e489f3-c7e5-4710-a072-625039d16614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:46.250819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-5dc5c1a4-9245-4080-bbc0-c1e438728c70 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:46.254805 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-5dc5c1a4-9245-4080-bbc0-c1e438728c70 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543103 Aug 30 21:10:46.292096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Request body: {'port': {'device_id': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '71c79f8c705a43a8bcd31af984f592f7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:46.355526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '682133b7-441c-426a-b3a7-f388bbf68833', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5ed9e-3834-4097-bac1-626ec6234691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:42Z', 'revision_number': 1, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:53Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:46.422149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] Checking router: df04975f-c73d-4cd6-a4ae-ce9b93251b72 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:10:46.434897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:10:46.435910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:10:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:46.474330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:46.500309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6bb03c2-697c-446f-86ed-b81493f314e8 req-945965e8-fecf-4749-8723-1db30a7a7b4c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324802 Aug 30 21:10:46.528255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object db4e8f04-5947-4afd-b967-fc1a0c66b2bd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:46.609004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e489f3-c7e5-4710-a072-625039d16614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:46.636909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e489f3-c7e5-4710-a072-625039d16614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:46.642882 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:46.741250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:46.745123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:46.749456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:46.780777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.127 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:46.834270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:46.877035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:10:46.903973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:47.005628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:10:47.156234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c9e489f3-c7e5-4710-a072-625039d16614 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfa9cd44a6f64b11941cc24922207e57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341556 Aug 30 21:10:47.158419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Made reservation on behalf of 71c79f8c705a43a8bcd31af984f592f7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:47.165640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.179934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:47.189954 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0216dd9f-2ddb-4c68-a4fc-f8a397b7354a x-openstack-request-id: req-0216dd9f-2ddb-4c68-a4fc-f8a397b7354a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:47.191212 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:47.191715 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0216dd9f-2ddb-4c68-a4fc-f8a397b7354a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:47.194654 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'status': 'completed', 'code': 200} Aug 30 21:10:47.264039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.358837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e489f3-c7e5-4710-a072-625039d16614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f379fc6f-aaa2-4af1-ba24-04b3763acd06,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:47.365335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.377699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a7fba232-d0be-4639-a866-5cd15f0e98de completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:47.399573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.400142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.400624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.401055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.401547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.401975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.402408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.402990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.403434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.404081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.404539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.404970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:10:47.415637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:47.416454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.420270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a7fba232-d0be-4639-a866-5cd15f0e98de triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:47.420790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.441180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:47.469025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-bba9285d-6398-44e6-ad2c-2cc090e9fc9c tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1834911184&fields=id&tenant_id=867d8f6217434052a7ca7f266852f1ad HTTP/1.1" status: 200 len: 267 time: 0.1073859 Aug 30 21:10:47.480817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97418207-d40d-4b08-b8cf-440ef982ccad req-558a9248-f16f-4a49-9c36-817284077419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:47.482585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-558a9248-f16f-4a49-9c36-817284077419 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1098 time: 0.6069791 Aug 30 21:10:47.512659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.611708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27904ad5-be18-4db6-aadd-4a2986a06bf3 None None] Provisioning for port db4e8f04-5947-4afd-b967-fc1a0c66b2bd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:47.627893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:47.634868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:47.637545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bddaefc6-4b6a-45dd-b941-67ba683829c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.688025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27904ad5-be18-4db6-aadd-4a2986a06bf3 None None] Provisioning complete for port db4e8f04-5947-4afd-b967-fc1a0c66b2bd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:47.688613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27904ad5-be18-4db6-aadd-4a2986a06bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.727179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bddaefc6-4b6a-45dd-b941-67ba683829c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.763921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-27904ad5-be18-4db6-aadd-4a2986a06bf3 None None] Port db4e8f04-5947-4afd-b967-fc1a0c66b2bd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:47.800980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-1b4c4927-34fe-4d2b-b93a-6d712744b0c1 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:47.803487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-1b4c4927-34fe-4d2b-b93a-6d712744b0c1 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/networks?id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c HTTP/1.1" status: 200 len: 815 time: 0.3163171 Aug 30 21:10:47.805150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97418207-d40d-4b08-b8cf-440ef982ccad req-870dd27c-c5ed-4974-b661-7522c74c97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:47.806947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-870dd27c-c5ed-4974-b661-7522c74c97f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.3047891 Aug 30 21:10:47.813173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:47.822204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-5146ca52-9125-452e-aca2-9fa5eed74a2f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/quotas/867d8f6217434052a7ca7f266852f1ad HTTP/1.1" status: 200 len: 375 time: 0.0117474 Aug 30 21:10:47.840128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bddaefc6-4b6a-45dd-b941-67ba683829c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.845644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bddaefc6-4b6a-45dd-b941-67ba683829c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:47.848165 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bddaefc6-4b6a-45dd-b941-67ba683829c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f379fc6f-aaa2-4af1-ba24-04b3763acd06 HTTP/1.1" status: 204 len: 168 time: 0.6511142 Aug 30 21:10:47.891646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '682133b7-441c-426a-b3a7-f388bbf68833', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5ed9e-3834-4097-bac1-626ec6234691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:42Z', 'revision_number': 1, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:53Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:10:47.931333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaefc6-4b6a-45dd-b941-67ba683829c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f379fc6f-aaa2-4af1-ba24-04b3763acd06,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:47.941486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1512eed-f3ad-4423-bd07-550316a142ac None None] The sync data for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 is: [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '682133b7-441c-426a-b3a7-f388bbf68833', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'floating_ip_address': '172.25.5.164', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df5ed9e-3834-4097-bac1-626ec6234691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:42Z', 'revision_number': 1, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:53Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:10:47.977975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.010490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:48.098472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:48.102286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:48.108885 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a692b6-50c8-44a5-8d45-46b298326a57" -d '{"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-plugged", "status": "completed", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:48.122466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.138619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:48.139943 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.218586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:10:48.241467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.253409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-4550fcab-249b-4753-bdf0-4af7c4ea85c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.4298713 Aug 30 21:10:48.257699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.353353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-86df9b23-b9ae-4ad4-9536-67c63a587bbb tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=867d8f6217434052a7ca7f266852f1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5169172 Aug 30 21:10:48.360359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-cdb97d1c-6c02-49c9-972c-f4c9c0c6e4ad tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5338693 Aug 30 21:10:48.366848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9f69ee40-4132-41f0-84e6-36806e7e9450 None None] Provisioning for port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:48.387149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9f69ee40-4132-41f0-84e6-36806e7e9450 None None] Provisioning complete for port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:48.388367 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f69ee40-4132-41f0-84e6-36806e7e9450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.397922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Request body: {'port': {'device_id': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:48.478716 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c3af8-7b2a-4e8d-a203-1f2f0dda4212 None None] New status for floating IP 682133b7-441c-426a-b3a7-f388bbf68833: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:10:48.481610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9f69ee40-4132-41f0-84e6-36806e7e9450 None None] Port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:48.499873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:48.503742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Allocated IP 192.168.233.212 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/d46130e9-7dd2-4141-925b-62b5165f5ce2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:48.597328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87999f9-1bfc-452a-a696-5d4989a56577,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:48.604105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97418207-d40d-4b08-b8cf-440ef982ccad req-955214be-75d6-420c-bdc6-3c6b0710fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:48.606315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-955214be-75d6-420c-bdc6-3c6b0710fbd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.3265140 Aug 30 21:10:48.611629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-ba3989e6-fd2d-49d8-bd39-bc24a7793bdc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2496467 Aug 30 21:10:48.632685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Request body: {'port': {'device_id': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:48.776728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-0ee88607-8a06-46cb-8830-22263eab6cb6 service neutron] 10.222.0.76 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004440 Aug 30 21:10:48.777329 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.859959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:48.987067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97418207-d40d-4b08-b8cf-440ef982ccad req-50774d0a-667a-4c9d-9dce-1bb84573b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:48.988872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-50774d0a-667a-4c9d-9dce-1bb84573b337 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3484378 Aug 30 21:10:49.010312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:49.057190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Transition to ACTIVE for port object d46130e9-7dd2-4141-925b-62b5165f5ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:49.177008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-995627e3-3199-47b7-8dac-317a7adc9cf8 service neutron] 10.222.0.76 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856242 Aug 30 21:10:49.218038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:49.255508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:49.285961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:49.291748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-d5b09cb3-8637-492a-a324-b988a7ab8e6d service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282503 Aug 30 21:10:49.293839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:49.405161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Pushing event updated for resources: {'Port': ['ID=d46130e9-7dd2-4141-925b-62b5165f5ce2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:49.472721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:49.474144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:49.508301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-d68c971f-5946-479c-9f67-9b2049ebc11e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2349513 Aug 30 21:10:49.561611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Request body: {'port': {'device_id': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:49.707931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97418207-d40d-4b08-b8cf-440ef982ccad req-81b5e6c4-50cf-4a28-bf20-0506c596e45c service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059021 Aug 30 21:10:49.834334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:49.927538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4e8f04-5947-4afd-b967-fc1a0c66b2bd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:49.965378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:49.972239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0dce10ed-2600-4efa-9146-6a04332151a2 None None] Provisioning for port d46130e9-7dd2-4141-925b-62b5165f5ce2 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:49.990187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0dce10ed-2600-4efa-9146-6a04332151a2 None None] Provisioning complete for port d46130e9-7dd2-4141-925b-62b5165f5ce2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:49.990810 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0dce10ed-2600-4efa-9146-6a04332151a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:50.057058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Transition to ACTIVE for port object db4e8f04-5947-4afd-b967-fc1a0c66b2bd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:50.083727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:50.227075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0dce10ed-2600-4efa-9146-6a04332151a2 None None] Port d46130e9-7dd2-4141-925b-62b5165f5ce2 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:50.237792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Pushing event updated for resources: {'Port': ['ID=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:50.344470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde1c90-6530-4d16-94f6-281ef2cf544d req-e72ce0e3-99b5-4aa2-9f51-ca4f64187ba7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:50.367550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebde1c90-6530-4d16-94f6-281ef2cf544d req-e72ce0e3-99b5-4aa2-9f51-ca4f64187ba7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 946 time: 0.6360908 Aug 30 21:10:50.620818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebde1c90-6530-4d16-94f6-281ef2cf544d req-9f4a2e30-835f-4211-9151-060c17926904 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487998 Aug 30 21:10:50.783236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:50.801090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:50.844013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Transition to ACTIVE for port object 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:50.855880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:50.972298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Pushing event updated for resources: {'Port': ['ID=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:51.155175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e5c8b-7d6c-43b5-93b8-fe1856228742 req-b895f6f9-bb03-436f-ab90-91bdc4217650 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:51.169174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e35e5c8b-7d6c-43b5-93b8-fe1856228742 req-b895f6f9-bb03-436f-ab90-91bdc4217650 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 936 time: 0.2816405 Aug 30 21:10:51.286281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Attempting to bind port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:51.286281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Attempting to bind port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:51.286281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Attempting to bind port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:51.323918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e35e5c8b-7d6c-43b5-93b8-fe1856228742 req-0210de1d-e2b6-481f-b133-75979ddba676 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391335 Aug 30 21:10:51.330157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:51.330157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Attempting to bind port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:51.334720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Attempting to bind port db4e8f04-5947-4afd-b967-fc1a0c66b2bd on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:51.340550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Attempting to bind port db4e8f04-5947-4afd-b967-fc1a0c66b2bd by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:51.341447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Attempting to bind port db4e8f04-5947-4afd-b967-fc1a0c66b2bd on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:51.370468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Port db4e8f04-5947-4afd-b967-fc1a0c66b2bd on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:51.371193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Attempting to bind port db4e8f04-5947-4afd-b967-fc1a0c66b2bd on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:51.389414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:51.395194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:51.396010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:51.396234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:51.396835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:51.396988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:51.398512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Bound port: 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:51.398698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Bound port: db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:51.399223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.406319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.577424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46130e9-7dd2-4141-925b-62b5165f5ce2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:51.590088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.595528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] For port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:51.602844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] For port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:51.613133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.617134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Transition to ACTIVE for port object d46130e9-7dd2-4141-925b-62b5165f5ce2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:51.647307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] For port db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:51.672203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.672973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] For port db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:51.688271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:51.689303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.691932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] 10.222.0.86 "PUT /v2.0/ports/44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 HTTP/1.1" status: 200 len: 1097 time: 3.0639205 Aug 30 21:10:51.693729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.695605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'tag': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:51.699588 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cc4206-5217-4bed-9cec-45a4085793d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5886ea-dfba-45fa-ba84-1191ebeb775d", "tag": "44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:51.775742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dac2d-81a1-4889-9876-294f71da4bfe req-6bc3f014-62c9-404a-9c77-41550c079ce9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:51.778822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-636dac2d-81a1-4889-9876-294f71da4bfe req-6bc3f014-62c9-404a-9c77-41550c079ce9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 948 time: 0.1997457 Aug 30 21:10:51.878859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62008326-86d3-476c-91f0-27bd55da4759 service neutron] Pushing event updated for resources: {'Port': ['ID=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:51.914319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Attempting to bind port d46130e9-7dd2-4141-925b-62b5165f5ce2 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:51.914684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Attempting to bind port d46130e9-7dd2-4141-925b-62b5165f5ce2 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:51.915031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Attempting to bind port d46130e9-7dd2-4141-925b-62b5165f5ce2 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:51.917284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:51.918478 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:51.924697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] 10.222.0.86 "PUT /v2.0/ports/db4e8f04-5947-4afd-b967-fc1a0c66b2bd HTTP/1.1" status: 200 len: 1097 time: 3.5325224 Aug 30 21:10:51.943677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'tag': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:51.951955 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08" -d '{"events": [{"name": "network-changed", "server_uuid": "5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9", "tag": "db4e8f04-5947-4afd-b967-fc1a0c66b2bd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:51.954402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Port d46130e9-7dd2-4141-925b-62b5165f5ce2 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:51.955002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Attempting to bind port d46130e9-7dd2-4141-925b-62b5165f5ce2 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:51.966700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:51.967095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:51.970437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:51.973133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Bound port: d46130e9-7dd2-4141-925b-62b5165f5ce2, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:51.973598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:52.037485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Pushing event updated for resources: {'Port': ['ID=d46130e9-7dd2-4141-925b-62b5165f5ce2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:52.044901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-0293d354-b6f6-4043-9cfa-bef66648b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.046967 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-0293d354-b6f6-4043-9cfa-bef66648b08d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 1100 time: 0.2796876 Aug 30 21:10:52.138719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] For port d46130e9-7dd2-4141-925b-62b5165f5ce2, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:52.143212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] For port d46130e9-7dd2-4141-925b-62b5165f5ce2, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:52.159640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:52.183821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.185012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:52.187547 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] 10.222.0.86 "PUT /v2.0/ports/d46130e9-7dd2-4141-925b-62b5165f5ce2 HTTP/1.1" status: 200 len: 1097 time: 2.6464651 Aug 30 21:10:52.264937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-db6d09a9-cdae-4f20-98c4-05bd258eaacf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 HTTP/1.1" status: 200 len: 217 time: 0.1183093 Aug 30 21:10:52.332617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e584-33de-48ec-bfd8-7f5ea9c8714e service neutron] Pushing event updated for resources: {'Port': ['ID=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:52.444630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-c82793c7-3620-40f5-bc01-cf9ee33e9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.447076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-c82793c7-3620-40f5-bc01-cf9ee33e9fe2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1739492 Aug 30 21:10:52.485423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-a767a71b-8659-4999-be82-9fa35b971852 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.488437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-a767a71b-8659-4999-be82-9fa35b971852 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.82 "GET /v2.0/networks?id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c HTTP/1.1" status: 200 len: 815 time: 0.3482530 Aug 30 21:10:52.499491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-636dac2d-81a1-4889-9876-294f71da4bfe req-b7157af4-87c4-4c28-b148-b0cd8d2c0082 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120442 Aug 30 21:10:52.566398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-fccf3557-cc82-4599-9a6c-2ce0ccb0762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.569105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-fccf3557-cc82-4599-9a6c-2ce0ccb0762c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 1100 time: 0.4590003 Aug 30 21:10:52.673111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-f841acbd-9267-44cc-87db-2d3df41b217f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd HTTP/1.1" status: 200 len: 217 time: 0.0947785 Aug 30 21:10:52.686616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-8e8bd516-779b-4753-ae52-fdfcb908c497 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=867d8f6217434052a7ca7f266852f1ad HTTP/1.1" status: 200 len: 380 time: 0.1849220 Aug 30 21:10:52.788835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Request body: {'port': {'device_id': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'admin_state_up': True, 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'security_groups': ['95d04264-249a-47bd-aa8c-e75f6071cbe2']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:52.957527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9860fd-d6e2-474c-88c2-5b0556981207 req-335c98c3-99a4-4ea3-bfab-1f5df42bc46f tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.959649 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e9860fd-d6e2-474c-88c2-5b0556981207 req-335c98c3-99a4-4ea3-bfab-1f5df42bc46f tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.2717681 Aug 30 21:10:52.965785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-c253a239-0e4b-432a-9997-6d22cecc8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:52.968616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-c253a239-0e4b-432a-9997-6d22cecc8e7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2794154 Aug 30 21:10:53.055986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101284f-77ae-4557-aab1-6e25c90e37fa service neutron] Pushing event updated for resources: {'Port': ['ID=d46130e9-7dd2-4141-925b-62b5165f5ce2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:53.079821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:53.121505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-65453624-a759-45de-b833-a2c5452b563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:53.123078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-65453624-a759-45de-b833-a2c5452b563e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=71c79f8c705a43a8bcd31af984f592f7&device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 1100 time: 0.7944214 Aug 30 21:10:53.140730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e9860fd-d6e2-474c-88c2-5b0556981207 req-ba882e70-4cc4-47a7-ad8f-b9ba09495430 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704838 Aug 30 21:10:53.159746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-7cc0fb0c-501e-4692-a9b0-72db7f337a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:53.161597 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-7cc0fb0c-501e-4692-a9b0-72db7f337a0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6936414 Aug 30 21:10:53.216265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a443820-4990-46fd-9145-c9e69caa1894 req-8222d7eb-dd6d-4416-8dcd-9feefa4f80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:53.218211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-8222d7eb-dd6d-4416-8dcd-9feefa4f80a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2293668 Aug 30 21:10:53.342524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-f96ca60a-ef5c-441c-8382-343d2ef0a154 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2 HTTP/1.1" status: 200 len: 217 time: 0.2084916 Aug 30 21:10:53.419462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-1497533c-1499-4522-8b11-b83f08f76550 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914339 Aug 30 21:10:53.436671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-9d10f0d1-792e-4647-a6ae-2b39f09ee307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:53.439451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-9d10f0d1-792e-4647-a6ae-2b39f09ee307 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0697646 Aug 30 21:10:53.443878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3aa-9c87-49cc-b571-0537b8a2e2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:53.512718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Made reservation on behalf of 867d8f6217434052a7ca7f266852f1ad for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:10:53.517712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:53.528792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-f401a07d-3e05-4e91-afd7-849194aa251f service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590715 Aug 30 21:10:53.651259 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7776fb-7eaa-4c52-9fda-429104b147d4 x-openstack-request-id: req-4c7776fb-7eaa-4c52-9fda-429104b147d4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:53.652439 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-plugged", "status": "completed", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:53.653035 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c7776fb-7eaa-4c52-9fda-429104b147d4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:53.653784 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'code': 200} Aug 30 21:10:53.729416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-0bced79d-c060-4088-a1c9-54d78267fb5d service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987471 Aug 30 21:10:53.734583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.86', 64449) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:53.831575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792278a1-b63a-4125-8c13-65834592baf7 req-24fee277-d5a3-470e-a869-08d8bdbe007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:53.833589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-24fee277-d5a3-470e-a869-08d8bdbe007e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3768702 Aug 30 21:10:53.961663 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-562c6a89-7553-453d-a23d-f20195185cd5 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948808 Aug 30 21:10:54.016013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f18f91b-3826-4ae4-9bbd-a8d6b89d9006 req-0980808d-7d56-49a6-818a-c8a6d52cfaa9 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 210 time: 0.1068945 Aug 30 21:10:54.019322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Allocated IP 172.20.0.5 (9cba1107-a2fe-4d0c-a2bf-c6c12579b33c/a0451c85-b891-4997-99f6-abc36d9040d1/95967d54-08e8-4554-a8f2-9598eb80374b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:54.029072 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-cac5f682-8387-4687-91a2-d4602307dce5 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763041 Aug 30 21:10:54.053958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d254baa-2d6b-4409-8d88-a3d753b32e98 req-d30ca15d-18db-451c-87b7-4f6e44aaa2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:54.055542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d254baa-2d6b-4409-8d88-a3d753b32e98 req-d30ca15d-18db-451c-87b7-4f6e44aaa2e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 1097 time: 0.1295488 Aug 30 21:10:54.062725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3aa-9c87-49cc-b571-0537b8a2e2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:54.105100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a28cb3aa-9c87-49cc-b571-0537b8a2e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:54.158966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb3aa-9c87-49cc-b571-0537b8a2e2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b0f1d5-05a1-4d04-aa99-658f4ac76a43,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:54.208064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a28cb3aa-9c87-49cc-b571-0537b8a2e2f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5aca65d202f149e4afdafbd632cb2486&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1229081 Aug 30 21:10:54.214940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:54.297524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-792278a1-b63a-4125-8c13-65834592baf7 req-830092b1-1f53-43b1-8f4f-fa498d893e47 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540207 Aug 30 21:10:54.332757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d316a148-28e5-447b-8264-d7b62c46fdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:54.392869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d316a148-28e5-447b-8264-d7b62c46fdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:54.499276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d316a148-28e5-447b-8264-d7b62c46fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:54.503859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d316a148-28e5-447b-8264-d7b62c46fdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:54.509741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d316a148-28e5-447b-8264-d7b62c46fdb1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4b0f1d5-05a1-4d04-aa99-658f4ac76a43 HTTP/1.1" status: 204 len: 168 time: 0.2937946 Aug 30 21:10:54.520367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316a148-28e5-447b-8264-d7b62c46fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b0f1d5-05a1-4d04-aa99-658f4ac76a43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:54.832699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c18eb107-05da-457e-9481-5511160ec8ca req-879218b2-2f51-4b61-8c01-6774db9cf744 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7462714 Aug 30 21:10:54.865409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:54.961784 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.055720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d254baa-2d6b-4409-8d88-a3d753b32e98 req-c0ba6539-aed7-4438-8fc8-9e3873714b73 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9920402 Aug 30 21:10:55.090933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:55.109712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0847dc84-199a-48dd-aab9-5452d6781658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.162169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.200276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Transition to ACTIVE for port object 95967d54-08e8-4554-a8f2-9598eb80374b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:55.222112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.305593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0847dc84-199a-48dd-aab9-5452d6781658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.315867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0847dc84-199a-48dd-aab9-5452d6781658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.377625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0847dc84-199a-48dd-aab9-5452d6781658 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21bdeff9601045aa9fb54e287cfca0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853031 Aug 30 21:10:55.378904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:55.388361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Allocated IP 172.25.5.30 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/ce4b1b80-845b-4324-95ce-f4b811d2f101) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:10:55.389804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847dc84-199a-48dd-aab9-5452d6781658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04479878-c07a-4cc7-968a-c364cb7db6c0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:55.481315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-410960a1-5d67-4416-83b0-0119c2967cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.508743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.532157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-410960a1-5d67-4416-83b0-0119c2967cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.609614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:55.617272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:55.631434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:55.635515 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-410960a1-5d67-4416-83b0-0119c2967cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.645059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-410960a1-5d67-4416-83b0-0119c2967cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.646281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-410960a1-5d67-4416-83b0-0119c2967cda admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04479878-c07a-4cc7-968a-c364cb7db6c0 HTTP/1.1" status: 204 len: 168 time: 0.2662613 Aug 30 21:10:55.647899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event updated for resources: {'Port': ['ID=95967d54-08e8-4554-a8f2-9598eb80374b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:55.676384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.697136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410960a1-5d67-4416-83b0-0119c2967cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04479878-c07a-4cc7-968a-c364cb7db6c0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:55.759402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:55.760127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.798774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-d5a5626a-8177-4bc5-a775-a031afe9b418 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0756028 Aug 30 21:10:55.809173 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:55.839446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Request body: {'port': {'device_id': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:10:55.851133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:10:55.938285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:10:55.947733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:10:56.032890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e6a0f65-df96-4b22-9331-e5373156ca94 None None] Provisioning for port 95967d54-08e8-4554-a8f2-9598eb80374b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:10:56.039905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e6a0f65-df96-4b22-9331-e5373156ca94 None None] Provisioning complete for port 95967d54-08e8-4554-a8f2-9598eb80374b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:10:56.041286 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e6a0f65-df96-4b22-9331-e5373156ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.082375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.103789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event updated for resources: {'Port': ['ID=ce4b1b80-845b-4324-95ce-f4b811d2f101,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:56.123327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a0f65-df96-4b22-9331-e5373156ca94 None None] Port 95967d54-08e8-4554-a8f2-9598eb80374b cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:10:56.324496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.412988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.627070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.640225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.765023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95967d54-08e8-4554-a8f2-9598eb80374b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:56.775596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.793883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event updated for resources: {'Port': ['ID=ce4b1b80-845b-4324-95ce-f4b811d2f101,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:56.809600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Transition to ACTIVE for port object 95967d54-08e8-4554-a8f2-9598eb80374b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:10:56.811268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.818562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.856510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:56.857658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c18eb107-05da-457e-9481-5511160ec8ca req-d90501f3-2a7c-45a5-9ae7-610e5ba358fb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0099642 Aug 30 21:10:56.886549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=95967d54-08e8-4554-a8f2-9598eb80374b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:56.959322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c18eb107-05da-457e-9481-5511160ec8ca req-da83a178-6264-485c-b26d-f297e26daa06 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.0883808 Aug 30 21:10:57.088068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Attempting to bind port 95967d54-08e8-4554-a8f2-9598eb80374b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:10:57.088409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Attempting to bind port 95967d54-08e8-4554-a8f2-9598eb80374b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:10:57.088750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Attempting to bind port 95967d54-08e8-4554-a8f2-9598eb80374b on network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:57.099023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Port 95967d54-08e8-4554-a8f2-9598eb80374b on network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:10:57.099359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Attempting to bind port 95967d54-08e8-4554-a8f2-9598eb80374b on network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:10:57.120992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:10:57.121335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Checking segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:10:57.121725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Bound using segment: {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:10:57.122174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Bound port: 95967d54-08e8-4554-a8f2-9598eb80374b, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670bd8ca-529c-4a15-9efc-9209dfa7354d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:10:57.122536 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:57.159089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eb107-05da-457e-9481-5511160ec8ca req-13076bbd-19b2-407e-9a45-67184d38a7df tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.160584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c18eb107-05da-457e-9481-5511160ec8ca req-13076bbd-19b2-407e-9a45-67184d38a7df tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1804571 Aug 30 21:10:57.237455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] For port 95967d54-08e8-4554-a8f2-9598eb80374b, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:10:57.241869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] For port 95967d54-08e8-4554-a8f2-9598eb80374b, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=95967d54-08e8-4554-a8f2-9598eb80374b,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:10:57.250118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:57.268781 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f6c68-e972-44d2-9a2b-9ba933c209a3 x-openstack-request-id: req-4b5f6c68-e972-44d2-9a2b-9ba933c209a3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:57.270876 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5886ea-dfba-45fa-ba84-1191ebeb775d", "tag": "44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:57.272003 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b5f6c68-e972-44d2-9a2b-9ba933c209a3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:57.274414 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'tag': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', 'status': 'completed', 'code': 200} Aug 30 21:10:57.328161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.328763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:57.330237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] 10.222.0.82 "PUT /v2.0/ports/95967d54-08e8-4554-a8f2-9598eb80374b HTTP/1.1" status: 200 len: 1092 time: 1.5078063 Aug 30 21:10:57.333821 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8cd29c-9469-4a50-8173-05f8eccf262c x-openstack-request-id: req-9b8cd29c-9469-4a50-8173-05f8eccf262c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:10:57.333982 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9", "tag": "db4e8f04-5947-4afd-b967-fc1a0c66b2bd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:10:57.334236 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b8cd29c-9469-4a50-8173-05f8eccf262c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:10:57.334640 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'tag': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd', 'status': 'completed', 'code': 200} Aug 30 21:10:57.384793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b19393-e32d-4ebf-bfd1-75edaa5e9ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=95967d54-08e8-4554-a8f2-9598eb80374b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:57.602061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-68214ded-8450-4b67-ade1-494a1c486842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.604708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-68214ded-8450-4b67-ade1-494a1c486842 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 1100 time: 0.0650380 Aug 30 21:10:57.635926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-c07e1ce4-eb60-4f40-8f84-ba6ffe0f2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.637562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-c07e1ce4-eb60-4f40-8f84-ba6ffe0f2568 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 1100 time: 0.2179732 Aug 30 21:10:57.673391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-1cde8806-e7f4-4bbf-94f8-c8dfb57ada4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.675929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-1cde8806-e7f4-4bbf-94f8-c8dfb57ada4b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=867d8f6217434052a7ca7f266852f1ad&device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 1095 time: 0.2833893 Aug 30 21:10:57.750816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7f0d-1974-435a-8d5e-5c438f894072 req-463edcd6-b930-4aa6-9f73-caaf0ca976d7 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.752820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aedf7f0d-1974-435a-8d5e-5c438f894072 req-463edcd6-b930-4aa6-9f73-caaf0ca976d7 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 948 time: 0.3383942 Aug 30 21:10:57.789815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-2b28c74e-0bf3-4b3c-aa2b-6b2d621a4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.791435 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-2b28c74e-0bf3-4b3c-aa2b-6b2d621a4347 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1799145 Aug 30 21:10:57.802629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-29091377-92bc-4e87-8797-2951ad3e9a18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95967d54-08e8-4554-a8f2-9598eb80374b HTTP/1.1" status: 200 len: 217 time: 0.0716009 Aug 30 21:10:57.886289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-a817fe27-6581-4aaf-8a0a-e3fee9022681 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd HTTP/1.1" status: 200 len: 217 time: 0.0864439 Aug 30 21:10:57.918209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aedf7f0d-1974-435a-8d5e-5c438f894072 req-d1be4a52-c677-4c32-954c-8c76f2491a11 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201670 Aug 30 21:10:57.924694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-ea733628-64aa-4c56-9200-9f3aa1189b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.926468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-ea733628-64aa-4c56-9200-9f3aa1189b44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0451c85-b891-4997-99f6-abc36d9040d1 HTTP/1.1" status: 200 len: 854 time: 0.1155393 Aug 30 21:10:57.927937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-04ed0ced-a781-4d50-abcc-3d4f7079b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.929483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-04ed0ced-a781-4d50-abcc-3d4f7079b0b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2797661 Aug 30 21:10:57.989901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-e7262f71-98e4-4519-9905-f4afffb5002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:57.991697 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-e7262f71-98e4-4519-9905-f4afffb5002e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0962839 Aug 30 21:10:58.044222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-0722cb07-7dd8-4e6c-bcfe-d5e98e5e0926 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 HTTP/1.1" status: 200 len: 217 time: 0.0978699 Aug 30 21:10:58.054739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-b9d85c1e-d52e-4597-993a-eb1dd579de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:58.056869 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-b9d85c1e-d52e-4597-993a-eb1dd579de96 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569799 Aug 30 21:10:58.122076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-86aa164d-5d6c-479e-8a10-b955004e6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:58.123705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-86aa164d-5d6c-479e-8a10-b955004e6dc0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794071 Aug 30 21:10:58.140552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-cc324a4c-4631-4d5b-a706-c19b8b9b7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:58.140552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-cc324a4c-4631-4d5b-a706-c19b8b9b7609 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0818303 Aug 30 21:10:58.151847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837802bf-d71d-4d94-b4c4-f05a47d36508 req-cad7fce4-9d4a-426e-90e5-886042218045 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:58.153479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-837802bf-d71d-4d94-b4c4-f05a47d36508 req-cad7fce4-9d4a-426e-90e5-886042218045 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 948 time: 0.1128485 Aug 30 21:10:58.226088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-d616370e-0496-4b64-8481-44c1c74c3104 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568565 Aug 30 21:10:58.305152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-9656522e-3613-444f-8e52-70f8fa9741f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:58.307515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-9656522e-3613-444f-8e52-70f8fa9741f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514759 Aug 30 21:10:58.326818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-837802bf-d71d-4d94-b4c4-f05a47d36508 req-ced2a10e-cb9e-413e-b4bb-4f7eb4e0fa11 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162307 Aug 30 21:10:58.339815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-9e50734e-9998-4063-abd0-4d11210ac8d7 service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066338 Aug 30 21:10:58.391692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b9329d4-85a8-4e94-80ee-b4f2ed29bf08 req-c49aff38-f2d9-4aa7-aea6-59d5245124a1 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567273 Aug 30 21:10:58.710632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:58.820792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-0d31f18e-41e0-4e3e-a9b3-4aad94fde3c7 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981928 Aug 30 21:10:58.830824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080f938-27de-4e73-a969-6daedc63062c req-be03f0fe-a5b6-42a9-9907-a7a92c3f46d9 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:58.832338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d080f938-27de-4e73-a969-6daedc63062c req-be03f0fe-a5b6-42a9-9907-a7a92c3f46d9 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.3956022 Aug 30 21:10:58.834192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211ea9f8-a3a2-4e76-8868-8c5abc551768 req-969935f9-082f-4c0a-9ca3-5b1f96492efa service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787443 Aug 30 21:10:58.857446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7129ab7a-66c4-44ba-8e95-e0aa417ecf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:58.939072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d080f938-27de-4e73-a969-6daedc63062c req-a3bc4a76-6c10-499f-843e-f60fa4cfb879 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958126 Aug 30 21:10:58.975642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:58.988756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60cc4206-5217-4bed-9cec-45a4085793d4 req-bd13c8d0-bde4-4a2b-9abf-03583962d922 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534343 Aug 30 21:10:58.994867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7129ab7a-66c4-44ba-8e95-e0aa417ecf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.001001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7129ab7a-66c4-44ba-8e95-e0aa417ecf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.045208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7129ab7a-66c4-44ba-8e95-e0aa417ecf54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e868c98ca184d8691c2ff6f258727fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310509 Aug 30 21:10:59.045208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129ab7a-66c4-44ba-8e95-e0aa417ecf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c785e4-8577-47fe-a73a-bc1e1458c164,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:59.045905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:59.130626 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e864aeb-eb4a-4ce5-a492-eb271f47c111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.139775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:59.162606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e864aeb-eb4a-4ce5-a492-eb271f47c111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.170300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', 'mac_address': 'fa:16:3e:c4:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:59.223388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.255553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:59.258845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f920-d49d-4300-8e37-bfd6b6f2503d req-1a75e3a9-27e3-4427-9a01-69a64e7a9470 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:59.260366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3c9f920-d49d-4300-8e37-bfd6b6f2503d req-1a75e3a9-27e3-4427-9a01-69a64e7a9470 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 943 time: 0.0694952 Aug 30 21:10:59.278691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'tag': 'd46130e9-7dd2-4141-925b-62b5165f5ce2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:59.278923 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e864aeb-eb4a-4ce5-a492-eb271f47c111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.279032 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335" -d '{"events": [{"name": "network-changed", "server_uuid": "8192fa97-218e-4060-9674-d07ecc7f7cf3", "tag": "d46130e9-7dd2-4141-925b-62b5165f5ce2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:59.280822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e864aeb-eb4a-4ce5-a492-eb271f47c111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.282698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9e864aeb-eb4a-4ce5-a492-eb271f47c111 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1c785e4-8577-47fe-a73a-bc1e1458c164 HTTP/1.1" status: 204 len: 168 time: 0.2352517 Aug 30 21:10:59.285533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:59.293120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.294051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device db4e8f04-5947-4afd-b967-fc1a0c66b2bd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:59.309103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e864aeb-eb4a-4ce5-a492-eb271f47c111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c785e4-8577-47fe-a73a-bc1e1458c164,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:59.336226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:10:59.342935 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:10:59.355546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3c9f920-d49d-4300-8e37-bfd6b6f2503d req-d3ef5103-c538-48e1-9cc6-92cf4a81d7e0 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858309 Aug 30 21:10:59.378807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:59.390027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:59.395116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd', 'mac_address': 'fa:16:3e:3e:5e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:59.439202 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.456003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4e8f04-5947-4afd-b967-fc1a0c66b2bd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:59.484821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:59.493713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.495145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d46130e9-7dd2-4141-925b-62b5165f5ce2 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:10:59.609220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:59.615400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d46130e9-7dd2-4141-925b-62b5165f5ce2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:59.633253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd46130e9-7dd2-4141-925b-62b5165f5ce2', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'd46130e9-7dd2-4141-925b-62b5165f5ce2', 'mac_address': 'fa:16:3e:ff:c9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:10:59.644869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-08505946-cb00-4949-95d6-42bbfaed0dfc tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:10:59.647256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-08505946-cb00-4949-95d6-42bbfaed0dfc tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 820 time: 0.1951351 Aug 30 21:10:59.677524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-b0bc943a-6b0e-4523-bf17-172e720778e8 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/quotas/04d53e0cc1f5485abc5f5c2a8705e66b HTTP/1.1" status: 200 len: 375 time: 0.0226600 Aug 30 21:10:59.696204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:10:59.701588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.720337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46130e9-7dd2-4141-925b-62b5165f5ce2 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:10:59.733307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e33e955-218f-4902-9b49-3985207726d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.743246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d46130e9-7dd2-4141-925b-62b5165f5ce2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:10:59.750921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.778989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-51b02121-4dac-4993-8f2e-37bc10bcdb13 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0858517 Aug 30 21:10:59.815162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d46130e9-7dd2-4141-925b-62b5165f5ce2,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:10:59.912033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-a3d50bc9-0cd2-4d01-895a-c0fde36c15fb service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222069 Aug 30 21:10:59.947419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e33e955-218f-4902-9b49-3985207726d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:10:59.972408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e33e955-218f-4902-9b49-3985207726d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:00.038796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7e33e955-218f-4902-9b49-3985207726d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=69b577e9d7054d5b98a148d9fb262a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410740 Aug 30 21:11:00.041956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33e955-218f-4902-9b49-3985207726d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca233b6f-aeb5-4631-b070-853b9c5c39c8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:00.042374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:00.070300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-26101c41-34ec-4b60-9830-9a7268bf3327 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500423 Aug 30 21:11:00.110719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957a658b-5714-4fb9-8be9-5aeddd4ab42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:00.137935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957a658b-5714-4fb9-8be9-5aeddd4ab42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:00.199709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957a658b-5714-4fb9-8be9-5aeddd4ab42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:00.204448 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-957a658b-5714-4fb9-8be9-5aeddd4ab42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:00.206210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-957a658b-5714-4fb9-8be9-5aeddd4ab42f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca233b6f-aeb5-4631-b070-853b9c5c39c8 HTTP/1.1" status: 204 len: 168 time: 0.1623702 Aug 30 21:11:00.228487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a658b-5714-4fb9-8be9-5aeddd4ab42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca233b6f-aeb5-4631-b070-853b9c5c39c8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:00.275133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:00.342819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df495b-e161-4add-87d1-e273b99faaff req-a93f7fac-8131-474b-9eeb-2a84db186de7 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:00.345688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7df495b-e161-4add-87d1-e273b99faaff req-a93f7fac-8131-474b-9eeb-2a84db186de7 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 949 time: 0.0782356 Aug 30 21:11:00.349186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:00.396929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d46130e9-7dd2-4141-925b-62b5165f5ce2'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:00.399047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7df495b-e161-4add-87d1-e273b99faaff req-be78a224-6375-4ffc-90ee-cf353b55b58b tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421658 Aug 30 21:11:00.587450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7a2b8-7af5-431e-90c3-8f51b555a2c9 req-960b70a1-3d65-45b1-a1dd-4b97c374dd17 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:00.595121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0be7a2b8-7af5-431e-90c3-8f51b555a2c9 req-960b70a1-3d65-45b1-a1dd-4b97c374dd17 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0885124 Aug 30 21:11:00.655049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0be7a2b8-7af5-431e-90c3-8f51b555a2c9 req-3f0fe1ee-ecde-4f89-b472-f970d96b17fe tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Aug 30 21:11:00.779202 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9614b4-e8e9-40ef-9437-3c0413c1ecb2 x-openstack-request-id: req-0e9614b4-e8e9-40ef-9437-3c0413c1ecb2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:00.779758 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8192fa97-218e-4060-9674-d07ecc7f7cf3", "tag": "d46130e9-7dd2-4141-925b-62b5165f5ce2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:00.780348 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e9614b4-e8e9-40ef-9437-3c0413c1ecb2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:00.780966 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'tag': 'd46130e9-7dd2-4141-925b-62b5165f5ce2', 'status': 'completed', 'code': 200} Aug 30 21:11:00.827096 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af47b7c-4ab1-4803-ad40-6ddffab87b36 x-openstack-request-id: req-5af47b7c-4ab1-4803-ad40-6ddffab87b36 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:00.828289 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:00.828498 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5af47b7c-4ab1-4803-ad40-6ddffab87b36 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:00.829409 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b', 'status': 'completed', 'code': 200} Aug 30 21:11:00.963349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-71adbf69-401c-4595-9ae4-8b47620b290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:00.966116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-71adbf69-401c-4595-9ae4-8b47620b290c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=71c79f8c705a43a8bcd31af984f592f7&device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 1101 time: 0.1534777 Aug 30 21:11:00.975611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:00.978514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-dc18530d-bcce-4589-bfe1-9ef6f1345dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:00.980015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-dc18530d-bcce-4589-bfe1-9ef6f1345dca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=867d8f6217434052a7ca7f266852f1ad&device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 1095 time: 0.1023538 Aug 30 21:11:01.000206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8b4bb-ffe5-4e51-8e15-42e16e8956aa req-4d2bd662-6863-4cc6-a9c9-21cfe2aa732d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.007880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36a8b4bb-ffe5-4e51-8e15-42e16e8956aa req-4d2bd662-6863-4cc6-a9c9-21cfe2aa732d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 949 time: 0.1369913 Aug 30 21:11:01.071791 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:01.126267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:01.129948 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a1e37d-69e2-42cc-a8d9-401c5aa373a4" -d '{"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-unplugged", "status": "completed", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:01.134974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:01.141506 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:01.198918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:01.246441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-a0fb553e-0620-4200-9bfa-bd1d1cd9c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.248006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-a0fb553e-0620-4200-9bfa-bd1d1cd9c5e0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2721260 Aug 30 21:11:01.252995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36a8b4bb-ffe5-4e51-8e15-42e16e8956aa req-930b21ab-f1cc-4f71-89c8-9d1d5b69b823 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442729 Aug 30 21:11:01.305089 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-8c66bd90-66a2-4b1c-a07a-91761426d4c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2 HTTP/1.1" status: 200 len: 217 time: 0.0449789 Aug 30 21:11:01.350146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-9f0a9fdc-2a62-47aa-aa7b-176b9d65596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.351706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-9f0a9fdc-2a62-47aa-aa7b-176b9d65596e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c HTTP/1.1" status: 200 len: 916 time: 0.3418243 Aug 30 21:11:01.399891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-d38acdc4-0d32-4a87-bc4b-d5cc3aca7265 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95967d54-08e8-4554-a8f2-9598eb80374b HTTP/1.1" status: 200 len: 217 time: 0.0400171 Aug 30 21:11:01.464006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-c04b3c17-5d99-4e5b-8623-70c76a0972c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.465570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-c04b3c17-5d99-4e5b-8623-70c76a0972c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1494515 Aug 30 21:11:01.467474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e1763fe-fcb4-4e94-8d03-c014508a31af req-758fa3b1-4a0e-4263-a283-6b3b276299e0 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 210 time: 0.0720949 Aug 30 21:11:01.533005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-acd6e683-ed7e-4d4a-bdec-8852731954c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.534554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-acd6e683-ed7e-4d4a-bdec-8852731954c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0451c85-b891-4997-99f6-abc36d9040d1 HTTP/1.1" status: 200 len: 854 time: 0.1249778 Aug 30 21:11:01.654304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-8a8f3835-6a88-4642-b834-4d6c4f6f9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.657791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-8a8f3835-6a88-4642-b834-4d6c4f6f9f3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1800954 Aug 30 21:11:01.681936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-90639c76-dac8-4283-8d0d-81eb1b0c2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.683541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-90639c76-dac8-4283-8d0d-81eb1b0c2a50 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399755 Aug 30 21:11:01.788814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887e3a-07b6-4fee-8d55-cd1a84d52840 req-3570a317-6666-4c9b-befc-50d8dea99cca tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.790706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2887e3a-07b6-4fee-8d55-cd1a84d52840 req-3570a317-6666-4c9b-befc-50d8dea99cca tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 943 time: 0.2441673 Aug 30 21:11:01.804810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-aa246142-cf50-4c36-8a3b-e08ae6924c97 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:01.807807 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-aa246142-cf50-4c36-8a3b-e08ae6924c97 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 820 time: 0.2802317 Aug 30 21:11:01.821431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'port': {'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'admin_state_up': True, 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:01.891603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2887e3a-07b6-4fee-8d55-cd1a84d52840 req-8a779522-01d4-48c9-9165-387c555539df tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910020 Aug 30 21:11:01.911510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-51be3d4d-dab5-4321-b2c9-802457de9b61 service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138603 Aug 30 21:11:01.913760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-97a42370-a24b-41b5-8ce6-8a2a0a0a0fb6 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458532 Aug 30 21:11:01.978181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Made reservation on behalf of 04d53e0cc1f5485abc5f5c2a8705e66b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:11:01.982372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.129043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Allocated IP 172.20.0.9 (d7512bbf-b34a-4f24-b8eb-bba734b735e0/4bab2118-2ea0-4dc3-919b-265e26a1f672/f0147929-8a0b-47ed-a113-394a70d227af) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:11:02.157080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0b037-b97d-4be3-80b5-4466dd265886 req-b12695aa-73c8-4281-b890-101f5929b13a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:02.158990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67a0b037-b97d-4be3-80b5-4466dd265886 req-b12695aa-73c8-4281-b890-101f5929b13a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 947 time: 0.1502397 Aug 30 21:11:02.161685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4ec2e94-5d6a-4de6-bb6b-21c81ae1167d req-145e7a5e-1098-4a8d-a712-cb04a8bd74de service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413235 Aug 30 21:11:02.164157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f2e9bc7-e901-48e5-84bf-3be74ebfd335 req-d24cb89c-da5a-44c2-9f0b-1191b023adc7 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407033 Aug 30 21:11:02.233733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67a0b037-b97d-4be3-80b5-4466dd265886 req-abbeee0d-0fc0-4430-b0c3-4d9fb32aca6f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541973 Aug 30 21:11:02.290531 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc4ad23-81ac-434a-840b-4a5a839672f4 x-openstack-request-id: req-9cc4ad23-81ac-434a-840b-4a5a839672f4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:02.291183 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-unplugged", "status": "completed", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:02.291183 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cc4ad23-81ac-434a-840b-4a5a839672f4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:02.291664 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'code': 200} Aug 30 21:11:02.344043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.364103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Transition to ACTIVE for port object f0147929-8a0b-47ed-a113-394a70d227af will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:02.405534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902d31-9566-46ce-85a8-3b0026a724ea req-8ec8cca7-001f-48e9-a1c2-6d2da047c714 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:02.407753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc902d31-9566-46ce-85a8-3b0026a724ea req-8ec8cca7-001f-48e9-a1c2-6d2da047c714 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 949 time: 0.0531714 Aug 30 21:11:02.409185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.431389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:02.468930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:11:02.475120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc902d31-9566-46ce-85a8-3b0026a724ea req-da4923b5-0e00-4a86-9ff2-ef06097c0abd tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 Aug 30 21:11:02.475322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:11:02.481247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:11:02.487369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event updated for resources: {'Port': ['ID=f0147929-8a0b-47ed-a113-394a70d227af,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:02.572678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:02.573502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.594886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-4b1d8309-fb37-47e7-9770-d8ef470684db tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781200 Aug 30 21:11:02.610259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Request body: {'port': {'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:02.686402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06396c50-502d-433d-8770-af1a3226999d req-74ca3151-b578-4cd8-bb63-e51f2b7e4332 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:02.698784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.699702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06396c50-502d-433d-8770-af1a3226999d req-74ca3151-b578-4cd8-bb63-e51f2b7e4332 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0964549 Aug 30 21:11:02.722974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 95967d54-08e8-4554-a8f2-9598eb80374b details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:02.760376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06396c50-502d-433d-8770-af1a3226999d req-ee614f0c-9225-4f19-94ba-0d3c4aa1a804 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Aug 30 21:11:02.898496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 95967d54-08e8-4554-a8f2-9598eb80374b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=95967d54-08e8-4554-a8f2-9598eb80374b,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:02.916259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '95967d54-08e8-4554-a8f2-9598eb80374b', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'port_id': '95967d54-08e8-4554-a8f2-9598eb80374b', 'mac_address': 'fa:16:3e:9f:e9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:02.967776 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.970522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23def3dd-3a80-44cf-92ca-ec8a518942e5 None None] Provisioning for port f0147929-8a0b-47ed-a113-394a70d227af completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:02.982909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23def3dd-3a80-44cf-92ca-ec8a518942e5 None None] Provisioning complete for port f0147929-8a0b-47ed-a113-394a70d227af triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:02.983480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23def3dd-3a80-44cf-92ca-ec8a518942e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:02.989535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95967d54-08e8-4554-a8f2-9598eb80374b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:03.023687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:03.079886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 95967d54-08e8-4554-a8f2-9598eb80374b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=95967d54-08e8-4554-a8f2-9598eb80374b,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:03.081325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-23def3dd-3a80-44cf-92ca-ec8a518942e5 None None] Port f0147929-8a0b-47ed-a113-394a70d227af cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:11:03.088810 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.169426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=95967d54-08e8-4554-a8f2-9598eb80374b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:03.169570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54674) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:03.187234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:03.196777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:03.199214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.218021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0147929-8a0b-47ed-a113-394a70d227af {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:03.234986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.252372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Transition to ACTIVE for port object f0147929-8a0b-47ed-a113-394a70d227af will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:03.257257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.329569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Pushing event updated for resources: {'Port': ['ID=f0147929-8a0b-47ed-a113-394a70d227af,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:03.342072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.402476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:03.411694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4f6f-e38f-495a-bbf1-7f668fbd8b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.425767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.426753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device db4e8f04-5947-4afd-b967-fc1a0c66b2bd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:03.468491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Attempting to bind port f0147929-8a0b-47ed-a113-394a70d227af on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:11:03.468928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Attempting to bind port f0147929-8a0b-47ed-a113-394a70d227af by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:11:03.469324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Attempting to bind port f0147929-8a0b-47ed-a113-394a70d227af on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:03.475329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Port f0147929-8a0b-47ed-a113-394a70d227af on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:11:03.475634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75943ac9-f9ef-41b6-96b8-6d1401a59ae2 req-2b8be478-b55b-496a-be9c-ae10b1a1aa35 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:03.475882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Attempting to bind port f0147929-8a0b-47ed-a113-394a70d227af on network d7512bbf-b34a-4f24-b8eb-bba734b735e0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:03.477782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75943ac9-f9ef-41b6-96b8-6d1401a59ae2 req-2b8be478-b55b-496a-be9c-ae10b1a1aa35 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 949 time: 0.1663256 Aug 30 21:11:03.481014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.483771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:11:03.484179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Checking segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:11:03.485177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Bound using segment: {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:11:03.485177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Bound port: f0147929-8a0b-47ed-a113-394a70d227af, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95caad11-3dca-45f6-bb9f-dee8bc3ada4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:11:03.485698 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.487106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['95967d54-08e8-4554-a8f2-9598eb80374b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:03.576832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] For port f0147929-8a0b-47ed-a113-394a70d227af, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:11:03.580857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] For port f0147929-8a0b-47ed-a113-394a70d227af, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f0147929-8a0b-47ed-a113-394a70d227af,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:11:03.582423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:03.587259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.588817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75943ac9-f9ef-41b6-96b8-6d1401a59ae2 req-117af70c-71d7-4328-af6d-7f726b6493c3 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845387 Aug 30 21:11:03.619360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port db4e8f04-5947-4afd-b967-fc1a0c66b2bd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:03.629917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port db4e8f04-5947-4afd-b967-fc1a0c66b2bd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:03.630344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.660941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:03.661980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.663625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] 10.222.0.82 "PUT /v2.0/ports/f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 1092 time: 1.0581303 Aug 30 21:11:03.664179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:03.669771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4f6f-e38f-495a-bbf1-7f668fbd8b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.675358 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "tag": "f0147929-8a0b-47ed-a113-394a70d227af"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:03.678074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3aa4f6f-e38f-495a-bbf1-7f668fbd8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.679028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca43b82-e2d9-46a1-9e97-b958fcf3ce7c service neutron] Pushing event updated for resources: {'Port': ['ID=f0147929-8a0b-47ed-a113-394a70d227af,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:03.737976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b3aa4f6f-e38f-495a-bbf1-7f668fbd8b66 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=309d9a9fb0684b62a03c5a7aaa0274f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683513 Aug 30 21:11:03.740746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa4f6f-e38f-495a-bbf1-7f668fbd8b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cc9aed-44b0-48ad-8689-297839e0b9af,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:03.745957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54684) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:03.791523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-80b5aa2b-4fb8-4ca8-bc05-27dc6e4b74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:03.793286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-80b5aa2b-4fb8-4ca8-bc05-27dc6e4b74cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1095 time: 0.0744176 Aug 30 21:11:03.846499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-bfc9d5d9-71c9-4ce4-b529-31eebe7853f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 217 time: 0.0444679 Aug 30 21:11:03.888028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.896828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bfa0d-8b39-4cc7-ad2f-391315d9d344 req-ff053c57-d6a7-4ede-96dc-bfc213d24808 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:03.899077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-656bfa0d-8b39-4cc7-ad2f-391315d9d344 req-ff053c57-d6a7-4ede-96dc-bfc213d24808 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 943 time: 0.0886743 Aug 30 21:11:03.901099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bfddc5d-1254-4420-af4b-99e0f0eb7365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.911303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-5ff1346f-3916-4000-b54d-8e00c627c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:03.913765 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-5ff1346f-3916-4000-b54d-8e00c627c64f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0590887 Aug 30 21:11:03.937719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:03.945254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bfddc5d-1254-4420-af4b-99e0f0eb7365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.950865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:03.952042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d46130e9-7dd2-4141-925b-62b5165f5ce2 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:03.977292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-33b65687-068f-4441-827e-6e1e02cb8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:03.978280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-656bfa0d-8b39-4cc7-ad2f-391315d9d344 req-9fa3bb37-a198-4a4f-99e6-693c5591f649 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711656 Aug 30 21:11:03.980500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-33b65687-068f-4441-827e-6e1e02cb8b98 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582845 Aug 30 21:11:04.038041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bfddc5d-1254-4420-af4b-99e0f0eb7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.041379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bfddc5d-1254-4420-af4b-99e0f0eb7365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.043342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2bfddc5d-1254-4420-af4b-99e0f0eb7365 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81cc9aed-44b0-48ad-8689-297839e0b9af HTTP/1.1" status: 204 len: 168 time: 0.2955647 Aug 30 21:11:04.065112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:04.083746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d46130e9-7dd2-4141-925b-62b5165f5ce2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:04.086686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfddc5d-1254-4420-af4b-99e0f0eb7365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cc9aed-44b0-48ad-8689-297839e0b9af,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:04.092750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d46130e9-7dd2-4141-925b-62b5165f5ce2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:04.093431 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.148777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-8bcc31d4-6540-43cd-9f10-e2b89eeb0c1a service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569445 Aug 30 21:11:04.151051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca632003-1711-4b31-b2c3-2cb9a097f240 req-5a8000c8-34a4-4271-b291-08629143d4bb tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:04.154056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca632003-1711-4b31-b2c3-2cb9a097f240 req-5a8000c8-34a4-4271-b291-08629143d4bb tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0849977 Aug 30 21:11:04.239681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca632003-1711-4b31-b2c3-2cb9a097f240 req-86f7d8c4-ed48-46bb-adbd-906aa1fd8233 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713077 Aug 30 21:11:04.246732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.295682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'}, {'server_uuid': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd'}, {'server_uuid': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46130e9-7dd2-4141-925b-62b5165f5ce2'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:04.298611 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5128f7a-6b18-4d33-b1bf-c77bea2d7609" -d '{"events": [{"server_uuid": "1f5886ea-dfba-45fa-ba84-1191ebeb775d", "name": "network-vif-plugged", "status": "completed", "tag": "44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306"}, {"server_uuid": "5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "db4e8f04-5947-4afd-b967-fc1a0c66b2bd"}, {"server_uuid": "8192fa97-218e-4060-9674-d07ecc7f7cf3", "name": "network-vif-plugged", "status": "completed", "tag": "d46130e9-7dd2-4141-925b-62b5165f5ce2"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:04.300379 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-490b8925-caa5-4e07-8a01-3110f769aa94 req-f2865587-fba3-43a3-bc86-a5ac64342b1e service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376977 Aug 30 21:11:04.311832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d46130e9-7dd2-4141-925b-62b5165f5ce2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:04.327882 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.395915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8cbb5-48a6-4004-965e-9ec3bf8a962f req-5142e6a5-d886-4d2c-b5f4-67f44b418d98 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:04.397957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d46130e9-7dd2-4141-925b-62b5165f5ce2,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:04.398922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00b8cbb5-48a6-4004-965e-9ec3bf8a962f req-5142e6a5-d886-4d2c-b5f4-67f44b418d98 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 944 time: 0.0628059 Aug 30 21:11:04.457756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00b8cbb5-48a6-4004-965e-9ec3bf8a962f req-1d8f032e-d1aa-4562-88ea-959dd452c9c4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487237 Aug 30 21:11:04.512338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:04.529137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.676055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.682356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.693139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6543a7c-36d3-40ab-8011-104e51dd61d1 req-53456d7d-0fa2-41af-91ff-9d1386936332 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:04.694864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6543a7c-36d3-40ab-8011-104e51dd61d1 req-53456d7d-0fa2-41af-91ff-9d1386936332 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 950 time: 0.0763965 Aug 30 21:11:04.726440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=244021f353c949a9936a63cf909a4d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124183 Aug 30 21:11:04.728569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e06ee8f-5c54-4bf2-8dd7-d1b9d0d9bc7d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:04.730759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:04.748915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.749255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.749598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.749933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.750265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.750596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.750974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.751296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.751621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.751943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.752258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.752614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376427f-6131-485b-a989-d4eb11f65ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:04.758223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6543a7c-36d3-40ab-8011-104e51dd61d1 req-c86dae98-5e0a-4649-a81f-6eadb3517d34 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558329 Aug 30 21:11:04.819798 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d129740-4b92-4a9f-92bd-33340b1eb92d x-openstack-request-id: req-8d129740-4b92-4a9f-92bd-33340b1eb92d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:04.820256 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "tag": "f0147929-8a0b-47ed-a113-394a70d227af", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:04.820618 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d129740-4b92-4a9f-92bd-33340b1eb92d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:04.821195 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af', 'status': 'completed', 'code': 200} Aug 30 21:11:04.822119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3415-90c0-43cb-85bd-ee2a2c6cfe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.862359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3415-90c0-43cb-85bd-ee2a2c6cfe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:04.880945 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655a51c9-bb2f-4b24-9330-ab8dd1ab630f x-openstack-request-id: req-655a51c9-bb2f-4b24-9330-ab8dd1ab630f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:04.882001 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5886ea-dfba-45fa-ba84-1191ebeb775d", "name": "network-vif-plugged", "status": "completed", "tag": "44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306", "code": 200}, {"server_uuid": "5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9", "name": "network-vif-plugged", "status": "completed", "tag": "db4e8f04-5947-4afd-b967-fc1a0c66b2bd", "code": 200}, {"server_uuid": "8192fa97-218e-4060-9674-d07ecc7f7cf3", "name": "network-vif-plugged", "status": "completed", "tag": "d46130e9-7dd2-4141-925b-62b5165f5ce2", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:04.882556 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-655a51c9-bb2f-4b24-9330-ab8dd1ab630f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:04.883347 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', 'code': 200} Aug 30 21:11:04.883881 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd', 'code': 200} Aug 30 21:11:04.884583 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46130e9-7dd2-4141-925b-62b5165f5ce2', 'code': 200} Aug 30 21:11:04.923727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-87388b03-847d-42ad-bd5e-d824f5acdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:04.925316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-87388b03-847d-42ad-bd5e-d824f5acdb50 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1095 time: 0.0770836 Aug 30 21:11:05.014408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3415-90c0-43cb-85bd-ee2a2c6cfe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:05.018985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2cb3415-90c0-43cb-85bd-ee2a2c6cfe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:05.021027 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b2cb3415-90c0-43cb-85bd-ee2a2c6cfe37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e06ee8f-5c54-4bf2-8dd7-d1b9d0d9bc7d HTTP/1.1" status: 204 len: 168 time: 0.2890511 Aug 30 21:11:05.120994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb3415-90c0-43cb-85bd-ee2a2c6cfe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e06ee8f-5c54-4bf2-8dd7-d1b9d0d9bc7d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:05.131838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcbf76-5c94-45af-9a76-90dbfcb1407d req-914175ad-fe73-4ace-97a4-a9999dd14851 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.134464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46fcbf76-5c94-45af-9a76-90dbfcb1407d req-914175ad-fe73-4ace-97a4-a9999dd14851 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 950 time: 0.1588166 Aug 30 21:11:05.145842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebe4f5-cf5d-427c-94eb-a372442343a0 req-b8f1adab-a213-4f82-83e9-69d22d3d122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.149019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1eebe4f5-cf5d-427c-94eb-a372442343a0 req-b8f1adab-a213-4f82-83e9-69d22d3d122b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 1102 time: 0.1144569 Aug 30 21:11:05.257076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1eebe4f5-cf5d-427c-94eb-a372442343a0 req-1158912c-68bf-4a48-827d-a5ca4ae108ef service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967045 Aug 30 21:11:05.266180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46fcbf76-5c94-45af-9a76-90dbfcb1407d req-eaf00cdf-0ec2-48e6-b0da-df716c39cadb tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077039 Aug 30 21:11:05.481272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826debe2-63c8-4de2-a27b-b8cfb02600f2 req-07763608-6336-4fbd-a2b9-dbb480d4aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.482895 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826debe2-63c8-4de2-a27b-b8cfb02600f2 req-07763608-6336-4fbd-a2b9-dbb480d4aa67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 1102 time: 0.4583099 Aug 30 21:11:05.485235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5f9e-b09d-4e66-8e4d-732d1848e9f3 req-ae67d618-e2b2-4f61-bfca-455052e3ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.486590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-998b5f9e-b09d-4e66-8e4d-732d1848e9f3 req-ae67d618-e2b2-4f61-bfca-455052e3ac38 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 1102 time: 0.4642346 Aug 30 21:11:05.487967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-f0278d9a-534f-4980-ae37-651ef5f8debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.489392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-f0278d9a-534f-4980-ae37-651ef5f8debe service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.5569327 Aug 30 21:11:05.537810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c10e2d-6ecc-4a2c-b196-5cbdf5e493c7 req-2c68defb-82fa-47f9-9614-2e8ed8e803ec tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.539413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57c10e2d-6ecc-4a2c-b196-5cbdf5e493c7 req-2c68defb-82fa-47f9-9614-2e8ed8e803ec tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0734274 Aug 30 21:11:05.566475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-4607ba76-5eb4-4f36-a584-327cad977ce4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 217 time: 0.0677195 Aug 30 21:11:05.576597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:05.606363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57c10e2d-6ecc-4a2c-b196-5cbdf5e493c7 req-ddcbed43-e803-4cf5-b867-f70c5a23b8c5 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553250 Aug 30 21:11:05.647186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-998b5f9e-b09d-4e66-8e4d-732d1848e9f3 req-5442336a-3780-4917-ba0f-fe172cc10184 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783837 Aug 30 21:11:05.668706 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-826debe2-63c8-4de2-a27b-b8cfb02600f2 req-efe077c1-e3d6-4d05-bab0-610e5747d13a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011517 Aug 30 21:11:05.678402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-85ccfd7a-f889-4b7f-9135-404603b04f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.680588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-85ccfd7a-f889-4b7f-9135-404603b04f60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0973566 Aug 30 21:11:05.742598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-4fc84a19-6ae7-43b8-8957-2e2f4dfded1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.744293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-4fc84a19-6ae7-43b8-8957-2e2f4dfded1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540423 Aug 30 21:11:05.778955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5438037-90eb-4296-8a96-d1d75bc3f51f req-5ae85f99-bf00-4cac-83ca-14a21f413780 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:05.779878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5438037-90eb-4296-8a96-d1d75bc3f51f req-5ae85f99-bf00-4cac-83ca-14a21f413780 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 943 time: 0.0712037 Aug 30 21:11:05.850396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5438037-90eb-4296-8a96-d1d75bc3f51f req-33c4066c-f09c-4ca9-b593-d14d5397e2b6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549016 Aug 30 21:11:05.860377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-c7b910b8-1aaa-4313-a636-d7ad5ac3fb3d service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074665 Aug 30 21:11:05.989353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3eb3bbf-4aa9-453d-91da-b2e4f7191dfc req-2cc0009c-003d-4e62-8171-8b1baa81b7da service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199844 Aug 30 21:11:06.017424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583782b-1b48-4a6a-9669-9cd202223682 req-e7050ec0-12bc-4b2b-bf97-96cf08a2751d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:06.020382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1583782b-1b48-4a6a-9669-9cd202223682 req-e7050ec0-12bc-4b2b-bf97-96cf08a2751d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 944 time: 0.0922973 Aug 30 21:11:06.074915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1583782b-1b48-4a6a-9669-9cd202223682 req-f8846dfc-17a9-4744-bf1b-0ada73cf820e tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476284 Aug 30 21:11:06.280105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327aad-52c1-4038-8441-e5bc0fbb5cc0 req-6a01910f-aa0f-454a-b42c-1bea4056d8ce tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:06.282896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b327aad-52c1-4038-8441-e5bc0fbb5cc0 req-6a01910f-aa0f-454a-b42c-1bea4056d8ce tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0660281 Aug 30 21:11:06.343105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b327aad-52c1-4038-8441-e5bc0fbb5cc0 req-0627fae5-eb43-4d46-b4a1-ec09212e42cd tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Aug 30 21:11:06.482311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda4611-6251-4145-a613-100ddb6330d0 req-f29bb6c4-c964-4f8a-b889-03b0586e421f tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:06.483929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dda4611-6251-4145-a613-100ddb6330d0 req-f29bb6c4-c964-4f8a-b889-03b0586e421f tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 950 time: 0.0657794 Aug 30 21:11:06.533260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dda4611-6251-4145-a613-100ddb6330d0 req-eba58aa0-9963-49fc-b688-22151f7d2adf tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 Aug 30 21:11:06.683199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e625-366b-440f-8cb7-5dbfecdedb64 req-224cd554-f3f3-49d2-95b8-08346d4ce44c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:06.684965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c680e625-366b-440f-8cb7-5dbfecdedb64 req-224cd554-f3f3-49d2-95b8-08346d4ce44c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 950 time: 0.0763018 Aug 30 21:11:06.731990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c680e625-366b-440f-8cb7-5dbfecdedb64 req-396de6e3-e7d2-4e13-a63c-6de4de21040f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Aug 30 21:11:06.747760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 95967d54-08e8-4554-a8f2-9598eb80374b up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:06.987154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ccfdc-b288-42b2-83a6-26d359bc269f req-45f6d7e0-467e-4d76-bed0-1426da257ef2 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:07.000141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-583ccfdc-b288-42b2-83a6-26d359bc269f req-45f6d7e0-467e-4d76-bed0-1426da257ef2 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0795133 Aug 30 21:11:07.011016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:07.054113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-583ccfdc-b288-42b2-83a6-26d359bc269f req-88579b29-8aba-4a79-85e9-e836088fb946 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519617 Aug 30 21:11:07.060688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 95967d54-08e8-4554-a8f2-9598eb80374b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:07.094359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 95967d54-08e8-4554-a8f2-9598eb80374b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:07.094903 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:07.178446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:07.181006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f3f0-e8c7-4a5d-b1dd-2de4c45c05ba req-c51858d0-e7fe-4cc4-9bf2-8d12b4f33ead tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:07.183121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3999f3f0-e8c7-4a5d-b1dd-2de4c45c05ba req-c51858d0-e7fe-4cc4-9bf2-8d12b4f33ead tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 943 time: 0.0593967 Aug 30 21:11:07.194800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'mac_address': 'fa:16:3e:03:1b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:07.244755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3999f3f0-e8c7-4a5d-b1dd-2de4c45c05ba req-3b0a8224-62c5-4fad-bc9e-c90449fb2afb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509212 Aug 30 21:11:07.253800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:07.280204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:07.316677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:07.327696 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180639d2-8232-4f7e-b6fe-ef59a150dd3a" -d '{"events": [{"server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "name": "network-vif-plugged", "status": "completed", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:07.350392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a4105f-2401-467c-8f7c-ac1b317f381d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:07.365717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 95967d54-08e8-4554-a8f2-9598eb80374b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=95967d54-08e8-4554-a8f2-9598eb80374b,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:07.375577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:07.388178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:07.409601 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:07.418487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9ed5d-657d-457a-a397-1f8d916fb7e3 req-d95a8bf9-1c2b-46c5-88b8-898a436c1ef8 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:07.420086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42c9ed5d-657d-457a-a397-1f8d916fb7e3 req-d95a8bf9-1c2b-46c5-88b8-898a436c1ef8 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0628638 Aug 30 21:11:07.438986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=95967d54-08e8-4554-a8f2-9598eb80374b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:07.464013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42c9ed5d-657d-457a-a397-1f8d916fb7e3 req-d1e2a69f-5dd2-477b-8823-00fef062311e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Aug 30 21:11:07.513073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:07.573724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['20a4105f-2401-467c-8f7c-ac1b317f381d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:07.615229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b547b-13f0-4fdd-b632-45d16a2fa4a9 req-d8955a5a-1e4c-4e9f-8506-260fc8ce7207 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:07.617270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-030b547b-13f0-4fdd-b632-45d16a2fa4a9 req-d8955a5a-1e4c-4e9f-8506-260fc8ce7207 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0621531 Aug 30 21:11:07.660537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-030b547b-13f0-4fdd-b632-45d16a2fa4a9 req-2ba8051c-1dc3-4ec8-9171-90d6f5c2b049 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368834 Aug 30 21:11:07.792275 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b90f225-e420-4339-bc93-969095303da8 x-openstack-request-id: req-5b90f225-e420-4339-bc93-969095303da8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:07.793019 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "name": "network-vif-plugged", "status": "completed", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:07.793019 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b90f225-e420-4339-bc93-969095303da8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:07.793312 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b', 'code': 200} Aug 30 21:11:07.961137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20994f16-259e-495c-bfe7-f2b5bc874076 req-dee170b1-074d-49da-a4fe-23b9d5d2f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:07.963608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-20994f16-259e-495c-bfe7-f2b5bc874076 req-dee170b1-074d-49da-a4fe-23b9d5d2f626 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 1097 time: 0.0779684 Aug 30 21:11:08.025972 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-20994f16-259e-495c-bfe7-f2b5bc874076 req-39486685-ff9e-4495-b338-f4ce9b9d362f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523543 Aug 30 21:11:08.271318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9213f3-7b16-40d2-b520-b643c0106c5c req-fe8c280e-e34c-4bc7-9fe3-2a804c10026d tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:08.275329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c9213f3-7b16-40d2-b520-b643c0106c5c req-fe8c280e-e34c-4bc7-9fe3-2a804c10026d tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 950 time: 0.0639603 Aug 30 21:11:08.317406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c9213f3-7b16-40d2-b520-b643c0106c5c req-8e661c77-d321-451b-8874-626d568a1960 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Aug 30 21:11:08.475832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb57d41-bf0c-4728-97ac-66780b761f54 req-50e66dea-fc1d-496f-b2f0-32bb48884a6d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:08.478270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2eb57d41-bf0c-4728-97ac-66780b761f54 req-50e66dea-fc1d-496f-b2f0-32bb48884a6d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 950 time: 0.0645287 Aug 30 21:11:08.526628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2eb57d41-bf0c-4728-97ac-66780b761f54 req-422007d3-8808-4c2c-b40b-3f418088d9e5 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Aug 30 21:11:08.758555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f0147929-8a0b-47ed-a113-394a70d227af details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:08.793781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f376d6-f7b5-4d92-aced-9f9506fa709e req-3026597e-3801-4b2f-9e74-acde85f6fe2e tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:08.799199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7f376d6-f7b5-4d92-aced-9f9506fa709e req-3026597e-3801-4b2f-9e74-acde85f6fe2e tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 943 time: 0.0660441 Aug 30 21:11:08.850652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7f376d6-f7b5-4d92-aced-9f9506fa709e req-5612134d-7cf1-4498-9de0-97d766b2f31e tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Aug 30 21:11:08.893149 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-22ba59fd-756a-43ad-8aea-5eead8e9149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:08.929341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f0147929-8a0b-47ed-a113-394a70d227af, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f0147929-8a0b-47ed-a113-394a70d227af,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:08.940332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'f0147929-8a0b-47ed-a113-394a70d227af', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:08.987724 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:09.004085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0147929-8a0b-47ed-a113-394a70d227af {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:09.016735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:09.070654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f0147929-8a0b-47ed-a113-394a70d227af, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f0147929-8a0b-47ed-a113-394a70d227af,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:09.079136 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:09.114577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 20a4105f-2401-467c-8f7c-ac1b317f381d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:09.115520 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:09.188255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f0147929-8a0b-47ed-a113-394a70d227af,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:09.241328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:09.275659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff5de-8d41-460e-945a-9fc0588f18c2 req-c9423bc0-1d98-4c81-908e-8e22a4a9ec46 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:09.277145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:09.277300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-623ff5de-8d41-460e-945a-9fc0588f18c2 req-c9423bc0-1d98-4c81-908e-8e22a4a9ec46 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 950 time: 0.0651567 Aug 30 21:11:09.281994 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:09.328430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-623ff5de-8d41-460e-945a-9fc0588f18c2 req-6ea39b4f-c515-4f3d-828b-c72a70afb441 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 Aug 30 21:11:09.347843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:09.545818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['f0147929-8a0b-47ed-a113-394a70d227af'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:09.627482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42905c4-25b4-4c6a-8ceb-f9aabe1376c1 req-814764fb-a605-4e55-a433-577de09f9e4a tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:09.630854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c42905c4-25b4-4c6a-8ceb-f9aabe1376c1 req-814764fb-a605-4e55-a433-577de09f9e4a tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0936897 Aug 30 21:11:09.695792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c42905c4-25b4-4c6a-8ceb-f9aabe1376c1 req-a2ab2856-797f-41a4-8c84-d6f14be0a61d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568762 Aug 30 21:11:09.794080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:09.796592 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fecb4b6-70aa-42f1-9b7c-a798301091ba" -d '{"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-plugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:10.078912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af477b2f-414a-47a0-b7a5-3e95d0ddb148 req-2b13b394-8da4-43e4-a93d-5d93a5afb364 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:10.085035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af477b2f-414a-47a0-b7a5-3e95d0ddb148 req-2b13b394-8da4-43e4-a93d-5d93a5afb364 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:10.086706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af477b2f-414a-47a0-b7a5-3e95d0ddb148 req-2b13b394-8da4-43e4-a93d-5d93a5afb364 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d&device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 1691 time: 0.0597847 Aug 30 21:11:10.128542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af477b2f-414a-47a0-b7a5-3e95d0ddb148 req-61a7b581-8ca3-4c33-877a-7bf609fd5b42 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Aug 30 21:11:10.242687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1094ec2-53f2-44eb-b5da-baab5be8cc9b req-700f18be-0286-4a2d-be7a-f87bd0f61938 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:10.244764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1094ec2-53f2-44eb-b5da-baab5be8cc9b req-700f18be-0286-4a2d-be7a-f87bd0f61938 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0638797 Aug 30 21:11:10.289371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1094ec2-53f2-44eb-b5da-baab5be8cc9b req-b205b068-7992-412b-aefe-646353b5706c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 Aug 30 21:11:10.400092 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77383b87-4568-4506-94db-9481b2b79855 x-openstack-request-id: req-77383b87-4568-4506-94db-9481b2b79855 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:10.400680 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-plugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:10.401422 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77383b87-4568-4506-94db-9481b2b79855 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:10.401648 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'code': 200} Aug 30 21:11:10.630255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b398-3723-4f5f-97c5-9110345af9a2 req-b5370fb9-d325-41d1-9df6-cce85d3451a0 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:10.632851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8c0b398-3723-4f5f-97c5-9110345af9a2 req-b5370fb9-d325-41d1-9df6-cce85d3451a0 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Aug 30 21:11:10.683659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8c0b398-3723-4f5f-97c5-9110345af9a2 req-01ddef61-5117-4564-9c24-793cb8366a4b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Aug 30 21:11:10.756157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f0147929-8a0b-47ed-a113-394a70d227af up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:10.828628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port f0147929-8a0b-47ed-a113-394a70d227af completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:10.833797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port f0147929-8a0b-47ed-a113-394a70d227af triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:10.834637 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:10.927887 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:10.976153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f0147929-8a0b-47ed-a113-394a70d227af, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f0147929-8a0b-47ed-a113-394a70d227af,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:10.981488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:11.023427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9a514-54db-4bfd-aaaf-d491d8118e1f req-9d1181af-bd52-4a27-a2ae-d43907e4db4d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:11.025709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afb9a514-54db-4bfd-aaaf-d491d8118e1f req-9d1181af-bd52-4a27-a2ae-d43907e4db4d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0565593 Aug 30 21:11:11.044631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:11.049306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f0147929-8a0b-47ed-a113-394a70d227af,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:11.071054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afb9a514-54db-4bfd-aaaf-d491d8118e1f req-2cdc7b3c-4c94-4c23-a88d-134aa04440a1 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392599 Aug 30 21:11:11.105084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:11:11.191478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:11.194257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca704-b96f-476d-ae9b-94c644330b53 req-8db6343c-344d-4eae-8c68-dac7a7b1124b tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:11.196592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59aca704-b96f-476d-ae9b-94c644330b53 req-8db6343c-344d-4eae-8c68-dac7a7b1124b tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 1102 time: 0.0597975 Aug 30 21:11:11.204519 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'port_id': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'mac_address': 'fa:16:3e:3f:be:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b09ca1-6c1a-48f8-ae7a-923de6862ba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:11.237895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59aca704-b96f-476d-ae9b-94c644330b53 req-58928a80-34bb-4a0f-b3c8-c9109a4785c9 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325758 Aug 30 21:11:11.271626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:11.291145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7fba232-d0be-4639-a866-5cd15f0e98de {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:11.317638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:11.324033 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:11.384027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:11.438767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa75587-6043-4026-9d60-d760fb815600 req-52c4eb9e-9857-45f3-b701-bba85a73373d tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:11.440409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffa75587-6043-4026-9d60-d760fb815600 req-52c4eb9e-9857-45f3-b701-bba85a73373d tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 950 time: 0.0635605 Aug 30 21:11:11.459843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a7fba232-d0be-4639-a866-5cd15f0e98de'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:11.488320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffa75587-6043-4026-9d60-d760fb815600 req-848bf8a6-07c5-4aae-873e-a9f02872ab00 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Aug 30 21:11:11.596027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2ee68-3a2b-47cc-8cc6-c584445ae84e req-46a57c30-74f3-44b5-8ccf-7ba6106596f4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:11.597713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fe2ee68-3a2b-47cc-8cc6-c584445ae84e req-46a57c30-74f3-44b5-8ccf-7ba6106596f4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0528038 Aug 30 21:11:11.607343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:11.612727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Request body: {'floatingip': {'port_id': '95967d54-08e8-4554-a8f2-9598eb80374b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:11.664455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:11.710913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b896e-aaf4-4e6c-9827-a12ebd7ee387 req-d41b5a71-97ca-45b2-9af2-b404f7d4037d tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:11.712791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-442b896e-aaf4-4e6c-9827-a12ebd7ee387 req-d41b5a71-97ca-45b2-9af2-b404f7d4037d tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 1102 time: 0.0530045 Aug 30 21:11:11.720280 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:11.763453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-442b896e-aaf4-4e6c-9827-a12ebd7ee387 req-14afc2e8-8dc6-4d10-85b7-8730f459cee0 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 Aug 30 21:11:11.842953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-100d2923-90a9-4fa4-893d-cc00640c9e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:12.207756 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:12.213861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:12.257564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852ada-143e-4ca1-955b-9ea9e0a142a8 req-86ffa7df-a623-4797-9ce9-97122a882548 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:12.259188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13852ada-143e-4ca1-955b-9ea9e0a142a8 req-86ffa7df-a623-4797-9ce9-97122a882548 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 944 time: 0.4196663 Aug 30 21:11:12.307810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13852ada-143e-4ca1-955b-9ea9e0a142a8 req-823b2e67-1dd0-4e3c-bd2f-9c8da1c434c0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 Aug 30 21:11:12.359911 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Floating IP e611361c-c9a0-4f5b-907b-e16bc1fa7905 associated. External IP: 172.25.5.105, port: 95967d54-08e8-4554-a8f2-9598eb80374b. Aug 30 21:11:12.402746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:12.405469 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81da762-76d1-404d-8af0-2feb69df061c" -d '{"events": [{"server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "name": "network-vif-plugged", "status": "completed", "tag": "f0147929-8a0b-47ed-a113-394a70d227af"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:12.514069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205259f-9857-4b93-8caa-c6ffb3a1515c req-ea242ac5-b2c4-439c-acbd-c424eb91257b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:12.515770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3205259f-9857-4b93-8caa-c6ffb3a1515c req-ea242ac5-b2c4-439c-acbd-c424eb91257b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 945 time: 0.0543175 Aug 30 21:11:12.531922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:12.563904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3205259f-9857-4b93-8caa-c6ffb3a1515c req-189bb953-c775-4d4d-a49f-0d532a670933 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Aug 30 21:11:12.620151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Router bc64a69f-24f9-4014-82dc-869338a3493b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:12.781825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:12.791386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:12.814077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] Sync routers for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:12.834142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:12.835293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:12.875617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9f571c6c-ff07-4cb7-b6aa-cdd7b9503a50 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "PUT /v2.0/floatingips/e611361c-c9a0-4f5b-907b-e16bc1fa7905 HTTP/1.1" status: 200 len: 991 time: 1.2670047 Aug 30 21:11:12.876290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:12.879251 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a40c9a3-b781-4602-b991-30d138c32dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:12.925489 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa807fa-e1fa-405d-aa37-525c32753d2e x-openstack-request-id: req-0aa807fa-e1fa-405d-aa37-525c32753d2e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:12.926564 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "name": "network-vif-plugged", "status": "completed", "tag": "f0147929-8a0b-47ed-a113-394a70d227af", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:12.926564 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0aa807fa-e1fa-405d-aa37-525c32753d2e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:12.926862 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af', 'code': 200} Aug 30 21:11:12.978238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87ec6b-c00e-4b38-b577-47df6a0e8ed3 req-de8267f9-378b-4770-b2e5-869f146834d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:12.981543 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e87ec6b-c00e-4b38-b577-47df6a0e8ed3 req-de8267f9-378b-4770-b2e5-869f146834d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1097 time: 0.0512042 Aug 30 21:11:12.989689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d748bb1-170d-4405-97d5-adb6fdcd9e6a req-1f012e14-a39b-4814-94e7-d10cad544f6e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:12.992253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d748bb1-170d-4405-97d5-adb6fdcd9e6a req-1f012e14-a39b-4814-94e7-d10cad544f6e tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 950 time: 0.0686584 Aug 30 21:11:13.008589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:13.047483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e87ec6b-c00e-4b38-b577-47df6a0e8ed3 req-91370df8-48b3-4f92-a9d7-8100ab8b1088 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572422 Aug 30 21:11:13.063365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:13.064342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d748bb1-170d-4405-97d5-adb6fdcd9e6a req-be1723f5-47e8-4188-afc2-fd7c2186bb5c tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/security-groups?id=a87999f9-1bfc-452a-a696-5d4989a56577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Aug 30 21:11:13.188431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a7fba232-d0be-4639-a866-5cd15f0e98de triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:13.188807 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:13.369150 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:13.388167 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e729412-7179-429f-987d-c16994fce43b x-openstack-request-id: req-6e729412-7179-429f-987d-c16994fce43b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:13.388485 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:13.388741 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e729412-7179-429f-987d-c16994fce43b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:13.389150 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b', 'status': 'completed', 'code': 200} Aug 30 21:11:13.414091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:13.420466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:13.427723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'e611361c-c9a0-4f5b-907b-e16bc1fa7905', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'port_id': '95967d54-08e8-4554-a8f2-9598eb80374b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'mac_address': 'fa:16:3e:9f:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:42Z', 'updated_at': '2021-08-30T21:11:12Z', 'revision_number': 1, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:38Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:13.475804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-d9a28613-5a87-4289-9111-eec2d523a0c7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316372 Aug 30 21:11:13.476507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-7429d635-1057-4e1a-b060-f19dff1b7b37 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:13.478989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] Checking router: bc64a69f-24f9-4014-82dc-869338a3493b for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:13.480064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-7429d635-1057-4e1a-b060-f19dff1b7b37 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.86 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 950 time: 0.1475873 Aug 30 21:11:13.502825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-4bf9b6c0-08e2-40e7-8daf-2710f819eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:13.505570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:13.506229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:13.507180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-4bf9b6c0-08e2-40e7-8daf-2710f819eac3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=867d8f6217434052a7ca7f266852f1ad&device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 1097 time: 0.1127410 Aug 30 21:11:13.549246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:13.690840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:13.696293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-9be28427-0e78-4006-8494-9d2ab2fbbbed tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:13.699048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-9be28427-0e78-4006-8494-9d2ab2fbbbed tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105732 Aug 30 21:11:13.719657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-cc251555-763a-4f75-bed9-176a5ac9ead8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/quotas/11d53233666b485fbbde926ad0016aa0 HTTP/1.1" status: 200 len: 375 time: 0.0114493 Aug 30 21:11:13.798438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-0765f1ff-3123-4736-904c-96f98fc64240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:13.800160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-0765f1ff-3123-4736-904c-96f98fc64240 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c HTTP/1.1" status: 200 len: 916 time: 0.2614055 Aug 30 21:11:13.809496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Deleting port d46130e9-7dd2-4141-925b-62b5165f5ce2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:11:13.810070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:13.829542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-62c2f68f-c86e-4d5c-b4a3-cfb82c920474 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928695 Aug 30 21:11:13.950848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] For port d46130e9-7dd2-4141-925b-62b5165f5ce2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d46130e9-7dd2-4141-925b-62b5165f5ce2,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:13.951415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:14.019532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Calling delete_port for d46130e9-7dd2-4141-925b-62b5165f5ce2 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:11:14.129685 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-b477d7d2-8b8b-48d8-b05a-cddf6d969354 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95967d54-08e8-4554-a8f2-9598eb80374b HTTP/1.1" status: 200 len: 999 time: 0.1682310 Aug 30 21:11:14.209388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-3ded2716-4055-4c59-8dc1-45876e20bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:14.211013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-3ded2716-4055-4c59-8dc1-45876e20bf68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0451c85-b891-4997-99f6-abc36d9040d1 HTTP/1.1" status: 200 len: 854 time: 0.0579174 Aug 30 21:11:14.274434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'e611361c-c9a0-4f5b-907b-e16bc1fa7905', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'port_id': '95967d54-08e8-4554-a8f2-9598eb80374b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'mac_address': 'fa:16:3e:9f:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:42Z', 'updated_at': '2021-08-30T21:11:12Z', 'revision_number': 1, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:38Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:14.349409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d0b9-f483-40f2-9656-8613b8cf8852 None None] The sync data for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 is: [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'e611361c-c9a0-4f5b-907b-e16bc1fa7905', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'floating_ip_address': '172.25.5.105', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'port_id': '95967d54-08e8-4554-a8f2-9598eb80374b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'mac_address': 'fa:16:3e:9f:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:42Z', 'updated_at': '2021-08-30T21:11:12Z', 'revision_number': 1, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:38Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:14.351061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-4447a53b-4419-4da1-9a7d-1b750cdf004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:14.352595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-4447a53b-4419-4da1-9a7d-1b750cdf004c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1290519 Aug 30 21:11:14.433583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:14.492961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d46130e9-7dd2-4141-925b-62b5165f5ce2'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:14.565205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-af6ed231-48f1-47fe-858a-0df21d90bbb8 service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978300 Aug 30 21:11:14.568659 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:14.591699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578787-a305-4fb7-bf54-5daa0580b9a3 req-67a9ea27-3cd4-4c28-947c-6837ba66b39b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:14.603287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01578787-a305-4fb7-bf54-5daa0580b9a3 req-67a9ea27-3cd4-4c28-947c-6837ba66b39b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.1765814 Aug 30 21:11:14.610522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Pushing event deleted for resources: {'Port': ['ID=d46130e9-7dd2-4141-925b-62b5165f5ce2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:14.677887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01578787-a305-4fb7-bf54-5daa0580b9a3 req-cb67d539-da79-49fc-8f28-748c094c9ec2 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733185 Aug 30 21:11:14.831158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] No DVR routers for this DVR port d46130e9-7dd2-4141-925b-62b5165f5ce2 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:11:14.836568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:14.839473 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e96067d2-7bb7-4efa-962d-8859ea07dee4 req-6b9f42ed-6c28-4051-a336-aa5219c3eff2 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.86 "DELETE /v2.0/ports/d46130e9-7dd2-4141-925b-62b5165f5ce2 HTTP/1.1" status: 204 len: 173 time: 1.3512564 Aug 30 21:11:14.883342 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff68276-c33f-4567-8e36-b5ad5e7d1a50 None None] New status for floating IP e611361c-c9a0-4f5b-907b-e16bc1fa7905: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:11:14.927782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:14.933574 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8be483-8433-444f-9195-97c010fe8781" -d '{"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-plugged", "status": "completed", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:14.963835 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a40c9a3-b781-4602-b991-30d138c32dfe req-612eabec-6128-4dd3-9fb4-c945ff747ed5 service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657882 Aug 30 21:11:15.090866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2d5e-4722-4e31-a5d5-851e4623bab2 req-131f3d34-6e81-4ca7-bf46-77a7a37e49f6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:15.092976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2ae2d5e-4722-4e31-a5d5-851e4623bab2 req-131f3d34-6e81-4ca7-bf46-77a7a37e49f6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 945 time: 0.0862875 Aug 30 21:11:15.158192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2ae2d5e-4722-4e31-a5d5-851e4623bab2 req-d32f41fa-25d0-440b-807b-7ad577de56ba tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554960 Aug 30 21:11:15.342431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-4139929a-ce3a-4c3b-8076-dca5f65982e0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734470 Aug 30 21:11:15.390813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'name': 'network-vif-deleted', 'tag': 'd46130e9-7dd2-4141-925b-62b5165f5ce2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:15.394681 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69b0537-6eb5-4305-858c-614f11ffec8b" -d '{"events": [{"server_uuid": "8192fa97-218e-4060-9674-d07ecc7f7cf3", "name": "network-vif-deleted", "tag": "d46130e9-7dd2-4141-925b-62b5165f5ce2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:15.447120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a4d2911-19b6-4860-b8b1-18497450647f req-fcb0a09a-79f9-4abb-ada3-dcdca62a1d80 tempest-TenantUsagesTestJSON-975933210 tempest-TenantUsagesTestJSON-975933210-project] 10.222.0.76 "GET /v2.0/ports?device_id=8192fa97-218e-4060-9674-d07ecc7f7cf3 HTTP/1.1" status: 200 len: 210 time: 0.0582981 Aug 30 21:11:15.509762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-b7c00eff-8992-4662-8290-4df2fbf145ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:15.512932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-b7c00eff-8992-4662-8290-4df2fbf145ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 1102 time: 0.0905101 Aug 30 21:11:15.679345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-870dcc5c-db1a-4114-816b-ae91f7feac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:15.681120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-870dcc5c-db1a-4114-816b-ae91f7feac64 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1415744 Aug 30 21:11:15.760662 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-3c0d626d-2382-4e98-b7bd-ae0e42c6f8ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=760ae728-505f-4342-a5a4-abb0d54491ac HTTP/1.1" status: 200 len: 217 time: 0.0695891 Aug 30 21:11:15.835048 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c143a4-5157-43b3-a326-817ff27e423e x-openstack-request-id: req-61c143a4-5157-43b3-a326-817ff27e423e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:15.835589 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-plugged", "status": "completed", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:15.836287 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61c143a4-5157-43b3-a326-817ff27e423e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:15.836749 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'code': 200} Aug 30 21:11:15.844772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-4c11d0e0-8a73-43bc-9cb1-d34b48c36527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:15.848258 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-4c11d0e0-8a73-43bc-9cb1-d34b48c36527 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0802565 Aug 30 21:11:15.932250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-efbb6431-1794-49fd-8654-c705580c8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:15.934813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-efbb6431-1794-49fd-8654-c705580c8196 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787120 Aug 30 21:11:16.038191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-e57d9ada-3df2-4229-bd58-232ba5c97031 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:16.039943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-e57d9ada-3df2-4229-bd58-232ba5c97031 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1509852 Aug 30 21:11:16.091752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-c538633c-9ffc-480b-919b-603c10d6a02f service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421015 Aug 30 21:11:16.096126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-37ac30b1-3c5d-4574-b768-b3c0a4d2bda6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.0460618 Aug 30 21:11:16.111736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'floatingip': {'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:16.159096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:16.233456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d37360e9-2ada-4023-8223-02debc6b02b0 req-0c775ae4-58da-442d-adf9-6dd87cbc20d9 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294622 Aug 30 21:11:16.427285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-575b0ea8-000a-4c0e-b27e-1dd806e1de29 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276020 Aug 30 21:11:16.617039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-4a6fb945-006c-452a-ae44-81ac359f42e2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:16.618617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-4a6fb945-006c-452a-ae44-81ac359f42e2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847692 Aug 30 21:11:16.633241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:16.755546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:11:16.772605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:16.904500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:16.910756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:16.948643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.133 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/7797831b-5bcf-446d-b74b-a6786dee8e8f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:11:17.034729 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Floating IP c497897d-c604-4475-bc3d-640d0faad1c1 associated. External IP: 172.25.5.30, port: 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e. Aug 30 21:11:17.090077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d46130e9-7dd2-4141-925b-62b5165f5ce2 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:17.123194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d46130e9-7dd2-4141-925b-62b5165f5ce2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:11:17.123897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d46130e9-7dd2-4141-925b-62b5165f5ce2 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:11:17.144445 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-73172f43-e6a9-40e8-9408-82f859ad5aed tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293112 Aug 30 21:11:17.240121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:17.268252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object 7797831b-5bcf-446d-b74b-a6786dee8e8f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:17.317874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-a1e23fe8-cab6-446d-b87d-d5ce83858d28 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:17.321901 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-a1e23fe8-cab6-446d-b87d-d5ce83858d28 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655715 Aug 30 21:11:17.341593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:17.352054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:17.373960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:17.379031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:17.392755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:17.541399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:17.546827 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:17.569593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:17.591620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-1181fc66-a792-4911-a234-e4e6fc98b0a6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "PUT /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 996 time: 1.4763167 Aug 30 21:11:17.614534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:17.620756 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87154625-0250-459b-a9c8-6acec2edbc20" -d '{"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:17.658196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:17.670117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:17.710561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-50efddee-0dbd-47ba-950e-73f86aa9af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:17.719724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-50efddee-0dbd-47ba-950e-73f86aa9af0d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.1269097 Aug 30 21:11:17.787814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:11:17.796545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:11:17.805282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=7797831b-5bcf-446d-b74b-a6786dee8e8f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:17.808847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:11:17.851396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-d1db3445-33a6-4b99-a4c7-7d659aadcede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:17.852965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-d1db3445-33a6-4b99-a4c7-7d659aadcede service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1319454 Aug 30 21:11:17.899434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:17.905852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:11:17.918536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:17.936022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:17.936708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:17.963568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-81d5d89f-9c6e-40cd-a524-67b1458bfe8e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3351154 Aug 30 21:11:17.977974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-f7cd8cfe-afeb-4b0a-bc0b-5bf964fe4abd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 999 time: 0.1175075 Aug 30 21:11:18.006022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Request body: {'port': {'device_id': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:18.094054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-ffd3a6bc-9556-43e4-8369-47eaaaefa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:18.095849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-ffd3a6bc-9556-43e4-8369-47eaaaefa191 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.1087401 Aug 30 21:11:18.171869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-3a325e5e-9601-442b-9b42-e778ff9425fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:18.175192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-3a325e5e-9601-442b-9b42-e778ff9425fb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639036 Aug 30 21:11:18.177343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:18.244227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.94 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/58e1e98b-e73a-4368-a0ce-3a300fbce8f5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:11:18.259836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cfb4a701-1a57-4232-b307-17c384c1154a None None] Provisioning for port 7797831b-5bcf-446d-b74b-a6786dee8e8f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:18.281651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cfb4a701-1a57-4232-b307-17c384c1154a None None] Provisioning complete for port 7797831b-5bcf-446d-b74b-a6786dee8e8f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:18.282903 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a701-1a57-4232-b307-17c384c1154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:18.345674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-ab1e00e3-7af2-47c1-8f03-8fcaafbfac64 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571269 Aug 30 21:11:18.368793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cfb4a701-1a57-4232-b307-17c384c1154a None None] Port 7797831b-5bcf-446d-b74b-a6786dee8e8f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:11:18.419162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:16Z', 'revision_number': 1, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:18.471373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:18.487499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:18.489249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:18.493185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6597affb-1400-498e-87f9-ada8b8b1af8c req-0ae632fa-9efe-4d27-ab85-9f541f6f89a9 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298394 Aug 30 21:11:18.547287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:18.564903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:18.575613 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f5fb2-8be4-4a79-b766-2dcf2c3358f4 x-openstack-request-id: req-1d9f5fb2-8be4-4a79-b766-2dcf2c3358f4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:18.577269 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8192fa97-218e-4060-9674-d07ecc7f7cf3", "name": "network-vif-deleted", "tag": "d46130e9-7dd2-4141-925b-62b5165f5ce2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:18.577269 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d9f5fb2-8be4-4a79-b766-2dcf2c3358f4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:18.577269 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8192fa97-218e-4060-9674-d07ecc7f7cf3', 'name': 'network-vif-deleted', 'tag': 'd46130e9-7dd2-4141-925b-62b5165f5ce2', 'status': 'completed', 'code': 200} Aug 30 21:11:18.677647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:18.691816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:18.731087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74747dd4-4607-46f2-9945-953aeafa6266 req-b6710faa-c3a7-4066-bceb-2839e77af13a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:18.733595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74747dd4-4607-46f2-9945-953aeafa6266 req-b6710faa-c3a7-4066-bceb-2839e77af13a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 945 time: 0.0948336 Aug 30 21:11:18.758608 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:18.793791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74747dd4-4607-46f2-9945-953aeafa6266 req-99eff921-f543-4478-bf76-70180e86a41c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527015 Aug 30 21:11:18.819226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:11:18.833912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:18.854404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:11:18.859014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:11:18.935366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:19.053314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb3425-dc4f-485f-91ca-633ed0ba1133 req-b7ba8156-5655-4ca4-bd99-54a62177b50b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:19.057274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecb3425-dc4f-485f-91ca-633ed0ba1133 req-b7ba8156-5655-4ca4-bd99-54a62177b50b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 936 time: 0.1148994 Aug 30 21:11:19.060814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:19.062203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.106975 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-844616d4-f885-42cd-8359-54fc7a38d1d3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3100634 Aug 30 21:11:19.125671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-3fb62219-d97b-4835-ada6-bca5e536d31a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7904317 Aug 30 21:11:19.165583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:19.169765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecb3425-dc4f-485f-91ca-633ed0ba1133 req-ecd95cc8-1b5b-4de4-ac0f-e05d69b29a24 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016655 Aug 30 21:11:19.173151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Request body: {'port': {'device_id': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:19.390765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aca91e8d-afc9-4e06-b7e7-04785f4bbbff None None] Provisioning for port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:19.403611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aca91e8d-afc9-4e06-b7e7-04785f4bbbff None None] Provisioning complete for port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:19.403986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aca91e8d-afc9-4e06-b7e7-04785f4bbbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.430156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-2f0b27f9-a6cb-41a7-946d-194bc63a313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:19.432204 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-2f0b27f9-a6cb-41a7-946d-194bc63a313e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 1099 time: 0.2499735 Aug 30 21:11:19.450508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7797831b-5bcf-446d-b74b-a6786dee8e8f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:19.545691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.556527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-484bb35f-1c1d-4777-a635-e7deec547e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:19.558477 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-484bb35f-1c1d-4777-a635-e7deec547e33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1001210 Aug 30 21:11:19.561386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.564177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.578686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-aca91e8d-afc9-4e06-b7e7-04785f4bbbff None None] Port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:11:19.624673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:19.627010 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1519b9-bb3e-4725-88f4-2eb1f2a0a127" -d '{"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:19.631241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Transition to ACTIVE for port object 7797831b-5bcf-446d-b74b-a6786dee8e8f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:19.634810 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-48cc1c9e-0b7c-49ee-8421-b41aa5e8d13a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=776804e1-b867-4822-ae5d-aa6b32586d9b HTTP/1.1" status: 200 len: 217 time: 0.0659657 Aug 30 21:11:19.637142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.665312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:19.682110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:19.694788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:16Z', 'revision_number': 1, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:19.792036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4b00e-5559-4c37-a437-12da91bea770 None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:16Z', 'revision_number': 1, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:19.881426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:19.940923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Pushing event updated for resources: {'Port': ['ID=7797831b-5bcf-446d-b74b-a6786dee8e8f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:20.102119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-f8c78bf6-6275-490b-8a0b-fc0a873c42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:20.119436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-f8c78bf6-6275-490b-8a0b-fc0a873c42e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.4686997 Aug 30 21:11:20.284087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-3801cd2c-167e-43c9-a453-5ef20f7a69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:20.286284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-3801cd2c-167e-43c9-a453-5ef20f7a69a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590364 Aug 30 21:11:20.331093 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c77f3f9-8f8d-4c16-9eff-ea6af128faa8 None None] New status for floating IP c497897d-c604-4475-bc3d-640d0faad1c1: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:11:20.379699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Attempting to bind port 7797831b-5bcf-446d-b74b-a6786dee8e8f on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:11:20.380156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Attempting to bind port 7797831b-5bcf-446d-b74b-a6786dee8e8f by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:11:20.380511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Attempting to bind port 7797831b-5bcf-446d-b74b-a6786dee8e8f on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:20.392967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Port 7797831b-5bcf-446d-b74b-a6786dee8e8f on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:11:20.393301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Attempting to bind port 7797831b-5bcf-446d-b74b-a6786dee8e8f on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:20.446960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:11:20.447987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:11:20.448414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:11:20.448911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Bound port: 7797831b-5bcf-446d-b74b-a6786dee8e8f, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:11:20.450031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:20.578952 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-a380ba50-5d33-4118-bf6e-e286cf57688a service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801380 Aug 30 21:11:20.704860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] For port 7797831b-5bcf-446d-b74b-a6786dee8e8f, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:11:20.731594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] For port 7797831b-5bcf-446d-b74b-a6786dee8e8f, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:11:20.752004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:20.759415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:20.771191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:20.857477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:20.857477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:20.857477 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] 10.222.0.82 "PUT /v2.0/ports/7797831b-5bcf-446d-b74b-a6786dee8e8f HTTP/1.1" status: 200 len: 1097 time: 2.8599732 Aug 30 21:11:20.858359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Transition to ACTIVE for port object 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:20.864993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'tag': '7797831b-5bcf-446d-b74b-a6786dee8e8f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:20.867971 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5c2ed4-cd70-4f46-aeea-96739452a895", "tag": "7797831b-5bcf-446d-b74b-a6786dee8e8f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:20.880639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:20.890756 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad41f58c-92b8-489a-a25f-ddd056789955 req-c2ead654-4beb-419c-861c-d58e677db26e service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824233 Aug 30 21:11:20.915526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f667c55-7773-4d0d-bbad-c834338cfc37 service neutron] Pushing event updated for resources: {'Port': ['ID=7797831b-5bcf-446d-b74b-a6786dee8e8f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:21.138431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:21.222216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7d08991f-b5f8-4b50-8a6b-d4a2e9b7a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:21.225881 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-7d08991f-b5f8-4b50-8a6b-d4a2e9b7a3b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 1100 time: 0.2906630 Aug 30 21:11:21.230457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Attempting to bind port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:11:21.231182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Attempting to bind port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:11:21.232101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Attempting to bind port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:21.262852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:11:21.263880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Attempting to bind port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:21.326889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:11:21.327340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:11:21.327808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:11:21.328342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Bound port: 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:11:21.328803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:21.334105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-29cb7fec-5def-43de-8ad9-85b8c1e9e8cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f HTTP/1.1" status: 200 len: 217 time: 0.0887687 Aug 30 21:11:21.555029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-4bffa68c-4ea6-47a2-8ca8-c4d4423c3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:21.556568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-4bffa68c-4ea6-47a2-8ca8-c4d4423c3ffc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.2107697 Aug 30 21:11:21.596158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] For port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:11:21.610506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] For port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:11:21.620783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:21.693397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:21.694187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:21.695853 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] 10.222.0.86 "PUT /v2.0/ports/58e1e98b-e73a-4368-a0ce-3a300fbce8f5 HTTP/1.1" status: 200 len: 1096 time: 2.5428090 Aug 30 21:11:21.710243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-139b7af6-312b-488f-b018-c8b1079f1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:21.711955 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-139b7af6-312b-488f-b018-c8b1079f1418 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377134 Aug 30 21:11:21.894811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfd2c7-a68d-459d-a6c2-01a593dc24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:21.959900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-04daeaf4-3efd-424d-9899-ba1fba88a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:21.961825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-04daeaf4-3efd-424d-9899-ba1fba88a1a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 1099 time: 0.1344180 Aug 30 21:11:21.971969 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-4e7172d9-7bb0-456f-a8a6-234008b69093 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454593 Aug 30 21:11:22.390199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-946cdd9b-564a-4f92-881e-14820d4202dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5 HTTP/1.1" status: 200 len: 217 time: 0.4163935 Aug 30 21:11:22.489966 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-2a51ddbe-fe80-4e57-a667-97163f8336be service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026884 Aug 30 21:11:22.489966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-89631eb4-5257-4963-bd21-1231302c61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:22.490318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-89631eb4-5257-4963-bd21-1231302c61c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0910175 Aug 30 21:11:22.605404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-91e9fb47-8bdd-4d39-8b47-4cdeda3b4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:22.608176 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-91e9fb47-8bdd-4d39-8b47-4cdeda3b4bfa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077685 Aug 30 21:11:22.843592 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d4b33-2205-4ada-99b7-53c2d90ca9c9 x-openstack-request-id: req-8c4d4b33-2205-4ada-99b7-53c2d90ca9c9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:22.844599 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:22.844906 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c4d4b33-2205-4ada-99b7-53c2d90ca9c9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:22.851086 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'status': 'completed', 'code': 200} Aug 30 21:11:22.872541 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-1a4c244c-7dc0-4d10-8c8f-8322fc270953 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528334 Aug 30 21:11:23.037681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154625-0250-459b-a9c8-6acec2edbc20 req-0ccdfadd-9f4c-4a84-99b3-436c8ec121f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:23.043296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-0ccdfadd-9f4c-4a84-99b3-436c8ec121f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.1681526 Aug 30 21:11:23.117504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-ae533780-13bd-4040-8721-37d6c146715d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:23.129511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-ae533780-13bd-4040-8721-37d6c146715d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1481206 Aug 30 21:11:23.166090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c539496-fcf1-483f-aba7-bef89b274c69 req-02622364-5e2c-45f8-886a-a9498bcac5f5 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522542 Aug 30 21:11:23.206600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:23.241892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154625-0250-459b-a9c8-6acec2edbc20 req-c8ddd833-24ae-49db-9ded-a54dd1cdee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:23.245020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-c8ddd833-24ae-49db-9ded-a54dd1cdee30 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1788297 Aug 30 21:11:23.288551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-22f5f936-5f10-461c-a212-5b0c86f4e7d5 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1001 time: 0.1516092 Aug 30 21:11:23.295728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'floatingip': {'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:23.432191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:23.433576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-37c31439-8c60-43fd-9a98-96dd4634eb57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 1001 time: 0.1748204 Aug 30 21:11:23.499358 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-491f14c3-2283-417d-b1fd-6330c9e5cdfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71c79f8c705a43a8bcd31af984f592f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912390 Aug 30 21:11:23.501842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:23.527460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154625-0250-459b-a9c8-6acec2edbc20 req-5d585b5e-b0cd-431b-aa41-e697855ebd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:23.529323 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-5d585b5e-b0cd-431b-aa41-e697855ebd29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0861313 Aug 30 21:11:23.605478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99662ffa-f610-457a-90c7-6c6ed672249e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:23.624615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154625-0250-459b-a9c8-6acec2edbc20 req-91bcc4fd-0d40-4fbe-895d-57394ba6e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:23.626161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-91bcc4fd-0d40-4fbe-895d-57394ba6e6d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880332 Aug 30 21:11:23.647724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99662ffa-f610-457a-90c7-6c6ed672249e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:23.815708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-f93d19dc-ddf1-41ed-aee8-e0a2fec6b75f service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776221 Aug 30 21:11:23.825071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99662ffa-f610-457a-90c7-6c6ed672249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:23.828225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99662ffa-f610-457a-90c7-6c6ed672249e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:23.832572 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99662ffa-f610-457a-90c7-6c6ed672249e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a87999f9-1bfc-452a-a696-5d4989a56577 HTTP/1.1" status: 204 len: 168 time: 0.3296561 Aug 30 21:11:23.844705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99662ffa-f610-457a-90c7-6c6ed672249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87999f9-1bfc-452a-a696-5d4989a56577,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:23.964460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-87154625-0250-459b-a9c8-6acec2edbc20 req-261aaaca-c2fd-4504-9794-81b14cceb4d3 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226590 Aug 30 21:11:24.440945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:24.458395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b133958-87c2-4e2b-8f64-4a9a7be2d5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:24.577564 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:24.586294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:24.643154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b133958-87c2-4e2b-8f64-4a9a7be2d5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:24.651678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b133958-87c2-4e2b-8f64-4a9a7be2d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:24.707489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8b133958-87c2-4e2b-8f64-4a9a7be2d5be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78d83eceecd14f66a810fe3c0c3622b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652035 Aug 30 21:11:24.710419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55140) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:24.713341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133958-87c2-4e2b-8f64-4a9a7be2d5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad219dd-2a84-440b-8d3b-742f5b8502a5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:24.753957 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Floating IP c497897d-c604-4475-bc3d-640d0faad1c1 associated. External IP: 172.25.5.30, port: 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e. Aug 30 21:11:24.873112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2d5702c-ed57-49aa-bf48-851d8ca9474e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:24.897239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2d5702c-ed57-49aa-bf48-851d8ca9474e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:25.022424 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2d5702c-ed57-49aa-bf48-851d8ca9474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:25.024845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e2d5702c-ed57-49aa-bf48-851d8ca9474e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:25.026136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e2d5702c-ed57-49aa-bf48-851d8ca9474e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dad219dd-2a84-440b-8d3b-742f5b8502a5 HTTP/1.1" status: 204 len: 168 time: 0.3125973 Aug 30 21:11:25.041227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5702c-ed57-49aa-bf48-851d8ca9474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad219dd-2a84-440b-8d3b-742f5b8502a5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:25.129173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:25.280005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:25.301012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:25.342509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:25.345301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:25.738230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:25.838176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:26.045084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:26.057025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:26.108939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:26.113603 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafd096b-8eee-497c-a2ae-a52911dfcd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:26.210755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-7c664087-83d0-49d8-9aa3-91ac2544a12d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "PUT /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 997 time: 2.9118555 Aug 30 21:11:26.272213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-99df7bdf-d4b5-41c2-9ee3-1ebfec2214ca tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:26.273693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-99df7bdf-d4b5-41c2-9ee3-1ebfec2214ca tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports/3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 943 time: 0.0620615 Aug 30 21:11:26.456979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-9e15ecad-b7fb-41ae-8d27-9acf03f3b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:26.465985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-9e15ecad-b7fb-41ae-8d27-9acf03f3b48e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.0686407 Aug 30 21:11:26.542267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:24Z', 'revision_number': 3, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:26.581933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:26.595198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:26.596253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:26.639713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-1740d8f6-dfb5-4f5f-b0a5-cc2d56841ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:26.641291 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-1740d8f6-dfb5-4f5f-b0a5-cc2d56841ebc service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1739068 Aug 30 21:11:26.700090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-e936a031-d653-42c4-bd34-f0ba74fd090f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.0512388 Aug 30 21:11:26.793781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-59a849a3-9929-4f9b-8a2d-29e9b9aab3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:26.802272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-59a849a3-9929-4f9b-8a2d-29e9b9aab3cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0943947 Aug 30 21:11:26.817928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:26.885232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-b1126611-da0f-4612-99d1-1824e4245450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:26.891127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7797831b-5bcf-446d-b74b-a6786dee8e8f details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:26.898922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-b1126611-da0f-4612-99d1-1824e4245450 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956230 Aug 30 21:11:27.095607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-94cf9846-2190-4c7c-87f0-6da24cefa9df service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956308 Aug 30 21:11:27.172888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:27.298014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-6636cf8e-9dc0-49fb-bacc-1ec2d5033354 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943069 Aug 30 21:11:27.351188 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:11:27.408525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-686f8f07-2ada-4de1-abf3-bfbe4018de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:27.410618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-686f8f07-2ada-4de1-abf3-bfbe4018de3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1097 time: 0.0570300 Aug 30 21:11:27.474395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7797831b-5bcf-446d-b74b-a6786dee8e8f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:27.521394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '7797831b-5bcf-446d-b74b-a6786dee8e8f', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '7797831b-5bcf-446d-b74b-a6786dee8e8f', 'mac_address': 'fa:16:3e:af:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:27.533910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:24Z', 'revision_number': 3, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:27.611348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-6398976d-1ee4-46c7-b22f-d6fef71406dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:27.617317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-6398976d-1ee4-46c7-b22f-d6fef71406dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1939063 Aug 30 21:11:27.695468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda63e2-fb0c-4a97-8d5f-7ac49c79d849 None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:24Z', 'revision_number': 3, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:27.701336 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:27.714370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-838b133f-7add-49d1-8dad-e9ae9d0f2daa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 1000 time: 0.0851314 Aug 30 21:11:27.792152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7797831b-5bcf-446d-b74b-a6786dee8e8f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:27.792644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-85976349-8e48-4287-a159-edbd9c367c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:27.803610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-85976349-8e48-4287-a159-edbd9c367c1d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0869105 Aug 30 21:11:27.815034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:27.868973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', 'mac_address': 'fa:16:3e:df:74:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:27.878031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-a508f75f-0153-4722-8f85-e3190907c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:27.885865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-a508f75f-0153-4722-8f85-e3190907c2ff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788136 Aug 30 21:11:27.907915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7797831b-5bcf-446d-b74b-a6786dee8e8f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:27.913674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:27.999422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7797831b-5bcf-446d-b74b-a6786dee8e8f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:28.029787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-dc2ecbb0-2c41-4cae-97dc-2ac0d0154ef7 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344063 Aug 30 21:11:28.032761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:28.073928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:28.089245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0132cc-9a9f-4d34-9171-7a291c5c2733 None None] New status for floating IP c497897d-c604-4475-bc3d-640d0faad1c1: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:11:28.135267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:28.142693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:28.228918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:28.229229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bebd86d-5805-4d16-a660-ab386959b8ed req-002bcb5d-7374-4b84-84f7-3ae7696e8d52 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985106 Aug 30 21:11:28.358111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:28.598013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['58e1e98b-e73a-4368-a0ce-3a300fbce8f5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:28.662616 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa2a882-066f-49cf-9ec0-97116cd672cb x-openstack-request-id: req-5fa2a882-066f-49cf-9ec0-97116cd672cb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:28.662616 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:28.662616 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5fa2a882-066f-49cf-9ec0-97116cd672cb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:28.662616 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'code': 200} Aug 30 21:11:28.662616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:28.736849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:28.740458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:28.816006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737ded-5158-4d30-bf5b-c27fdddcbab8 req-4ef655a6-1554-4c5f-9497-acbc32b1a6f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:28.817766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92737ded-5158-4d30-bf5b-c27fdddcbab8 req-4ef655a6-1554-4c5f-9497-acbc32b1a6f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 949 time: 0.0841820 Aug 30 21:11:28.953354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92737ded-5158-4d30-bf5b-c27fdddcbab8 req-d4ff0bbc-54df-4542-96dd-4818fef8145c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047537 Aug 30 21:11:29.051425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:29.435956 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a995e20-9719-4bcf-9099-6f1caee36235 x-openstack-request-id: req-8a995e20-9719-4bcf-9099-6f1caee36235 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:29.437376 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5c2ed4-cd70-4f46-aeea-96739452a895", "tag": "7797831b-5bcf-446d-b74b-a6786dee8e8f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:29.438042 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a995e20-9719-4bcf-9099-6f1caee36235 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:29.439060 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'tag': '7797831b-5bcf-446d-b74b-a6786dee8e8f', 'status': 'completed', 'code': 200} Aug 30 21:11:29.638398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-3ae7a6d4-e3bb-430f-8627-df914666d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:29.641634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-3ae7a6d4-e3bb-430f-8627-df914666d8aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 1101 time: 0.1499832 Aug 30 21:11:29.862846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:28Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:29.906645 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430ce70-206b-49f1-b324-1e3aeae2ea9f x-openstack-request-id: req-5430ce70-206b-49f1-b324-1e3aeae2ea9f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:29.907612 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:29.908026 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5430ce70-206b-49f1-b324-1e3aeae2ea9f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:29.908735 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'status': 'completed', 'code': 200} Aug 30 21:11:30.017205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:30.037931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-33eed0bd-7b3b-4296-a467-3a12c61ce6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.058102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:30.059026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-33eed0bd-7b3b-4296-a467-3a12c61ce6cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.1359572 Aug 30 21:11:30.059402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:30.089435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-016ec00e-4040-49e5-a216-61bc204d2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.105422 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-016ec00e-4040-49e5-a216-61bc204d2c38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.4414623 Aug 30 21:11:30.182752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-d3342087-9de7-4dc0-91c9-e7cfc1a84146 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f HTTP/1.1" status: 200 len: 217 time: 0.0709736 Aug 30 21:11:30.273779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-14a7d1be-2430-45b3-885e-b774d0f8d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.275182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-ffd6cb68-d22c-41db-8866-9e586b869f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.276235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-14a7d1be-2430-45b3-885e-b774d0f8d7c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0844972 Aug 30 21:11:30.277578 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-ffd6cb68-d22c-41db-8866-9e586b869f4d service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.2173951 Aug 30 21:11:30.289074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:30.400772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-e52bd198-48bc-42e1-9205-f06eff7495ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.403070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-e52bd198-48bc-42e1-9205-f06eff7495ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056721 Aug 30 21:11:30.432940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-4ce5c02c-5e93-4960-a35c-fdd51c218f2e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.1300395 Aug 30 21:11:30.478574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11ee7144-9bda-4bda-9f28-2f55e23675d3 req-3e3ef09d-1b49-4e39-abc1-ee90afc7577f tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1000 time: 0.1991727 Aug 30 21:11:30.564749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-fcb562ce-ba9d-454d-9efd-a83872c69886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.566701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-fcb562ce-ba9d-454d-9efd-a83872c69886 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0864720 Aug 30 21:11:30.637277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-b9061838-b47d-4a9c-9626-0f4a95314ab5 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247505 Aug 30 21:11:30.647265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f465a-6bea-4033-91f5-30e286f54ebd req-0e7a384d-a0a3-4d07-b9b5-4badfe613160 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.649900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-481f465a-6bea-4033-91f5-30e286f54ebd req-0e7a384d-a0a3-4d07-b9b5-4badfe613160 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 943 time: 0.0981858 Aug 30 21:11:30.674217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee7144-9bda-4bda-9f28-2f55e23675d3 req-2a569fe5-6aa6-47ac-b3ee-3b7007aef8df tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.688312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11ee7144-9bda-4bda-9f28-2f55e23675d3 req-2a569fe5-6aa6-47ac-b3ee-3b7007aef8df tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports/f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 942 time: 0.1137161 Aug 30 21:11:30.693108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-5a30f56b-b8c1-4dff-b9d9-5466b22d44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:30.696898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-5a30f56b-b8c1-4dff-b9d9-5466b22d44ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170247 Aug 30 21:11:30.891682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c2a2695-ffc2-4686-a0b7-6f6a8a1a4548 req-575ff03c-c548-4812-b5d3-b6cb77b51e93 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405903 Aug 30 21:11:30.943201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11ee7144-9bda-4bda-9f28-2f55e23675d3 req-1ee4bbef-9f85-4aea-b33f-9278f9beaeb2 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1000 time: 0.1129763 Aug 30 21:11:30.958607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7797831b-5bcf-446d-b74b-a6786dee8e8f up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:30.963829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Deleting port a7fba232-d0be-4639-a866-5cd15f0e98de {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:11:30.963829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.074870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 7797831b-5bcf-446d-b74b-a6786dee8e8f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:31.086195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 7797831b-5bcf-446d-b74b-a6786dee8e8f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:31.086608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.116078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:28Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:31.143000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] For port a7fba232-d0be-4639-a866-5cd15f0e98de, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a7fba232-d0be-4639-a866-5cd15f0e98de,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:31.143000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.143000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Calling delete_port for a7fba232-d0be-4639-a866-5cd15f0e98de owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:11:31.148618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-22f34d33-5326-4903-a199-b3dac52f416a service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434199 Aug 30 21:11:31.216830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:31.220899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c49708-60e2-491f-8959-60d43048c9dc None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': 'f0147929-8a0b-47ed-a113-394a70d227af', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:4f:61:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:28Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:31.279887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee7144-9bda-4bda-9f28-2f55e23675d3 req-f904615f-1b74-4f0d-8f81-62603c7eacc6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:31.299476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11ee7144-9bda-4bda-9f28-2f55e23675d3 req-f904615f-1b74-4f0d-8f81-62603c7eacc6 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.3432746 Aug 30 21:11:31.347100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.441253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'tag': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:31.444707 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f6c76-3ae2-4535-9f02-c882326cdd13" -d '{"events": [{"name": "network-changed", "server_uuid": "83120db0-04dc-42b1-a13b-8eef1a0f39e3", "tag": "58e1e98b-e73a-4368-a0ce-3a300fbce8f5"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:31.464687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:31.468272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7797831b-5bcf-446d-b74b-a6786dee8e8f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:31.471336 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c814bc6-316e-41c6-82b2-699ec0c06a49" -d '{"events": [{"server_uuid": "bf5c2ed4-cd70-4f46-aeea-96739452a895", "name": "network-vif-plugged", "status": "completed", "tag": "7797831b-5bcf-446d-b74b-a6786dee8e8f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:31.484286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:31.485032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.498296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.521948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7797831b-5bcf-446d-b74b-a6786dee8e8f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:31.531546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.594928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event deleted for resources: {'Port': ['ID=a7fba232-d0be-4639-a866-5cd15f0e98de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:31.612185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac2313d-2c53-4b33-9828-7ac6e22af75f req-a60605b3-0892-49a2-9a7f-17b298909ae5 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1ca47bc-26f6-418d-9e1c-e428f9ecaf11 HTTP/1.1" status: 200 len: 210 time: 0.1434371 Aug 30 21:11:31.639561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7797831b-5bcf-446d-b74b-a6786dee8e8f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:31.691221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] No DVR routers for this DVR port a7fba232-d0be-4639-a866-5cd15f0e98de on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:11:31.701897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dafd096b-8eee-497c-a2ae-a52911dfcd3b req-e27ad104-59a7-440d-8f30-ec36841a63b4 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368981 Aug 30 21:11:31.725778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.738328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-481f465a-6bea-4033-91f5-30e286f54ebd req-525b0ed1-24c5-41ff-86c2-910806509543 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "DELETE /v2.0/ports/a7fba232-d0be-4639-a866-5cd15f0e98de HTTP/1.1" status: 204 len: 173 time: 0.9612110 Aug 30 21:11:31.788451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.855875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:31.866303 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:31.909430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:31.911796 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "tag": "f0147929-8a0b-47ed-a113-394a70d227af"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:31.961614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d32f1-dbbe-41f1-a9f9-8f9cf668f44d req-a627b385-e77d-41e0-bdb8-68bcae5f899d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:31.974210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a43d32f1-dbbe-41f1-a9f9-8f9cf668f44d req-a627b385-e77d-41e0-bdb8-68bcae5f899d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 950 time: 0.1893482 Aug 30 21:11:32.024461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:32.079687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a43d32f1-dbbe-41f1-a9f9-8f9cf668f44d req-9bfd5fbe-4813-4e69-a359-b1b4f2413a47 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 Aug 30 21:11:33.197797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:33.268459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a7fba232-d0be-4639-a866-5cd15f0e98de {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:11:33.269023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a7fba232-d0be-4639-a866-5cd15f0e98de not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:11:33.273861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-2aa47511-a539-40fc-ad87-9c0dbac828c0 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1000 time: 0.1839590 Aug 30 21:11:33.353756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-70589284-7e80-4703-ac11-c539848a33cb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:33.368003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-70589284-7e80-4703-ac11-c539848a33cb tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports/f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 942 time: 0.0842664 Aug 30 21:11:33.439802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:33.559479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-991919d8-7219-4923-8591-7f7432647147 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1000 time: 0.1098793 Aug 30 21:11:33.720974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-ea414d0c-9500-4764-9ea3-93c632101632 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:33.733876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-ea414d0c-9500-4764-9ea3-93c632101632 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1728632 Aug 30 21:11:33.821008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-c26656a8-3ea7-4d6a-878e-0b6e256ead45 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1000 time: 0.0844486 Aug 30 21:11:33.825957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:34.425945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:34.642626 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:34.648978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:34.649572 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Floating IP c497897d-c604-4475-bc3d-640d0faad1c1 disassociated. External IP: 172.25.5.30, port: f0147929-8a0b-47ed-a113-394a70d227af. Aug 30 21:11:34.986155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:35.172808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:35.187778 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:35.191402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:35.198142 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:35.199239 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:35.232174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-6a6e7b4d-3928-403f-93bc-4d5f16cf23d9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "PUT /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 694 time: 1.4099200 Aug 30 21:11:35.368608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-2d5a1956-2dbd-494b-85dd-a61b234e445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:35.372947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-2d5a1956-2dbd-494b-85dd-a61b234e445e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1097 time: 0.1129074 Aug 30 21:11:35.395071 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:35.645318 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:35.647039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-d1a8c856-d879-4359-99ea-2d991cde53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:35.648659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-d1a8c856-d879-4359-99ea-2d991cde53d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.2688763 Aug 30 21:11:35.715260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-063cccb6-fc5b-43b4-8c1e-1ac755f479fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 217 time: 0.0515254 Aug 30 21:11:35.788627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-71fc7d9b-ff51-48fa-9f3a-3e561b837585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:35.799598 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-71fc7d9b-ff51-48fa-9f3a-3e561b837585 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0755014 Aug 30 21:11:35.837124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:35.864793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-286065e0-6259-4872-a79e-eb87cb0dc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:35.874619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-286065e0-6259-4872-a79e-eb87cb0dc724 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739641 Aug 30 21:11:35.887887 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:35.905235 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:35.907229 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:36.029039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-bb01639a-1442-4a3b-aa6f-a589792a2231 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534576 Aug 30 21:11:36.193867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94d1a4ec-2d8c-478c-80a2-c14b789d3885 req-35ba86ee-d227-472b-b23d-8df7ce58c79b service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541073 Aug 30 21:11:36.236112 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:36.266113 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34159fd1-42e9-47e3-8f87-d1ee4fde21fc x-openstack-request-id: req-34159fd1-42e9-47e3-8f87-d1ee4fde21fc {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:36.266956 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83120db0-04dc-42b1-a13b-8eef1a0f39e3", "tag": "58e1e98b-e73a-4368-a0ce-3a300fbce8f5", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:36.266956 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34159fd1-42e9-47e3-8f87-d1ee4fde21fc {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:36.267793 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'tag': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', 'status': 'completed', 'code': 200} Aug 30 21:11:36.329952 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806d6ea-9d93-4fe0-8eb2-c9bf74cacabd x-openstack-request-id: req-6806d6ea-9d93-4fe0-8eb2-c9bf74cacabd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:36.330864 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5c2ed4-cd70-4f46-aeea-96739452a895", "name": "network-vif-plugged", "status": "completed", "tag": "7797831b-5bcf-446d-b74b-a6786dee8e8f", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:36.331404 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6806d6ea-9d93-4fe0-8eb2-c9bf74cacabd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:36.332364 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7797831b-5bcf-446d-b74b-a6786dee8e8f', 'code': 200} Aug 30 21:11:36.399697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-f16abf29-3e36-40bf-93ff-5035197b9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:36.405210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-f16abf29-3e36-40bf-93ff-5035197b9156 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 1101 time: 0.1095378 Aug 30 21:11:36.414531 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4473fc45-3d40-4c60-b457-f3593dfa12fd x-openstack-request-id: req-4473fc45-3d40-4c60-b457-f3593dfa12fd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:36.415345 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "tag": "f0147929-8a0b-47ed-a113-394a70d227af", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:36.415751 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4473fc45-3d40-4c60-b457-f3593dfa12fd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:36.416163 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af', 'status': 'completed', 'code': 200} Aug 30 21:11:36.552222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620fa7-ec1c-4042-b216-ff06d7ae8463 req-382c5d6a-3cae-4609-8632-54933b93e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:36.569187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73620fa7-ec1c-4042-b216-ff06d7ae8463 req-382c5d6a-3cae-4609-8632-54933b93e544 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 1102 time: 0.1450226 Aug 30 21:11:36.686167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73620fa7-ec1c-4042-b216-ff06d7ae8463 req-65dfced1-1be8-40cf-89b7-5200a4cf326c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087127 Aug 30 21:11:36.721709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-56cf9136-2dd7-4d8b-ab83-8e474ebe954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:36.723542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-56cf9136-2dd7-4d8b-ab83-8e474ebe954f service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3090570 Aug 30 21:11:36.769933 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:36.817975 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e52e943-566c-4088-b33b-08ef8f02a76c None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:36.842375 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-d2d627ea-ec8e-4808-acd1-1655e517c295 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5 HTTP/1.1" status: 200 len: 217 time: 0.1105008 Aug 30 21:11:36.931197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-f737806d-92fc-4614-95be-bb04e76e3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:36.932731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-f737806d-92fc-4614-95be-bb04e76e3d83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0757098 Aug 30 21:11:36.941232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-c04a40a2-7f30-44dc-8005-d92ff7143a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:36.943882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-c04a40a2-7f30-44dc-8005-d92ff7143a1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1097 time: 0.4852982 Aug 30 21:11:37.111268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-7e33de8e-5ae1-4180-b1b4-98ed121bfcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:37.114126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-7e33de8e-5ae1-4180-b1b4-98ed121bfcfa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1692734 Aug 30 21:11:37.229980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-c9274926-8fe1-4364-9cbf-11ae3371edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:37.234780 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-c9274926-8fe1-4364-9cbf-11ae3371edf1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.2358625 Aug 30 21:11:37.355650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-56d6db48-79a6-4502-968f-415dfaea5780 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 217 time: 0.1063416 Aug 30 21:11:37.516399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-a3616522-5540-47d6-99a2-f59b2ac7d885 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763392 Aug 30 21:11:37.553337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25bcd37-e120-435c-8ca2-07e49c84d4d5 None None] New status for floating IP c497897d-c604-4475-bc3d-640d0faad1c1: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:11:37.561257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-23aa5127-2d2a-4ae6-9d7a-ab77bf97e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:37.585918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-23aa5127-2d2a-4ae6-9d7a-ab77bf97e04f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.2216105 Aug 30 21:11:37.769271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407abf0-1c60-4393-ab55-21ca1011dba1 req-bc72bc95-b1be-4972-b230-d15592fd5c4f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:37.791011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8407abf0-1c60-4393-ab55-21ca1011dba1 req-bc72bc95-b1be-4972-b230-d15592fd5c4f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 950 time: 0.1138284 Aug 30 21:11:37.866970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8407abf0-1c60-4393-ab55-21ca1011dba1 req-dd251ab7-1793-48e9-a903-20a17f3e6aaa tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736356 Aug 30 21:11:37.888312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-55d48e6c-d0ca-4460-b568-d08c6060c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:37.890149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-55d48e6c-d0ca-4460-b568-d08c6060c2ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2752752 Aug 30 21:11:38.015102 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-808f6c76-3ae2-4535-9f02-c882326cdd13 req-555bb676-d179-40b8-8f3a-d9baece8adbf service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796834 Aug 30 21:11:38.142020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-4ccb5fe0-9727-4461-9191-69818b2c6e48 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405674 Aug 30 21:11:38.304094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-deleted', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:38.306611 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec8ccc-afe4-4b21-8d57-045fb5974899" -d '{"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-deleted", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:38.334768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:38.341148 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b603a8-37ca-4681-a908-facb8a6bae35" -d '{"events": [{"server_uuid": "83120db0-04dc-42b1-a13b-8eef1a0f39e3", "name": "network-vif-plugged", "status": "completed", "tag": "58e1e98b-e73a-4368-a0ce-3a300fbce8f5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:38.417435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:38.420535 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648d2f11-58cd-48ba-b4e8-e5514556f45c" -d '{"events": [{"name": "network-changed", "server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "tag": "f0147929-8a0b-47ed-a113-394a70d227af"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:38.463572 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b98aac8-e3d1-4e2c-8a0a-b5d31a277ed1 req-f3cbf297-3a4d-47b9-9556-cfe28ba17fe9 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986913 Aug 30 21:11:38.898287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13fafa43-07b1-4059-b0c0-269438ca5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.142937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55410) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:39.148150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683359694', 'description': 'tempest-description--1866176880'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:39.221569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.261893 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62cc80c-25dc-4eb9-b5cf-5d87cebad7d1 x-openstack-request-id: req-c62cc80c-25dc-4eb9-b5cf-5d87cebad7d1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:39.262208 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ca47bc-26f6-418d-9e1c-e428f9ecaf11", "name": "network-vif-deleted", "tag": "a7fba232-d0be-4639-a866-5cd15f0e98de", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:39.264713 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c62cc80c-25dc-4eb9-b5cf-5d87cebad7d1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:39.266659 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ca47bc-26f6-418d-9e1c-e428f9ecaf11', 'name': 'network-vif-deleted', 'tag': 'a7fba232-d0be-4639-a866-5cd15f0e98de', 'status': 'completed', 'code': 200} Aug 30 21:11:39.347818 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db407108-b5db-484d-a530-dc810ad7a89d x-openstack-request-id: req-db407108-b5db-484d-a530-dc810ad7a89d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:39.349889 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83120db0-04dc-42b1-a13b-8eef1a0f39e3", "name": "network-vif-plugged", "status": "completed", "tag": "58e1e98b-e73a-4368-a0ce-3a300fbce8f5", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:39.351189 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db407108-b5db-484d-a530-dc810ad7a89d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:39.353432 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', 'code': 200} Aug 30 21:11:39.382815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.395183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.412971 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce061c3c-478a-4aa6-bd6d-c9e3ab93ea38 x-openstack-request-id: req-ce061c3c-478a-4aa6-bd6d-c9e3ab93ea38 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:39.413797 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "tag": "f0147929-8a0b-47ed-a113-394a70d227af", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:39.414446 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce061c3c-478a-4aa6-bd6d-c9e3ab93ea38 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:39.415383 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af', 'status': 'completed', 'code': 200} Aug 30 21:11:39.459096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.467201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3186314 Aug 30 21:11:39.471778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:39.482270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'security_group_rule': {'security_group_id': '93478b83-8d4c-4849-a075-b2a10cac8f45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:39.527093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b11d6e-1713-4bb9-97ea-1da0df7b710a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93478b83-8d4c-4849-a075-b2a10cac8f45,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:39.570143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6329406-6d8a-4717-afc2-2904022657af req-5bef2691-c3d2-4738-a1e6-62f20ac04df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:39.573421 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6329406-6d8a-4717-afc2-2904022657af req-5bef2691-c3d2-4738-a1e6-62f20ac04df8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 1101 time: 0.1612384 Aug 30 21:11:39.600076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.624595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-245d132a-354c-4802-a76a-8dffd6ac10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:39.627264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-245d132a-354c-4802-a76a-8dffd6ac10d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 1097 time: 0.1363287 Aug 30 21:11:39.635594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-a00be0a9-accc-445e-b7d3-4cdfc52d85ea tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:39.639092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-a00be0a9-accc-445e-b7d3-4cdfc52d85ea tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1349430 Aug 30 21:11:39.678010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6329406-6d8a-4717-afc2-2904022657af req-3e33f194-f489-4381-8b4e-981413d5aecd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Aug 30 21:11:39.767335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-95a274d2-93f4-4680-8433-312703aaf991 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.1142366 Aug 30 21:11:39.781657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-91189f5f-cb8d-42ef-86fb-5b984671325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:39.781657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-91189f5f-cb8d-42ef-86fb-5b984671325d service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1469824 Aug 30 21:11:39.787198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'floatingip': {'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:39.870335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.911193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-82ce0957-cc7b-4b75-8ce0-148c4c3b2605 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 200 len: 217 time: 0.1182008 Aug 30 21:11:39.958545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:39.991741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.035407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.037934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5637517 Aug 30 21:11:40.042637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:40.060909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'security_group_rule': {'security_group_id': '93478b83-8d4c-4849-a075-b2a10cac8f45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:40.082926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922f72e-0e7a-4a70-a627-c4b023c1c1d0 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3d788a-ae80-4f20-b0ff-05a5a920664d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:40.110497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.140342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-3ca9bd5f-6ac7-4bce-98cf-40314f756130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:40.144523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-3ca9bd5f-6ac7-4bce-98cf-40314f756130 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.2229154 Aug 30 21:11:40.267076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-93c46e07-48a5-4924-89e3-2dfbf49c6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:40.269502 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-93c46e07-48a5-4924-89e3-2dfbf49c6e2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160872 Aug 30 21:11:40.272472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.280770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.398703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20618e1-9f29-46f0-a5cd-16045663ed68,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:40.413000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.418977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0d039fb1-928a-49d6-81df-d2342112975e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737528 Aug 30 21:11:40.429290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:40.437516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:40.512347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.533885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-64603003-9a23-4e4f-b276-aa49f6634b5a tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:40.535462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-64603003-9a23-4e4f-b276-aa49f6634b5a tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "GET /v2.0/ports?device_id=4dde58a8-fa08-47a3-b1f8-08f9e9e1c251 HTTP/1.1" status: 200 len: 945 time: 0.1448674 Aug 30 21:11:40.556772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-50b114f1-edb6-4323-b7b1-b2fc1e2d9b79 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640662 Aug 30 21:11:40.669715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.675966 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.772997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Deleting port f0147929-8a0b-47ed-a113-394a70d227af {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:11:40.773671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.831499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-648d2f11-58cd-48ba-b4e8-e5514556f45c req-4b74b578-dc32-4821-be44-39f0f540973c service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327390 Aug 30 21:11:40.870052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:40.910534 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Floating IP c497897d-c604-4475-bc3d-640d0faad1c1 associated. External IP: 172.25.5.30, port: 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e. Aug 30 21:11:41.009796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] For port f0147929-8a0b-47ed-a113-394a70d227af, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f0147929-8a0b-47ed-a113-394a70d227af,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:41.009796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.054625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Calling delete_port for f0147929-8a0b-47ed-a113-394a70d227af owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:11:41.127064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Allocated IP 172.25.5.165 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/edc497bb-4d8b-434f-a680-4d2fa3ce50db) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:11:41.227600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:41.383293 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.446593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:41.450901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:41.451322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.455357 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac9ebb-f63a-4229-913a-2e44cedef498" -d '{"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:41.468598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'f0147929-8a0b-47ed-a113-394a70d227af'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:41.510065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event deleted for resources: {'Port': ['ID=f0147929-8a0b-47ed-a113-394a70d227af,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:41.523063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:41.560941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.648819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.761054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:41.778418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.801851 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.881170 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c179ed0-0e64-4e93-9832-024a248af849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:41.904484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:11:41.910105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:11:41.912138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:11:41.963458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'Port': ['ID=edc497bb-4d8b-434f-a680-4d2fa3ce50db,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:42.056283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.095873 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.102162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] No DVR routers for this DVR port f0147929-8a0b-47ed-a113-394a70d227af on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:11:42.106945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.109176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bb23a1b-a6f4-4fe1-b831-cd57438ac9ab req-91628389-3d41-4ce0-805f-ed10939af3f3 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "DELETE /v2.0/ports/f0147929-8a0b-47ed-a113-394a70d227af HTTP/1.1" status: 204 len: 173 time: 1.5640290 Aug 30 21:11:42.109633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'name': 'network-vif-deleted', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:42.111972 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c454dd70-12fc-4447-bfd0-cdfe5154bc87" -d '{"events": [{"server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "name": "network-vif-deleted", "tag": "f0147929-8a0b-47ed-a113-394a70d227af"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:42.240900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:42.246552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.256097 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:42.269268 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:42.270343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:42.313332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-829f6a13-6fc0-4005-b67e-a252323b9ad1 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "PUT /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 996 time: 2.5339205 Aug 30 21:11:42.394541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-b5300e7e-19d5-42b9-b4ee-6200f5b791c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:42.401635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-b5300e7e-19d5-42b9-b4ee-6200f5b791c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.0857143 Aug 30 21:11:42.426383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.435600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.501116 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:42.523806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'Port': ['ID=edc497bb-4d8b-434f-a680-4d2fa3ce50db,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:42.534727 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.545445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.569478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:42.570694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-ea5ade2b-9306-4fde-90aa-ab7ead4daac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:42.571364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d0273a3a-20d2-4603-baab-a5004b26d3f1 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1407671 Aug 30 21:11:42.580737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-ea5ade2b-9306-4fde-90aa-ab7ead4daac7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1767497 Aug 30 21:11:42.702238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-14da74e5-43ae-4bcd-bbdc-d2dbeb042f5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 999 time: 0.1224098 Aug 30 21:11:42.862498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-9f90db7f-6f52-44d4-8a43-c763869823bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:42.877300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-9f90db7f-6f52-44d4-8a43-c763869823bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.1572998 Aug 30 21:11:42.906387 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:40Z', 'revision_number': 8, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:42.943025 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:42.945778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-581bcd22-b959-4d3e-8d04-4d13d0b424f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:42.952445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-581bcd22-b959-4d3e-8d04-4d13d0b424f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725496 Aug 30 21:11:42.953517 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:42.954250 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:43.082262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-44166277-a77c-47e5-982c-23838d405db9 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247513 Aug 30 21:11:43.107341 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:43.195953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5653f854-2e11-4f13-b647-bcd61f5f5cb2 req-ed01d188-d90e-4e2f-9742-63aef7cbb83e service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044438 Aug 30 21:11:43.353766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14291af9-bb86-42c8-a673-fc7e26b775ca req-00789341-9a15-4631-a620-27e77dcc3fb7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:43.361039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14291af9-bb86-42c8-a673-fc7e26b775ca req-00789341-9a15-4631-a620-27e77dcc3fb7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 950 time: 0.0694306 Aug 30 21:11:43.400297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14291af9-bb86-42c8-a673-fc7e26b775ca req-94ad315e-a2cf-4eb3-86d1-11a058194c34 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Aug 30 21:11:43.447027 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:40Z', 'revision_number': 8, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:43.479688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0defea6f-f6aa-4526-bf87-b46f9ed9912e None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'c497897d-c604-4475-bc3d-640d0faad1c1', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'port_id': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'mac_address': 'fa:16:3e:00:10:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:10:56Z', 'updated_at': '2021-08-30T21:11:40Z', 'revision_number': 8, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:43.799173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fbc78-209f-41ed-8549-3a2b8f424415 None None] New status for floating IP c497897d-c604-4475-bc3d-640d0faad1c1: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:11:44.185687 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8634db36-2f3d-4544-aaef-cf73d2e24016 x-openstack-request-id: req-8634db36-2f3d-4544-aaef-cf73d2e24016 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:44.186270 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:44.186511 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8634db36-2f3d-4544-aaef-cf73d2e24016 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:44.187067 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'code': 200} Aug 30 21:11:44.237425 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b944b-f373-4cd7-9292-bbe4f698c94e x-openstack-request-id: req-090b944b-f373-4cd7-9292-bbe4f698c94e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:44.237930 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde58a8-fa08-47a3-b1f8-08f9e9e1c251", "name": "network-vif-deleted", "tag": "f0147929-8a0b-47ed-a113-394a70d227af", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:44.238182 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-090b944b-f373-4cd7-9292-bbe4f698c94e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:44.238769 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde58a8-fa08-47a3-b1f8-08f9e9e1c251', 'name': 'network-vif-deleted', 'tag': 'f0147929-8a0b-47ed-a113-394a70d227af', 'status': 'completed', 'code': 200} Aug 30 21:11:44.469194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:44.478237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-77896a7b-256a-4ae2-8a27-c104a4496b84 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:44.481081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-77896a7b-256a-4ae2-8a27-c104a4496b84 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 821 time: 0.1528945 Aug 30 21:11:44.496538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7731f4ea-1798-4a5b-8c51-f6530b4bc78e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/quotas/31aa922f09dc4fff9f91b6ecf236e6bc HTTP/1.1" status: 200 len: 375 time: 0.0105064 Aug 30 21:11:44.558947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-e480bd6e-3249-4e10-8584-9f0344f8706b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543339 Aug 30 21:11:44.572152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-ef7f5ee8-9ed1-4d8b-ab7b-dd279c5e08b1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:11:44.573673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-ef7f5ee8-9ed1-4d8b-ab7b-dd279c5e08b1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072017 Aug 30 21:11:44.690122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-b844ff7c-dd43-4a97-9c1a-a5c21eb25c9c service neutron] 10.222.0.76 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074929 Aug 30 21:11:44.803394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-c3f19621-4347-44e6-88dd-96879bcd1317 service neutron] 10.222.0.76 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052456 Aug 30 21:11:45.013989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f0147929-8a0b-47ed-a113-394a70d227af no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:45.049629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: f0147929-8a0b-47ed-a113-394a70d227af {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:11:45.050280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f0147929-8a0b-47ed-a113-394a70d227af not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:11:45.059136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3fdd8296-02b5-4d37-b840-21cb7808db28 req-786c51c4-edd6-487f-bd81-397766a1cf4a tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 998 time: 0.1008589 Aug 30 21:11:45.233673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd8296-02b5-4d37-b840-21cb7808db28 req-5e99d7e7-7e26-454b-8e88-3f753343cd1b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:45.235322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3fdd8296-02b5-4d37-b840-21cb7808db28 req-5e99d7e7-7e26-454b-8e88-3f753343cd1b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1653042 Aug 30 21:11:45.399036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a686b-d606-4c18-9b53-7683c411e83f req-e32759bf-a9be-451e-aec9-1480f77cf74d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:45.401698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e63a686b-d606-4c18-9b53-7683c411e83f req-e32759bf-a9be-451e-aec9-1480f77cf74d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 949 time: 0.0952828 Aug 30 21:11:45.475387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e63a686b-d606-4c18-9b53-7683c411e83f req-810eaba4-1659-41bb-8a2f-2d632c8a3a49 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Aug 30 21:11:45.837658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2be87a11-7306-4a29-b2b3-54b7107433e4 req-6d0f9e6d-00db-4edd-bfc3-4d932eabe5ea tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 210 time: 0.0482786 Aug 30 21:11:46.018479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-bbb90fd3-99e8-48af-bbd3-522018918d85 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1001 time: 0.0846286 Aug 30 21:11:46.071017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-de1f690b-8935-4398-9474-7fa636e072a8 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:46.072453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-de1f690b-8935-4398-9474-7fa636e072a8 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports/3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 943 time: 0.0480812 Aug 30 21:11:46.241501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:46.245572 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8102cc-1d40-4506-bb67-674d6bea91eb" -d '{"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:46.320311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-932dbbc8-502e-48e0-bad2-5b24dda1a748 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1001 time: 0.1793971 Aug 30 21:11:46.428358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-c44215e4-b735-46e9-b421-ebbdb46f5cac tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:46.429879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-c44215e4-b735-46e9-b421-ebbdb46f5cac tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.82 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 821 time: 0.2276371 Aug 30 21:11:46.448798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'port': {'device_id': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'admin_state_up': True, 'tenant_id': '31aa922f09dc4fff9f91b6ecf236e6bc'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:46.545556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-b3e49d9a-5ce3-4ac2-b310-4452c2f0ec9d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:46.547937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-b3e49d9a-5ce3-4ac2-b310-4452c2f0ec9d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2177112 Aug 30 21:11:46.695063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e41a4430-0763-4b06-9d94-674f25a1d969 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 1001 time: 0.1329176 Aug 30 21:11:46.707942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:46.759979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Made reservation on behalf of 31aa922f09dc4fff9f91b6ecf236e6bc for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:11:46.763713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:46.813473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.052867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Allocated IP 172.20.0.7 (db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5/40b09ca1-6c1a-48f8-ae7a-923de6862ba1/685240b1-6c82-4d02-bc57-ebf55db908e4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:11:47.101962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.114329 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.114849 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Floating IP c497897d-c604-4475-bc3d-640d0faad1c1 disassociated. External IP: 172.25.5.30, port: 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e. Aug 30 21:11:47.387908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.482249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:11:47.493169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.587943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:11:47.596804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:11:47.603639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:11:47.608099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:47.673193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.673540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.673884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.674239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.674767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.675012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.675353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.675684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.676025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.676354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.676743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.677010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:47.710093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:47.711378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.725016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:11:47.731263 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.747363 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:11:47.757594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-3badb2ae-192b-4985-a8fb-7d9c16050ec6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3137527 Aug 30 21:11:47.766531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-e14a8f55-3545-470b-8793-73c9c6c7687d tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "PUT /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 695 time: 1.0652449 Aug 30 21:11:47.772348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Request body: {'port': {'device_id': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:47.779596 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:47.780399 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:47.866124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:47.882220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-1f8b41ca-de45-4374-9a39-54745bb4f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:47.883894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-1f8b41ca-de45-4374-9a39-54745bb4f42e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.0859065 Aug 30 21:11:47.954134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:48.083971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-0dbe7e1c-c8c5-42f8-9b8e-b831517cbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:48.086062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-0dbe7e1c-c8c5-42f8-9b8e-b831517cbeb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1776085 Aug 30 21:11:48.114418 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:11:48.174082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-5e7a35dd-2ee0-437d-8a1e-25a70272d847 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.0750830 Aug 30 21:11:48.232169 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:48.265458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-aacc5c00-258f-49e4-8d2e-aa4cf8b59ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:48.266910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-aacc5c00-258f-49e4-8d2e-aa4cf8b59ab8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0794122 Aug 30 21:11:48.267298 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:11:48.281717 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:11:48.282705 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:48.356049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685240b1-6c82-4d02-bc57-ebf55db908e4 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:48.366439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:48.378603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-3e2522d7-35aa-4ae9-8199-1968062cbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:48.380268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-3e2522d7-35aa-4ae9-8199-1968062cbd8d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029029 Aug 30 21:11:48.390542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Transition to ACTIVE for port object 685240b1-6c82-4d02-bc57-ebf55db908e4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:48.399745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:48.544051 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:11:48.822178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:11:48.850585 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00670d9-765b-4f4b-b6b7-41f9d780a663 None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:10:09Z', 'revision_number': 4, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '1cabcd25-aeb9-4597-8be0-ccc47af04c6a', 'name': '', 'network_id': 'd7512bbf-b34a-4f24-b8eb-bba734b735e0', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'mac_address': 'fa:16:3e:6d:38:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:06Z', 'updated_at': '2021-08-30T21:10:20Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'subnets': [{'id': '4bab2118-2ea0-4dc3-919b-265e26a1f672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:11:48.900381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:48.979498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-46301c4b-7d8c-4ed0-bbeb-84beaf28add0 service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903728 Aug 30 21:11:49.059723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Attempting to bind port 685240b1-6c82-4d02-bc57-ebf55db908e4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:11:49.060113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Attempting to bind port 685240b1-6c82-4d02-bc57-ebf55db908e4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:11:49.060432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Attempting to bind port 685240b1-6c82-4d02-bc57-ebf55db908e4 on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:49.071183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Port 685240b1-6c82-4d02-bc57-ebf55db908e4 on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:11:49.071532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Attempting to bind port 685240b1-6c82-4d02-bc57-ebf55db908e4 on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:49.082914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:11:49.083345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Checking segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:11:49.084196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Bound using segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:11:49.084196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Bound port: 685240b1-6c82-4d02-bc57-ebf55db908e4, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:11:49.084518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:49.160666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46b72c9a-789c-4545-8cb6-36e5d176f4a4 req-0fa3f060-3101-46e1-b064-ab4694f27b4c service neutron] 10.222.0.76 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736238 Aug 30 21:11:49.169848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf260b41-7ad1-4073-af65-93f5966e9b12 None None] New status for floating IP c497897d-c604-4475-bc3d-640d0faad1c1: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:11:49.209742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:11:49.214749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:11:49.223948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:49.285758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:49.287176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:49.289286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] 10.222.0.82 "PUT /v2.0/ports/685240b1-6c82-4d02-bc57-ebf55db908e4 HTTP/1.1" status: 200 len: 1092 time: 1.5213146 Aug 30 21:11:49.322280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1c02c-1ac7-4a8a-b0a8-7f65e6730cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:49.396582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-b89ba2f4-829a-4b50-84c9-4a6dcfe52dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:49.400810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-b89ba2f4-829a-4b50-84c9-4a6dcfe52dfe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 1095 time: 0.0596671 Aug 30 21:11:49.448753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-4630c5b8-ae38-43e5-9882-4e89035873e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685240b1-6c82-4d02-bc57-ebf55db908e4 HTTP/1.1" status: 200 len: 217 time: 0.0399716 Aug 30 21:11:49.529057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-4984809a-8d48-4127-85ed-da0522be8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:49.531782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-4984809a-8d48-4127-85ed-da0522be8b79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 200 len: 861 time: 0.0752728 Aug 30 21:11:49.580702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-e8eda0b8-5b52-46d5-bb6d-7434d2988578 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390036 Aug 30 21:11:49.689096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e28f2-ee20-4dec-8e77-97baade92b65 req-ff4033c4-59f6-4ba1-9a0c-5e9d03fb8705 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:49.700367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e28f2-ee20-4dec-8e77-97baade92b65 req-ff4033c4-59f6-4ba1-9a0c-5e9d03fb8705 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:49.710133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d65e28f2-ee20-4dec-8e77-97baade92b65 req-ff4033c4-59f6-4ba1-9a0c-5e9d03fb8705 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895&device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 1690 time: 0.1508389 Aug 30 21:11:49.785454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-a0c7e754-6b1d-4848-980a-f729a176203b service neutron] 10.222.0.82 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905828 Aug 30 21:11:49.835446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d65e28f2-ee20-4dec-8e77-97baade92b65 req-535abacd-1a5d-45bc-b2f0-28497db53f13 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104097 Aug 30 21:11:49.950247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946de5ca-6ca7-4e96-95c5-ce3ea200846d req-a0a06329-4415-481b-8ba1-2c311ec65fe6 service neutron] 10.222.0.82 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547410 Aug 30 21:11:50.079662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fcfb9-d186-457d-9a85-745928eeed05 req-57b521d5-b1f6-4099-8124-e1c1ffff6211 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:50.082302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b71fcfb9-d186-457d-9a85-745928eeed05 req-57b521d5-b1f6-4099-8124-e1c1ffff6211 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 949 time: 0.1514831 Aug 30 21:11:50.158916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b71fcfb9-d186-457d-9a85-745928eeed05 req-09ed4050-007b-45f8-be5f-0a8708cd41a4 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Aug 30 21:11:50.599119 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9127803c-e9f1-46c6-8784-3fdebb8aa6c7 x-openstack-request-id: req-9127803c-e9f1-46c6-8784-3fdebb8aa6c7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:50.599639 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:50.600113 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9127803c-e9f1-46c6-8784-3fdebb8aa6c7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:50.600801 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'status': 'completed', 'code': 200} Aug 30 21:11:50.702248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-e00ccfd0-1f7c-4fe0-acf6-64a9c14140ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:50.703985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-e00ccfd0-1f7c-4fe0-acf6-64a9c14140ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.0684073 Aug 30 21:11:50.878726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934324be-a251-420b-b71e-c03e9cf44494 req-abc0a50b-cf79-45a4-a6ad-8df779313f71 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:50.880497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-934324be-a251-420b-b71e-c03e9cf44494 req-abc0a50b-cf79-45a4-a6ad-8df779313f71 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 943 time: 0.1023450 Aug 30 21:11:50.898581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-a48122f0-657e-472f-844a-052e686e3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:50.900082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-a48122f0-657e-472f-844a-052e686e3f84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1865718 Aug 30 21:11:50.959859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-b6a65a19-fbe2-45f8-9ccd-f6f2a3edba08 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.0470345 Aug 30 21:11:50.965463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-934324be-a251-420b-b71e-c03e9cf44494 req-0dc35ae3-737f-4193-8fdb-e3ea105d5990 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763297 Aug 30 21:11:51.045103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-a0152ea8-8de3-4728-a702-c17ba71682a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:51.046971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-a0152ea8-8de3-4728-a702-c17ba71682a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0773294 Aug 30 21:11:51.116610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-de5f242a-5c1f-40f0-ae2d-c080aa170f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:51.118723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-de5f242a-5c1f-40f0-ae2d-c080aa170f8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621648 Aug 30 21:11:51.254067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-08ab9c04-c7bd-4d2b-90b1-d68bd40c5ab6 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202309 Aug 30 21:11:51.411820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a8102cc-1d40-4506-bb67-674d6bea91eb req-51fca807-ea16-44ed-898d-8b15bc56cd9e service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405048 Aug 30 21:11:51.541462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74286b-0950-4a6b-a9bd-e8bc39b19dba req-c9b388c7-b0c3-4196-a269-ea9fdbb9753d tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:51.544245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd74286b-0950-4a6b-a9bd-e8bc39b19dba req-c9b388c7-b0c3-4196-a269-ea9fdbb9753d tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 1102 time: 0.0595298 Aug 30 21:11:51.581735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd74286b-0950-4a6b-a9bd-e8bc39b19dba req-8ed3f400-34f7-4a3f-bd75-1d4856d51eac tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Aug 30 21:11:52.061372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f80022ef-aa0d-4105-8829-5860734f3518 req-626154fd-a7ee-422c-8c8c-ea3c352385cd tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 200 len: 693 time: 0.0507736 Aug 30 21:11:52.180814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80022ef-aa0d-4105-8829-5860734f3518 req-3fc8e93d-a640-4d70-9fd9-3d0a60672cbd tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:52.182232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f80022ef-aa0d-4105-8829-5860734f3518 req-3fc8e93d-a640-4d70-9fd9-3d0a60672cbd tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1146929 Aug 30 21:11:52.239673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f80022ef-aa0d-4105-8829-5860734f3518 req-9c65911c-c325-46a1-8d74-d9cc4f424cce tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 696 time: 0.0504751 Aug 30 21:11:52.292675 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f80022ef-aa0d-4105-8829-5860734f3518 req-1e53bd48-6470-4178-b478-338a88b96ea0 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 696 time: 0.0466628 Aug 30 21:11:52.435458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Deleting port ce4b1b80-845b-4324-95ce-f4b811d2f101 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:11:52.435702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:52.523846 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:52.524173 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:52.537801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Calling delete_port for ce4b1b80-845b-4324-95ce-f4b811d2f101 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:11:52.601596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}, {'name': 'network-changed', 'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:52.603971 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}, {"name": "network-changed", "server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:52.681418 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:52.715381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event deleted for resources: {'Port': ['ID=ce4b1b80-845b-4324-95ce-f4b811d2f101,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:52.785930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:52.788582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:52.789934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f80022ef-aa0d-4105-8829-5860734f3518 req-45183ba2-4b6b-4411-8fdd-702f99bf41c7 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "DELETE /v2.0/floatingips/c497897d-c604-4475-bc3d-640d0faad1c1 HTTP/1.1" status: 204 len: 173 time: 0.4906490 Aug 30 21:11:52.886907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75362-2b4a-483d-a7a1-ea2154d8921a req-71e4155a-6754-4892-baca-74d207455df2 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:52.894603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34a75362-2b4a-483d-a7a1-ea2154d8921a req-71e4155a-6754-4892-baca-74d207455df2 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 1101 time: 0.0562682 Aug 30 21:11:52.927474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34a75362-2b4a-483d-a7a1-ea2154d8921a req-113814f9-7830-4de4-b676-c8ddb71effe0 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Aug 30 21:11:53.312273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b33b8c-1548-4867-9de2-9e24d28b803c req-57758114-f63a-487b-addf-a55b6463e3ad tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:53.313762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01b33b8c-1548-4867-9de2-9e24d28b803c req-57758114-f63a-487b-addf-a55b6463e3ad tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 943 time: 0.0595856 Aug 30 21:11:53.361573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01b33b8c-1548-4867-9de2-9e24d28b803c req-904e7cc7-0425-4a44-8573-cec49ae672e6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359693 Aug 30 21:11:53.894205 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c31ef7-9522-4a88-9577-c0dc355aa0eb x-openstack-request-id: req-67c31ef7-9522-4a88-9577-c0dc355aa0eb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:53.894561 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:53.895575 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67c31ef7-9522-4a88-9577-c0dc355aa0eb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:53.895575 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'status': 'completed', 'code': 200} Aug 30 21:11:53.895575 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'status': 'completed', 'code': 200} Aug 30 21:11:53.972154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-e7e72782-b71e-4389-a18e-0bae4a3eb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:53.974152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-e7e72782-b71e-4389-a18e-0bae4a3eb21a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 1098 time: 0.0498710 Aug 30 21:11:54.124211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-a713971f-acf5-488d-b765-abcbf9360283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:54.126936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-a713971f-acf5-488d-b765-abcbf9360283 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 200 len: 921 time: 0.1424401 Aug 30 21:11:54.205730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-0349c1e9-985e-47ca-bb41-392ad15f0a77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 200 len: 217 time: 0.0655131 Aug 30 21:11:54.274118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-a28cc960-6f46-41f7-ab7a-5790479385ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:54.275782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-a28cc960-6f46-41f7-ab7a-5790479385ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 200 len: 859 time: 0.0558681 Aug 30 21:11:54.341751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-c3b394a4-7558-4430-a096-c7b6bd3305f6 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296497 Aug 30 21:11:54.365175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-a61ebf38-e583-4681-9f70-2a0ec81df023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:54.367640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-a61ebf38-e583-4681-9f70-2a0ec81df023 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7512bbf-b34a-4f24-b8eb-bba734b735e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823963 Aug 30 21:11:54.528614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-fbf4dd00-7b2f-48f6-a89e-0662aaa95688 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:54.530050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-fbf4dd00-7b2f-48f6-a89e-0662aaa95688 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814566 Aug 30 21:11:54.536699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-7ba6218b-03da-4eda-a620-f7ea050ea9ee service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573308 Aug 30 21:11:54.556345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-5ee3dfca-dbce-4341-b07b-d89eb165f44e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/quotas/11d53233666b485fbbde926ad0016aa0 HTTP/1.1" status: 200 len: 375 time: 0.0186601 Aug 30 21:11:54.674592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-38e31b75-0d9a-477c-a19a-e518fcd33c67 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1065681 Aug 30 21:11:54.698059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-121eec0f-9b44-47ee-9055-1581434d7298 service neutron] 10.222.0.82 "GET /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508715 Aug 30 21:11:54.827986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-44f401bf-671f-4afe-bc5f-4f52db665837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:54.829855 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-44f401bf-671f-4afe-bc5f-4f52db665837 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 1095 time: 0.0738149 Aug 30 21:11:55.029610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-909955be-fe85-4ebd-a846-5906358369b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:55.032166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-909955be-fe85-4ebd-a846-5906358369b6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 922 time: 0.1918163 Aug 30 21:11:55.043354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:11:55.131125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-9241af55-9e64-4d35-b8dd-9a07ba3b04dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=685240b1-6c82-4d02-bc57-ebf55db908e4 HTTP/1.1" status: 200 len: 217 time: 0.0896137 Aug 30 21:11:55.214561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ad4a7-db80-44c2-8ca7-d7ec771fdcfc req-546b17db-9de9-4fbf-b0f6-7681352288c4 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:55.223465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af3ad4a7-db80-44c2-8ca7-d7ec771fdcfc req-546b17db-9de9-4fbf-b0f6-7681352288c4 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 946 time: 0.1794395 Aug 30 21:11:55.236754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-118621d2-1171-430f-b040-5901ae25cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:55.238630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-118621d2-1171-430f-b040-5901ae25cf54 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 200 len: 861 time: 0.0994179 Aug 30 21:11:55.248970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:55.293502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-9f51b088-4b72-42c7-8e9a-7f6a3db49bcd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373757 Aug 30 21:11:55.300782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'port_id': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'mac_address': 'fa:16:3e:76:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b09ca1-6c1a-48f8-ae7a-923de6862ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:11:55.317292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af3ad4a7-db80-44c2-8ca7-d7ec771fdcfc req-38dd5505-902a-473d-9776-29648791e546 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3a6c6ae-20a1-4276-a4bd-cc741929fd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912745 Aug 30 21:11:55.447513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:55.492116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685240b1-6c82-4d02-bc57-ebf55db908e4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:55.525213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:55.535506 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:55.558523 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-852925f0-4ebc-4a85-86b2-ac16ad89be26 service neutron] 10.222.0.82 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505467 Aug 30 21:11:55.638340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:55.650296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.651307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.651872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.652675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.653316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.653884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.654429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.655271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.655711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.656135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.657260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.657806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:11:55.825114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d293c2-e677-4e3b-b0f1-03b2471fbc72 req-dbd4c2a4-f002-4fc0-ad96-7de8f3b7a7c3 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:55.827588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0d293c2-e677-4e3b-b0f1-03b2471fbc72 req-dbd4c2a4-f002-4fc0-ad96-7de8f3b7a7c3 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 944 time: 0.1113794 Aug 30 21:11:55.866951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc30af8c-eb7e-4f89-a95b-35402f7a4ff7 req-f9596087-fe0f-4e08-b691-f5a4749cc9f4 service neutron] 10.222.0.82 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975266 Aug 30 21:11:55.907990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0d293c2-e677-4e3b-b0f1-03b2471fbc72 req-91e3e7d8-f8aa-4262-b133-1dc6a6a7a39b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Aug 30 21:11:55.969158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['685240b1-6c82-4d02-bc57-ebf55db908e4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:56.047846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4bdbfdc8-8d15-41ef-a57b-6380ea9b0e23 req-d3efe5e9-28d0-4a11-bf0a-a627d684f11e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 210 time: 0.0519381 Aug 30 21:11:56.059527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-56e50a84-3aee-48e9-8f99-cb3c118bcdb9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:56.061428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-56e50a84-3aee-48e9-8f99-cb3c118bcdb9 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 946 time: 0.1286020 Aug 30 21:11:56.263681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Deleting port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:11:56.264173 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:56.425213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-6220439c-3cca-4c16-9eec-8fcce381fc55 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348096 Aug 30 21:11:56.545122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] For port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:56.553147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:56.625009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-e2074fcc-0435-4bdc-93d7-716eb3fb78a2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:56.627750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-e2074fcc-0435-4bdc-93d7-716eb3fb78a2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965592 Aug 30 21:11:56.641712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:56.646523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Calling delete_port for 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:11:56.887613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:11:56.901593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:57.071732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:57.090532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:57.211351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.142 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/89435eef-b22e-4fe9-9fba-0b915bd3385b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:11:57.233061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Pushing event deleted for resources: {'Port': ['ID=3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:57.364377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] No DVR routers for this DVR port 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:11:57.371968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:57.377651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1ebfb05-fa81-4870-a7f6-51cb9d6c14d9 req-63c6df79-8f7d-440c-a662-a3740c25ad01 tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.82 "DELETE /v2.0/ports/3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e HTTP/1.1" status: 204 len: 173 time: 1.3073409 Aug 30 21:11:57.377651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'name': 'network-vif-deleted', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:57.420648 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6ea34-6312-4bf7-bfbd-559ababa4d8d" -d '{"events": [{"server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "name": "network-vif-deleted", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:57.566260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:57.577584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8daaf92-f027-495c-90ba-370bddfd2e45 req-46311806-6e29-481b-8677-9f4cd3f60b1b tempest-FloatingIPsAssociationTestJSON-979850453 tempest-FloatingIPsAssociationTestJSON-979850453-project] 10.222.0.76 "GET /v2.0/ports?device_id=625487b8-5fc6-4067-bfc7-2615d013d2dc HTTP/1.1" status: 200 len: 210 time: 0.1245151 Aug 30 21:11:57.585069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object 89435eef-b22e-4fe9-9fba-0b915bd3385b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:57.645931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:57.661509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac', '7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:57.664850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', '58e1e98b-e73a-4368-a0ce-3a300fbce8f5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:11:57.713182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:11:57.721497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:11:57.739071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:11:57.780732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=89435eef-b22e-4fe9-9fba-0b915bd3385b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:57.841324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:57.850578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:57.899484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-124ad914-9008-480c-a0ad-bd9087f0c4f9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2614231 Aug 30 21:11:57.914821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Request body: {'port': {'device_id': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:11:58.146837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ff048-58a5-45f5-80d5-291d3070e874 req-4a505bc7-7caf-4271-80a6-1ad55f7ca059 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:58.148802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b5ff048-58a5-45f5-80d5-291d3070e874 req-4a505bc7-7caf-4271-80a6-1ad55f7ca059 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 944 time: 0.1900258 Aug 30 21:11:58.163784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:58.260398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2119f55-cfe4-4a66-9d9a-314fa81d3cb2 None None] Provisioning for port 89435eef-b22e-4fe9-9fba-0b915bd3385b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:58.279086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2119f55-cfe4-4a66-9d9a-314fa81d3cb2 None None] Provisioning complete for port 89435eef-b22e-4fe9-9fba-0b915bd3385b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:58.279712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2119f55-cfe4-4a66-9d9a-314fa81d3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:58.279941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b5ff048-58a5-45f5-80d5-291d3070e874 req-8beff89a-0db8-4806-8bff-20bcabae472a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184962 Aug 30 21:11:58.409530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f2119f55-cfe4-4a66-9d9a-314fa81d3cb2 None None] Port 89435eef-b22e-4fe9-9fba-0b915bd3385b cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:11:58.807577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89435eef-b22e-4fe9-9fba-0b915bd3385b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:11:58.840104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:58.872452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Transition to ACTIVE for port object 89435eef-b22e-4fe9-9fba-0b915bd3385b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:11:58.879929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:58.984776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33948429-8a74-445e-9474-eec638caec4f service neutron] Pushing event updated for resources: {'Port': ['ID=89435eef-b22e-4fe9-9fba-0b915bd3385b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:59.067246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:11:59.091072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Attempting to bind port 89435eef-b22e-4fe9-9fba-0b915bd3385b on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:11:59.091202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Attempting to bind port 89435eef-b22e-4fe9-9fba-0b915bd3385b by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:11:59.091515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Attempting to bind port 89435eef-b22e-4fe9-9fba-0b915bd3385b on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:59.099190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Port 89435eef-b22e-4fe9-9fba-0b915bd3385b on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:11:59.099522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Attempting to bind port 89435eef-b22e-4fe9-9fba-0b915bd3385b on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:11:59.106226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:11:59.106561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:11:59.106984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:11:59.107407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Bound port: 89435eef-b22e-4fe9-9fba-0b915bd3385b, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:11:59.107765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:59.205286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 685240b1-6c82-4d02-bc57-ebf55db908e4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:11:59.215117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 685240b1-6c82-4d02-bc57-ebf55db908e4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:11:59.217822 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:59.250990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] For port 89435eef-b22e-4fe9-9fba-0b915bd3385b, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:11:59.258636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] For port 89435eef-b22e-4fe9-9fba-0b915bd3385b, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:11:59.273348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:59.350770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538be16-cd70-4955-94c7-82e309d75530 req-250f73d4-3e2a-47d5-b152-e98c43d12494 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:59.354009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1538be16-cd70-4955-94c7-82e309d75530 req-250f73d4-3e2a-47d5-b152-e98c43d12494 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 948 time: 0.1065123 Aug 30 21:11:59.371897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:59.373023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:59.374625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-33948429-8a74-445e-9474-eec638caec4f service neutron] 10.222.0.86 "PUT /v2.0/ports/89435eef-b22e-4fe9-9fba-0b915bd3385b HTTP/1.1" status: 200 len: 1097 time: 1.4660704 Aug 30 21:11:59.375451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'tag': '89435eef-b22e-4fe9-9fba-0b915bd3385b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:59.379630 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "42d28021-7e2a-4fa6-9341-3db94269d3af", "tag": "89435eef-b22e-4fe9-9fba-0b915bd3385b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:59.415511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33948429-8a74-445e-9474-eec638caec4f service neutron] Pushing event updated for resources: {'Port': ['ID=89435eef-b22e-4fe9-9fba-0b915bd3385b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:59.444287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1538be16-cd70-4955-94c7-82e309d75530 req-986cc91a-76ab-41c3-ad85-a0a6b6b2439c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799162 Aug 30 21:11:59.480459 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:59.498027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-4a5dceb3-7b88-42fb-8e4c-a703cd9b0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:59.501087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-4a5dceb3-7b88-42fb-8e4c-a703cd9b0fbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 1100 time: 0.0727029 Aug 30 21:11:59.555622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:11:59.557590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:11:59.564492 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2432d00a-3d7e-42b6-82d9-f7619f519d78" -d '{"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-plugged", "status": "completed", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:11:59.569603 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:11:59.570742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:11:59.571668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-a9770e73-fbd4-49ba-b07b-83c989ae0dba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b HTTP/1.1" status: 200 len: 217 time: 0.0573030 Aug 30 21:11:59.685808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-508e1752-55ee-46c1-9688-bdb61ca743f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:59.688405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-508e1752-55ee-46c1-9688-bdb61ca743f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1086547 Aug 30 21:11:59.695181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:11:59.702553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:11:59.717457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:11:59.788699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-a98b70ca-1f87-4019-bd17-dd0e78c0a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:11:59.791021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-a98b70ca-1f87-4019-bd17-dd0e78c0a600 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941076 Aug 30 21:11:59.803299 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2884e756-bb2f-4e72-937c-bf60892cef0a x-openstack-request-id: req-2884e756-bb2f-4e72-937c-bf60892cef0a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:11:59.804405 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625487b8-5fc6-4067-bfc7-2615d013d2dc", "name": "network-vif-deleted", "tag": "3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:11:59.804751 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2884e756-bb2f-4e72-937c-bf60892cef0a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:11:59.806034 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625487b8-5fc6-4067-bfc7-2615d013d2dc', 'name': 'network-vif-deleted', 'tag': '3a5ac3f9-360c-44d3-9b3a-d3f9b9239e2e', 'status': 'completed', 'code': 200} Aug 30 21:11:59.852932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55956) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:11:59.938252 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-1bd9c13f-1586-4c7d-b7d7-beab58020206 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285071 Aug 30 21:12:00.105859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5ae21fb-d946-456d-861b-5a5b4b471459 req-98681cde-f679-4b2a-80f9-707853dc59db service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604319 Aug 30 21:12:00.479579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33838b-8388-4380-82f0-066a55cb86a8 req-61049d5b-dcae-41e2-9c45-614555702825 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:00.481105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da33838b-8388-4380-82f0-066a55cb86a8 req-61049d5b-dcae-41e2-9c45-614555702825 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 945 time: 0.1090252 Aug 30 21:12:00.566198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da33838b-8388-4380-82f0-066a55cb86a8 req-acb285cc-8801-43ca-812e-0f96355687a5 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734921 Aug 30 21:12:00.623596 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43585dc5-c478-4c31-a42d-9ae1cfe3b5a0 x-openstack-request-id: req-43585dc5-c478-4c31-a42d-9ae1cfe3b5a0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:00.624126 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d28021-7e2a-4fa6-9341-3db94269d3af", "tag": "89435eef-b22e-4fe9-9fba-0b915bd3385b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:00.624614 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43585dc5-c478-4c31-a42d-9ae1cfe3b5a0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:00.625247 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'tag': '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'status': 'completed', 'code': 200} Aug 30 21:12:00.688144 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974a06f-0b85-4219-bddc-773dd21a99ea x-openstack-request-id: req-7974a06f-0b85-4219-bddc-773dd21a99ea {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:00.688697 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-plugged", "status": "completed", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:00.688822 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7974a06f-0b85-4219-bddc-773dd21a99ea {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:00.689415 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'code': 200} Aug 30 21:12:00.752790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-8324baa2-4e88-49db-b73a-68357ad98248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:00.754473 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-8324baa2-4e88-49db-b73a-68357ad98248 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 1100 time: 0.0991697 Aug 30 21:12:00.837758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:00.976123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-3e291830-2588-466e-817c-7734666a7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:00.983165 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-3e291830-2588-466e-817c-7734666a7391 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2107220 Aug 30 21:12:01.089899 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-fb81aa43-613b-4dd4-942c-b8e16af5dc71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b HTTP/1.1" status: 200 len: 217 time: 0.0975919 Aug 30 21:12:01.194207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-ca8b5417-3118-4c2c-a54e-cb841f5cb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:01.197104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92ccdf-d56b-4bbd-96e0-2e33161fb701 req-6612b5ac-39cb-4a3f-a3b5-3ad5b67e493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:01.198490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-ca8b5417-3118-4c2c-a54e-cb841f5cb36d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0976899 Aug 30 21:12:01.199260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a92ccdf-d56b-4bbd-96e0-2e33161fb701 req-6612b5ac-39cb-4a3f-a3b5-3ad5b67e493b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 1097 time: 0.4317589 Aug 30 21:12:01.264064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-599f71da-8440-4923-b3ae-6578dd59f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:01.265541 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-599f71da-8440-4923-b3ae-6578dd59f1b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562377 Aug 30 21:12:01.272360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a92ccdf-d56b-4bbd-96e0-2e33161fb701 req-c8dcfc14-a6b4-4133-a3da-404795f59644 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653341 Aug 30 21:12:01.410237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Deleting port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:01.410865 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:01.438016 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-49c59905-7ce9-4149-80d8-cfd6f77891e6 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633401 Aug 30 21:12:01.570978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3acbf34c-32e6-4eaf-a6d6-0fd935a9c2e2 req-63ee2076-195e-43cd-aed7-8a547a2b7356 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242387 Aug 30 21:12:01.591117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] For port 1cabcd25-aeb9-4597-8be0-ccc47af04c6a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:01.591781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:01.619919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Calling delete_port for 1cabcd25-aeb9-4597-8be0-ccc47af04c6a owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:01.687839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7058d0e-a557-4ebd-ae30-84fb3deb4eb0 req-410c28a3-25b4-4227-b627-11ddda7c8e0f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:01.689520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7058d0e-a557-4ebd-ae30-84fb3deb4eb0 req-410c28a3-25b4-4227-b627-11ddda7c8e0f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 948 time: 0.1227539 Aug 30 21:12:01.783523 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7058d0e-a557-4ebd-ae30-84fb3deb4eb0 req-9ccf38f3-1820-4439-bee8-b773614bb1ba tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870810 Aug 30 21:12:01.933179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:01.966150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cabcd25-aeb9-4597-8be0-ccc47af04c6a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:02.251309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:02.620436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Router c3bfe95e-b503-46c4-97b6-369c24060c31 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:12:02.810780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:12:02.824775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] Sync routers for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:12:02.825454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a802f69-c336-46af-acf9-a2981e100482 admin admin] 10.222.0.76 "PUT /v2.0/routers/c3bfe95e-b503-46c4-97b6-369c24060c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705229 Aug 30 21:12:02.828827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:02.846337 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:02.848033 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:02.938327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532432-1d95-48b9-9b78-9e8cb75ffb25 req-3c192123-6df0-4080-85d1-d419dc5ea3cd tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:02.942137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd532432-1d95-48b9-9b78-9e8cb75ffb25 req-3c192123-6df0-4080-85d1-d419dc5ea3cd tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 945 time: 0.1086879 Aug 30 21:12:02.993891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:03.010723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd532432-1d95-48b9-9b78-9e8cb75ffb25 req-c87d7b27-025f-45f5-8712-ad5489f9cc1c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Aug 30 21:12:03.101867 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:03.211226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:03.348565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a628590-7f43-455d-b4b2-49e8698ea509 req-6e2154ed-3e3c-4bf9-bd23-01cc3d75f9d1 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:03.359178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a628590-7f43-455d-b4b2-49e8698ea509 req-6e2154ed-3e3c-4bf9-bd23-01cc3d75f9d1 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 948 time: 0.0818841 Aug 30 21:12:03.383346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Deleting port 1585a86a-7394-4148-aec0-3e9344ad6233 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:03.383697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:03.429221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a628590-7f43-455d-b4b2-49e8698ea509 req-8b321915-7b92-44ba-aec2-0bc5747b7457 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688617 Aug 30 21:12:03.478998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:03.545110 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:12:01Z', 'revision_number': 5, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port': {'id': '1585a86a-7394-4148-aec0-3e9344ad6233', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:58Z', 'updated_at': '2021-08-30T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:03.555738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] For port 1585a86a-7394-4148-aec0-3e9344ad6233, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1585a86a-7394-4148-aec0-3e9344ad6233,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:03.556107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:03.572961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Calling delete_port for 1585a86a-7394-4148-aec0-3e9344ad6233 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:03.596583 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] Checking router: c3bfe95e-b503-46c4-97b6-369c24060c31 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:12:03.629925 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] Routers {'c3bfe95e-b503-46c4-97b6-369c24060c31'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:03.633642 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:11:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c3bfe95e-b503-46c4-97b6-369c24060c31'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:03.941134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] Set router c3bfe95e-b503-46c4-97b6-369c24060c31 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:03.983343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.053256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1585a86a-7394-4148-aec0-3e9344ad6233,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:04.087279 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:12:03Z', 'revision_number': 6, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:04.145817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e30d7-8e0a-4979-bd28-e78303200e45 None None] The sync data for ids ['c3bfe95e-b503-46c4-97b6-369c24060c31'] in n-d-793620-16 is: [{'id': 'c3bfe95e-b503-46c4-97b6-369c24060c31', 'name': 'tempest-FloatingIPsAssociationTestJSON-120342648-router', 'tenant_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:55Z', 'updated_at': '2021-08-30T21:12:03Z', 'revision_number': 6, 'project_id': '04d53e0cc1f5485abc5f5c2a8705e66b', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:12:04.183902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.333377 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.337403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.420491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa737397-f2b6-4a6d-9b33-9e0627e11c6d req-0e8fb0ce-bcd8-4a60-b126-cdd440d46f90 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:04.421102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.422276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3bfe95e-b503-46c4-97b6-369c24060c31 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:12:04.432677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.433065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa737397-f2b6-4a6d-9b33-9e0627e11c6d req-0e8fb0ce-bcd8-4a60-b126-cdd440d46f90 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 945 time: 0.0768099 Aug 30 21:12:04.437561 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-173317de-eb10-46e8-bae1-61a47efb9c4f admin admin] 10.222.0.76 "DELETE /v2.0/routers/c3bfe95e-b503-46c4-97b6-369c24060c31 HTTP/1.1" status: 204 len: 168 time: 1.6037536 Aug 30 21:12:04.438432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:04.496494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:04.509134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Deleting subnet 4bab2118-2ea0-4dc3-919b-265e26a1f672 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:12:04.512031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa737397-f2b6-4a6d-9b33-9e0627e11c6d req-924880fa-6cca-4296-9b72-21aeea005bd4 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772746 Aug 30 21:12:04.517735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.635141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.775834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.839148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f95dbb1-6d9a-49bb-8253-d0d96cdca5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.855483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.895554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bab2118-2ea0-4dc3-919b-265e26a1f672,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:04.902225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:04.905798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4bab2118-2ea0-4dc3-919b-265e26a1f672 HTTP/1.1" status: 204 len: 168 time: 0.4659388 Aug 30 21:12:04.911599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56194) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:04.914901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d1000b-a8db-46b6-8dfe-c5094c3b0496 None None] Network d7512bbf-b34a-4f24-b8eb-bba734b735e0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:04.917337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.918042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.919286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.919430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.920306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.920993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.921686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.922383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.923143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.923826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.924579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:04.925245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940ae564-0d38-4175-b1f9-c10d3b079df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:05.022766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519815e-cb86-480b-861b-24a4cb2c2d34 req-2a50aa3c-9b94-4268-a52e-201c0394e935 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:05.024589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7519815e-cb86-480b-861b-24a4cb2c2d34 req-2a50aa3c-9b94-4268-a52e-201c0394e935 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 948 time: 0.1884027 Aug 30 21:12:05.034734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.111519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7519815e-cb86-480b-861b-24a4cb2c2d34 req-0171250d-a719-49bc-b5a4-81ac999e39ef tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Aug 30 21:12:05.208989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] DHCP port deletion for d7512bbf-b34a-4f24-b8eb-bba734b735e0 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:12:05.220003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f95dbb1-6d9a-49bb-8253-d0d96cdca5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.237487 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f95dbb1-6d9a-49bb-8253-d0d96cdca5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.272532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] Deleting port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:05.272858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Deleting port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:05.272973 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.273618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.325313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:05.325915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0f95dbb1-6d9a-49bb-8253-d0d96cdca5ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3c9af8813f840cc8da922cf4420eda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8271418 Aug 30 21:12:05.357408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 89435eef-b22e-4fe9-9fba-0b915bd3385b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:05.363807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] For port 5d068952-7622-4ef2-9be6-ca2b9cb48e67, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5d068952-7622-4ef2-9be6-ca2b9cb48e67,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:05.365360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.399929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] Calling delete_port for 5d068952-7622-4ef2-9be6-ca2b9cb48e67 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:05.400271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5393f-9daf-4136-bf9e-7c09052cb133 req-c2050354-5cea-4e88-9ed8-50cd5e98ab57 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:05.412208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96b5393f-9daf-4136-bf9e-7c09052cb133 req-c2050354-5cea-4e88-9ed8-50cd5e98ab57 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 945 time: 0.2083497 Aug 30 21:12:05.414192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95dbb1-6d9a-49bb-8253-d0d96cdca5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc4c07-6d24-4a5f-9e80-d8320044cc67,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:05.482166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c00d3cf-76a2-4308-861a-959ed3dcefdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.483007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] For port 5d068952-7622-4ef2-9be6-ca2b9cb48e67, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5d068952-7622-4ef2-9be6-ca2b9cb48e67,segment=NetworkSegment(95caad11-3dca-45f6-bb9f-dee8bc3ada4f),segment_id=95caad11-3dca-45f6-bb9f-dee8bc3ada4f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:05.483576 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.500740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96b5393f-9daf-4136-bf9e-7c09052cb133 req-e572668e-c9f1-4d3f-8ae3-612f1f1f1213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873158 Aug 30 21:12:05.544385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c00d3cf-76a2-4308-861a-959ed3dcefdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.551511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Calling delete_port for 5d068952-7622-4ef2-9be6-ca2b9cb48e67 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:05.583094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 89435eef-b22e-4fe9-9fba-0b915bd3385b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:05.604184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.609177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'mac_address': 'fa:16:3e:91:31:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:05.614131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.653222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] Pushing event deleted for resources: {'Port': ['ID=5d068952-7622-4ef2-9be6-ca2b9cb48e67,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:05.661240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c00d3cf-76a2-4308-861a-959ed3dcefdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.664629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c00d3cf-76a2-4308-861a-959ed3dcefdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.665886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3c00d3cf-76a2-4308-861a-959ed3dcefdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73cc4c07-6d24-4a5f-9e80-d8320044cc67 HTTP/1.1" status: 204 len: 168 time: 0.3392959 Aug 30 21:12:05.686937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00d3cf-76a2-4308-861a-959ed3dcefdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc4c07-6d24-4a5f-9e80-d8320044cc67,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:05.717002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.721124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930e39e-ded4-4539-ba46-0f7d0de44adf None None] No DVR routers for this DVR port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:05.756097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89435eef-b22e-4fe9-9fba-0b915bd3385b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:05.794177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 89435eef-b22e-4fe9-9fba-0b915bd3385b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:05.801513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.852477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:05.902096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] No DVR routers for this DVR port 5d068952-7622-4ef2-9be6-ca2b9cb48e67 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:05.924838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=89435eef-b22e-4fe9-9fba-0b915bd3385b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:05.978093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d068952-7622-4ef2-9be6-ca2b9cb48e67,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:05.995099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1585a86a-7394-4148-aec0-3e9344ad6233 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:06.048329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1585a86a-7394-4148-aec0-3e9344ad6233 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:06.048617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1585a86a-7394-4148-aec0-3e9344ad6233 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:06.049071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1cabcd25-aeb9-4597-8be0-ccc47af04c6a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:06.082366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1cabcd25-aeb9-4597-8be0-ccc47af04c6a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:06.082780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1cabcd25-aeb9-4597-8be0-ccc47af04c6a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:06.083293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5d068952-7622-4ef2-9be6-ca2b9cb48e67 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:06.111237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5d068952-7622-4ef2-9be6-ca2b9cb48e67 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:06.111622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5d068952-7622-4ef2-9be6-ca2b9cb48e67 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:06.125017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.146388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7512bbf-b34a-4f24-b8eb-bba734b735e0']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:06.168731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95caad11-3dca-45f6-bb9f-dee8bc3ada4f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:06.169233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95caad11-3dca-45f6-bb9f-dee8bc3ada4f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:06.193979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.218396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.249226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:12:06.250168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.294489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['89435eef-b22e-4fe9-9fba-0b915bd3385b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:12:06.337917 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:12:06.348707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.363987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.366409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d7512bbf-b34a-4f24-b8eb-bba734b735e0 HTTP/1.1" status: 204 len: 168 time: 1.4524889 Aug 30 21:12:06.381337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab741f08-4125-407d-856a-5bb53afd5f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7512bbf-b34a-4f24-b8eb-bba734b735e0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:06.627699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:06.721166 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-aa7da10e-36b7-4131-9592-0b8da7f35969 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04d53e0cc1f5485abc5f5c2a8705e66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919273 Aug 30 21:12:06.725995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56254) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:06.880236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c348c0a7-2adc-4439-8009-e99821e3bc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.889503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21570455-e70d-43b2-8001-4f10fea12df8 req-bea99950-34fa-43fa-a164-a8babbf490dc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:06.891180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21570455-e70d-43b2-8001-4f10fea12df8 req-bea99950-34fa-43fa-a164-a8babbf490dc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 949 time: 0.0852787 Aug 30 21:12:06.933009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c348c0a7-2adc-4439-8009-e99821e3bc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:06.993192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21570455-e70d-43b2-8001-4f10fea12df8 req-640d9ade-6634-4efa-b830-ca17f3b74bc7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930097 Aug 30 21:12:07.046553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c348c0a7-2adc-4439-8009-e99821e3bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.050402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c348c0a7-2adc-4439-8009-e99821e3bc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.051890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c348c0a7-2adc-4439-8009-e99821e3bc7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3a6c6ae-20a1-4276-a4bd-cc741929fd85 HTTP/1.1" status: 204 len: 168 time: 0.3243423 Aug 30 21:12:07.091794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348c0a7-2adc-4439-8009-e99821e3bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a6c6ae-20a1-4276-a4bd-cc741929fd85,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:07.215864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56276) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:07.574022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1315916561-network', 'tenant_id': '6e28bdf791c744dba0191ffe371c020a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:07.608216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Made reservation on behalf of 6e28bdf791c744dba0191ffe371c020a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:07.612563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.632329 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.785546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.792410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.824840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:12:07.852196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1821b95d-4320-4f54-a97d-06188456cc68,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:07.857021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.857284 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Added segment 5d0b2738-c0d4-4387-945b-17c2231c5160 of type vlan for network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 Aug 30 21:12:07.935483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.975560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:07.978807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:07.981186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.059055 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8425245 Aug 30 21:12:08.062056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:08.067187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Request body: {'subnet': {'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1315916561-subnet', 'tenant_id': '6e28bdf791c744dba0191ffe371c020a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:08.074165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97180c-4297-4d31-9111-1e9be99c0956 admin admin] Pushing event updated for resources: {'Network': ['ID=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:08.094568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:12:08.097325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Made reservation on behalf of 6e28bdf791c744dba0191ffe371c020a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:08.100120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.273506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56334) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:08.496405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-network', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:08.514457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.561404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Made reservation on behalf of 622f57fab55c42d091deddfbfe9b7c7e for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:08.565116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.581882 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.652557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d236aef7-f234-45a2-ab65-d9e179af0cd3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:08.664367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Checking segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:08.665110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Network hostable DHCP agents. Network: 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:12:08.693555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:12:08.734812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:08.750083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e841bf97-cf36-46c1-bd55-dc48ddaed5b1 None None] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:08.750770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:08.751660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.846723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.853842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.870933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3a298b88-7819-49f9-aa8e-664d1477f363 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8068597 Aug 30 21:12:08.910849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:12:08.911800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74bfa314-357c-4ea7-946f-fd0f85335244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.931962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:08.932567 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Added segment 7c927011-0a38-4dc9-b3be-a69c8abe3813 of type vlan for network 08841863-a26a-49b9-9c65-4c7ddaeb839f Aug 30 21:12:09.001998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a4345-d6ce-4172-87dd-25594f4a0574 None None] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:09.044308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe0c018-e5cc-4655-acdf-7595842f5e23,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:09.059604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d61e9-04f6-49ff-9363-1267da1941da req-e007b07a-99ac-4893-adc8-3da114e5819b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:09.061627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff6d61e9-04f6-49ff-9363-1267da1941da req-e007b07a-99ac-4893-adc8-3da114e5819b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 949 time: 0.1998389 Aug 30 21:12:09.064178 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.138590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff6d61e9-04f6-49ff-9363-1267da1941da req-8d224cf3-ad8e-4842-b546-e9dfbd05c93b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455003 Aug 30 21:12:09.139439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.140423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:09.141018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.217418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9428377 Aug 30 21:12:09.220645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:09.226630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Request body: {'subnet': {'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-subnet', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:09.232090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd9ff3-f58d-47f2-98b0-04fa61accd73 admin admin] Pushing event updated for resources: {'Network': ['ID=08841863-a26a-49b9-9c65-4c7ddaeb839f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:09.247068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:12:09.258077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Made reservation on behalf of 622f57fab55c42d091deddfbfe9b7c7e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:09.260905 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.387224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 89435eef-b22e-4fe9-9fba-0b915bd3385b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:09.453033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 89435eef-b22e-4fe9-9fba-0b915bd3385b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:09.467125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 89435eef-b22e-4fe9-9fba-0b915bd3385b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:09.467703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.523952 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.627456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.669317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1547947-039a-416b-aae8-5a632a69cc7c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:09.703980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Checking segment: {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:09.704327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Network hostable DHCP agents. Network: 08841863-a26a-49b9-9c65-4c7ddaeb839f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:12:09.710386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89435eef-b22e-4fe9-9fba-0b915bd3385b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:09.714828 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcc3bad-1485-46b8-9e52-0a95227f2f30" -d '{"events": [{"server_uuid": "42d28021-7e2a-4fa6-9341-3db94269d3af", "name": "network-vif-plugged", "status": "completed", "tag": "89435eef-b22e-4fe9-9fba-0b915bd3385b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:09.740151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 89435eef-b22e-4fe9-9fba-0b915bd3385b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:09.740474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:12:09.746467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.766709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 08841863-a26a-49b9-9c65-4c7ddaeb839f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:09.784318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:09.785543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.788987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68270f-62d5-47c2-b78d-d4dc570a919c None None] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:09.814703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6ed7012-8de8-4790-b9dc-af051b85ee18 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5920122 Aug 30 21:12:09.816975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:09.828029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:09.896397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:09.898025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.052563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.135535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=89435eef-b22e-4fe9-9fba-0b915bd3385b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:10.182917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-08841863-a26a-49b9-9c65-4c7ddaeb839f', 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'fixed_ips': [{'subnet_id': 'b1547947-039a-416b-aae8-5a632a69cc7c'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:12:10.183798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.265268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.367585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Allocated IP 172.20.0.2 (08841863-a26a-49b9-9c65-4c7ddaeb839f/b1547947-039a-416b-aae8-5a632a69cc7c/01ebe786-d52c-425c-a28e-8a5cf72b7c4f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:10.385407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804efa33-4f71-4d5e-90db-dee1578a2dd2 req-130f9033-e7f7-4ab1-b767-ac475e7f9f27 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:10.395993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-804efa33-4f71-4d5e-90db-dee1578a2dd2 req-130f9033-e7f7-4ab1-b767-ac475e7f9f27 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 945 time: 0.0833180 Aug 30 21:12:10.446497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-804efa33-4f71-4d5e-90db-dee1578a2dd2 req-8d7f3e76-facd-4764-aeba-d76db78017e6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484557 Aug 30 21:12:10.567903 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.577664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Transition to ACTIVE for port object 01ebe786-d52c-425c-a28e-8a5cf72b7c4f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:10.605513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Transition to ACTIVE for port object 01ebe786-d52c-425c-a28e-8a5cf72b7c4f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:10.619492 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.674324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Pushing event updated for resources: {'Port': ['ID=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:10.687588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:10.689556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:10.693270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:10.755439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Attempting to bind port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:10.756249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Attempting to bind port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:10.756945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Attempting to bind port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f on network 08841863-a26a-49b9-9c65-4c7ddaeb839f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:10.763131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:10.764741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Checking segment: {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:10.764741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.764741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Bound using segment: {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:10.765563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Bound port: 01ebe786-d52c-425c-a28e-8a5cf72b7c4f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:10.766138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.861421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] For port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:10.866301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.866964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] For port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:10.873961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.888731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:10.890734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-518bb54e-698f-4f89-8ee0-9ea3d1e7b7a9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:10.900811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-518bb54e-698f-4f89-8ee0-9ea3d1e7b7a9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.1667845 Aug 30 21:12:10.923606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-76d03ace-7fa0-422f-974b-767ea5f4dd97 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/quotas/6e28bdf791c744dba0191ffe371c020a HTTP/1.1" status: 200 len: 375 time: 0.0214534 Aug 30 21:12:10.967486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5fbe0e1b-5987-49c3-9196-142c50e2f57b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426037 Aug 30 21:12:10.968303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca9fdf-84a2-43cc-bc83-e9f5de1556a5 None None] Pushing event updated for resources: {'Port': ['ID=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:11.087116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Allocated IP 172.25.5.145 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/8c514f2a-f1a9-4f04-bb8b-565fa344fd4a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:11.117615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:11.175836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-ac735977-632d-43a2-8779-ef21ccb5fa39 service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031944 Aug 30 21:12:11.249000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:11.273586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'port_id': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'mac_address': 'fa:16:3e:76:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b09ca1-6c1a-48f8-ae7a-923de6862ba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:11.323087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:11.370177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:11.395949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 685240b1-6c82-4d02-bc57-ebf55db908e4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:11.427857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:11.428788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:11.443022 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:11.446151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-c451520b-8417-4c31-bc45-feca46365df3 service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590299 Aug 30 21:12:11.573902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:11.580589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:11.584372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Pushing event updated for resources: {'Port': ['ID=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:11.588291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:11.614885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['685240b1-6c82-4d02-bc57-ebf55db908e4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:11.648207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:11.731470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:11.888885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1149f1c4-a2cd-4fc9-895f-dfad45ce7b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.015197 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2bfb39-9bc5-4a5c-9671-5113ebd93ad5 x-openstack-request-id: req-fb2bfb39-9bc5-4a5c-9671-5113ebd93ad5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:12.015197 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d28021-7e2a-4fa6-9341-3db94269d3af", "name": "network-vif-plugged", "status": "completed", "tag": "89435eef-b22e-4fe9-9fba-0b915bd3385b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:12.019339 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb2bfb39-9bc5-4a5c-9671-5113ebd93ad5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:12.020977 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'code': 200} Aug 30 21:12:12.045708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01ebe786-d52c-425c-a28e-8a5cf72b7c4f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:12.199358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:12.268239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ec14f-089a-4eaf-88b7-e2a5c68f04ce req-4a041f18-729b-426f-ab11-c0f23c969ef4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:12.286241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc4ec14f-089a-4eaf-88b7-e2a5c68f04ce req-4a041f18-729b-426f-ab11-c0f23c969ef4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 950 time: 0.1573195 Aug 30 21:12:12.391485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.422520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc4ec14f-089a-4eaf-88b7-e2a5c68f04ce req-713ccb52-23e1-4fc3-ba2c-302e2f4d3de1 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326525 Aug 30 21:12:12.423195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56452) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:12.548091 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.590942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-332b7c19-b929-4f20-b0b9-c806167bca96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.593477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d0ce7-f20c-41b8-8c7f-ae2d9816cd4a req-12156a3a-b943-435d-b418-b1d964eadd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:12.595081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-677d0ce7-f20c-41b8-8c7f-ae2d9816cd4a req-12156a3a-b943-435d-b418-b1d964eadd66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 1102 time: 0.4468179 Aug 30 21:12:12.669098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-677d0ce7-f20c-41b8-8c7f-ae2d9816cd4a req-dd2721e4-f17f-4b60-ae80-cab2deffce31 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635266 Aug 30 21:12:12.813536 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-332b7c19-b929-4f20-b0b9-c806167bca96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.822350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-332b7c19-b929-4f20-b0b9-c806167bca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.873076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:12.874025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-332b7c19-b929-4f20-b0b9-c806167bca96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c06e44e03ce4340a9a143ee8f903f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490893 Aug 30 21:12:12.876777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b7c19-b929-4f20-b0b9-c806167bca96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73a16dd-0625-40e8-b3b1-1e3e7a1fe0b4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:12.918136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:12.920588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9333e2-43cb-435d-9b4a-8148a2abbd89 None None] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:13.087706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] Provisioning for port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:13.098443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] Provisioning complete for port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:13.098731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.133571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9762eff3-e2c7-4c35-8771-b92e5194bd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.148634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:13.180859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9762eff3-e2c7-4c35-8771-b92e5194bd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.278231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9762eff3-e2c7-4c35-8771-b92e5194bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.282646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9762eff3-e2c7-4c35-8771-b92e5194bd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.287543 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9762eff3-e2c7-4c35-8771-b92e5194bd91 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f73a16dd-0625-40e8-b3b1-1e3e7a1fe0b4 HTTP/1.1" status: 204 len: 168 time: 0.4095356 Aug 30 21:12:13.287543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Router 0169bb60-e00b-4c6a-a621-cf022e455ef8 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:12:13.299249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762eff3-e2c7-4c35-8771-b92e5194bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73a16dd-0625-40e8-b3b1-1e3e7a1fe0b4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:13.395662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 685240b1-6c82-4d02-bc57-ebf55db908e4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:13.396070 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.445957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.598029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] For port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:13.640801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.649895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:12:13.694760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.700767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56502) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:13.702133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Sync routers for ids ['0169bb60-e00b-4c6a-a621-cf022e455ef8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:12:13.713815 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2ff52b7c-1d58-4877-9f51-e02e71d7c0aa admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8919971 Aug 30 21:12:13.852658 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:13.871350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Routers {'0169bb60-e00b-4c6a-a621-cf022e455ef8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:13.872381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0169bb60-e00b-4c6a-a621-cf022e455ef8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:13.918398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-23cc2dc9-9316-4417-af2b-bef7a40fe149 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:13.921186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-23cc2dc9-9316-4417-af2b-bef7a40fe149 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.4478884 Aug 30 21:12:13.967128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Request body: {'port': {'device_id': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'admin_state_up': True, 'tenant_id': '6e28bdf791c744dba0191ffe371c020a'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:13.976932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79867ff1-af26-445f-b80a-d51cecd4943f None None] Pushing event updated for resources: {'Port': ['ID=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:14.027355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:14.029991 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c66012-18de-4bf6-a85d-e650833e1b1a" -d '{"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-plugged", "status": "completed", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:14.042844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Set router 0169bb60-e00b-4c6a-a621-cf022e455ef8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:14.046022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:14.103767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:14.112405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d1a493c-7589-43a3-afaa-ee078f3b22fb None None] Provisioning complete for port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:14.112845 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d1a493c-7589-43a3-afaa-ee078f3b22fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:14.272095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:14.461092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:12Z', 'revision_number': 3, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:14.493887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4739-04df-43e8-a5ae-de5733fb377a req-9bb560db-3284-48e8-85a5-125217856929 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:14.501711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-341d4739-04df-43e8-a5ae-de5733fb377a req-9bb560db-3284-48e8-85a5-125217856929 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 944 time: 0.5398486 Aug 30 21:12:14.524897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Checking router: 0169bb60-e00b-4c6a-a621-cf022e455ef8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:12:14.525501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Updating router 0169bb60-e00b-4c6a-a621-cf022e455ef8 port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:12:14.535817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:14.580124 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:14.633629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-341d4739-04df-43e8-a5ae-de5733fb377a req-49238882-9109-4451-a5f6-74cd9c44313d tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308000 Aug 30 21:12:14.639567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Made reservation on behalf of 6e28bdf791c744dba0191ffe371c020a for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:14.645574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:14.866226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe2b21f2-fab5-4bf6-b1c0-2eb3e7e35bb4 req-be7bab8b-b9d8-44eb-8b48-13119aaf5ec3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 210 time: 0.0699739 Aug 30 21:12:14.993432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Allocated IP 172.20.0.4 (7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0/d236aef7-f234-45a2-ab65-d9e179af0cd3/dca28cfc-bd85-4670-8c3c-d833aca9e85e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:15.088804 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.108334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Transition to ACTIVE for port object 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:15.121440 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.168075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Attempting to bind port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:15.168340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Attempting to bind port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:15.168698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Attempting to bind port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:15.181982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:15.182374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:15.182831 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.184815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:15.184815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Bound port: 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:15.184815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.210634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830aad-3f01-474b-b088-b39675b0dc91 None None] Pushing event updated for resources: {'Port': ['ID=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:15.234505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa600e1-4492-43d4-97e3-b817eae295be req-75b067e3-2708-4def-a472-0ebf22afeeed tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:15.241554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-caa600e1-4492-43d4-97e3-b817eae295be req-75b067e3-2708-4def-a472-0ebf22afeeed tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 950 time: 0.2012501 Aug 30 21:12:15.256286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] For port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:15.260572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] For port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:15.269689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.278712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.333662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.371921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-caa600e1-4492-43d4-97e3-b817eae295be req-2e214266-5e1d-434b-8417-37f2c0729e68 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293249 Aug 30 21:12:15.372213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Routers {'0169bb60-e00b-4c6a-a621-cf022e455ef8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:15.373283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0169bb60-e00b-4c6a-a621-cf022e455ef8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:15.453961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1830aad-3f01-474b-b088-b39675b0dc91 None None] Pushing event updated for resources: {'Port': ['ID=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:15.477226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.590747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] Set router 0169bb60-e00b-4c6a-a621-cf022e455ef8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:15.621427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:15.640013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:15.643945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:15.651759 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e02d7-3b3d-45cf-9de5-9284ccdca9f5 x-openstack-request-id: req-258e02d7-3b3d-45cf-9de5-9284ccdca9f5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:15.652052 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-plugged", "status": "completed", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:15.652416 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-258e02d7-3b3d-45cf-9de5-9284ccdca9f5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:15.652890 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'code': 200} Aug 30 21:12:15.655024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:15.728935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:15.729628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:15.779011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-55da36e1-cf4b-4a22-b99d-6e72f956154c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8161762 Aug 30 21:12:15.793191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-fb6bf7fd-94b7-4931-9de3-41610ee3ea36 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:12:15.798496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-fb6bf7fd-94b7-4931-9de3-41610ee3ea36 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073609 Aug 30 21:12:15.818637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Request body: {'port': {'device_id': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:15.859472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Allocated IP 172.20.0.1 (08841863-a26a-49b9-9c65-4c7ddaeb839f/b1547947-039a-416b-aae8-5a632a69cc7c/c5318fd5-498e-4d23-b3a8-62b68f575e94) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:15.957345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.033429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529a64d-e0a0-404f-85f7-d5905c96de85 req-9a0ca1c1-cd5c-469a-9bcd-2992df4fa31d tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:16.035192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5529a64d-e0a0-404f-85f7-d5905c96de85 req-9a0ca1c1-cd5c-469a-9bcd-2992df4fa31d tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 1102 time: 0.1780198 Aug 30 21:12:16.059595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01ebe786-d52c-425c-a28e-8a5cf72b7c4f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:16.145953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:12Z', 'revision_number': 3, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:16.197449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76bd7d-e925-48c0-868b-57ef03a83ea1 None None] The sync data for ids ['0169bb60-e00b-4c6a-a621-cf022e455ef8'] in n-d-793620-16 is: [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:12Z', 'revision_number': 3, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:12:16.199467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5529a64d-e0a0-404f-85f7-d5905c96de85 req-7e95ca8d-9a15-437f-bc0e-c9cfd4224107 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481895 Aug 30 21:12:16.212215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:16.212636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.218610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.307529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Transition to ACTIVE for port object c5318fd5-498e-4d23-b3a8-62b68f575e94 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:16.349882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-c2d583b1-edc1-478a-b730-4eb49b0f9aac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759752 Aug 30 21:12:16.438353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-46bb167b-3c02-4041-9bb5-8527761649fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:16.440082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-46bb167b-3c02-4041-9bb5-8527761649fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1098 time: 0.0657830 Aug 30 21:12:16.593931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-0c7c187e-02f5-4354-8161-c63d5fe4e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:16.596386 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-0c7c187e-02f5-4354-8161-c63d5fe4e76e service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1265190 Aug 30 21:12:16.650933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca28cfc-bd85-4670-8c3c-d833aca9e85e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:16.660423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.682613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Transition to ACTIVE for port object dca28cfc-bd85-4670-8c3c-d833aca9e85e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:16.692707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.712903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-bbfabdf3-ea28-4514-8c8a-93d455d979eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1002 time: 0.1041458 Aug 30 21:12:16.717212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380c866-64b4-4690-b53c-0ad0fafcc006 req-0ecf8212-4cc9-4ed6-bc13-874568f2203f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:16.718930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6380c866-64b4-4690-b53c-0ad0fafcc006 req-0ecf8212-4cc9-4ed6-bc13-874568f2203f tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 947 time: 0.3144579 Aug 30 21:12:16.722110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.773328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-5f5d5f88-ee13-4100-88cb-df4d7778cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:16.775429 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-5f5d5f88-ee13-4100-88cb-df4d7778cdee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0557382 Aug 30 21:12:16.800692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:16.810691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:16.813141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:16.828941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-23bdada9-fa30-4cbb-b1da-ff26e588b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:16.831310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-23bdada9-fa30-4cbb-b1da-ff26e588b079 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478201 Aug 30 21:12:16.842385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:16.955135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-4248e798-f47b-4c1c-a8bd-a9dcc6ca70cd service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076574 Aug 30 21:12:16.963470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6380c866-64b4-4690-b53c-0ad0fafcc006 req-f9c03fbf-e459-40b5-9570-c57832226fd5 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183433 Aug 30 21:12:16.986887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Attempting to bind port dca28cfc-bd85-4670-8c3c-d833aca9e85e on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:16.987323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Attempting to bind port dca28cfc-bd85-4670-8c3c-d833aca9e85e by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:16.987745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Attempting to bind port dca28cfc-bd85-4670-8c3c-d833aca9e85e on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:16.993490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:16.999499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Port dca28cfc-bd85-4670-8c3c-d833aca9e85e on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:12:16.999961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Attempting to bind port dca28cfc-bd85-4670-8c3c-d833aca9e85e on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:17.054853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f11c8a3c-f6c6-435a-b8e8-1564adc3276d None None] Provisioning for port c5318fd5-498e-4d23-b3a8-62b68f575e94 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:17.058492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:17.058989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Checking segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:17.059489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Bound using segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:17.060417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Bound port: dca28cfc-bd85-4670-8c3c-d833aca9e85e, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:17.060893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.063436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f11c8a3c-f6c6-435a-b8e8-1564adc3276d None None] Provisioning complete for port c5318fd5-498e-4d23-b3a8-62b68f575e94 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:17.064055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f11c8a3c-f6c6-435a-b8e8-1564adc3276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.099123 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dced1cad-0aa1-4f13-b76b-c0f4679427bd req-ecafa72b-e893-4cfc-b8d2-d89f05886c4e service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279647 Aug 30 21:12:17.130789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Pushing event updated for resources: {'Port': ['ID=c5318fd5-498e-4d23-b3a8-62b68f575e94,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:17.131060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f11c8a3c-f6c6-435a-b8e8-1564adc3276d None None] Port c5318fd5-498e-4d23-b3a8-62b68f575e94 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:12:17.175563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:17.220213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9d72-3ef2-457b-ac4a-59bdb18c925a req-e3e0a4ee-db91-4559-95d1-b725ffd73a79 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:17.222045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b33d9d72-3ef2-457b-ac4a-59bdb18c925a req-e3e0a4ee-db91-4559-95d1-b725ffd73a79 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 945 time: 0.1828640 Aug 30 21:12:17.223009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:17.256247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:17.268219 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.269194 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.303972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:17.310197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.315950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b33d9d72-3ef2-457b-ac4a-59bdb18c925a req-1fa09d53-ed69-4da5-a11a-2b43794d4b47 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837414 Aug 30 21:12:17.354624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:17.355120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.356545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] 10.222.0.82 "PUT /v2.0/ports/dca28cfc-bd85-4670-8c3c-d833aca9e85e HTTP/1.1" status: 200 len: 1092 time: 1.5497410 Aug 30 21:12:17.356994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:17.359357 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:17.386934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.396872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:17.399352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158af00-95a3-406a-ac09-c88631fa3e3f service neutron] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:17.568931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-cbb0a77c-85ea-4a50-8864-a8747698b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:17.570353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-cbb0a77c-85ea-4a50-8864-a8747698b5fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 1095 time: 0.1502340 Aug 30 21:12:17.586573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1734ac-b810-4be7-a7ab-805075e49775 req-3336cc4d-2a29-4b67-88d7-767ebb3dd919 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:17.588151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a1734ac-b810-4be7-a7ab-805075e49775 req-3336cc4d-2a29-4b67-88d7-767ebb3dd919 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 943 time: 0.1669014 Aug 30 21:12:17.647766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-d93343fe-499b-4e05-b59f-5a52ed64fdc1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e HTTP/1.1" status: 200 len: 217 time: 0.0569925 Aug 30 21:12:17.654194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:17.657049 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b682c-b917-4772-b3d1-a55b6a63adc4" -d '{"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-unplugged", "status": "completed", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:17.721858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-610a4598-290d-4d68-a22a-3f5bfb2f5f04 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:17.723499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-610a4598-290d-4d68-a22a-3f5bfb2f5f04 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "GET /v2.0/ports?device_id=9db3fc79-3d2d-4298-8426-78a7288ff807 HTTP/1.1" status: 200 len: 947 time: 0.0556886 Aug 30 21:12:17.728534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a1734ac-b810-4be7-a7ab-805075e49775 req-06c5d166-a00c-416d-9a23-63ec106e524d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304173 Aug 30 21:12:17.769898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-a7e15148-9bfd-436c-894d-69fa178f5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:17.773223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-a7e15148-9bfd-436c-894d-69fa178f5fc4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.1173675 Aug 30 21:12:17.776814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.798060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.876042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Deleting port 776804e1-b867-4822-ae5d-aa6b32586d9b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:17.876785 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.903828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-b8aa16b3-33e0-4b2a-a621-0ff63b911782 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208382 Aug 30 21:12:17.920373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:17.979985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:17.996503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:18.002308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:18.002577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:18.015506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] For port 776804e1-b867-4822-ae5d-aa6b32586d9b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=776804e1-b867-4822-ae5d-aa6b32586d9b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:18.016095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:18.044467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Pushing event updated for resources: {'Port': ['ID=c5318fd5-498e-4d23-b3a8-62b68f575e94,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:18.068874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Calling delete_port for 776804e1-b867-4822-ae5d-aa6b32586d9b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:18.076437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-31abee3f-c5a4-4f76-9cc4-31d7065c474c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1064291 Aug 30 21:12:18.118869 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:18.151902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:18.160318 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:18.229181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:18.247730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:18.248360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-82f862a4-7d0a-4895-a8e6-a9daeb85a6a4 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103263 Aug 30 21:12:18.277740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Pushing event deleted for resources: {'Port': ['ID=776804e1-b867-4822-ae5d-aa6b32586d9b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:18.346148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] No DVR routers for this DVR port 776804e1-b867-4822-ae5d-aa6b32586d9b on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:18.348279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:18.350813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-49b69d32-08fc-45a6-a357-3062e54964c2 req-0f088fe5-0834-4aa4-a7e4-9e0ac55c49e3 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "DELETE /v2.0/ports/776804e1-b867-4822-ae5d-aa6b32586d9b HTTP/1.1" status: 204 len: 173 time: 0.6097081 Aug 30 21:12:18.351431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-deleted', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:18.353941 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df117fc6-64dc-4bc7-bb79-c13312fa2c92" -d '{"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-deleted", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:18.727520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-c1f85da0-a2cc-47fb-9e1e-27970282deeb tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:18.735178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-c1f85da0-a2cc-47fb-9e1e-27970282deeb tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6579943 Aug 30 21:12:18.783211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-22124716-6ce3-4ce6-b966-8964a5d23714 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/quotas/11d53233666b485fbbde926ad0016aa0 HTTP/1.1" status: 200 len: 375 time: 0.0469511 Aug 30 21:12:18.813817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:18.818543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:18.944631 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d1a2b18-741a-4dac-a82a-0a469c0b04ff req-8cc9477c-465e-4e44-b323-c7feec1c8631 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803162 Aug 30 21:12:18.969923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-9637d26c-0ea9-45af-b03c-43041f6444a1 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1755955 Aug 30 21:12:19.067768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Router 0169bb60-e00b-4c6a-a621-cf022e455ef8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:12:19.223222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-56003741-6d65-46dc-8539-9a21c819079e None None] Provisioning complete for port c5318fd5-498e-4d23-b3a8-62b68f575e94 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:19.224226 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-56003741-6d65-46dc-8539-9a21c819079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:19.286318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:12:19.307318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-023ad58b-f6ca-4ca9-9fe7-27ce11aa2735 admin admin] 10.222.0.76 "PUT /v2.0/routers/0169bb60-e00b-4c6a-a621-cf022e455ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5897734 Aug 30 21:12:19.309734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-56003741-6d65-46dc-8539-9a21c819079e None None] Port c5318fd5-498e-4d23-b3a8-62b68f575e94 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:12:19.328751 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Sync routers for ids ['0169bb60-e00b-4c6a-a621-cf022e455ef8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:12:19.356053 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Routers {'0169bb60-e00b-4c6a-a621-cf022e455ef8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:19.357057 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0169bb60-e00b-4c6a-a621-cf022e455ef8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:19.514050 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Set router 0169bb60-e00b-4c6a-a621-cf022e455ef8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:19.902307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:19.931693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-16c645b1-bd8d-48dc-a237-beaf1ae31ff3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1434352 Aug 30 21:12:19.965826 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:17Z', 'revision_number': 4, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c5318fd5-498e-4d23-b3a8-62b68f575e94', 'name': '', 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'mac_address': 'fa:16:3e:b4:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b1547947-039a-416b-aae8-5a632a69cc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:15Z', 'updated_at': '2021-08-30T21:12:17Z', 'revision_number': 2, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'subnets': [{'id': 'b1547947-039a-416b-aae8-5a632a69cc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:20.004388 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13374fc-f943-4693-be18-b2ea89313681 x-openstack-request-id: req-f13374fc-f943-4693-be18-b2ea89313681 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:20.004738 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:20.004945 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f13374fc-f943-4693-be18-b2ea89313681 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:20.005254 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'status': 'completed', 'code': 200} Aug 30 21:12:20.009390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:20.010167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:20.061271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Checking router: 0169bb60-e00b-4c6a-a621-cf022e455ef8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:12:20.062146 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Updating router 0169bb60-e00b-4c6a-a621-cf022e455ef8 port c5318fd5-498e-4d23-b3a8-62b68f575e94 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:12:20.116836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-7729a505-4ae3-4dca-8378-50a611df7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.124683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-7729a505-4ae3-4dca-8378-50a611df7216 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=889630ddb5e941cb9122cd62bcf46464&device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 1101 time: 0.1183586 Aug 30 21:12:20.141699 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06318937-22ea-427b-8c05-5a02f06e6bec x-openstack-request-id: req-06318937-22ea-427b-8c05-5a02f06e6bec {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:20.142100 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-unplugged", "status": "completed", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:20.142537 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06318937-22ea-427b-8c05-5a02f06e6bec {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:20.143095 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'code': 200} Aug 30 21:12:20.146352 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:20.181951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-fd2e1b70-1057-4c77-87dd-a11f5c75d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.185905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-fd2e1b70-1057-4c77-87dd-a11f5c75d1b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 1095 time: 0.1451674 Aug 30 21:12:20.371636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-02020cba-943b-43bf-b872-a7ff31fd61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.375161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-02020cba-943b-43bf-b872-a7ff31fd61f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2293272 Aug 30 21:12:20.383696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-cd047648-4f5e-4206-b210-494b7e74c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.386697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-cd047648-4f5e-4206-b210-494b7e74c258 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 906 time: 0.1920626 Aug 30 21:12:20.446874 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-a76201a9-6b7f-4779-a487-d992cd0ea631 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=20a4105f-2401-467c-8f7c-ac1b317f381d HTTP/1.1" status: 200 len: 217 time: 0.0641789 Aug 30 21:12:20.530586 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249aca41-a765-4c0e-9a21-733237c104f8 x-openstack-request-id: req-249aca41-a765-4c0e-9a21-733237c104f8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:20.530908 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db3fc79-3d2d-4298-8426-78a7288ff807", "name": "network-vif-deleted", "tag": "776804e1-b867-4822-ae5d-aa6b32586d9b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:20.531248 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-249aca41-a765-4c0e-9a21-733237c104f8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:20.531976 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db3fc79-3d2d-4298-8426-78a7288ff807', 'name': 'network-vif-deleted', 'tag': '776804e1-b867-4822-ae5d-aa6b32586d9b', 'status': 'completed', 'code': 200} Aug 30 21:12:20.534513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-9fffbd52-9017-4a76-8b42-9c8241780fa9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e HTTP/1.1" status: 200 len: 217 time: 0.1345859 Aug 30 21:12:20.602307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-7af27e9f-eb3e-4016-85b8-f73e5354371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.604242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-7af27e9f-eb3e-4016-85b8-f73e5354371d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1499169 Aug 30 21:12:20.706716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-56d44757-ffee-4dd3-849f-60038ef9cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.709244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-56d44757-ffee-4dd3-849f-60038ef9cb79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.1598845 Aug 30 21:12:20.725891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-4c627d41-8eaf-4e98-a443-03ea4320bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.728129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-4c627d41-8eaf-4e98-a443-03ea4320bf39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164126 Aug 30 21:12:20.746427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-da01fe6e-006e-4b76-aa82-cf5fdecd47fb service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:12:20.752489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-da01fe6e-006e-4b76-aa82-cf5fdecd47fb service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107067 Aug 30 21:12:20.801492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-17e90a4b-d406-4bb4-8f12-6046d10b1b8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714152 Aug 30 21:12:20.894041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe69df-20ae-46fe-a406-0d3b0c75c161 req-b0b67945-ed0b-4ff1-9698-ba9b9a0601e9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:20.898118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:20.903422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28fe69df-20ae-46fe-a406-0d3b0c75c161 req-b0b67945-ed0b-4ff1-9698-ba9b9a0601e9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 943 time: 0.1921554 Aug 30 21:12:20.992334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28fe69df-20ae-46fe-a406-0d3b0c75c161 req-7818a257-494b-42b5-b9eb-2997e757dd3d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873089 Aug 30 21:12:21.017200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-090a8963-9693-4f4b-b58f-0ac5eefad026 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575097 Aug 30 21:12:21.043489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-8c010b32-9d4b-41bd-8806-4123442ab47c service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327471 Aug 30 21:12:21.116334 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.150228 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Transition to ACTIVE for port object c5318fd5-498e-4d23-b3a8-62b68f575e94 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:21.165113 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.205721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dca28cfc-bd85-4670-8c3c-d833aca9e85e details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:21.273017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc1202d9-29f1-44c7-af9f-10474f9d4aa1 req-154a1403-1272-474d-aeab-0e371f681154 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214830 Aug 30 21:12:21.300972 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Pushing event updated for resources: {'Port': ['ID=c5318fd5-498e-4d23-b3a8-62b68f575e94,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:21.321922 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.322884 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.323410 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.324045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.324542 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.325244 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.326317 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.326587 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.327016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.327346 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.327861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.328421 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:21.328659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-533efb74-27aa-432e-bce6-6a7ca4664e0c req-44bba9a8-78b3-4f7f-bbb0-78115ea8839c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 210 time: 0.0539482 Aug 30 21:12:21.426829 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Attempting to bind port c5318fd5-498e-4d23-b3a8-62b68f575e94 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:21.427637 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Attempting to bind port c5318fd5-498e-4d23-b3a8-62b68f575e94 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:21.428693 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Attempting to bind port c5318fd5-498e-4d23-b3a8-62b68f575e94 on network 08841863-a26a-49b9-9c65-4c7ddaeb839f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:21.435692 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:21.436124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Checking segment: {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:21.436641 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.437131 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Bound using segment: {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:21.437726 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Bound port: c5318fd5-498e-4d23-b3a8-62b68f575e94, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c927011-0a38-4dc9-b3be-a69c8abe3813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:21.438784 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.452070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:21.465871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455e41aa-8d39-4afd-a1ab-5381fa711494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.480851 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-285bc885-8682-4181-a27e-ec9cb561d11d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3836453 Aug 30 21:12:21.486119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fb8a1fdd-d351-4a21-8690-c1f5d1f3337e req-20b8ea25-3ea3-42f0-850a-7c3fff3e5297 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601853 Aug 30 21:12:21.570556 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] For port c5318fd5-498e-4d23-b3a8-62b68f575e94, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:21.582605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] For port c5318fd5-498e-4d23-b3a8-62b68f575e94, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c5318fd5-498e-4d23-b3a8-62b68f575e94,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:21.587548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:21.590995 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.610612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 776804e1-b867-4822-ae5d-aa6b32586d9b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:21.612162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 776804e1-b867-4822-ae5d-aa6b32586d9b not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:21.633879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'mac_address': 'fa:16:3e:c6:2d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:21.731394 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.749279 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Routers {'0169bb60-e00b-4c6a-a621-cf022e455ef8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:21.750231 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0169bb60-e00b-4c6a-a621-cf022e455ef8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:21.771159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca28cfc-bd85-4670-8c3c-d833aca9e85e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:21.803783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455e41aa-8d39-4afd-a1ab-5381fa711494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.815106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-51c967c4-8c36-42ff-a2a1-8c3cfbf6d49e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:21.817137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-51c967c4-8c36-42ff-a2a1-8c3cfbf6d49e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299534 Aug 30 21:12:21.818995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455e41aa-8d39-4afd-a1ab-5381fa711494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.839056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:21.844155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': '1357b188-018a-458f-ac01-f550a6eddfaf', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:21.858643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:21.892853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a13541ad-c980-4271-8b03-6f49ebd7d0b3 req-cc25e13e-7f71-4aa3-bafa-dcbeffdbd8e6 tempest-FloatingIPsNegativeTestJSON-962554861 tempest-FloatingIPsNegativeTestJSON-962554861-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=622f57fab55c42d091deddfbfe9b7c7e HTTP/1.1" status: 200 len: 217 time: 0.0965211 Aug 30 21:12:21.915397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-653ca9d5-2ec3-43fd-bb6a-6b9dd6f3bf8c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:21.917702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-653ca9d5-2ec3-43fd-bb6a-6b9dd6f3bf8c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 943 time: 0.2260723 Aug 30 21:12:21.991426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dc9ff-2509-467b-b138-f7f0cfa90dfb None None] Pushing event updated for resources: {'Port': ['ID=c5318fd5-498e-4d23-b3a8-62b68f575e94,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:22.028441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e41aa-8d39-4afd-a1ab-5381fa711494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180631b-ae6d-4b9d-997a-f48e0922a11b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:22.035301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:22.045502 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-455e41aa-8d39-4afd-a1ab-5381fa711494 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=703f3eddccae41ea88fcf813eba2a142&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1401618 Aug 30 21:12:22.049462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56632) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:22.108587 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] Set router 0169bb60-e00b-4c6a-a621-cf022e455ef8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:22.135306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585f442-eab8-4595-8111-6817b7cff176 req-c3e6df70-3488-4ebc-9c05-1a583f893984 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:22.145361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0585f442-eab8-4595-8111-6817b7cff176 req-c3e6df70-3488-4ebc-9c05-1a583f893984 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ee6d859-744a-4450-8ff2-0000988bfdf9 HTTP/1.1" status: 200 len: 943 time: 0.1231611 Aug 30 21:12:22.167115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Deleting port 685240b1-6c82-4d02-bc57-ebf55db908e4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:22.170102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.201102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae1b79c-c91b-48c0-9ba7-4bb1e1f7d1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.211696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:22.215393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.224131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['dca28cfc-bd85-4670-8c3c-d833aca9e85e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:22.244028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae1b79c-c91b-48c0-9ba7-4bb1e1f7d1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.258893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0585f442-eab8-4595-8111-6817b7cff176 req-7d15bcca-49b8-4cb9-bfe9-4894f245f4fb tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123126 Aug 30 21:12:22.337321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] For port 685240b1-6c82-4d02-bc57-ebf55db908e4, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=685240b1-6c82-4d02-bc57-ebf55db908e4,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:22.338089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.381128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Calling delete_port for 685240b1-6c82-4d02-bc57-ebf55db908e4 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:22.397307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae1b79c-c91b-48c0-9ba7-4bb1e1f7d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.399880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae1b79c-c91b-48c0-9ba7-4bb1e1f7d1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.404922 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fae1b79c-c91b-48c0-9ba7-4bb1e1f7d1e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6180631b-ae6d-4b9d-997a-f48e0922a11b HTTP/1.1" status: 204 len: 168 time: 0.3499191 Aug 30 21:12:22.450075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1b79c-c91b-48c0-9ba7-4bb1e1f7d1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180631b-ae6d-4b9d-997a-f48e0922a11b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:22.568301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.97 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/d0201e49-3a67-4bf8-8173-c36053372bb6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:22.588295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:17Z', 'revision_number': 4, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c5318fd5-498e-4d23-b3a8-62b68f575e94', 'name': '', 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'mac_address': 'fa:16:3e:b4:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b1547947-039a-416b-aae8-5a632a69cc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:15Z', 'updated_at': '2021-08-30T21:12:21Z', 'revision_number': 4, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'subnets': [{'id': 'b1547947-039a-416b-aae8-5a632a69cc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:22.633350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a692f36-326e-4290-b62b-404ea0230cc0 None None] The sync data for ids ['0169bb60-e00b-4c6a-a621-cf022e455ef8'] in n-d-793620-16 is: [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:17Z', 'revision_number': 4, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c5318fd5-498e-4d23-b3a8-62b68f575e94', 'name': '', 'network_id': '08841863-a26a-49b9-9c65-4c7ddaeb839f', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'mac_address': 'fa:16:3e:b4:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'b1547947-039a-416b-aae8-5a632a69cc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:15Z', 'updated_at': '2021-08-30T21:12:21Z', 'revision_number': 4, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'subnets': [{'id': 'b1547947-039a-416b-aae8-5a632a69cc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:12:22.651164 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.754344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event deleted for resources: {'Port': ['ID=685240b1-6c82-4d02-bc57-ebf55db908e4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:22.784051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] No DVR routers for this DVR port 685240b1-6c82-4d02-bc57-ebf55db908e4 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:22.787802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.790639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b51ecd1-1dfd-4f32-84b6-39db652215dd req-1db94d1e-7b10-4ebe-a0c0-05b660083270 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.82 "DELETE /v2.0/ports/685240b1-6c82-4d02-bc57-ebf55db908e4 HTTP/1.1" status: 204 len: 173 time: 0.8660467 Aug 30 21:12:22.826467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-deleted', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:22.829468 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47803183-1335-490b-8d4c-9874dd4bfb9d" -d '{"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-deleted", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:22.836922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d92166a-d041-4e1e-a0a6-4659bcec2508 req-e17feaba-2dec-46b9-8f33-e57b31739b89 tempest-FloatingIPsNegativeTestJSON-962554861 tempest-FloatingIPsNegativeTestJSON-962554861-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0848505 Aug 30 21:12:22.852404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.869496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object d0201e49-3a67-4bf8-8173-c36053372bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:22.931299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:22.946615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', '89435eef-b22e-4fe9-9fba-0b915bd3385b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:22.987178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d983-5287-4551-9d73-4155348ee722 req-661a9ca3-cb5d-4511-8c88-27d4de2d06e7 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:22.998575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5453d983-5287-4551-9d73-4155348ee722 req-661a9ca3-cb5d-4511-8c88-27d4de2d06e7 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 944 time: 0.0891993 Aug 30 21:12:23.006711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:23.010973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:23.016509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:23.082174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=d0201e49-3a67-4bf8-8173-c36053372bb6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:23.099710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5453d983-5287-4551-9d73-4155348ee722 req-3e2fa8f4-9ed2-413f-b254-ea3c0ff6ab7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990973 Aug 30 21:12:23.159687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:23.160816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:23.197861 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-e4f2b9da-c6c0-42b9-bce1-a8ad91bdb830 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3604407 Aug 30 21:12:23.216147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Request body: {'port': {'device_id': '1357b188-018a-458f-ac01-f550a6eddfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:23.269278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac', '7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:23.329325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:23.482696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bc7c765a-d072-4d5e-a2a9-3ab31d198d17 None None] Provisioning for port d0201e49-3a67-4bf8-8173-c36053372bb6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:23.502003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b6f3-794e-4569-9ff7-85bf316d0857 req-a2c12b77-1242-426e-b1ce-07de08d9b888 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:23.510027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91b8b6f3-794e-4569-9ff7-85bf316d0857 req-a2c12b77-1242-426e-b1ce-07de08d9b888 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 935 time: 0.1712220 Aug 30 21:12:23.513758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bc7c765a-d072-4d5e-a2a9-3ab31d198d17 None None] Provisioning complete for port d0201e49-3a67-4bf8-8173-c36053372bb6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:23.529797 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc7c765a-d072-4d5e-a2a9-3ab31d198d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:23.629449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c765a-d072-4d5e-a2a9-3ab31d198d17 None None] Port d0201e49-3a67-4bf8-8173-c36053372bb6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:12:23.644993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91b8b6f3-794e-4569-9ff7-85bf316d0857 req-44d21382-6870-4f76-b780-ae4130bb3661 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214955 Aug 30 21:12:23.866882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fae795-36db-45f1-aff5-9a42488fbfed req-7cf89b5c-96cd-4411-9d88-623931ed230a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:23.876137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9fae795-36db-45f1-aff5-9a42488fbfed req-7cf89b5c-96cd-4411-9d88-623931ed230a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 949 time: 0.0988171 Aug 30 21:12:23.943105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9fae795-36db-45f1-aff5-9a42488fbfed req-3f914442-92b9-4a76-a012-7b9ef7210f6a tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.76 "GET /v2.0/security-groups?id=55d26993-8c99-4d0a-941d-58526e28e178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656946 Aug 30 21:12:23.950600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c5318fd5-498e-4d23-b3a8-62b68f575e94 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:24.003163 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ef256-f2b6-49a3-9840-d5b90c889370 x-openstack-request-id: req-503ef256-f2b6-49a3-9840-d5b90c889370 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:24.003461 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee6d859-744a-4450-8ff2-0000988bfdf9", "name": "network-vif-deleted", "tag": "685240b1-6c82-4d02-bc57-ebf55db908e4", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:24.003717 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-503ef256-f2b6-49a3-9840-d5b90c889370 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:24.004129 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee6d859-744a-4450-8ff2-0000988bfdf9', 'name': 'network-vif-deleted', 'tag': '685240b1-6c82-4d02-bc57-ebf55db908e4', 'status': 'completed', 'code': 200} Aug 30 21:12:24.076270 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-9f1e7c36-d9e9-48dd-abe9-d657af6b506e req-c10c90d3-0640-44a3-9568-b0bfcea1e7f6 tempest-FloatingIPsNegativeTestJSON-962554861 tempest-FloatingIPsNegativeTestJSON-962554861-project] show failed (client error): The resource could not be found. Aug 30 21:12:24.077488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f1e7c36-d9e9-48dd-abe9-d657af6b506e req-c10c90d3-0640-44a3-9568-b0bfcea1e7f6 tempest-FloatingIPsNegativeTestJSON-962554861 tempest-FloatingIPsNegativeTestJSON-962554861-project] 10.222.0.76 "GET /v2.0/floatingips/948eab0b-002c-4b7f-8095-bbe76128d140 HTTP/1.1" status: 404 len: 350 time: 0.0504410 Aug 30 21:12:24.086524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56672) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:24.149037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c5318fd5-498e-4d23-b3a8-62b68f575e94 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:24.206854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c5318fd5-498e-4d23-b3a8-62b68f575e94 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:24.207528 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.362370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.413588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c5318fd5-498e-4d23-b3a8-62b68f575e94, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c5318fd5-498e-4d23-b3a8-62b68f575e94,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:24.424881 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.519079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c5318fd5-498e-4d23-b3a8-62b68f575e94,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:24.559176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0201e49-3a67-4bf8-8173-c36053372bb6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:24.589916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.604253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Transition to ACTIVE for port object d0201e49-3a67-4bf8-8173-c36053372bb6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:24.618485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.635316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbcf5a-416f-4b1e-b13d-5ccd0a584a50 req-b66ad0d3-6887-4ea4-a7cd-776b99ab2ce5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:24.636891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99dbcf5a-416f-4b1e-b13d-5ccd0a584a50 req-b66ad0d3-6887-4ea4-a7cd-776b99ab2ce5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 944 time: 0.1025505 Aug 30 21:12:24.716830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99dbcf5a-416f-4b1e-b13d-5ccd0a584a50 req-a6031c98-2e8c-4d9d-bbc4-d2b8c627acea tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719016 Aug 30 21:12:24.757774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0201e49-3a67-4bf8-8173-c36053372bb6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:24.803099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Attempting to bind port d0201e49-3a67-4bf8-8173-c36053372bb6 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:24.803603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Attempting to bind port d0201e49-3a67-4bf8-8173-c36053372bb6 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:24.804044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Attempting to bind port d0201e49-3a67-4bf8-8173-c36053372bb6 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:24.809141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Port d0201e49-3a67-4bf8-8173-c36053372bb6 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:12:24.809679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Attempting to bind port d0201e49-3a67-4bf8-8173-c36053372bb6 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:24.816002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:24.817592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:24.817592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:24.817592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Bound port: d0201e49-3a67-4bf8-8173-c36053372bb6, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:24.817592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.896874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.905191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] For port d0201e49-3a67-4bf8-8173-c36053372bb6, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:24.910509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] For port d0201e49-3a67-4bf8-8173-c36053372bb6, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d0201e49-3a67-4bf8-8173-c36053372bb6,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:24.917133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.969483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:24.970565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:24.972285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] 10.222.0.86 "PUT /v2.0/ports/d0201e49-3a67-4bf8-8173-c36053372bb6 HTTP/1.1" status: 200 len: 1096 time: 1.7648778 Aug 30 21:12:24.973029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1357b188-018a-458f-ac01-f550a6eddfaf', 'tag': 'd0201e49-3a67-4bf8-8173-c36053372bb6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:24.975802 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1357b188-018a-458f-ac01-f550a6eddfaf", "tag": "d0201e49-3a67-4bf8-8173-c36053372bb6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:25.020651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d2e88-f1b2-447f-8320-3ba7edb8eeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0201e49-3a67-4bf8-8173-c36053372bb6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:25.114060 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:12:25.128353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-57e7f637-2c82-4b7f-9404-93aa1a181966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:25.130989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-57e7f637-2c82-4b7f-9404-93aa1a181966 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 1099 time: 0.0923257 Aug 30 21:12:25.147595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-b9cd7c63-2275-43bb-969b-d85a4699f059 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:25.149352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-b9cd7c63-2275-43bb-969b-d85a4699f059 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "GET /v2.0/ports?device_id=904e16f3-ec3c-4786-a972-b17b140b0e6c HTTP/1.1" status: 200 len: 949 time: 0.1119983 Aug 30 21:12:25.151918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-7c3744d2-c080-4090-99d3-2ff31133ec60 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:25.153623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-7c3744d2-c080-4090-99d3-2ff31133ec60 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 821 time: 0.1934183 Aug 30 21:12:25.196546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-9401404b-d4de-4182-bbcb-87270cc2a346 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/quotas/31aa922f09dc4fff9f91b6ecf236e6bc HTTP/1.1" status: 200 len: 375 time: 0.0118463 Aug 30 21:12:25.198853 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-cc577aae-7ed7-4eaf-b2ca-2f7b4549f5fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d0201e49-3a67-4bf8-8173-c36053372bb6 HTTP/1.1" status: 200 len: 217 time: 0.0483716 Aug 30 21:12:25.202790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dca28cfc-bd85-4670-8c3c-d833aca9e85e up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:25.255874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-eb8c5dab-9c6b-4f10-b341-75ce070501e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:25.257388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-eb8c5dab-9c6b-4f10-b341-75ce070501e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0479374 Aug 30 21:12:25.275190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port dca28cfc-bd85-4670-8c3c-d833aca9e85e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:25.283480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port dca28cfc-bd85-4670-8c3c-d833aca9e85e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:25.283923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.306459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-ae033cfe-b3dc-4314-8eca-41f023ff8778 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677705 Aug 30 21:12:25.371672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-fdc4f07b-9f22-437b-a9c0-dad7a9664e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:25.373203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-fdc4f07b-9f22-437b-a9c0-dad7a9664e66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984702 Aug 30 21:12:25.393984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.438894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:25.439766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Deleting port 20a4105f-2401-467c-8f7c-ac1b317f381d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:25.439992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:25.440146 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.449765 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09be2f4-ac16-43b2-a989-ba423b83f4d8" -d '{"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-plugged", "status": "completed", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:25.455152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.460941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:25.495256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 685240b1-6c82-4d02-bc57-ebf55db908e4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:25.495256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 685240b1-6c82-4d02-bc57-ebf55db908e4 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:25.561638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:25.569981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-73e6d852-824e-4534-8356-05cc6c7a9f0b service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838310 Aug 30 21:12:25.616373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Deleting port c5318fd5-498e-4d23-b3a8-62b68f575e94 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:25.616807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.644400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] For port 20a4105f-2401-467c-8f7c-ac1b317f381d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=20a4105f-2401-467c-8f7c-ac1b317f381d,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:25.644768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.668105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Calling delete_port for 20a4105f-2401-467c-8f7c-ac1b317f381d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:25.703710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-d1a3c0a3-fa0d-4b1d-b89d-09f0e4895147 service neutron] 10.222.0.76 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789372 Aug 30 21:12:25.752568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2048525-2322-4c67-b77b-9e78dc54abc2 req-137892c7-abde-47e2-b0d9-d5b588085eb8 service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670032 Aug 30 21:12:25.769311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] For port c5318fd5-498e-4d23-b3a8-62b68f575e94, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c5318fd5-498e-4d23-b3a8-62b68f575e94,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:25.769796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.790518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Calling delete_port for c5318fd5-498e-4d23-b3a8-62b68f575e94 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:25.837502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.841373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c5318fd5-498e-4d23-b3a8-62b68f575e94 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:25.866220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-77660620-604a-4da7-ba5f-d00fa5d706e8 service neutron] 10.222.0.76 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556544 Aug 30 21:12:25.873260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Pushing event deleted for resources: {'Port': ['ID=20a4105f-2401-467c-8f7c-ac1b317f381d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:25.904871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c5318fd5-498e-4d23-b3a8-62b68f575e94 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:25.905524 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.932200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] No DVR routers for this DVR port 20a4105f-2401-467c-8f7c-ac1b317f381d on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:25.935616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:25.938139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dafd5cf7-942d-4c9f-8c91-9d6a9539b67e req-34e78d63-892f-4921-a39c-0c32f1923106 tempest-ListImageFiltersTestJSON-703007585 tempest-ListImageFiltersTestJSON-703007585-project] 10.222.0.86 "DELETE /v2.0/ports/20a4105f-2401-467c-8f7c-ac1b317f381d HTTP/1.1" status: 204 len: 173 time: 0.7382867 Aug 30 21:12:26.046931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:26.077586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5318fd5-498e-4d23-b3a8-62b68f575e94,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:26.242868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e262f9-47d8-450f-979e-e25a5d41b36f req-b3e4817a-fac1-4a9c-b629-e3c0f5cfe585 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:26.249886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59e262f9-47d8-450f-979e-e25a5d41b36f req-b3e4817a-fac1-4a9c-b629-e3c0f5cfe585 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 947 time: 0.1343989 Aug 30 21:12:26.675657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59e262f9-47d8-450f-979e-e25a5d41b36f req-77f7113a-ac7f-42e8-a361-11b3b88ebf60 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248660 Aug 30 21:12:26.682237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:26.777208 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d3037-3b26-4e80-89b7-a93b71e1385d x-openstack-request-id: req-3d9d3037-3b26-4e80-89b7-a93b71e1385d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:26.777817 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1357b188-018a-458f-ac01-f550a6eddfaf", "tag": "d0201e49-3a67-4bf8-8173-c36053372bb6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:26.778382 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d9d3037-3b26-4e80-89b7-a93b71e1385d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:26.779109 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1357b188-018a-458f-ac01-f550a6eddfaf', 'tag': 'd0201e49-3a67-4bf8-8173-c36053372bb6', 'status': 'completed', 'code': 200} Aug 30 21:12:26.862601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-cc8c8925-cdfe-409f-bae6-27e3ec807551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:26.864705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-cc8c8925-cdfe-409f-bae6-27e3ec807551 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 1099 time: 0.0505960 Aug 30 21:12:26.883764 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391d898-6459-4b35-8657-daa76dc1f354 x-openstack-request-id: req-b391d898-6459-4b35-8657-daa76dc1f354 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:26.885487 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-plugged", "status": "completed", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:26.885995 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b391d898-6459-4b35-8657-daa76dc1f354 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:26.887018 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'code': 200} Aug 30 21:12:26.968877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Router 0169bb60-e00b-4c6a-a621-cf022e455ef8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:12:26.977923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-728e7dbe-4174-44a2-b0f3-fb5f7ab8e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:26.979472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-728e7dbe-4174-44a2-b0f3-fb5f7ab8e543 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1040175 Aug 30 21:12:27.004490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-5b62a90b-6260-4bcd-9834-daddbbf2b180 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1b3dda749f9645c3a4244e2f101d7745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489793 Aug 30 21:12:27.024227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-f4dd369d-3eee-4957-8d8e-2f616f4ef8c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=d0201e49-3a67-4bf8-8173-c36053372bb6 HTTP/1.1" status: 200 len: 217 time: 0.0347190 Aug 30 21:12:27.080478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-f2f849c9-ed99-461f-a948-d8d150367b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:27.081964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-f2f849c9-ed99-461f-a948-d8d150367b5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0456541 Aug 30 21:12:27.128672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a5e25-0e7c-4388-ab28-a1c7b5322409 req-025ff7d3-8171-4ee6-8a5d-004f2669790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:27.130130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab9a5e25-0e7c-4388-ab28-a1c7b5322409 req-025ff7d3-8171-4ee6-8a5d-004f2669790f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 1097 time: 0.1601226 Aug 30 21:12:27.135952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-38522655-b5da-4358-9d5a-6de1827fb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:27.137659 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-38522655-b5da-4358-9d5a-6de1827fb102 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0421536 Aug 30 21:12:27.234585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab9a5e25-0e7c-4388-ab28-a1c7b5322409 req-53f30c41-c3b4-4414-b059-02c100706213 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949588 Aug 30 21:12:27.244670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-f820e3bd-4c45-442c-afd8-d833f45e9878 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:27.246155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-f820e3bd-4c45-442c-afd8-d833f45e9878 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328455 Aug 30 21:12:27.249198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:12:27.257939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e1702234-0e78-4427-9dc9-530b98473571 admin admin] 10.222.0.76 "PUT /v2.0/routers/0169bb60-e00b-4c6a-a621-cf022e455ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1695354 Aug 30 21:12:27.259592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:27.264719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-f2c49189-55c4-44bc-b1d2-4979b5ad7e0f service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057160 Aug 30 21:12:27.267820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] Sync routers for ids ['0169bb60-e00b-4c6a-a621-cf022e455ef8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:12:27.275852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-3a6efc8b-e585-4b44-bfce-9e9a137a3872 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/quotas/1b3dda749f9645c3a4244e2f101d7745 HTTP/1.1" status: 200 len: 375 time: 0.0166972 Aug 30 21:12:27.289652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] Routers {'0169bb60-e00b-4c6a-a621-cf022e455ef8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:27.290600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0169bb60-e00b-4c6a-a621-cf022e455ef8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:27.324883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-44fa16ed-5f9b-4c53-870b-279fe7aad3cb tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b3dda749f9645c3a4244e2f101d7745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419843 Aug 30 21:12:27.412679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] Set router 0169bb60-e00b-4c6a-a621-cf022e455ef8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:27.548468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:27.632336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dfd83-51d8-4995-8b3a-94e0569f680f req-e942b443-44d9-4575-aaac-e60056e0980e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:27.643067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f8dfd83-51d8-4995-8b3a-94e0569f680f req-e942b443-44d9-4575-aaac-e60056e0980e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 945 time: 0.0845444 Aug 30 21:12:27.646073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:25Z', 'revision_number': 5, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:27.696450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] Checking router: 0169bb60-e00b-4c6a-a621-cf022e455ef8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:12:27.697280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-68ddcb2b-2781-4603-b8d0-a3ea2fad4d75 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:27.697766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f8dfd83-51d8-4995-8b3a-94e0569f680f req-e393ec09-6a2d-4f6b-b8d5-852a43cc7de8 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525408 Aug 30 21:12:27.700918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-68ddcb2b-2781-4603-b8d0-a3ea2fad4d75 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 821 time: 0.3645136 Aug 30 21:12:27.707806 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ab4612-4c6d-4e69-9890-59cc3755ff5c req-3285312e-83b2-4ca0-86b7-9b259a2b155b service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465130 Aug 30 21:12:27.725153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] Routers {'0169bb60-e00b-4c6a-a621-cf022e455ef8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:27.726085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0169bb60-e00b-4c6a-a621-cf022e455ef8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:27.727334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Request body: {'port': {'device_id': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'admin_state_up': True, 'tenant_id': '31aa922f09dc4fff9f91b6ecf236e6bc'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:27.856404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:27.891854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] Set router 0169bb60-e00b-4c6a-a621-cf022e455ef8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:27.946393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Made reservation on behalf of 31aa922f09dc4fff9f91b6ecf236e6bc for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:27.951476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9706bcb0-ee4c-4d77-b819-dd6345047747 req-642fec79-0dab-4f4c-be21-13caebdd8424 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 210 time: 0.0541425 Aug 30 21:12:27.951638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:27.982783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Deleting port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:27.983651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:28.105485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:25Z', 'revision_number': 5, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:28.143529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91616d7-9d25-4234-bf7e-0131377c9884 None None] The sync data for ids ['0169bb60-e00b-4c6a-a621-cf022e455ef8'] in n-d-793620-16 is: [{'id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'name': 'tempest-FloatingIPsNegativeTestJSON-724822502-router', 'tenant_id': '622f57fab55c42d091deddfbfe9b7c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:09Z', 'updated_at': '2021-08-30T21:12:25Z', 'revision_number': 5, 'project_id': '622f57fab55c42d091deddfbfe9b7c7e', 'gw_port': {'id': '8c514f2a-f1a9-4f04-bb8b-565fa344fd4a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0169bb60-e00b-4c6a-a621-cf022e455ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:10Z', 'updated_at': '2021-08-30T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:12:28.161844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] For port 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:28.162263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:28.183472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Calling delete_port for 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:28.185594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Allocated IP 172.20.0.13 (db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5/40b09ca1-6c1a-48f8-ae7a-923de6862ba1/8e9f2a2b-7193-442f-92c1-7d646d9f337b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:28.440071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da8148be-1056-4ab6-8bce-6134d5bb1ed9 req-462af727-4b4d-4d3b-aa0e-79016c9448b7 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0297861 Aug 30 21:12:28.469829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:28.498760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:28.558307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c514f2a-f1a9-4f04-bb8b-565fa344fd4a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:28.573515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064aa0a-d689-4ac3-935e-2d63660e9dee req-ed1fbad3-644b-4878-b558-6870ae7ea83f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:28.575237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3064aa0a-d689-4ac3-935e-2d63660e9dee req-ed1fbad3-644b-4878-b558-6870ae7ea83f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 947 time: 0.0733554 Aug 30 21:12:28.624707 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:28.636492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:28.648272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3064aa0a-d689-4ac3-935e-2d63660e9dee req-6c9f8ac8-c51e-4caa-9a7c-524ae3c98b51 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648148 Aug 30 21:12:28.802242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-cdf692a1-4eac-4a77-96f6-7ce6e701a219 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1b3dda749f9645c3a4244e2f101d7745&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312824 Aug 30 21:12:28.959241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-c2e1337e-a7dd-4a63-861f-3d57d2075b54 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:28.960804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-c2e1337e-a7dd-4a63-861f-3d57d2075b54 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477811 Aug 30 21:12:28.975940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Request body: {'port': {'device_id': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '1b3dda749f9645c3a4244e2f101d7745'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:29.030055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-deleted', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:29.032737 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f342c3-fe72-4330-9088-3ea5d0835a42" -d '{"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-deleted", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:29.074454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:29.081133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:29.087313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.091953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.093673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:29.097815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Made reservation on behalf of 1b3dda749f9645c3a4244e2f101d7745 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:29.101748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.105178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event updated for resources: {'Port': ['ID=8e9f2a2b-7193-442f-92c1-7d646d9f337b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:29.113767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.171049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.171571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0169bb60-e00b-4c6a-a621-cf022e455ef8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:12:29.177787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.181391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d02ebe61-d1b6-4a35-8c5b-2622830d6c3f admin admin] 10.222.0.76 "DELETE /v2.0/routers/0169bb60-e00b-4c6a-a621-cf022e455ef8 HTTP/1.1" status: 204 len: 168 time: 1.9185941 Aug 30 21:12:29.181684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:29.198651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:29.199291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.225892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646593e1-d92d-493b-96b3-1823d03d97b3 req-2bfbc8c0-34e9-4cae-b4e0-65704694fb72 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:29.227409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-646593e1-d92d-493b-96b3-1823d03d97b3 req-2bfbc8c0-34e9-4cae-b4e0-65704694fb72 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 945 time: 0.0800164 Aug 30 21:12:29.248311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Deleting subnet b1547947-039a-416b-aae8-5a632a69cc7c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:12:29.252526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.288784 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.294460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.300091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.317156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-348c3b34-bc58-49db-85f1-a401e9a84f22 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5986810 Aug 30 21:12:29.325753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-646593e1-d92d-493b-96b3-1823d03d97b3 req-a006f7d1-6430-4862-aea9-97fa5f014cbd tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805936 Aug 30 21:12:29.337429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Request body: {'port': {'device_id': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:29.381386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c103286-302b-4623-ab6e-88b8deff4b22,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:29.442311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.444418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.466105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Allocated IP 192.168.233.49 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/a71b9b8c-1d08-4533-9158-50cf830f5bbd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:29.481164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:29.502699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 20a4105f-2401-467c-8f7c-ac1b317f381d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:29.503049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 20a4105f-2401-467c-8f7c-ac1b317f381d not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:29.592652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.633822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.635901 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b1547947-039a-416b-aae8-5a632a69cc7c HTTP/1.1" status: 204 len: 168 time: 0.4531353 Aug 30 21:12:29.636733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ecf0c-7f42-4482-b86b-0e4cfd48b9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1547947-039a-416b-aae8-5a632a69cc7c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:29.638297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:29.639360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98768cb6-1b70-4517-97a5-3fc5115f091f None None] Network 08841863-a26a-49b9-9c65-4c7ddaeb839f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:29.657998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ab96f-a158-4cc7-8197-b9741db0c9f3 req-841dfecc-bd89-4046-84b6-0fee5a618a1b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:29.665962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b62ab96f-a158-4cc7-8197-b9741db0c9f3 req-841dfecc-bd89-4046-84b6-0fee5a618a1b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 932 time: 0.0906422 Aug 30 21:12:29.710187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.745111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b62ab96f-a158-4cc7-8197-b9741db0c9f3 req-a5ee194d-a00a-45ff-875d-dc17d71a6a47 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780766 Aug 30 21:12:29.762188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Transition to ACTIVE for port object a71b9b8c-1d08-4533-9158-50cf830f5bbd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:29.783432 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.829339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.829987 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacc37ed-1b84-4624-999d-4247349f3d01 x-openstack-request-id: req-eacc37ed-1b84-4624-999d-4247349f3d01 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:29.830297 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904e16f3-ec3c-4786-a972-b17b140b0e6c", "name": "network-vif-deleted", "tag": "20a4105f-2401-467c-8f7c-ac1b317f381d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:29.830541 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eacc37ed-1b84-4624-999d-4247349f3d01 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:29.830962 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904e16f3-ec3c-4786-a972-b17b140b0e6c', 'name': 'network-vif-deleted', 'tag': '20a4105f-2401-467c-8f7c-ac1b317f381d', 'status': 'completed', 'code': 200} Aug 30 21:12:29.861847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c5318fd5-498e-4d23-b3a8-62b68f575e94 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:29.891937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c5318fd5-498e-4d23-b3a8-62b68f575e94 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:29.893847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c5318fd5-498e-4d23-b3a8-62b68f575e94 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:29.899283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:29.902347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:29.909800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:29.912076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Pushing event updated for resources: {'Port': ['ID=a71b9b8c-1d08-4533-9158-50cf830f5bbd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:29.914786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:29.924165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:29.924715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c514f2a-f1a9-4f04-bb8b-565fa344fd4a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:29.936021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] DHCP port deletion for 08841863-a26a-49b9-9c65-4c7ddaeb839f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:12:29.950447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f2a2b-7193-442f-92c1-7d646d9f337b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:29.961451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.976317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Deleting port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:29.976658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.978291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:29.979302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:29.993684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Transition to ACTIVE for port object 8e9f2a2b-7193-442f-92c1-7d646d9f337b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:30.001481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-78e5e5d2-9aef-461b-8f46-e298933d440d tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0289378 Aug 30 21:12:30.004774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] Deleting port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:30.005158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.023520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Request body: {'port': {'device_id': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:30.027398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.090069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] For port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:30.090411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.114217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] For port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,segment=NetworkSegment(7c927011-0a38-4dc9-b3be-a69c8abe3813),segment_id=7c927011-0a38-4dc9-b3be-a69c8abe3813)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:30.114768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] Calling delete_port for 01ebe786-d52c-425c-a28e-8a5cf72b7c4f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:30.114886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.136290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f2a2b-7193-442f-92c1-7d646d9f337b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:30.148723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Calling delete_port for 01ebe786-d52c-425c-a28e-8a5cf72b7c4f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:30.152421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.260459 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.283144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Attempting to bind port 8e9f2a2b-7193-442f-92c1-7d646d9f337b on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:30.283501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Attempting to bind port 8e9f2a2b-7193-442f-92c1-7d646d9f337b by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:30.283804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Attempting to bind port 8e9f2a2b-7193-442f-92c1-7d646d9f337b on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:30.291021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Port 8e9f2a2b-7193-442f-92c1-7d646d9f337b on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:12:30.291398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Attempting to bind port 8e9f2a2b-7193-442f-92c1-7d646d9f337b on network db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:30.304231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:30.304690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Checking segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:30.304951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Bound using segment: {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:30.305394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Bound port: 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1adcb29c-17f5-48a3-8295-3e1a249217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:30.305887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.312722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] Pushing event deleted for resources: {'Port': ['ID=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:30.326579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a3b97-2085-48f2-8a50-b637f6561e1a None None] No DVR routers for this DVR port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:30.352117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.363687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3958f01-7907-4016-ae4d-51cdd68d5906 None None] Provisioning for port a71b9b8c-1d08-4533-9158-50cf830f5bbd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:30.370300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3958f01-7907-4016-ae4d-51cdd68d5906 None None] Provisioning complete for port a71b9b8c-1d08-4533-9158-50cf830f5bbd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:30.371277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3958f01-7907-4016-ae4d-51cdd68d5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.385236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ebe786-d52c-425c-a28e-8a5cf72b7c4f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:30.394583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] No DVR routers for this DVR port 01ebe786-d52c-425c-a28e-8a5cf72b7c4f on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:30.435486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] For port 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:30.454950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a3958f01-7907-4016-ae4d-51cdd68d5906 None None] Port a71b9b8c-1d08-4533-9158-50cf830f5bbd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:12:30.497232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] For port 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:30.507792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.512440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.545979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08841863-a26a-49b9-9c65-4c7ddaeb839f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:30.561338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c927011-0a38-4dc9-b3be-a69c8abe3813') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:30.561631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c927011-0a38-4dc9-b3be-a69c8abe3813') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:30.575190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:30.575835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.577242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] 10.222.0.86 "PUT /v2.0/ports/8e9f2a2b-7193-442f-92c1-7d646d9f337b HTTP/1.1" status: 200 len: 1093 time: 1.2455192 Aug 30 21:12:30.583974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.600845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71b9b8c-1d08-4533-9158-50cf830f5bbd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:30.616198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd6507-5522-4ccb-b0c8-768964e6771e service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f2a2b-7193-442f-92c1-7d646d9f337b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:30.619264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.622579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a177a-34d2-4832-9b06-e83f3ea1def2 req-5c4c53ad-e723-4b37-8d48-36728377f4b1 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:30.625286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba5a177a-34d2-4832-9b06-e83f3ea1def2 req-5c4c53ad-e723-4b37-8d48-36728377f4b1 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 935 time: 0.1160562 Aug 30 21:12:30.626442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:12:30.627067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:12:30.629019 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:12:30.632562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.668017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Transition to ACTIVE for port object a71b9b8c-1d08-4533-9158-50cf830f5bbd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:30.687311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56834) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:30.688015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.724539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-252f0c9c-d718-43d1-a1d8-5c049822567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:30.726107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-252f0c9c-d718-43d1-a1d8-5c049822567f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 1096 time: 0.0530317 Aug 30 21:12:30.727260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.733392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:30.738237 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] 10.222.0.76 "DELETE /v2.0/networks/08841863-a26a-49b9-9c65-4c7ddaeb839f HTTP/1.1" status: 204 len: 168 time: 1.0934446 Aug 30 21:12:30.738336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba5a177a-34d2-4832-9b06-e83f3ea1def2 req-7365c055-e36a-48de-b6c1-fa35bce017ab tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006248 Aug 30 21:12:30.803913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Pushing event updated for resources: {'Port': ['ID=a71b9b8c-1d08-4533-9158-50cf830f5bbd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:30.833491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c633e6-3dcf-44c1-9151-4ddf0fd75935 admin admin] Pushing event deleted for resources: {'Network': ['ID=08841863-a26a-49b9-9c65-4c7ddaeb839f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:30.836668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-10f05b8b-19a9-4010-9cf2-7ab33dfa5bed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b HTTP/1.1" status: 200 len: 217 time: 0.0991585 Aug 30 21:12:30.905960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-32b035b9-b4e6-41b2-86a1-69c22dadb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:30.908264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-32b035b9-b4e6-41b2-86a1-69c22dadb679 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 200 len: 861 time: 0.0614345 Aug 30 21:12:30.949920 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-ddf19181-f55b-439e-afd6-d970896b52f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331295 Aug 30 21:12:30.950234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56842) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:30.964446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Attempting to bind port a71b9b8c-1d08-4533-9158-50cf830f5bbd on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:30.964882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Attempting to bind port a71b9b8c-1d08-4533-9158-50cf830f5bbd by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:30.965322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Attempting to bind port a71b9b8c-1d08-4533-9158-50cf830f5bbd on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:30.993441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Port a71b9b8c-1d08-4533-9158-50cf830f5bbd on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:12:30.993840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Attempting to bind port a71b9b8c-1d08-4533-9158-50cf830f5bbd on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:31.018335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec79d1-5e00-474b-8350-5e9621030069 req-d50897b8-722b-46c3-8e60-7dd4aad33e5d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.019909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ec79d1-5e00-474b-8350-5e9621030069 req-d50897b8-722b-46c3-8e60-7dd4aad33e5d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 947 time: 0.1699004 Aug 30 21:12:31.027295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-887a3ba0-2b78-4173-9303-0fced7a5b135 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=889630ddb5e941cb9122cd62bcf46464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367162 Aug 30 21:12:31.027992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:31.028745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:31.029085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:31.029474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:31.029912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Bound port: a71b9b8c-1d08-4533-9158-50cf830f5bbd, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:31.030475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.066874 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-73bb6d75-5736-4cac-8ae4-a94f21548907 service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087890 Aug 30 21:12:31.067592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ebc7397b-69d1-4a88-bf92-5091ad6c39be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=622f57fab55c42d091deddfbfe9b7c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161001 Aug 30 21:12:31.070169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56846) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:31.143221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ec79d1-5e00-474b-8350-5e9621030069 req-7622454e-310b-46d5-9fb8-990f0c775864 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101325 Aug 30 21:12:31.145244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f08595c6-bee7-4d67-ab69-52dc3844d2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.184973 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f08595c6-bee7-4d67-ab69-52dc3844d2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.185241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cceb5b89-8f3d-4847-93fb-06a97adab790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.197337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] For port a71b9b8c-1d08-4533-9158-50cf830f5bbd, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:31.203644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] For port a71b9b8c-1d08-4533-9158-50cf830f5bbd, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:31.208327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e51fbf5f-e5c5-4d06-9800-3a3ce6537585 req-20e4724c-5250-4e84-b7f4-a426d5a6978b service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302330 Aug 30 21:12:31.214957 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.219133 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cceb5b89-8f3d-4847-93fb-06a97adab790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.251023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f08595c6-bee7-4d67-ab69-52dc3844d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.254609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f08595c6-bee7-4d67-ab69-52dc3844d2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.256708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f08595c6-bee7-4d67-ab69-52dc3844d2bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55d26993-8c99-4d0a-941d-58526e28e178 HTTP/1.1" status: 204 len: 168 time: 0.2273400 Aug 30 21:12:31.265960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08595c6-bee7-4d67-ab69-52dc3844d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d26993-8c99-4d0a-941d-58526e28e178,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:31.270480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.271577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.273019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] 10.222.0.82 "PUT /v2.0/ports/a71b9b8c-1d08-4533-9158-50cf830f5bbd HTTP/1.1" status: 200 len: 1096 time: 1.2617319 Aug 30 21:12:31.279485 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'tag': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:31.281401 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb42dec-bebd-4863-95a7-aa052757231f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f9b070-e322-40f1-a8d0-7fb02b4eeb47", "tag": "a71b9b8c-1d08-4533-9158-50cf830f5bbd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:31.336408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722280c-1121-4f0f-a087-708f66df0c98 service neutron] Pushing event updated for resources: {'Port': ['ID=a71b9b8c-1d08-4533-9158-50cf830f5bbd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:31.402588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cceb5b89-8f3d-4847-93fb-06a97adab790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.405457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cceb5b89-8f3d-4847-93fb-06a97adab790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.409174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cceb5b89-8f3d-4847-93fb-06a97adab790 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffe0c018-e5cc-4655-acdf-7595842f5e23 HTTP/1.1" status: 204 len: 168 time: 0.3352842 Aug 30 21:12:31.436447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb5b89-8f3d-4847-93fb-06a97adab790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe0c018-e5cc-4655-acdf-7595842f5e23,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:31.451122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45c41d-31eb-4d3e-a99e-f84f0d236887 req-5516484b-e669-4b3f-9ae6-1458346e0344 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.452959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c45c41d-31eb-4d3e-a99e-f84f0d236887 req-5516484b-e669-4b3f-9ae6-1458346e0344 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 945 time: 0.1194637 Aug 30 21:12:31.455189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-759e92f1-7866-4f09-8087-23670408a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.456640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-759e92f1-7866-4f09-8087-23670408a9d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b3dda749f9645c3a4244e2f101d7745&device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 1099 time: 0.1052065 Aug 30 21:12:31.498226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d0201e49-3a67-4bf8-8173-c36053372bb6 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:31.528991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-8c3f9299-340c-42cb-a61b-36c424043ec8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd HTTP/1.1" status: 200 len: 217 time: 0.0458863 Aug 30 21:12:31.538693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c45c41d-31eb-4d3e-a99e-f84f0d236887 req-4a01e299-19b2-46f6-9d99-10f735daa613 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786130 Aug 30 21:12:31.599203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-98018d2d-f217-46fc-9873-034c735e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.600776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-98018d2d-f217-46fc-9873-034c735e58fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0595646 Aug 30 21:12:31.665581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-c36caa5b-6a33-44b2-83b5-06dc1e82de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.667084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-c36caa5b-6a33-44b2-83b5-06dc1e82de15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567980 Aug 30 21:12:31.676640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d0201e49-3a67-4bf8-8173-c36053372bb6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d0201e49-3a67-4bf8-8173-c36053372bb6,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:31.699441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd0201e49-3a67-4bf8-8173-c36053372bb6', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'd0201e49-3a67-4bf8-8173-c36053372bb6', 'mac_address': 'fa:16:3e:1b:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:31.750238 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.768823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0201e49-3a67-4bf8-8173-c36053372bb6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:31.796152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d0201e49-3a67-4bf8-8173-c36053372bb6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d0201e49-3a67-4bf8-8173-c36053372bb6,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:31.803641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:31.835430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'tag': '8e9f2a2b-7193-442f-92c1-7d646d9f337b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:31.838000 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df55f3ec-3424-4804-84c6-af2254967548" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9b3358-d7d0-44a7-873e-bf4255bbfd16", "tag": "8e9f2a2b-7193-442f-92c1-7d646d9f337b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:31.845981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-23945d28-f8bc-45ee-87db-e7089114c819 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661038 Aug 30 21:12:31.857834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4df50-265d-45a4-8b0e-05c123754a30 req-971958f6-3cbd-4dc1-9d90-cfca134c3b03 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:31.865524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a4df50-265d-45a4-8b0e-05c123754a30 req-971958f6-3cbd-4dc1-9d90-cfca134c3b03 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 944 time: 0.1535251 Aug 30 21:12:31.889858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d0201e49-3a67-4bf8-8173-c36053372bb6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:31.901228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01ebe786-d52c-425c-a28e-8a5cf72b7c4f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:31.922987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 01ebe786-d52c-425c-a28e-8a5cf72b7c4f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:31.923642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01ebe786-d52c-425c-a28e-8a5cf72b7c4f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:31.954206 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a4df50-265d-45a4-8b0e-05c123754a30 req-3f90b3ea-7443-4eeb-a853-b848b5a9cdde tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878065 Aug 30 21:12:31.993600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-871f4ac4-f13a-42fe-b121-9650a0dde7eb req-62121267-51f2-47f3-9a30-f209e4a15ee6 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251915 Aug 30 21:12:32.017036 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9a82fa-9efa-4b63-8750-07d51d63e5e7 x-openstack-request-id: req-4d9a82fa-9efa-4b63-8750-07d51d63e5e7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:32.017569 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f9b070-e322-40f1-a8d0-7fb02b4eeb47", "tag": "a71b9b8c-1d08-4533-9158-50cf830f5bbd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:32.017569 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d9a82fa-9efa-4b63-8750-07d51d63e5e7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:32.017952 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'tag': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd', 'status': 'completed', 'code': 200} Aug 30 21:12:32.114231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42dec-bebd-4863-95a7-aa052757231f req-b18cbe86-98c2-417a-8a80-43f56eed667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.117024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-b18cbe86-98c2-417a-8a80-43f56eed667e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b3dda749f9645c3a4244e2f101d7745&device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 1099 time: 0.0601091 Aug 30 21:12:32.248864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42dec-bebd-4863-95a7-aa052757231f req-5aa78da5-5a92-4d39-b94c-ac00e27b3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.251119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-5aa78da5-5a92-4d39-b94c-ac00e27b3f36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1262152 Aug 30 21:12:32.256804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d0201e49-3a67-4bf8-8173-c36053372bb6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:32.307100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-a11f10ee-a31b-48cc-9e78-52575f055cab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd HTTP/1.1" status: 200 len: 217 time: 0.0446439 Aug 30 21:12:32.314334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:32.392350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42dec-bebd-4863-95a7-aa052757231f req-6a19a11a-de42-4c7d-b917-d47d430763d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.394958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-6a19a11a-de42-4c7d-b917-d47d430763d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0808959 Aug 30 21:12:32.529835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42dec-bebd-4863-95a7-aa052757231f req-ae4d0aa1-3c1f-4ed6-b069-a6894c8c749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.531430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-ae4d0aa1-3c1f-4ed6-b069-a6894c8c749e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1240530 Aug 30 21:12:32.599432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e086dfd-13ca-4195-aa5b-9a377f25d30b req-26228b91-6843-4992-a507-aceb255512c1 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.604406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e086dfd-13ca-4195-aa5b-9a377f25d30b req-26228b91-6843-4992-a507-aceb255512c1 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 947 time: 0.1097341 Aug 30 21:12:32.673489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e086dfd-13ca-4195-aa5b-9a377f25d30b req-75823258-a57e-46d1-bd53-bd1681f2bb32 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Aug 30 21:12:32.693500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-721ba39b-d7f8-44c1-ade6-6287d6a92be1 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511509 Aug 30 21:12:32.716996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2029150986-network', 'tenant_id': '1f5f5f6fd9b341dca0c2ce8a0ed3f88f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:32.722098 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcc2d56-156b-40d4-a496-d6916c38719b x-openstack-request-id: req-fdcc2d56-156b-40d4-a496-d6916c38719b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:32.722381 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9b3358-d7d0-44a7-873e-bf4255bbfd16", "tag": "8e9f2a2b-7193-442f-92c1-7d646d9f337b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:32.722715 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fdcc2d56-156b-40d4-a496-d6916c38719b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:32.723242 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'tag': '8e9f2a2b-7193-442f-92c1-7d646d9f337b', 'status': 'completed', 'code': 200} Aug 30 21:12:32.772246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Made reservation on behalf of 1f5f5f6fd9b341dca0c2ce8a0ed3f88f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:32.774850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:32.790640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:32.812861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f3ec-3424-4804-84c6-af2254967548 req-cebc9440-d4d1-4456-b3c8-d92acdf371f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.814350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-cebc9440-d4d1-4456-b3c8-d92acdf371f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 1096 time: 0.0691335 Aug 30 21:12:32.845957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78217f2-5401-4c0a-993d-923b8ef9406d req-5d485cd2-efb9-415a-bd92-28a3e7ca9fb2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.847776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b78217f2-5401-4c0a-993d-923b8ef9406d req-5d485cd2-efb9-415a-bd92-28a3e7ca9fb2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 948 time: 0.0822828 Aug 30 21:12:32.853733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb42dec-bebd-4863-95a7-aa052757231f req-ca149576-f243-4171-822c-985bc51246bc service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462064 Aug 30 21:12:32.891831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b78217f2-5401-4c0a-993d-923b8ef9406d req-a4f2151f-0c65-4f78-8999-134805c291e0 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Aug 30 21:12:32.953258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f3ec-3424-4804-84c6-af2254967548 req-b2004200-f3ed-4cb8-887b-0b186046eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:32.954829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-b2004200-f3ed-4cb8-887b-0b186046eab0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 200 len: 922 time: 0.1198909 Aug 30 21:12:33.008216 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-57e4df1d-f005-495f-b86f-75474d4a2ddb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b HTTP/1.1" status: 200 len: 217 time: 0.0432386 Aug 30 21:12:33.010135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.025499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.077418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:12:33.091935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512226dd-0c32-40c5-92af-ad861196289d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:33.097730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55f3ec-3424-4804-84c6-af2254967548 req-934f2a46-b1b2-488c-b3f4-d54126721d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:33.099984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-934f2a46-b1b2-488c-b3f4-d54126721d96 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 200 len: 861 time: 0.0833855 Aug 30 21:12:33.100390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.100720 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Added segment d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c of type vlan for network 1e9abbf4-22de-4f60-b974-43d908f724d3 Aug 30 21:12:33.153232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-60f1701d-815a-4329-b86f-7798f9718753 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440803 Aug 30 21:12:33.164371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.243542 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.244585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:33.245173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.294426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4b0f-49e8-4fd1-a8d6-5692557c982a req-73fcb4f9-7af1-4322-bd98-f3df4f62ef62 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:33.296088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35cd4b0f-49e8-4fd1-a8d6-5692557c982a req-73fcb4f9-7af1-4322-bd98-f3df4f62ef62 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 944 time: 0.0496466 Aug 30 21:12:33.312827 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9943049 Aug 30 21:12:33.319018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56932) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:33.326516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Request body: {'subnet': {'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2029150986-subnet', 'tenant_id': '1f5f5f6fd9b341dca0c2ce8a0ed3f88f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:33.329543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34719060-b134-4845-89c1-6c3bf9f1ce21 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9abbf4-22de-4f60-b974-43d908f724d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:33.333160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-e85f8317-7af1-4711-a525-e29388c8574c service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650531 Aug 30 21:12:33.348251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1e9abbf4-22de-4f60-b974-43d908f724d3 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:12:33.363085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35cd4b0f-49e8-4fd1-a8d6-5692557c982a req-f8893e93-664f-4317-887f-7d9a11fb581b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588131 Aug 30 21:12:33.371401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Made reservation on behalf of 1f5f5f6fd9b341dca0c2ce8a0ed3f88f for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:33.374325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.455111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df55f3ec-3424-4804-84c6-af2254967548 req-5de626fa-c8a7-44e3-9b3f-43e62c150e8f service neutron] 10.222.0.86 "GET /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126044 Aug 30 21:12:33.584118 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.605737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.662298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=470b0e2a-8ae8-488d-b073-a26d62dd1ea0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:33.679314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Checking segment: {'id': 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:33.679951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Network hostable DHCP agents. Network: 1e9abbf4-22de-4f60-b974-43d908f724d3, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:12:33.697311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Network 1e9abbf4-22de-4f60-b974-43d908f724d3 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:12:33.707957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1e9abbf4-22de-4f60-b974-43d908f724d3) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:33.714519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:33.715154 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:33.725307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c52215-f337-4814-be48-706b6f07c37d None None] Network 1e9abbf4-22de-4f60-b974-43d908f724d3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:33.747717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dee76009-bb1a-42bc-bdf1-05efc15bc1bc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4200315 Aug 30 21:12:33.818048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608ff0-6fe7-4a33-ad57-ac6a28e801a8 req-9d2a1148-43bb-4e2c-8005-59662049e3ae tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:33.820055 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b608ff0-6fe7-4a33-ad57-ac6a28e801a8 req-9d2a1148-43bb-4e2c-8005-59662049e3ae tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 947 time: 0.0580325 Aug 30 21:12:33.847726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:33.867163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b608ff0-6fe7-4a33-ad57-ac6a28e801a8 req-db1968e7-a44f-4933-8cdc-3f5903f02704 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Aug 30 21:12:33.876664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d736cd-ae98-4898-ba30-aa3e4485e60a None None] Network 1e9abbf4-22de-4f60-b974-43d908f724d3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:33.986429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f884b9f0-dbc2-4140-85b2-081dd985e7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.032504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93d97-a3e4-48cc-bfbf-b2f2c80205e3 req-b5d3fb6c-2954-4677-b77e-c7ef3fe409d8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:34.034086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3e93d97-a3e4-48cc-bfbf-b2f2c80205e3 req-b5d3fb6c-2954-4677-b77e-c7ef3fe409d8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 948 time: 0.0537326 Aug 30 21:12:34.075814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3e93d97-a3e4-48cc-bfbf-b2f2c80205e3 req-7057d0a7-dceb-43ea-9f45-37a766b16cac tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Aug 30 21:12:34.100580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f884b9f0-dbc2-4140-85b2-081dd985e7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.105656 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f884b9f0-dbc2-4140-85b2-081dd985e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.146460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f884b9f0-dbc2-4140-85b2-081dd985e7a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e2656d5a223448896b256ae4abc5c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973959 Aug 30 21:12:34.147358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884b9f0-dbc2-4140-85b2-081dd985e7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fcd17a-c6e1-4111-be6c-6d23dfe4f89e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:34.149209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56986) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:34.206192 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a3d-8113-45aa-b4f8-5e2fa76a97d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.230869 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a3d-8113-45aa-b4f8-5e2fa76a97d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.306146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a3d-8113-45aa-b4f8-5e2fa76a97d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.308848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3d65a3d-8113-45aa-b4f8-5e2fa76a97d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:34.310071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c3d65a3d-8113-45aa-b4f8-5e2fa76a97d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60fcd17a-c6e1-4111-be6c-6d23dfe4f89e HTTP/1.1" status: 204 len: 168 time: 0.1595163 Aug 30 21:12:34.318422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65a3d-8113-45aa-b4f8-5e2fa76a97d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fcd17a-c6e1-4111-be6c-6d23dfe4f89e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:34.506065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-74c63867-b2a2-409d-a9b0-d22c07c9a2d0 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:34.507612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-74c63867-b2a2-409d-a9b0-d22c07c9a2d0 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/networks?id=1e9abbf4-22de-4f60-b974-43d908f724d3 HTTP/1.1" status: 200 len: 822 time: 0.1248515 Aug 30 21:12:34.522844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-19fe9395-ca37-4553-9e07-479e740ba49f tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/quotas/1f5f5f6fd9b341dca0c2ce8a0ed3f88f HTTP/1.1" status: 200 len: 375 time: 0.0091844 Aug 30 21:12:34.556289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-341f348f-db0d-4cf6-8f59-ac06bfbfc1bc tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1f5f5f6fd9b341dca0c2ce8a0ed3f88f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277078 Aug 30 21:12:34.660824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-03c5ffbb-ab03-42ec-8875-50d72b0a1eb8 service neutron] 10.222.0.76 "GET /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973532 Aug 30 21:12:34.751601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-f4fedfdb-61a3-4662-ab41-a91b118d4dc6 service neutron] 10.222.0.76 "GET /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847769 Aug 30 21:12:35.125645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4c1c2-4cd7-4a27-ba75-3f86a36087b5 req-0279e643-391a-4d19-a3a7-e1d7e88db524 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:35.127306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce4c1c2-4cd7-4a27-ba75-3f86a36087b5 req-0279e643-391a-4d19-a3a7-e1d7e88db524 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 944 time: 0.0631962 Aug 30 21:12:35.165939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce4c1c2-4cd7-4a27-ba75-3f86a36087b5 req-56b22979-0b2e-42ed-940e-47c95f1f8fac tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323222 Aug 30 21:12:35.230604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4f76428-8b93-41f8-b54d-1eb3a0f0c98b req-b27cd8d0-c8c6-44ef-9043-3d1dac292143 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 210 time: 0.0264182 Aug 30 21:12:35.277442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a71b9b8c-1d08-4533-9158-50cf830f5bbd details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:35.358387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f87c-a843-4a5e-9864-5bdf6d5bc1b5 req-cbc1d0ce-1b6f-4fa1-baa5-3ef9b2ba6fa7 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:35.364556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94c3f87c-a843-4a5e-9864-5bdf6d5bc1b5 req-cbc1d0ce-1b6f-4fa1-baa5-3ef9b2ba6fa7 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 947 time: 0.0708992 Aug 30 21:12:35.382790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a71b9b8c-1d08-4533-9158-50cf830f5bbd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:35.395285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd', 'mac_address': 'fa:16:3e:1f:53:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:35.410483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94c3f87c-a843-4a5e-9864-5bdf6d5bc1b5 req-b1d89e8f-be1b-4335-a2cb-67b34a908d3b tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 Aug 30 21:12:35.439049 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:35.456897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71b9b8c-1d08-4533-9158-50cf830f5bbd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:35.480822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a71b9b8c-1d08-4533-9158-50cf830f5bbd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:35.488575 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:35.489419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dca28cfc-bd85-4670-8c3c-d833aca9e85e details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:35.526562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8e9f2a2b-7193-442f-92c1-7d646d9f337b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:35.528545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d0201e49-3a67-4bf8-8173-c36053372bb6 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:35.677567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:35.722230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a71b9b8c-1d08-4533-9158-50cf830f5bbd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:35.754132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:35.764138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d0201e49-3a67-4bf8-8173-c36053372bb6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:35.779069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d0201e49-3a67-4bf8-8173-c36053372bb6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:35.779444 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:35.781155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'mac_address': 'fa:16:3e:c6:2d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:35.822743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:35.825193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12627-30de-4f69-b177-1a91e142b7bc req-8af45cd1-facd-4925-ae9b-d9c24d1b8e18 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:35.826889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db12627-30de-4f69-b177-1a91e142b7bc req-8af45cd1-facd-4925-ae9b-d9c24d1b8e18 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 948 time: 0.3576226 Aug 30 21:12:35.866333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '8e9f2a2b-7193-442f-92c1-7d646d9f337b', 'network_id': 'db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5', 'port_id': '8e9f2a2b-7193-442f-92c1-7d646d9f337b', 'mac_address': 'fa:16:3e:4f:ce:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b09ca1-6c1a-48f8-ae7a-923de6862ba1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:35.868950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db12627-30de-4f69-b177-1a91e142b7bc req-004111c9-e78f-4136-9e9b-517bfef5700f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355275 Aug 30 21:12:35.879696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:35.921951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dca28cfc-bd85-4670-8c3c-d833aca9e85e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:35.975911 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:35.992855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:35.997780 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.004066 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.023525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f2a2b-7193-442f-92c1-7d646d9f337b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:36.087169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1357b188-018a-458f-ac01-f550a6eddfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0201e49-3a67-4bf8-8173-c36053372bb6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:36.089518 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7195534-e52b-434b-8e1f-bb2b8401721a" -d '{"events": [{"server_uuid": "1357b188-018a-458f-ac01-f550a6eddfaf", "name": "network-vif-plugged", "status": "completed", "tag": "d0201e49-3a67-4bf8-8173-c36053372bb6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:36.099185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:36.116003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['dca28cfc-bd85-4670-8c3c-d833aca9e85e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:36.118457 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.122546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d0201e49-3a67-4bf8-8173-c36053372bb6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d0201e49-3a67-4bf8-8173-c36053372bb6,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:36.148448 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.152504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:36.154534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-7a45ec8f-ea92-47e9-8247-8dbff85e0b67 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:36.158454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-7a45ec8f-ea92-47e9-8247-8dbff85e0b67 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.86 "GET /v2.0/networks?id=1e9abbf4-22de-4f60-b974-43d908f724d3 HTTP/1.1" status: 200 len: 822 time: 0.1763301 Aug 30 21:12:36.183716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Request body: {'port': {'device_id': '62427eac-40a3-4084-ac31-775d65b923bd', 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3', 'admin_state_up': True, 'tenant_id': '1f5f5f6fd9b341dca0c2ce8a0ed3f88f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:36.243412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8e9f2a2b-7193-442f-92c1-7d646d9f337b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:36.329517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d0201e49-3a67-4bf8-8173-c36053372bb6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:36.330896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Made reservation on behalf of 1f5f5f6fd9b341dca0c2ce8a0ed3f88f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:36.335650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.448852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a71b9b8c-1d08-4533-9158-50cf830f5bbd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:36.488218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Allocated IP 172.20.0.9 (1e9abbf4-22de-4f60-b974-43d908f724d3/470b0e2a-8ae8-488d-b073-a26d62dd1ea0/37e41df4-2052-4c31-80e2-10f5186d8c4d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:36.564112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8e9f2a2b-7193-442f-92c1-7d646d9f337b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:36.676682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.728723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.787103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Pushing event updated for resources: {'Port': ['ID=37e41df4-2052-4c31-80e2-10f5186d8c4d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:36.799665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Network 1e9abbf4-22de-4f60-b974-43d908f724d3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:36.804965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:36.808381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:36.880818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:36.881544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:36.905397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-bdf0e12d-5d60-4cd8-ad02-d4a47071a370 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274108 Aug 30 21:12:36.918595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Request body: {'port': {'device_id': '62427eac-40a3-4084-ac31-775d65b923bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:36.979273 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edbccac-e12a-4ef8-b1e5-3bd370a593b9 x-openstack-request-id: req-1edbccac-e12a-4ef8-b1e5-3bd370a593b9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:36.979646 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1357b188-018a-458f-ac01-f550a6eddfaf", "name": "network-vif-plugged", "status": "completed", "tag": "d0201e49-3a67-4bf8-8173-c36053372bb6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:36.980633 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1edbccac-e12a-4ef8-b1e5-3bd370a593b9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:36.980633 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1357b188-018a-458f-ac01-f550a6eddfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0201e49-3a67-4bf8-8173-c36053372bb6', 'code': 200} Aug 30 21:12:36.989124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.079796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696715f3-4fe5-4a15-8a0d-e6dda0c2152e req-fae2169b-c657-423f-aa3c-a7bcc20ed509 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.081179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-696715f3-4fe5-4a15-8a0d-e6dda0c2152e req-fae2169b-c657-423f-aa3c-a7bcc20ed509 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 945 time: 0.0493958 Aug 30 21:12:37.125723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-696715f3-4fe5-4a15-8a0d-e6dda0c2152e req-9dbddf0b-2b4e-4751-801d-62cadcaad8bc tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Aug 30 21:12:37.202651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7a3d4-9d7f-493e-8e09-c603609a2b47 req-77942da3-22c3-4f7d-9b09-dbf0b10f1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.204247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e9c7a3d4-9d7f-493e-8e09-c603609a2b47 req-77942da3-22c3-4f7d-9b09-dbf0b10f1f3d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 1101 time: 0.1102753 Aug 30 21:12:37.236874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654f7ee-3af0-48dc-a6ec-a19b02bb698e req-ef8f5457-b65a-4ce7-9cc3-b0df953c18c4 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.238550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3654f7ee-3af0-48dc-a6ec-a19b02bb698e req-ef8f5457-b65a-4ce7-9cc3-b0df953c18c4 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 931 time: 0.0548847 Aug 30 21:12:37.263980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dca28cfc-bd85-4670-8c3c-d833aca9e85e up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:37.278111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3654f7ee-3af0-48dc-a6ec-a19b02bb698e req-f420dc83-c7b1-432e-8074-13895c2d35b5 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332797 Aug 30 21:12:37.278906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e9c7a3d4-9d7f-493e-8e09-c603609a2b47 req-97f0e66d-1863-4413-a8cd-54b212ff58ef service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658472 Aug 30 21:12:37.314814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port dca28cfc-bd85-4670-8c3c-d833aca9e85e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:37.315180 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.360303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e41df4-2052-4c31-80e2-10f5186d8c4d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:37.371206 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.386049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Transition to ACTIVE for port object 37e41df4-2052-4c31-80e2-10f5186d8c4d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:37.392901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.407141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.407983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f93233-2ebb-4288-b7cf-99f473d95f5b req-2ea1b151-2c74-48f5-8573-1aad32d5eec9 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.409450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23f93233-2ebb-4288-b7cf-99f473d95f5b req-2ea1b151-2c74-48f5-8573-1aad32d5eec9 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 948 time: 0.0607655 Aug 30 21:12:37.448382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Pushing event updated for resources: {'Port': ['ID=37e41df4-2052-4c31-80e2-10f5186d8c4d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:37.450036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23f93233-2ebb-4288-b7cf-99f473d95f5b req-6e9e2464-6170-4189-8a56-674cb3ebeeee tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Aug 30 21:12:37.458564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:37.464554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.529243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Attempting to bind port 37e41df4-2052-4c31-80e2-10f5186d8c4d on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:37.529578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Attempting to bind port 37e41df4-2052-4c31-80e2-10f5186d8c4d by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:37.529910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Attempting to bind port 37e41df4-2052-4c31-80e2-10f5186d8c4d on network 1e9abbf4-22de-4f60-b974-43d908f724d3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:37.536225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Port 37e41df4-2052-4c31-80e2-10f5186d8c4d on network 1e9abbf4-22de-4f60-b974-43d908f724d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:12:37.536551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Attempting to bind port 37e41df4-2052-4c31-80e2-10f5186d8c4d on network 1e9abbf4-22de-4f60-b974-43d908f724d3 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:37.541664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:37.541858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:37.542287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Checking segment: {'id': 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:37.542753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Bound using segment: {'id': 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:37.543186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Bound port: 37e41df4-2052-4c31-80e2-10f5186d8c4d, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:37.543546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.595610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e126b-c0ab-4319-a20e-9c240ec446e2 req-3c4a51a1-b0c3-48a2-9b9f-13fbfbfa523c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.597457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a53e126b-c0ab-4319-a20e-9c240ec446e2 req-3c4a51a1-b0c3-48a2-9b9f-13fbfbfa523c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 949 time: 0.0603282 Aug 30 21:12:37.621314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] For port 37e41df4-2052-4c31-80e2-10f5186d8c4d, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:37.638068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] For port 37e41df4-2052-4c31-80e2-10f5186d8c4d, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d,segment=NetworkSegment(d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c),segment_id=d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:37.641258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a53e126b-c0ab-4319-a20e-9c240ec446e2 req-88fc4a1a-0c42-4846-90f6-32684fa5dc7a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Aug 30 21:12:37.645540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.684073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.684732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:37.686239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/37e41df4-2052-4c31-80e2-10f5186d8c4d HTTP/1.1" status: 200 len: 1092 time: 0.7727001 Aug 30 21:12:37.686728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62427eac-40a3-4084-ac31-775d65b923bd', 'tag': '37e41df4-2052-4c31-80e2-10f5186d8c4d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:37.689170 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "62427eac-40a3-4084-ac31-775d65b923bd", "tag": "37e41df4-2052-4c31-80e2-10f5186d8c4d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:37.724085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73497-ae7e-40b4-939f-8d10807445d1 service neutron] Pushing event updated for resources: {'Port': ['ID=37e41df4-2052-4c31-80e2-10f5186d8c4d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:37.774042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-2276042a-ddaf-40c6-941e-ac3d1680e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.775762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-2276042a-ddaf-40c6-941e-ac3d1680e4c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1f5f5f6fd9b341dca0c2ce8a0ed3f88f&device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 1095 time: 0.0436013 Aug 30 21:12:37.832698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-ad8be06a-8d8a-4443-bd2d-a9247ed963dc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d HTTP/1.1" status: 200 len: 217 time: 0.0378053 Aug 30 21:12:37.888288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-8ef0ca11-7bd2-4630-9513-5106172c9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:37.889781 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-8ef0ca11-7bd2-4630-9513-5106172c9672 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=470b0e2a-8ae8-488d-b073-a26d62dd1ea0 HTTP/1.1" status: 200 len: 862 time: 0.0454414 Aug 30 21:12:37.928954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-406c0ff7-8744-4380-8b67-c1a5393644d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e9abbf4-22de-4f60-b974-43d908f724d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256767 Aug 30 21:12:38.025512 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b819b9-a6b8-4292-a457-a35571fb3c2a x-openstack-request-id: req-66b819b9-a6b8-4292-a457-a35571fb3c2a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:38.025960 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62427eac-40a3-4084-ac31-775d65b923bd", "tag": "37e41df4-2052-4c31-80e2-10f5186d8c4d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:38.026309 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66b819b9-a6b8-4292-a457-a35571fb3c2a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:38.026738 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62427eac-40a3-4084-ac31-775d65b923bd', 'tag': '37e41df4-2052-4c31-80e2-10f5186d8c4d', 'status': 'completed', 'code': 200} Aug 30 21:12:38.038392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-6ed9eb6a-9e1c-425e-a9ac-4bd682b0b047 service neutron] 10.222.0.86 "GET /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006114 Aug 30 21:12:38.136060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4024d9c8-c4c4-4e4e-b01f-1ab24d2b9531 req-150d215f-6723-4b04-b0da-77cd71b6c274 service neutron] 10.222.0.86 "GET /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894444 Aug 30 21:12:38.237666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-64ecd1f2-a814-4e65-b642-a237af53b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:38.239255 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-64ecd1f2-a814-4e65-b642-a237af53b658 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1f5f5f6fd9b341dca0c2ce8a0ed3f88f&device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 1095 time: 0.0494812 Aug 30 21:12:38.316743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572b691-dbdc-4bc3-8002-e579c2f77224 req-7b03a813-bb5e-4b31-a819-9facf43d585a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:38.318419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7572b691-dbdc-4bc3-8002-e579c2f77224 req-7b03a813-bb5e-4b31-a819-9facf43d585a tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 945 time: 0.0562141 Aug 30 21:12:38.362980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7572b691-dbdc-4bc3-8002-e579c2f77224 req-594db0d9-3cb3-43d2-ae40-b578c45a8ffa tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Aug 30 21:12:38.540040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59a59-601b-4191-b3c1-846ffd6e5a51 req-371d0418-9481-4460-9abd-36282f447132 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:38.541616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b59a59-601b-4191-b3c1-846ffd6e5a51 req-371d0418-9481-4460-9abd-36282f447132 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 943 time: 0.0563068 Aug 30 21:12:38.582159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b59a59-601b-4191-b3c1-846ffd6e5a51 req-b8524c51-4e13-4245-ac09-715990930054 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343864 Aug 30 21:12:38.591832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-6416b338-097b-4db5-977f-6a892728252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:38.593217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-6416b338-097b-4db5-977f-6a892728252c service neutron] 10.222.0.86 "GET /v2.0/networks?id=1e9abbf4-22de-4f60-b974-43d908f724d3 HTTP/1.1" status: 200 len: 923 time: 0.3436708 Aug 30 21:12:38.641897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-8be9cae3-2a56-48c9-b52e-6e193b5336b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d HTTP/1.1" status: 200 len: 217 time: 0.0372016 Aug 30 21:12:38.698176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-df5c335d-45fd-4462-bfdf-699e6504e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:38.699647 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-df5c335d-45fd-4462-bfdf-699e6504e86a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=470b0e2a-8ae8-488d-b073-a26d62dd1ea0 HTTP/1.1" status: 200 len: 862 time: 0.0489981 Aug 30 21:12:38.715680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad3cb-9f95-421a-9431-d0814b98ade4 req-7b44c061-9dec-4358-967d-de46d0c3b79b tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:38.718727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fbcad3cb-9f95-421a-9431-d0814b98ade4 req-7b44c061-9dec-4358-967d-de46d0c3b79b tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 948 time: 0.0519729 Aug 30 21:12:38.738927 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-7524ff96-89b6-4deb-ab3e-6b4bcd850d1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e9abbf4-22de-4f60-b974-43d908f724d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308397 Aug 30 21:12:38.771245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fbcad3cb-9f95-421a-9431-d0814b98ade4 req-914c76af-5f16-4984-804c-f7c758e4d180 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477734 Aug 30 21:12:38.878229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-495aba4a-ab96-4fb6-a6c0-8885e215831e service neutron] 10.222.0.86 "GET /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186233 Aug 30 21:12:38.894468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4173928-c656-49e3-be42-3e818a0bfe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:38.981948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:38.984336 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ad537d-0fa2-4091-8775-ae9be32fd6bc" -d '{"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-plugged", "status": "completed", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:39.011912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd007b88-f3f7-400b-b26e-f20c7cfaf3ea req-79f80778-e5a5-4ab1-83d6-c94442ce166b service neutron] 10.222.0.86 "GET /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189604 Aug 30 21:12:39.278608 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a71b9b8c-1d08-4533-9158-50cf830f5bbd up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:39.326028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2bdcf-a150-47ef-8785-9bd26d313d2d req-ce7432dd-a654-4fff-8891-28d042db89a8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:39.331321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00e2bdcf-a150-47ef-8785-9bd26d313d2d req-ce7432dd-a654-4fff-8891-28d042db89a8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 949 time: 0.0642929 Aug 30 21:12:39.344176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a71b9b8c-1d08-4533-9158-50cf830f5bbd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:39.351314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a71b9b8c-1d08-4533-9158-50cf830f5bbd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:39.351638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:39.373962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00e2bdcf-a150-47ef-8785-9bd26d313d2d req-5cd1b570-9b0a-44db-a03a-833984170f3b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Aug 30 21:12:39.437451 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babd86e8-9d02-4fe5-b614-7ae354643833 x-openstack-request-id: req-babd86e8-9d02-4fe5-b614-7ae354643833 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:39.437742 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-plugged", "status": "completed", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:39.437990 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-babd86e8-9d02-4fe5-b614-7ae354643833 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:39.438379 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'code': 200} Aug 30 21:12:39.488786 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:39.536049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a71b9b8c-1d08-4533-9158-50cf830f5bbd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:39.540276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8e9f2a2b-7193-442f-92c1-7d646d9f337b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:39.566738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:39.634297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a71b9b8c-1d08-4533-9158-50cf830f5bbd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:39.649851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 8e9f2a2b-7193-442f-92c1-7d646d9f337b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:39.655437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 8e9f2a2b-7193-442f-92c1-7d646d9f337b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:39.656134 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:39.798616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:39.841630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:39.849953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:39.913616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8e9f2a2b-7193-442f-92c1-7d646d9f337b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:40.182457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66855e-2d79-489d-b028-b094d22b9888 req-08f407aa-d81b-4fd2-abcd-eb4a34a9fc8b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:40.184432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af66855e-2d79-489d-b028-b094d22b9888 req-08f407aa-d81b-4fd2-abcd-eb4a34a9fc8b tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.0637159 Aug 30 21:12:40.247267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af66855e-2d79-489d-b028-b094d22b9888 req-f9e7adcc-dd97-4881-ac07-99614dd2e6f8 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Aug 30 21:12:40.354121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5dc66-de07-462c-a60b-c80418b598d2 req-f5a46a08-4b21-4ee9-90bd-c240cf7a36e9 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:40.355998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0d5dc66-de07-462c-a60b-c80418b598d2 req-f5a46a08-4b21-4ee9-90bd-c240cf7a36e9 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 1101 time: 0.0489256 Aug 30 21:12:40.410318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0d5dc66-de07-462c-a60b-c80418b598d2 req-11bb9a9e-9bae-4eea-90cb-03a7ef258309 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451880 Aug 30 21:12:40.568977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae05f3-6019-425d-aab7-d791d3a6032a req-cdd71be7-9458-442a-868a-0c310210dc12 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:40.583499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1ae05f3-6019-425d-aab7-d791d3a6032a req-cdd71be7-9458-442a-868a-0c310210dc12 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 943 time: 0.0942571 Aug 30 21:12:40.649906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1ae05f3-6019-425d-aab7-d791d3a6032a req-0b63bb1f-84d4-4a3c-8b31-095b3af29df2 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632710 Aug 30 21:12:40.802220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1161394-ac8a-4c0e-ba71-ccfd26c68fd3 req-eed54736-ec75-44d6-b467-79100fd350b4 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:40.803909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1161394-ac8a-4c0e-ba71-ccfd26c68fd3 req-eed54736-ec75-44d6-b467-79100fd350b4 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0642545 Aug 30 21:12:40.852571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1161394-ac8a-4c0e-ba71-ccfd26c68fd3 req-e830f38c-d8ac-4414-aea0-23c4fb0735ff tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Aug 30 21:12:41.404098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-4a48d3a9-8f63-4be0-84fb-573441720cc4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230396 Aug 30 21:12:41.440350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd'}, {'server_uuid': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f2a2b-7193-442f-92c1-7d646d9f337b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:41.443857 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c563591-f29f-4f59-b196-735f976fe05e" -d '{"events": [{"server_uuid": "a5f9b070-e322-40f1-a8d0-7fb02b4eeb47", "name": "network-vif-plugged", "status": "completed", "tag": "a71b9b8c-1d08-4533-9158-50cf830f5bbd"}, {"server_uuid": "4b9b3358-d7d0-44a7-873e-bf4255bbfd16", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f2a2b-7193-442f-92c1-7d646d9f337b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:41.522857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-9d599778-75cd-4992-937c-8e8bc65c63ca tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:41.524648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-9d599778-75cd-4992-937c-8e8bc65c63ca tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1141648 Aug 30 21:12:41.542364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-c38471e4-056a-48bf-a15e-fa3e1ab4510d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/quotas/11d53233666b485fbbde926ad0016aa0 HTTP/1.1" status: 200 len: 375 time: 0.0097167 Aug 30 21:12:41.637492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-86a058be-454c-4f74-913e-2e19e9f5fdf4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0842783 Aug 30 21:12:41.723037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:41.850850 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-50a761f8-9ecb-423e-9284-a3a14a087f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:41.927926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6f463-9c3e-4bc5-b7ea-3cf6a616b2bc req-d2ee7b0b-5ace-4227-b98f-b5e0db64953e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:41.929538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99e6f463-9c3e-4bc5-b7ea-3cf6a616b2bc req-d2ee7b0b-5ace-4227-b98f-b5e0db64953e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.0667133 Aug 30 21:12:41.981945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99e6f463-9c3e-4bc5-b7ea-3cf6a616b2bc req-4b6323fe-8738-43f8-8b40-86c0403bd136 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Aug 30 21:12:42.095952 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb1fe02-6290-4149-90ef-ae1bd7fff548 x-openstack-request-id: req-1eb1fe02-6290-4149-90ef-ae1bd7fff548 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:42.095952 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f9b070-e322-40f1-a8d0-7fb02b4eeb47", "name": "network-vif-plugged", "status": "completed", "tag": "a71b9b8c-1d08-4533-9158-50cf830f5bbd", "code": 200}, {"server_uuid": "4b9b3358-d7d0-44a7-873e-bf4255bbfd16", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f2a2b-7193-442f-92c1-7d646d9f337b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:42.096624 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1eb1fe02-6290-4149-90ef-ae1bd7fff548 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:42.097406 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd', 'code': 200} Aug 30 21:12:42.097794 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f2a2b-7193-442f-92c1-7d646d9f337b', 'code': 200} Aug 30 21:12:42.284602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41289e-c906-497e-80f7-3bf6364f9c9a req-ae340798-7b09-46a1-a6d4-cc81dc144a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:42.286454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a41289e-c906-497e-80f7-3bf6364f9c9a req-ae340798-7b09-46a1-a6d4-cc81dc144a7d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 1098 time: 0.0796130 Aug 30 21:12:42.303223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb6d9e-7991-40fd-aa2a-35282d14bc45 req-8a26c717-5eda-4b98-9d02-507c026c8d5e tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:42.304976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12cb6d9e-7991-40fd-aa2a-35282d14bc45 req-8a26c717-5eda-4b98-9d02-507c026c8d5e tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 943 time: 0.1164796 Aug 30 21:12:42.308300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653039c-0fa6-438e-93f5-d8a46ee3338c req-b1b4b8d3-fbe6-45db-858d-4702f03decb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:42.309998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4653039c-0fa6-438e-93f5-d8a46ee3338c req-b1b4b8d3-fbe6-45db-858d-4702f03decb6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 1101 time: 0.0746012 Aug 30 21:12:42.366353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a41289e-c906-497e-80f7-3bf6364f9c9a req-b6142877-55a7-4e1a-a2f2-53597b8ef2d8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720198 Aug 30 21:12:42.388296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4653039c-0fa6-438e-93f5-d8a46ee3338c req-f13d9d18-a7c1-4b68-a6f9-765f38e3ed3a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Aug 30 21:12:42.400944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12cb6d9e-7991-40fd-aa2a-35282d14bc45 req-f3f4214f-b2d6-494b-aabe-40d4e29095d2 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759704 Aug 30 21:12:42.488350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0987d9f-3c63-44c5-b97d-9caa29e1f96e req-a3215980-1c4e-48c4-a737-a176e797e0e7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 210 time: 0.0288877 Aug 30 21:12:42.533962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:42.640711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3374b12-a327-48ae-92ce-80060fe08a4f req-0e00fdaf-6f8b-4ea7-89a3-e69ce0f71842 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:42.642961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3374b12-a327-48ae-92ce-80060fe08a4f req-0e00fdaf-6f8b-4ea7-89a3-e69ce0f71842 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0539181 Aug 30 21:12:42.686977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3374b12-a327-48ae-92ce-80060fe08a4f req-79b85524-2ed6-4a3c-a74a-9ff12bee15d1 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Aug 30 21:12:43.438545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-600198a1-75b2-40b3-a96c-5ada80a580c8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=11d53233666b485fbbde926ad0016aa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391083 Aug 30 21:12:43.554405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 37e41df4-2052-4c31-80e2-10f5186d8c4d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:43.614801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc94b1-afc0-4afe-b58b-ef14d9ff08f4 req-148f9018-b39b-41ed-9953-1e03de2e799c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:43.618948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84bc94b1-afc0-4afe-b58b-ef14d9ff08f4 req-148f9018-b39b-41ed-9953-1e03de2e799c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.1124513 Aug 30 21:12:43.692063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-36e6c48c-2ea1-4af4-9f9e-350a3d300751 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:43.695001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-36e6c48c-2ea1-4af4-9f9e-350a3d300751 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485974 Aug 30 21:12:43.712891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Request body: {'port': {'device_id': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '11d53233666b485fbbde926ad0016aa0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:43.771339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 37e41df4-2052-4c31-80e2-10f5186d8c4d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d,segment=NetworkSegment(d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c),segment_id=d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:43.787217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '37e41df4-2052-4c31-80e2-10f5186d8c4d', 'network_id': '1e9abbf4-22de-4f60-b974-43d908f724d3', 'port_id': '37e41df4-2052-4c31-80e2-10f5186d8c4d', 'mac_address': 'fa:16:3e:9c:91:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470b0e2a-8ae8-488d-b073-a26d62dd1ea0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:43.832348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84bc94b1-afc0-4afe-b58b-ef14d9ff08f4 req-544f88f4-7ffd-43cc-8443-c9c7f66f6f6c tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070105 Aug 30 21:12:43.854889 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:43.911577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e41df4-2052-4c31-80e2-10f5186d8c4d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:43.968351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 37e41df4-2052-4c31-80e2-10f5186d8c4d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d,segment=NetworkSegment(d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c),segment_id=d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:43.975245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:44.028185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Made reservation on behalf of 11d53233666b485fbbde926ad0016aa0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:44.036070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:44.045746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=37e41df4-2052-4c31-80e2-10f5186d8c4d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:44.117617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759105-6489-4923-b1c9-e4720aa56906 req-fde13a31-3297-4aff-acc9-3593bd4616f7 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:44.119323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1759105-6489-4923-b1c9-e4720aa56906 req-fde13a31-3297-4aff-acc9-3593bd4616f7 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 944 time: 0.1513233 Aug 30 21:12:44.208533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1759105-6489-4923-b1c9-e4720aa56906 req-e3509300-292d-407b-91a4-7d89996bcbf0 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805252 Aug 30 21:12:44.235085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Allocated IP 192.168.233.67 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/ec90da65-334f-40a7-bb02-ea557fc28cf9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:44.347389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d97ad4c-7d43-47f8-afc1-f7bd9430ab85 req-3c0f4196-89ad-4f63-af83-24eeac02e30c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 210 time: 0.0562901 Aug 30 21:12:44.402450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['37e41df4-2052-4c31-80e2-10f5186d8c4d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:44.502133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:44.608595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:44.631690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Transition to ACTIVE for port object ec90da65-334f-40a7-bb02-ea557fc28cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:44.650979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8b8d-c8aa-4735-ba25-e59e9cb55d1a req-3d942c0a-eb45-47e5-b71a-eeea3845d711 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:44.653604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-167b8b8d-c8aa-4735-ba25-e59e9cb55d1a req-3d942c0a-eb45-47e5-b71a-eeea3845d711 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 949 time: 0.1138129 Aug 30 21:12:44.718417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:44.733506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac', '7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:44.777085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-167b8b8d-c8aa-4735-ba25-e59e9cb55d1a req-2e39ce65-a547-42c0-89ae-19871b68bc6e tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122332 Aug 30 21:12:44.837472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event updated for resources: {'Port': ['ID=ec90da65-334f-40a7-bb02-ea557fc28cf9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:44.845118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:44.848620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:44.854205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:44.977153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:44.977820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:45.015362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-098289de-8c2f-448e-8703-36d54420293b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3083405 Aug 30 21:12:45.033913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Request body: {'port': {'device_id': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:45.131850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:45.176358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b637351-10d2-48db-a8e5-855068d90d4e None None] Provisioning for port ec90da65-334f-40a7-bb02-ea557fc28cf9 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:45.183197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b637351-10d2-48db-a8e5-855068d90d4e None None] Provisioning complete for port ec90da65-334f-40a7-bb02-ea557fc28cf9 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:45.183920 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b637351-10d2-48db-a8e5-855068d90d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:45.226273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b637351-10d2-48db-a8e5-855068d90d4e None None] Port ec90da65-334f-40a7-bb02-ea557fc28cf9 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:12:45.461420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea480cbc-66e1-4a84-947e-01ecf70da25c req-6113ecfd-d5f9-4a2e-819f-8f849dc5e181 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:45.462987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea480cbc-66e1-4a84-947e-01ecf70da25c req-6113ecfd-d5f9-4a2e-819f-8f849dc5e181 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.0718150 Aug 30 21:12:45.487218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'd0201e49-3a67-4bf8-8173-c36053372bb6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:45.561677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea480cbc-66e1-4a84-947e-01ecf70da25c req-eed54ae1-3592-420d-aa21-7442bb50cb0e tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919569 Aug 30 21:12:45.647798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec90da65-334f-40a7-bb02-ea557fc28cf9 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:45.658267 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:45.683226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Transition to ACTIVE for port object ec90da65-334f-40a7-bb02-ea557fc28cf9 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:45.707000 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:45.841639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Pushing event updated for resources: {'Port': ['ID=ec90da65-334f-40a7-bb02-ea557fc28cf9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:45.930300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a5f66-766d-4a92-a91b-759cda821dce req-0b786bd3-4b98-44be-9a69-fedb48c24cd5 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:45.938143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c6a5f66-766d-4a92-a91b-759cda821dce req-0b786bd3-4b98-44be-9a69-fedb48c24cd5 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 944 time: 0.1968372 Aug 30 21:12:45.958809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Attempting to bind port ec90da65-334f-40a7-bb02-ea557fc28cf9 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:45.958809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Attempting to bind port ec90da65-334f-40a7-bb02-ea557fc28cf9 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:45.959177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Attempting to bind port ec90da65-334f-40a7-bb02-ea557fc28cf9 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:45.980028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Port ec90da65-334f-40a7-bb02-ea557fc28cf9 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:12:45.980344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Attempting to bind port ec90da65-334f-40a7-bb02-ea557fc28cf9 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:45.995343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:45.995683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:45.996079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:45.996519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Bound port: ec90da65-334f-40a7-bb02-ea557fc28cf9, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:45.996880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:46.026151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c6a5f66-766d-4a92-a91b-759cda821dce req-bfb13f67-5a88-43aa-8003-5e6992f54c15 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Aug 30 21:12:46.124597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] For port ec90da65-334f-40a7-bb02-ea557fc28cf9, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:46.128111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] For port ec90da65-334f-40a7-bb02-ea557fc28cf9, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:46.175727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:46.246755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:46.247490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:46.248994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] 10.222.0.82 "PUT /v2.0/ports/ec90da65-334f-40a7-bb02-ea557fc28cf9 HTTP/1.1" status: 200 len: 1096 time: 1.2240264 Aug 30 21:12:46.249662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'tag': 'ec90da65-334f-40a7-bb02-ea557fc28cf9'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:46.252694 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11820229-8335-41ed-b1d6-f220635a15d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8996001-1a56-4011-95cf-a7f3613e8e7a", "tag": "ec90da65-334f-40a7-bb02-ea557fc28cf9"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:46.264076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abccf1a-3358-4772-ad82-d3c75f6cc4f2 req-70d9b143-13a5-479b-a49f-353a09f3d88a tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:46.273099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3abccf1a-3358-4772-ad82-d3c75f6cc4f2 req-70d9b143-13a5-479b-a49f-353a09f3d88a tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 949 time: 0.1426945 Aug 30 21:12:46.335041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dd406-5b6f-44e7-9f74-08c7d1a52668 service neutron] Pushing event updated for resources: {'Port': ['ID=ec90da65-334f-40a7-bb02-ea557fc28cf9,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:46.385097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3abccf1a-3358-4772-ad82-d3c75f6cc4f2 req-24d8c6ae-fcf9-4971-bdeb-297c92b36e4a tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/security-groups?id=6c103286-302b-4623-ab6e-88b8deff4b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064143 Aug 30 21:12:46.426186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-44b4c689-456c-4ce9-a556-c9e9678582ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:46.429483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-44b4c689-456c-4ce9-a556-c9e9678582ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 1099 time: 0.1138403 Aug 30 21:12:46.500161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-1776e035-1da7-4af9-8775-f1099bd713be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9 HTTP/1.1" status: 200 len: 217 time: 0.0527649 Aug 30 21:12:46.598406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d293c98-a17c-4e95-bc52-fa9bc4d74b60 req-b941e2f0-07cb-4fba-a875-bf9bf917f159 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:46.599876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d293c98-a17c-4e95-bc52-fa9bc4d74b60 req-b941e2f0-07cb-4fba-a875-bf9bf917f159 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 947 time: 0.1119652 Aug 30 21:12:46.601515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-d676af83-beec-4934-9f54-8fc1e8885626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:46.602871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-d676af83-beec-4934-9f54-8fc1e8885626 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0825489 Aug 30 21:12:46.684031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d293c98-a17c-4e95-bc52-fa9bc4d74b60 req-780eca33-aab1-42f1-86e2-df8c985e74dc tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774009 Aug 30 21:12:46.710629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-ce290625-eabe-4000-b64d-a10fa1f47fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:46.713562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-ce290625-eabe-4000-b64d-a10fa1f47fb4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970259 Aug 30 21:12:46.870393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-56d868f5-45c7-44b4-9a29-f94d4e1214e4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469688 Aug 30 21:12:47.002721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93722ed-343c-4753-9f52-72dc6151dad7 req-81542113-cfd0-41e3-a6f6-702326cf5e6c service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186793 Aug 30 21:12:47.106356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-a4385d5f-3041-4165-848a-914c972a9a69 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:47.108425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-a4385d5f-3041-4165-848a-914c972a9a69 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.82 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 949 time: 0.0683296 Aug 30 21:12:47.279927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Deleting port a71b9b8c-1d08-4533-9158-50cf830f5bbd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:47.280233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:47.409312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] For port a71b9b8c-1d08-4533-9158-50cf830f5bbd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a71b9b8c-1d08-4533-9158-50cf830f5bbd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:47.409768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:47.432920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Calling delete_port for a71b9b8c-1d08-4533-9158-50cf830f5bbd owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:47.585769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 37e41df4-2052-4c31-80e2-10f5186d8c4d up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:47.598651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:47.645493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a71b9b8c-1d08-4533-9158-50cf830f5bbd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:47.664752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Pushing event deleted for resources: {'Port': ['ID=a71b9b8c-1d08-4533-9158-50cf830f5bbd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:47.721977 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ecc179-e308-45eb-bedc-5b631878ff09 x-openstack-request-id: req-77ecc179-e308-45eb-bedc-5b631878ff09 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:47.722607 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8996001-1a56-4011-95cf-a7f3613e8e7a", "tag": "ec90da65-334f-40a7-bb02-ea557fc28cf9", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:47.722607 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77ecc179-e308-45eb-bedc-5b631878ff09 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:47.722971 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'tag': 'ec90da65-334f-40a7-bb02-ea557fc28cf9', 'status': 'completed', 'code': 200} Aug 30 21:12:47.743139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 37e41df4-2052-4c31-80e2-10f5186d8c4d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:47.748550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 37e41df4-2052-4c31-80e2-10f5186d8c4d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:47.748919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:47.758287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] No DVR routers for this DVR port a71b9b8c-1d08-4533-9158-50cf830f5bbd on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:47.768202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:47.771703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c61b0cde-7bc4-4812-bc32-f04620825b71 req-22da0fe6-3d79-4da3-ba37-eead9f8cf760 tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.82 "DELETE /v2.0/ports/a71b9b8c-1d08-4533-9158-50cf830f5bbd HTTP/1.1" status: 204 len: 173 time: 0.6495113 Aug 30 21:12:47.843992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11820229-8335-41ed-b1d6-f220635a15d9 req-f62734f5-67bd-4f06-8eba-4fbc7aaea860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:47.846164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-f62734f5-67bd-4f06-8eba-4fbc7aaea860 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 1099 time: 0.0838263 Aug 30 21:12:47.916180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aea182-2f66-4eb3-91f6-aa3e21c460b6 req-4737d2aa-9bdd-4227-83d2-067c82c4c2d3 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:47.929142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1aea182-2f66-4eb3-91f6-aa3e21c460b6 req-4737d2aa-9bdd-4227-83d2-067c82c4c2d3 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.1077123 Aug 30 21:12:47.969335 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:47.993086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1aea182-2f66-4eb3-91f6-aa3e21c460b6 req-caf8d695-3fec-4d4c-957e-9a24522f4349 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621908 Aug 30 21:12:48.011657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 37e41df4-2052-4c31-80e2-10f5186d8c4d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d,segment=NetworkSegment(d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c),segment_id=d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:48.012409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62427eac-40a3-4084-ac31-775d65b923bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e41df4-2052-4c31-80e2-10f5186d8c4d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:48.019114 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b5957-ddea-44ff-ad9c-8c162d25e15d" -d '{"events": [{"server_uuid": "62427eac-40a3-4084-ac31-775d65b923bd", "name": "network-vif-plugged", "status": "completed", "tag": "37e41df4-2052-4c31-80e2-10f5186d8c4d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:48.030887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11820229-8335-41ed-b1d6-f220635a15d9 req-474bd53b-26fa-43d8-9324-8d6a99bb9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.033514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-474bd53b-26fa-43d8-9324-8d6a99bb9258 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.1757174 Aug 30 21:12:48.038112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:48.110713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2bc76-c136-47c5-ad36-81a78ef615d8 req-8b4dbba2-25fe-4146-a83a-47376e221563 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.111787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-88ffa241-03ee-4b29-8ed6-77ec1e664ef6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9 HTTP/1.1" status: 200 len: 217 time: 0.0661054 Aug 30 21:12:48.112548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10d2bc76-c136-47c5-ad36-81a78ef615d8 req-8b4dbba2-25fe-4146-a83a-47376e221563 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.0548995 Aug 30 21:12:48.140642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=37e41df4-2052-4c31-80e2-10f5186d8c4d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:48.167394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10d2bc76-c136-47c5-ad36-81a78ef615d8 req-18214c8e-a52b-4a69-b76d-e29c22d55ef9 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482848 Aug 30 21:12:48.191131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11820229-8335-41ed-b1d6-f220635a15d9 req-9e9fadd5-239f-462b-951c-c75f6473b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.192646 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-9e9fadd5-239f-462b-951c-c75f6473b121 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0731146 Aug 30 21:12:48.279423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11820229-8335-41ed-b1d6-f220635a15d9 req-2d4f118c-e60a-4a9f-b507-b5bec51a0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.280975 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-2d4f118c-e60a-4a9f-b507-b5bec51a0875 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797210 Aug 30 21:12:48.347304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b035320e-300c-4441-b3a9-3c592137f925 req-9e2223de-30a6-4bd3-b2ab-5f542b2c827c tempest-VolumesNegativeTest-1466139969 tempest-VolumesNegativeTest-1466139969-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5f9b070-e322-40f1-a8d0-7fb02b4eeb47 HTTP/1.1" status: 200 len: 210 time: 0.0847154 Aug 30 21:12:48.426080 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-b76e519a-4da2-4601-b745-a4e5c96bc1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342802 Aug 30 21:12:48.496675 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6127eb-eb82-448e-82b6-dd53fb931252 req-0bef19bf-ef1f-47b3-8c39-1538ebad340a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.499553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6127eb-eb82-448e-82b6-dd53fb931252 req-0bef19bf-ef1f-47b3-8c39-1538ebad340a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 947 time: 0.0644155 Aug 30 21:12:48.558829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6127eb-eb82-448e-82b6-dd53fb931252 req-1d759753-3a06-4706-a477-149205bcf6be tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Aug 30 21:12:48.630959 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d458dc8-3afe-4ef2-8d4b-90b210ca15de x-openstack-request-id: req-9d458dc8-3afe-4ef2-8d4b-90b210ca15de {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:48.632932 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62427eac-40a3-4084-ac31-775d65b923bd", "name": "network-vif-plugged", "status": "completed", "tag": "37e41df4-2052-4c31-80e2-10f5186d8c4d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:48.633770 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d458dc8-3afe-4ef2-8d4b-90b210ca15de {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:48.636329 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62427eac-40a3-4084-ac31-775d65b923bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e41df4-2052-4c31-80e2-10f5186d8c4d', 'code': 200} Aug 30 21:12:48.638490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11820229-8335-41ed-b1d6-f220635a15d9 req-03fcc65f-92ff-46e1-b54f-24b86fa562c8 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018373 Aug 30 21:12:48.670076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3665aed-e532-448e-941d-f9f517527860 req-a0e2bb6b-9f25-4798-9539-1be2cffed509 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.672399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3665aed-e532-448e-941d-f9f517527860 req-a0e2bb6b-9f25-4798-9539-1be2cffed509 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.1016011 Aug 30 21:12:48.838694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7c9c4-6c71-4ad5-a3cf-e16f61ff039c req-65509bfd-ecd6-44ff-b111-404361a6fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:48.840222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-58d7c9c4-6c71-4ad5-a3cf-e16f61ff039c req-65509bfd-ecd6-44ff-b111-404361a6fe58 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 1097 time: 0.1146986 Aug 30 21:12:48.881341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Deleting port 8e9f2a2b-7193-442f-92c1-7d646d9f337b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:48.882048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:48.928070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-58d7c9c4-6c71-4ad5-a3cf-e16f61ff039c req-a32d8805-8bde-46d2-80ae-f3fa80401714 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785866 Aug 30 21:12:49.021668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] For port 8e9f2a2b-7193-442f-92c1-7d646d9f337b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8e9f2a2b-7193-442f-92c1-7d646d9f337b,segment=NetworkSegment(1adcb29c-17f5-48a3-8295-3e1a249217c9),segment_id=1adcb29c-17f5-48a3-8295-3e1a249217c9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:49.022165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:49.052702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Calling delete_port for 8e9f2a2b-7193-442f-92c1-7d646d9f337b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:49.152413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134811f4-cb2e-486c-8ad5-ef440d64babf req-13cfbd7b-04f7-4b7c-9528-eadfa5f9c3a4 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:49.155494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-134811f4-cb2e-486c-8ad5-ef440d64babf req-13cfbd7b-04f7-4b7c-9528-eadfa5f9c3a4 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b9b3358-d7d0-44a7-873e-bf4255bbfd16 HTTP/1.1" status: 200 len: 946 time: 0.0863414 Aug 30 21:12:49.225387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-134811f4-cb2e-486c-8ad5-ef440d64babf req-bbd9e845-9740-4ca2-98ea-26f1318141c7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f22b84d-2387-488c-b2b5-4b0102cc18ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592432 Aug 30 21:12:49.257501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:49.270898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8e9f2a2b-7193-442f-92c1-7d646d9f337b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:49.297056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event deleted for resources: {'Port': ['ID=8e9f2a2b-7193-442f-92c1-7d646d9f337b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:49.369943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] No DVR routers for this DVR port 8e9f2a2b-7193-442f-92c1-7d646d9f337b on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:49.376874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:49.379475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3665aed-e532-448e-941d-f9f517527860 req-246a8985-fb38-4ccc-8a5a-c02f8bc93e13 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.86 "DELETE /v2.0/ports/8e9f2a2b-7193-442f-92c1-7d646d9f337b HTTP/1.1" status: 204 len: 173 time: 0.7008474 Aug 30 21:12:49.380226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'name': 'network-vif-deleted', 'tag': '8e9f2a2b-7193-442f-92c1-7d646d9f337b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:49.382908 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb3e57-be0f-4579-a3ad-2fc6a117d126" -d '{"events": [{"server_uuid": "4b9b3358-d7d0-44a7-873e-bf4255bbfd16", "name": "network-vif-deleted", "tag": "8e9f2a2b-7193-442f-92c1-7d646d9f337b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:49.420625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939710ea-9775-4313-ba0b-c4226441f9cc req-af221bf1-ebb7-4517-b3d5-9963019df372 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:49.423099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-939710ea-9775-4313-ba0b-c4226441f9cc req-af221bf1-ebb7-4517-b3d5-9963019df372 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.0977848 Aug 30 21:12:49.494658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:49.498744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-939710ea-9775-4313-ba0b-c4226441f9cc req-869447d7-86aa-49a4-a6b7-546e86722f59 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683305 Aug 30 21:12:49.568884 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d5fe8-dac8-4ea3-983c-2d97435ed9ec x-openstack-request-id: req-ac8d5fe8-dac8-4ea3-983c-2d97435ed9ec {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:49.569475 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9b3358-d7d0-44a7-873e-bf4255bbfd16", "name": "network-vif-deleted", "tag": "8e9f2a2b-7193-442f-92c1-7d646d9f337b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:49.570034 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac8d5fe8-dac8-4ea3-983c-2d97435ed9ec {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:49.570571 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9b3358-d7d0-44a7-873e-bf4255bbfd16', 'name': 'network-vif-deleted', 'tag': '8e9f2a2b-7193-442f-92c1-7d646d9f337b', 'status': 'completed', 'code': 200} Aug 30 21:12:49.694609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0518116c-6637-4bbc-adc6-905192efed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:49.724747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'name': 'network-vif-deleted', 'tag': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:49.731819 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f0bdb-4416-4726-adc9-df516cc789d3" -d '{"events": [{"server_uuid": "a5f9b070-e322-40f1-a8d0-7fb02b4eeb47", "name": "network-vif-deleted", "tag": "a71b9b8c-1d08-4533-9158-50cf830f5bbd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:49.883290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b479f-ecdc-42c7-83e7-93e5793e96f3 req-0338be5b-ec74-4caa-8cef-1069becd0342 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:49.889636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0518116c-6637-4bbc-adc6-905192efed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:49.903516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0518116c-6637-4bbc-adc6-905192efed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:49.905629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c4b479f-ecdc-42c7-83e7-93e5793e96f3 req-0338be5b-ec74-4caa-8cef-1069becd0342 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 947 time: 0.1695747 Aug 30 21:12:50.000464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0518116c-6637-4bbc-adc6-905192efed43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19302bb3ab174db6a2eb977a618d2e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035825 Aug 30 21:12:50.005447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:50.008706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c4b479f-ecdc-42c7-83e7-93e5793e96f3 req-e141565d-4b28-4b0f-bd60-8a577fe2c803 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020613 Aug 30 21:12:50.021168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518116c-6637-4bbc-adc6-905192efed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ed8b5-a8e2-48d9-979d-5cc138fc30d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:50.068641 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5bca29-8836-4299-a6a2-f16da20105f2 x-openstack-request-id: req-7e5bca29-8836-4299-a6a2-f16da20105f2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:50.069238 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f9b070-e322-40f1-a8d0-7fb02b4eeb47", "name": "network-vif-deleted", "tag": "a71b9b8c-1d08-4533-9158-50cf830f5bbd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:50.069686 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e5bca29-8836-4299-a6a2-f16da20105f2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:50.070350 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9b070-e322-40f1-a8d0-7fb02b4eeb47', 'name': 'network-vif-deleted', 'tag': 'a71b9b8c-1d08-4533-9158-50cf830f5bbd', 'status': 'completed', 'code': 200} Aug 30 21:12:50.105162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c5423e3-6975-4ae1-a139-b56e2671f833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:50.149619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c5423e3-6975-4ae1-a139-b56e2671f833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:50.237725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c5423e3-6975-4ae1-a139-b56e2671f833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:50.240674 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c5423e3-6975-4ae1-a139-b56e2671f833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:50.245739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c5423e3-6975-4ae1-a139-b56e2671f833 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d12ed8b5-a8e2-48d9-979d-5cc138fc30d3 HTTP/1.1" status: 204 len: 168 time: 0.2342865 Aug 30 21:12:50.271481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5423e3-6975-4ae1-a139-b56e2671f833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ed8b5-a8e2-48d9-979d-5cc138fc30d3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:50.712304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe207e-4dc0-40b1-b41d-94d50e154d25 req-f2d97021-7162-48ba-bfc9-7d6037347310 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:50.724205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44fe207e-4dc0-40b1-b41d-94d50e154d25 req-f2d97021-7162-48ba-bfc9-7d6037347310 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.0731196 Aug 30 21:12:50.774105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44fe207e-4dc0-40b1-b41d-94d50e154d25 req-ca20bfc7-e9dc-4817-a64e-8a78e4336a45 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Aug 30 21:12:50.928072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:51.003650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be715196-e2fd-4f5c-a4e5-115040c42ed7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.034152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be715196-e2fd-4f5c-a4e5-115040c42ed7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.108050 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be715196-e2fd-4f5c-a4e5-115040c42ed7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.111526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be715196-e2fd-4f5c-a4e5-115040c42ed7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.113081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-be715196-e2fd-4f5c-a4e5-115040c42ed7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "DELETE /v2.0/security-groups/93478b83-8d4c-4849-a075-b2a10cac8f45 HTTP/1.1" status: 204 len: 168 time: 0.1830745 Aug 30 21:12:51.124916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:51.125956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be715196-e2fd-4f5c-a4e5-115040c42ed7 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93478b83-8d4c-4849-a075-b2a10cac8f45,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:51.148058 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2aa1ad61-50f5-4416-b5ef-869abda43db6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] show failed (client error): The resource could not be found. Aug 30 21:12:51.153087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2aa1ad61-50f5-4416-b5ef-869abda43db6 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "GET /v2.0/security-groups/93478b83-8d4c-4849-a075-b2a10cac8f45 HTTP/1.1" status: 404 len: 347 time: 0.0227578 Aug 30 21:12:51.153880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:51.171071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24c708-b69e-4ffb-b947-f9be865e6e36 req-33b7d943-b01b-465e-b8b8-5f05a8a573cd tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:51.179123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b24c708-b69e-4ffb-b947-f9be865e6e36 req-33b7d943-b01b-465e-b8b8-5f05a8a573cd tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 947 time: 0.0914042 Aug 30 21:12:51.181324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57508) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:51.241819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b24c708-b69e-4ffb-b947-f9be865e6e36 req-42c640c5-491a-4a34-97d2-2ea0952ae613 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614991 Aug 30 21:12:51.316973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Deleting port edc497bb-4d8b-434f-a680-4d2fa3ce50db {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:51.317331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.341733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1914029679-network', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:51.369830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Made reservation on behalf of 9fc29f4bc1fc4af9a5eb3f5e8172d48a for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:51.373804 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.374765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ec90da65-334f-40a7-bb02-ea557fc28cf9 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:12:51.377243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a71b9b8c-1d08-4533-9158-50cf830f5bbd no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:51.386067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.412292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.414125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.427354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: a71b9b8c-1d08-4533-9158-50cf830f5bbd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:51.427986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a71b9b8c-1d08-4533-9158-50cf830f5bbd not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:51.439358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Calling delete_port for edc497bb-4d8b-434f-a680-4d2fa3ce50db owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:51.503914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.513361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.545211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:12:51.567763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03a03dc-811c-466e-8fea-70119e92d551,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:51.571762 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.572445 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Added segment 609ce2ac-76b7-444f-a563-89ac5545aa68 of type vlan for network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 Aug 30 21:12:51.587852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.587852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.587852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.587852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.587852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.589451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.589451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.589654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.589985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.590379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.590800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.591188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:51.650045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ec90da65-334f-40a7-bb02-ea557fc28cf9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:51.654283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.666111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.693314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Pushing event deleted for resources: {'Port': ['ID=edc497bb-4d8b-434f-a680-4d2fa3ce50db,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:51.700708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'ec90da65-334f-40a7-bb02-ea557fc28cf9', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'ec90da65-334f-40a7-bb02-ea557fc28cf9', 'mac_address': 'fa:16:3e:9a:c8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:12:51.702179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.703245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:51.703893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.762790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.764693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.767776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.769319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ce71f6b-0cea-4f5e-b324-b06b0a1aa213 tempest-ImagesOneServerNegativeTestJSON-428937739 tempest-ImagesOneServerNegativeTestJSON-428937739-project] 10.222.0.76 "DELETE /v2.0/floatingips/142249b9-9db6-4e25-a06e-f1d38c6377e3 HTTP/1.1" status: 204 len: 168 time: 0.6145818 Aug 30 21:12:51.790738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:51.791820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6092291 Aug 30 21:12:51.801614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Request body: {'subnet': {'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1914029679-subnet', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:51.801803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec90da65-334f-40a7-bb02-ea557fc28cf9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:12:51.811209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367f10-a420-49b6-8383-6ec406cb5d0c admin admin] Pushing event updated for resources: {'Network': ['ID=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:51.828796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:12:51.829872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Made reservation on behalf of 9fc29f4bc1fc4af9a5eb3f5e8172d48a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:51.834540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.885024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ec90da65-334f-40a7-bb02-ea557fc28cf9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:51.895698 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:51.987595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cc15-c716-419a-8550-b04707f68dcb req-cebf52e9-f2f3-4a3d-987f-8f8cb3ec4518 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:51.993495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ec90da65-334f-40a7-bb02-ea557fc28cf9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:52.003779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e539cc15-c716-419a-8550-b04707f68dcb req-cebf52e9-f2f3-4a3d-987f-8f8cb3ec4518 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.1098926 Aug 30 21:12:52.043689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e539cc15-c716-419a-8550-b04707f68dcb req-90cab5d9-6f4b-4a91-8940-64c7b9c2ee56 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Aug 30 21:12:52.045426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.103328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91d7e81-22de-4523-9374-3a48bc0bdb2e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:52.116897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Checking segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:52.117253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Network hostable DHCP agents. Network: bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:12:52.138899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:12:52.151102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:52.156124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:52.157161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.165127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b595588-b66d-467e-8f4d-2d5da129c55b None None] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:52.193794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57628) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:52.193929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9f66476e-6403-47cf-a2cf-539b52ec5631 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3989382 Aug 30 21:12:52.196022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:52.234701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.236103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.265171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ec90da65-334f-40a7-bb02-ea557fc28cf9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:52.323879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.472066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:12:52.476139 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.552133 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.674328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Allocated IP 172.20.0.2 (bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0/b91d7e81-22de-4523-9374-3a48bc0bdb2e/1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:52.857040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.876422 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.881728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.888085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Transition to ACTIVE for port object 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:52.892709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7ac3-a4eb-47a7-b3ec-5ad8e9b73417 req-1bee2485-63fa-4cec-8dfb-6417b1ed87bf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:52.894242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-665e7ac3-a4eb-47a7-b3ec-5ad8e9b73417 req-1bee2485-63fa-4cec-8dfb-6417b1ed87bf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 948 time: 0.0930014 Aug 30 21:12:52.903055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Transition to ACTIVE for port object 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:52.910382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:52.952621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:52.955746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:52.959515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:52.973626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Pushing event updated for resources: {'Port': ['ID=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:53.017880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-665e7ac3-a4eb-47a7-b3ec-5ad8e9b73417 req-2d504be1-4cf2-4bca-8775-0da364e04ae7 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804670 Aug 30 21:12:53.047077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Attempting to bind port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:53.048043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Attempting to bind port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:53.048043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Attempting to bind port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee on network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:53.054228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:53.054605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Checking segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:53.055117 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.055669 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Bound using segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:53.058013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Bound port: 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:53.058013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.088368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Allocated IP 172.25.5.10 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/a00cc5f4-5f85-474a-955f-ac92e6a8b071) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:53.147831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] For port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:53.154459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] For port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:53.161441 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.233753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27cd3e-8ae3-46e3-8a0c-264f04a5d391 None None] Pushing event updated for resources: {'Port': ['ID=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:53.242677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.297488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.378898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dca28cfc-bd85-4670-8c3c-d833aca9e85e no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:53.496559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57734) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:53.530178 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.578884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:53.579974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:53.583042 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e34df4-baae-4d91-8a39-bc94a4256d06" -d '{"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-unplugged", "status": "completed", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:53.588014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.611037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Deleting subnet 40b09ca1-6c1a-48f8-ae7a-923de6862ba1 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:12:53.615219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.665029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8e9f2a2b-7193-442f-92c1-7d646d9f337b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:53.669343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:53.672197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.700162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 8e9f2a2b-7193-442f-92c1-7d646d9f337b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:12:53.701077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8e9f2a2b-7193-442f-92c1-7d646d9f337b not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:12:53.739500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.807474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.838176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:53.853750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.856967 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/40b09ca1-6c1a-48f8-ae7a-923de6862ba1 HTTP/1.1" status: 204 len: 168 time: 0.3575122 Aug 30 21:12:53.858741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7886e-f284-4925-a2ea-64f4175886c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b09ca1-6c1a-48f8-ae7a-923de6862ba1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:53.861774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:53.872965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:53.882865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:53.918513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:53.922083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Pushing event updated for resources: {'Port': ['ID=a00cc5f4-5f85-474a-955f-ac92e6a8b071,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:53.964754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:53.977467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:54.054630 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.055311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-2d46cac0-25ab-4754-a48b-2f513b58e262 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:54.057634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-2d46cac0-25ab-4754-a48b-2f513b58e262 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.2571936 Aug 30 21:12:54.068785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:54.088625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adcb29c-17f5-48a3-8295-3e1a249217c9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:54.089016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adcb29c-17f5-48a3-8295-3e1a249217c9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:54.093353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-e0da0f0b-ed79-4e77-83c4-989f007a81e3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/quotas/6e28bdf791c744dba0191ffe371c020a HTTP/1.1" status: 200 len: 375 time: 0.0179763 Aug 30 21:12:54.104385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.129708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.138648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:12:54.139134 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:12:54.141725 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:12:54.218406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.243764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.257783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-4c03e784-d8f6-4d51-86e0-2ef5b246dfa3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376736 Aug 30 21:12:54.261917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] 10.222.0.76 "DELETE /v2.0/networks/db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5 HTTP/1.1" status: 204 len: 168 time: 0.3911850 Aug 30 21:12:54.262995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcba43-c985-4ab0-ab7e-9105126cba19 admin admin] Pushing event deleted for resources: {'Network': ['ID=db8fddad-2ca4-4d2d-b343-b6c2c4ea7bb5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:54.274906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.415949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:54.499904 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6a42ad87-2107-43f8-8278-81a619c81c9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31aa922f09dc4fff9f91b6ecf236e6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825436 Aug 30 21:12:54.502485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:54.535646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-7779f3be-6016-4d6a-8dfb-c75e3a98a090 service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033503 Aug 30 21:12:54.565677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d6b973-a6ed-48f3-b578-feeff1afbaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.593818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d6b973-a6ed-48f3-b578-feeff1afbaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.681563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d6b973-a6ed-48f3-b578-feeff1afbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.684188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d6b973-a6ed-48f3-b578-feeff1afbaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.686601 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.694394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-a444c77c-085b-4291-834e-7996a81a07db service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540122 Aug 30 21:12:54.695868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01d6b973-a6ed-48f3-b578-feeff1afbaeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f22b84d-2387-488c-b2b5-4b0102cc18ac HTTP/1.1" status: 204 len: 168 time: 0.1865945 Aug 30 21:12:54.713412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6b973-a6ed-48f3-b578-feeff1afbaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f22b84d-2387-488c-b2b5-4b0102cc18ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:54.727921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d326b35-e571-4c12-95e3-1521f7e333fe None None] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:12:54.862357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Provisioning for port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:54.880157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Provisioning complete for port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:54.880574 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:54.891997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Router 1271035e-1a2d-4d67-907b-a119d6e6fcbc is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:12:55.069012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:12:55.080728 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Sync routers for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:12:55.112181 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:55.115671 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:55.121251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:55.126410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:55.128400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-942fe69c-18a6-4c69-9bf3-91b0d9bec4de admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9368699 Aug 30 21:12:55.236413 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99869695-7f0d-4efc-8d7c-ad77ed070aef x-openstack-request-id: req-99869695-7f0d-4efc-8d7c-ad77ed070aef {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:55.236710 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-unplugged", "status": "completed", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:55.242853 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99869695-7f0d-4efc-8d7c-ad77ed070aef {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:55.243288 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'code': 200} Aug 30 21:12:55.287962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:55.401869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ec90da65-334f-40a7-bb02-ea557fc28cf9 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:55.405119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] For port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:55.420682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:55.444128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5314a7-7692-46ee-a04b-093114825308 req-07d6df41-259e-4319-9134-a0f186971345 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:55.453506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec5314a7-7692-46ee-a04b-093114825308 req-07d6df41-259e-4319-9134-a0f186971345 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 948 time: 0.1555865 Aug 30 21:12:55.479820 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:55.495054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-f7e920ff-e52c-401d-a092-fe4e3b05790a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:55.497614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-f7e920ff-e52c-401d-a092-fe4e3b05790a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/ports?device_id=7fc84a34-3b7d-4a21-8344-c14790cba8b1 HTTP/1.1" status: 200 len: 943 time: 0.2580965 Aug 30 21:12:55.580689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec5314a7-7692-46ee-a04b-093114825308 req-078054b7-38cf-46b3-8387-a902ee8ab2e9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159968 Aug 30 21:12:55.677446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Pushing event updated for resources: {'Port': ['ID=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:55.706486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.706947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.707411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.707780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.709878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.710442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.711004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.714249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.714881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.715377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.715877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.716415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db1a4e4-8ba1-4b82-9235-67fdc6023a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:12:55.734264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port ec90da65-334f-40a7-bb02-ea557fc28cf9 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:55.745999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port ec90da65-334f-40a7-bb02-ea557fc28cf9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:55.746403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:55.919306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5c5fcf46-4fa0-499e-9010-5284f12944c1 None None] Provisioning complete for port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:55.920915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c5fcf46-4fa0-499e-9010-5284f12944c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:55.967670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:12:56.061815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.081582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-493dc776-58d3-441a-93b8-ed24e9b9677a req-8df3ffa2-73dd-45a8-86f4-fde8b623f2cc tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 210 time: 0.1130993 Aug 30 21:12:56.082618 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:12:54Z', 'revision_number': 3, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:56.092510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Deleting port dca28cfc-bd85-4670-8c3c-d833aca9e85e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:56.093092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.150632 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Checking router: 1271035e-1a2d-4d67-907b-a119d6e6fcbc for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:12:56.151658 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Updating router 1271035e-1a2d-4d67-907b-a119d6e6fcbc port a00cc5f4-5f85-474a-955f-ac92e6a8b071 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:12:56.166415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:56.166415 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.169844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ec90da65-334f-40a7-bb02-ea557fc28cf9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:56.207817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.209044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dca28cfc-bd85-4670-8c3c-d833aca9e85e no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:12:56.214614 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.313861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04d924-e5bf-4fc1-a3d8-a86ecdcff684 req-063e5788-4ac6-49f1-83c5-b1c3dd3ac3f1 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:56.323877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee04d924-e5bf-4fc1-a3d8-a86ecdcff684 req-063e5788-4ac6-49f1-83c5-b1c3dd3ac3f1 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.1009054 Aug 30 21:12:56.353359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ec90da65-334f-40a7-bb02-ea557fc28cf9,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:56.396295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee04d924-e5bf-4fc1-a3d8-a86ecdcff684 req-24858337-353a-40a7-b7d2-41fde5a85f18 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709293 Aug 30 21:12:56.462800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] For port dca28cfc-bd85-4670-8c3c-d833aca9e85e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dca28cfc-bd85-4670-8c3c-d833aca9e85e,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:56.463328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.480480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Calling delete_port for dca28cfc-bd85-4670-8c3c-d833aca9e85e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:56.621492 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.640800 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Transition to ACTIVE for port object a00cc5f4-5f85-474a-955f-ac92e6a8b071 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:56.655904 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.732716 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Attempting to bind port a00cc5f4-5f85-474a-955f-ac92e6a8b071 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:12:56.733350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Attempting to bind port a00cc5f4-5f85-474a-955f-ac92e6a8b071 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:12:56.733892 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Attempting to bind port a00cc5f4-5f85-474a-955f-ac92e6a8b071 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:12:56.743846 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:12:56.744654 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:12:56.745259 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.745869 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:12:56.746591 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Bound port: a00cc5f4-5f85-474a-955f-ac92e6a8b071, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:12:56.747181 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.828285 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] For port a00cc5f4-5f85-474a-955f-ac92e6a8b071, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:12:56.832829 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] For port a00cc5f4-5f85-474a-955f-ac92e6a8b071, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a00cc5f4-5f85-474a-955f-ac92e6a8b071,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:12:56.849249 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:56.887511 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:12:56.888159 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:56.915794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b45d2-3252-4dcf-b221-70846202246f req-19b8adc0-75ab-4b36-b30f-e238e4fcc088 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:56.917355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-457b45d2-3252-4dcf-b221-70846202246f req-19b8adc0-75ab-4b36-b30f-e238e4fcc088 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1161788 Aug 30 21:12:56.991683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-457b45d2-3252-4dcf-b221-70846202246f req-7a3751dc-b6f6-4cf9-8544-db39d01d5879 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676005 Aug 30 21:12:57.079953 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:12:57.148104 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf4c6d-57c2-453a-a757-d507993b2e46 None None] Pushing event updated for resources: {'Port': ['ID=a00cc5f4-5f85-474a-955f-ac92e6a8b071,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:57.244571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec90da65-334f-40a7-bb02-ea557fc28cf9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:57.247741 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f431127-2257-430f-94b1-5037a42ed63d" -d '{"events": [{"server_uuid": "c8996001-1a56-4011-95cf-a7f3613e8e7a", "name": "network-vif-plugged", "status": "completed", "tag": "ec90da65-334f-40a7-bb02-ea557fc28cf9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:57.261097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:57.371770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c1826b2e-4cee-49f0-852a-4f2091f0c4ea req-b580f0d1-436d-4cbc-9f5c-be38328796f6 tempest-AbsoluteLimitsNegativeTestJSON-2138210277 tempest-AbsoluteLimitsNegativeTestJSON-2138210277-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b1d14a4059444db384ae15f2db3d3fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710602 Aug 30 21:12:57.538165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:57.549238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-777d1e4c-7c77-4904-87bd-86c9a9c189a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b3dda749f9645c3a4244e2f101d7745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830749 Aug 30 21:12:57.551962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-cec9283c-2cdc-46eb-9be4-27f91fd83e40 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:57.552833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57840) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:57.553730 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-cec9283c-2cdc-46eb-9be4-27f91fd83e40 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.86 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.3146617 Aug 30 21:12:57.563911 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf4c6d-57c2-453a-a757-d507993b2e46 None None] Pushing event updated for resources: {'Port': ['ID=a00cc5f4-5f85-474a-955f-ac92e6a8b071,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:57.571816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-ac06487f-bfc2-4440-84cd-f1779c1d9474 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:57.573878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-ac06487f-bfc2-4440-84cd-f1779c1d9474 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.86 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.9710839 Aug 30 21:12:57.583121 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:12:54Z', 'revision_number': 3, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:12:57.609544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1826b2e-4cee-49f0-852a-4f2091f0c4ea req-e76939ea-a2b2-4748-bbd7-aa303769374a tempest-AbsoluteLimitsNegativeTestJSON-2138210277 tempest-AbsoluteLimitsNegativeTestJSON-2138210277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:57.611930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Request body: {'port': {'device_id': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'admin_state_up': True, 'tenant_id': '6e28bdf791c744dba0191ffe371c020a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:12:57.612526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054592a0-337e-4282-8bd8-50aa64e5029c None None] The sync data for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 is: [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:12:54Z', 'revision_number': 3, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:12:57.614186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c1826b2e-4cee-49f0-852a-4f2091f0c4ea req-e76939ea-a2b2-4748-bbd7-aa303769374a tempest-AbsoluteLimitsNegativeTestJSON-2138210277 tempest-AbsoluteLimitsNegativeTestJSON-2138210277-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362640 Aug 30 21:12:57.615713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:57.657116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c1826b2e-4cee-49f0-852a-4f2091f0c4ea req-068e7a4e-8416-4d4e-9751-2d665ff340d6 tempest-AbsoluteLimitsNegativeTestJSON-2138210277 tempest-AbsoluteLimitsNegativeTestJSON-2138210277-project] 10.222.0.76 "GET /v2.0/quotas/b1d14a4059444db384ae15f2db3d3fd9 HTTP/1.1" status: 200 len: 375 time: 0.0295174 Aug 30 21:12:57.663038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11bafed1-71cf-415e-a112-0e4131014139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:57.742553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c1826b2e-4cee-49f0-852a-4f2091f0c4ea req-404fc776-ac6f-483c-ac2b-8654d4512c3d tempest-AbsoluteLimitsNegativeTestJSON-2138210277 tempest-AbsoluteLimitsNegativeTestJSON-2138210277-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b1d14a4059444db384ae15f2db3d3fd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738833 Aug 30 21:12:57.744726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11bafed1-71cf-415e-a112-0e4131014139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:57.753519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event deleted for resources: {'Port': ['ID=dca28cfc-bd85-4670-8c3c-d833aca9e85e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:57.819435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11bafed1-71cf-415e-a112-0e4131014139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:57.822288 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11bafed1-71cf-415e-a112-0e4131014139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:57.826195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11bafed1-71cf-415e-a112-0e4131014139 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c103286-302b-4623-ab6e-88b8deff4b22 HTTP/1.1" status: 204 len: 168 time: 0.2697361 Aug 30 21:12:57.841769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bafed1-71cf-415e-a112-0e4131014139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c103286-302b-4623-ab6e-88b8deff4b22,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:57.947614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] No DVR routers for this DVR port dca28cfc-bd85-4670-8c3c-d833aca9e85e on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:57.983323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:58.001203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd465e64-35fd-4416-8c49-b7ea74ae5b19 req-78ecec6c-6018-4a1b-8df7-6951674d5d0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "DELETE /v2.0/ports/dca28cfc-bd85-4670-8c3c-d833aca9e85e HTTP/1.1" status: 204 len: 173 time: 2.4878838 Aug 30 21:12:58.010563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-deleted', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:12:58.013567 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805c6007-5313-42b9-a4f5-b17d0c2a5f64" -d '{"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-deleted", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:12:58.027802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Made reservation on behalf of 6e28bdf791c744dba0191ffe371c020a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:12:58.044369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:58.129239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88b3945e-d14d-4d7e-a482-7b390a77c1c4 req-22982888-01cb-45f1-be08-788d2d9a6b3f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 210 time: 0.0618660 Aug 30 21:12:58.251621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57856) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:58.300537 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69231166-20ee-4132-9753-747c2bdffa37 x-openstack-request-id: req-69231166-20ee-4132-9753-747c2bdffa37 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:58.301594 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8996001-1a56-4011-95cf-a7f3613e8e7a", "name": "network-vif-plugged", "status": "completed", "tag": "ec90da65-334f-40a7-bb02-ea557fc28cf9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:58.302004 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69231166-20ee-4132-9753-747c2bdffa37 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:58.302573 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec90da65-334f-40a7-bb02-ea557fc28cf9', 'code': 200} Aug 30 21:12:58.514402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cbb79d4-5e62-4119-8225-66a16ae3503a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:58.542575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8365c-15fe-4a2a-b911-557c02058ef9 req-1c316673-cf22-4a7e-bfc1-7b395eeed0aa tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:58.551671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46a8365c-15fe-4a2a-b911-557c02058ef9 req-1c316673-cf22-4a7e-bfc1-7b395eeed0aa tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 945 time: 0.1092913 Aug 30 21:12:58.599717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Deleting port 37e41df4-2052-4c31-80e2-10f5186d8c4d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:12:58.600324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:58.640565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46a8365c-15fe-4a2a-b911-557c02058ef9 req-5d8d9ed4-2b7d-47fa-bf56-bef96bc69154 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/security-groups?id=512226dd-0c32-40c5-92af-ad861196289d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875585 Aug 30 21:12:58.646279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6cd3-4fd9-499f-9e11-99fe457e795c req-1afe3df7-bc76-4959-a0e7-719127755211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:58.647983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-220c6cd3-4fd9-499f-9e11-99fe457e795c req-1afe3df7-bc76-4959-a0e7-719127755211 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 1101 time: 0.2455337 Aug 30 21:12:58.780566 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f07d3-e475-4aad-8f9a-8629fc95551c x-openstack-request-id: req-f05f07d3-e475-4aad-8f9a-8629fc95551c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:12:58.780945 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc84a34-3b7d-4a21-8344-c14790cba8b1", "name": "network-vif-deleted", "tag": "dca28cfc-bd85-4670-8c3c-d833aca9e85e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:12:58.781127 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f05f07d3-e475-4aad-8f9a-8629fc95551c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:12:58.781912 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc84a34-3b7d-4a21-8344-c14790cba8b1', 'name': 'network-vif-deleted', 'tag': 'dca28cfc-bd85-4670-8c3c-d833aca9e85e', 'status': 'completed', 'code': 200} Aug 30 21:12:58.785507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Allocated IP 172.20.0.8 (7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0/d236aef7-f234-45a2-ab65-d9e179af0cd3/a79998db-ac1e-4f9b-b4f8-044aee77d345) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:58.805092 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-220c6cd3-4fd9-499f-9e11-99fe457e795c req-a0180380-1f8d-4e5d-b526-56131347d4ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017199 Aug 30 21:12:58.859371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Allocated IP 172.20.0.1 (bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0/b91d7e81-22de-4523-9374-3a48bc0bdb2e/8403d1ad-3999-4820-b37b-a2842a7dcee2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:12:58.869699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cbb79d4-5e62-4119-8225-66a16ae3503a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:58.876506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8cbb79d4-5e62-4119-8225-66a16ae3503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:58.956488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb79d4-5e62-4119-8225-66a16ae3503a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc7567c-be50-49c2-8d98-97452324e596,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:58.978805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8cbb79d4-5e62-4119-8225-66a16ae3503a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1d14a4059444db384ae15f2db3d3fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244353 Aug 30 21:12:58.982129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57876) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:12:58.993924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] For port 37e41df4-2052-4c31-80e2-10f5186d8c4d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=37e41df4-2052-4c31-80e2-10f5186d8c4d,segment=NetworkSegment(d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c),segment_id=d8e88b5d-9ef0-4fda-8104-8ceb49d6b64c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:12:58.994286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.012411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67204526-4a38-41e3-9c3d-0152e18d8832 req-0dbae8bc-5fc5-4bf2-8cb8-5821c3dad59a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:59.020439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67204526-4a38-41e3-9c3d-0152e18d8832 req-0dbae8bc-5fc5-4bf2-8cb8-5821c3dad59a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1386979 Aug 30 21:12:59.044214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Calling delete_port for 37e41df4-2052-4c31-80e2-10f5186d8c4d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:12:59.100079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67204526-4a38-41e3-9c3d-0152e18d8832 req-f68e53d2-42e6-435e-b590-eb09739947d6 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695362 Aug 30 21:12:59.112719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52fc55ae-11f6-45f0-bf40-45b47ba32e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.138621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52fc55ae-11f6-45f0-bf40-45b47ba32e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.208020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52fc55ae-11f6-45f0-bf40-45b47ba32e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.211107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52fc55ae-11f6-45f0-bf40-45b47ba32e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.212993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-52fc55ae-11f6-45f0-bf40-45b47ba32e43 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dc7567c-be50-49c2-8d98-97452324e596 HTTP/1.1" status: 204 len: 168 time: 0.2298880 Aug 30 21:12:59.221851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.248058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc55ae-11f6-45f0-bf40-45b47ba32e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc7567c-be50-49c2-8d98-97452324e596,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:59.256658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Transition to ACTIVE for port object 8403d1ad-3999-4820-b37b-a2842a7dcee2 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:12:59.290715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.387351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.431328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-daf44c52-6904-4123-a30c-7938063597f3 req-23605728-4b9e-474c-9d94-c0e93525439e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 210 time: 0.0545156 Aug 30 21:12:59.436763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Pushing event updated for resources: {'Port': ['ID=8403d1ad-3999-4820-b37b-a2842a7dcee2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:59.442626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.458578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['37e41df4-2052-4c31-80e2-10f5186d8c4d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:12:59.461302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:59.491371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:59.493440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Pushing event deleted for resources: {'Port': ['ID=37e41df4-2052-4c31-80e2-10f5186d8c4d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:59.495933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:59.501586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.593640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.731708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] No DVR routers for this DVR port 37e41df4-2052-4c31-80e2-10f5186d8c4d on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:12:59.739765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:12:59.753718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.758355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8c4dcf56-98c2-40d5-ad9e-a0fcd364ea5e req-64afee22-dccd-475e-8974-b47884cd2697 tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.86 "DELETE /v2.0/ports/37e41df4-2052-4c31-80e2-10f5186d8c4d HTTP/1.1" status: 204 len: 173 time: 2.1824419 Aug 30 21:12:59.779115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:12:59.815319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:12:59.881834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-360f548c-1e0a-470a-a3f2-88195fa6d4c0 None None] Provisioning for port 8403d1ad-3999-4820-b37b-a2842a7dcee2 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:12:59.893211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-360f548c-1e0a-470a-a3f2-88195fa6d4c0 None None] Provisioning complete for port 8403d1ad-3999-4820-b37b-a2842a7dcee2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:12:59.893783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-360f548c-1e0a-470a-a3f2-88195fa6d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:12:59.921684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:12:59.933075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b350560-98cb-4179-935e-ff6195ecbe02 req-a98751c6-2297-4798-ace5-940f79b5030e tempest-ServerAddressesNegativeTestJSON-1857139998 tempest-ServerAddressesNegativeTestJSON-1857139998-project] 10.222.0.76 "GET /v2.0/ports?device_id=62427eac-40a3-4084-ac31-775d65b923bd HTTP/1.1" status: 200 len: 210 time: 0.1265094 Aug 30 21:12:59.998303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:12:59.999689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.004998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a00cc5f4-5f85-474a-955f-ac92e6a8b071 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:00.054132 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-63a87cf5-9dd7-4d53-8896-7557b5741466 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4662182 Aug 30 21:13:00.078595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Request body: {'port': {'device_id': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:00.179678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.201136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.257674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-360f548c-1e0a-470a-a3f2-88195fa6d4c0 None None] Port 8403d1ad-3999-4820-b37b-a2842a7dcee2 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:00.262029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a00cc5f4-5f85-474a-955f-ac92e6a8b071 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:00.268743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a00cc5f4-5f85-474a-955f-ac92e6a8b071 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:00.269618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.529454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48524d-848f-49ef-8105-b2fdcf7ba1c0 req-d3e119f7-86f1-4be0-adf7-e04bb326c7e5 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:00.533110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f48524d-848f-49ef-8105-b2fdcf7ba1c0 req-d3e119f7-86f1-4be0-adf7-e04bb326c7e5 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1652477 Aug 30 21:13:00.574295 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.620594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a00cc5f4-5f85-474a-955f-ac92e6a8b071, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a00cc5f4-5f85-474a-955f-ac92e6a8b071,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:00.630099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.632539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f48524d-848f-49ef-8105-b2fdcf7ba1c0 req-f9c34369-0aa3-4947-beb2-d017bc7ed09a tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857263 Aug 30 21:13:00.744141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.753423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a00cc5f4-5f85-474a-955f-ac92e6a8b071,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:00.782292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.787844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62427eac-40a3-4084-ac31-775d65b923bd', 'name': 'network-vif-deleted', 'tag': '37e41df4-2052-4c31-80e2-10f5186d8c4d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:00.790152 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a39f408-58f4-4bf0-99ef-11ebc83090f0" -d '{"events": [{"server_uuid": "62427eac-40a3-4084-ac31-775d65b923bd", "name": "network-vif-deleted", "tag": "37e41df4-2052-4c31-80e2-10f5186d8c4d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:00.868936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79998db-ac1e-4f9b-b4f8-044aee77d345 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:00.887762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.901534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Pushing event updated for resources: {'Port': ['ID=8403d1ad-3999-4820-b37b-a2842a7dcee2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:00.910547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:00.916031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Transition to ACTIVE for port object a79998db-ac1e-4f9b-b4f8-044aee77d345 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:00.923594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.061008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f585-9681-4614-ba36-494fcdfa0393 req-c4e1b2dd-f89f-4b7e-a9ef-d05152452c43 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:01.065254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6750f585-9681-4614-ba36-494fcdfa0393 req-c4e1b2dd-f89f-4b7e-a9ef-d05152452c43 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 943 time: 0.0906577 Aug 30 21:13:01.140007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6750f585-9681-4614-ba36-494fcdfa0393 req-aec83f35-c1cc-491e-bbed-e16615b7c39d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Aug 30 21:13:01.233298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57942) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:01.284751 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c168ec5-b84c-44b7-bd83-b427e35bd5fa x-openstack-request-id: req-2c168ec5-b84c-44b7-bd83-b427e35bd5fa {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:01.284751 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62427eac-40a3-4084-ac31-775d65b923bd", "name": "network-vif-deleted", "tag": "37e41df4-2052-4c31-80e2-10f5186d8c4d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:01.285293 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c168ec5-b84c-44b7-bd83-b427e35bd5fa {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:01.285475 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62427eac-40a3-4084-ac31-775d65b923bd', 'name': 'network-vif-deleted', 'tag': '37e41df4-2052-4c31-80e2-10f5186d8c4d', 'status': 'completed', 'code': 200} Aug 30 21:13:01.292596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Deleting subnet 470b0e2a-8ae8-488d-b073-a26d62dd1ea0 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:13:01.298466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.316756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:01.368204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.430197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.451114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:01.462150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:01.468197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Attempting to bind port a79998db-ac1e-4f9b-b4f8-044aee77d345 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:01.468457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Attempting to bind port a79998db-ac1e-4f9b-b4f8-044aee77d345 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:01.468789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Attempting to bind port a79998db-ac1e-4f9b-b4f8-044aee77d345 on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:01.476560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Port a79998db-ac1e-4f9b-b4f8-044aee77d345 on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:13:01.476560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Attempting to bind port a79998db-ac1e-4f9b-b4f8-044aee77d345 on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:01.521452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:01.521798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Checking segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:01.522208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Bound using segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:01.522719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Bound port: a79998db-ac1e-4f9b-b4f8-044aee77d345, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:01.523104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.533580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.594540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470b0e2a-8ae8-488d-b073-a26d62dd1ea0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:01.598178 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.600422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1d7e6128-d906-4d7f-804a-5578c16654d4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/470b0e2a-8ae8-488d-b073-a26d62dd1ea0 HTTP/1.1" status: 204 len: 168 time: 0.3659739 Aug 30 21:13:01.603922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:01.606001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 37e41df4-2052-4c31-80e2-10f5186d8c4d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:01.644377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 37e41df4-2052-4c31-80e2-10f5186d8c4d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:01.645300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 37e41df4-2052-4c31-80e2-10f5186d8c4d not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:01.733773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:01.738557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:01.764049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.786977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:01.787715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.801847 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] 10.222.0.86 "PUT /v2.0/ports/a79998db-ac1e-4f9b-b4f8-044aee77d345 HTTP/1.1" status: 200 len: 1092 time: 1.7352614 Aug 30 21:13:01.859656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ae01e-9ea8-411a-ae24-268b11aec8b0 req-088ec5c1-09f8-4759-915d-f1300efbb1f4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:01.868103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da2ae01e-9ea8-411a-ae24-268b11aec8b0 req-088ec5c1-09f8-4759-915d-f1300efbb1f4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1254256 Aug 30 21:13:01.905006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.907389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aa82fe9c-9528-4426-917e-e1f4268c0350 None None] Provisioning complete for port 8403d1ad-3999-4820-b37b-a2842a7dcee2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:01.907760 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa82fe9c-9528-4426-917e-e1f4268c0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:01.946423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Router 1271035e-1a2d-4d67-907b-a119d6e6fcbc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:13:01.950340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a00cc5f4-5f85-474a-955f-ac92e6a8b071 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:01.967954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb31f-f2bc-4c61-9929-9fa8d0b852a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:01.991729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:01.992443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da2ae01e-9ea8-411a-ae24-268b11aec8b0 req-602ef221-ac45-4cd2-ab29-51b7920920b8 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158972 Aug 30 21:13:02.011688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-aa82fe9c-9528-4426-917e-e1f4268c0350 None None] Port 8403d1ad-3999-4820-b37b-a2842a7dcee2 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:02.023839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-625788e5-a5ae-4e14-aca2-01f27c1d9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:02.025347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-625788e5-a5ae-4e14-aca2-01f27c1d9df2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 1095 time: 0.1655853 Aug 30 21:13:02.044698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a00cc5f4-5f85-474a-955f-ac92e6a8b071 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:02.045628 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.117434 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:13:02.274827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632190-d991-481f-b568-ba0dbd75c229 req-c13b3fb4-8632-4790-9ddc-e280108c78e9 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:02.276389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89632190-d991-481f-b568-ba0dbd75c229 req-c13b3fb4-8632-4790-9ddc-e280108c78e9 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 1101 time: 0.0488782 Aug 30 21:13:02.319804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-fca6af7f-34c7-4213-a2c6-2789815d30fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345 HTTP/1.1" status: 200 len: 217 time: 0.2455297 Aug 30 21:13:02.325908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12edc727-07d6-4000-aac4-0ff9d06e8a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.340359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89632190-d991-481f-b568-ba0dbd75c229 req-e2f911d5-6c49-4946-aa16-dc127df42e54 tempest-ServersOnMultiNodesTest-339438118 tempest-ServersOnMultiNodesTest-339438118-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Aug 30 21:13:02.355513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.405126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9abbf4-22de-4f60-b974-43d908f724d3']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:02.431038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:02.431367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e88b5d-9ef0-4fda-8104-8ceb49d6b64c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:02.438611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:02.458748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4b834f0b-f425-4a7d-9e27-dd9b29f31e02 admin admin] 10.222.0.76 "PUT /v2.0/routers/1271035e-1a2d-4d67-907b-a119d6e6fcbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3281298 Aug 30 21:13:02.467237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Sync routers for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:02.467784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.486787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:02.488416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:02.493034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f1e90-e68b-43ce-ba1e-31811f908b9a req-e88e4c14-e640-47e8-a4ef-996130462ab4 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:02.494843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-de7bb1c9-540b-4910-ad37-0c52bb8f3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:02.496501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-952f1e90-e68b-43ce-ba1e-31811f908b9a req-e88e4c14-e640-47e8-a4ef-996130462ab4 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 943 time: 0.0915623 Aug 30 21:13:02.496785 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-de7bb1c9-540b-4910-ad37-0c52bb8f3705 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.1623795 Aug 30 21:13:02.517966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.550563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:13:02.551328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.555219 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-88f50525-eba2-455a-a400-20e3edb05a25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503635 Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:13:02.556103 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:13:02.579736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-952f1e90-e68b-43ce-ba1e-31811f908b9a req-f782ca37-2413-416d-952e-598150ad5245 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Aug 30 21:13:02.659695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:02.691710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.714439 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.717138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1e9abbf4-22de-4f60-b974-43d908f724d3 HTTP/1.1" status: 204 len: 168 time: 1.1096745 Aug 30 21:13:02.743452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3780db6-072e-4f37-94c6-e215ef99e607 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9abbf4-22de-4f60-b974-43d908f724d3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:02.801219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12edc727-07d6-4000-aac4-0ff9d06e8a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.816672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12edc727-07d6-4000-aac4-0ff9d06e8a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:02.869140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-cf72be22-544b-4778-939a-47e1075c153e service neutron] 10.222.0.86 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971416 Aug 30 21:13:02.874737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edc727-07d6-4000-aac4-0ff9d06e8a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b690c8f-b142-4518-bc7e-de49d92b28d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:02.955232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-12edc727-07d6-4000-aac4-0ff9d06e8a5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb8922681a7742e7b8c318b8ce26b490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9484260 Aug 30 21:13:02.956525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57986) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:02.970308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:02.989188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 2, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:03.049630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc79095-65e1-4f80-a09d-3355a9585cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.085399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17259ac0-1795-450e-975c-03b14d909f16 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f5f5f6fd9b341dca0c2ce8a0ed3f88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107240 Aug 30 21:13:03.091033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57992) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:03.107060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc79095-65e1-4f80-a09d-3355a9585cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.109042 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8f00662d-bea0-4937-93ac-a3a71f32a7fd req-2173a32d-c757-41ba-b792-e1d6ad8ddbbc service neutron] 10.222.0.86 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183530 Aug 30 21:13:03.207332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676cb2b0-8505-4d9d-97ad-54129f93dbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.228251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc79095-65e1-4f80-a09d-3355a9585cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.231051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cc79095-65e1-4f80-a09d-3355a9585cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.232344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2cc79095-65e1-4f80-a09d-3355a9585cb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b690c8f-b142-4518-bc7e-de49d92b28d4 HTTP/1.1" status: 204 len: 168 time: 0.2757397 Aug 30 21:13:03.255721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Checking router: 1271035e-1a2d-4d67-907b-a119d6e6fcbc for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:03.256092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Updating router 1271035e-1a2d-4d67-907b-a119d6e6fcbc port 8403d1ad-3999-4820-b37b-a2842a7dcee2 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:03.270140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676cb2b0-8505-4d9d-97ad-54129f93dbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.272411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc79095-65e1-4f80-a09d-3355a9585cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b690c8f-b142-4518-bc7e-de49d92b28d4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:03.287153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:03.290655 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd7dbc-acf3-43ac-9ecc-060653815617" -d '{"events": [{"name": "network-changed", "server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:03.336691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.371081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676cb2b0-8505-4d9d-97ad-54129f93dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.375428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-676cb2b0-8505-4d9d-97ad-54129f93dbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.379088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-676cb2b0-8505-4d9d-97ad-54129f93dbfd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/512226dd-0c32-40c5-92af-ad861196289d HTTP/1.1" status: 204 len: 168 time: 0.2834260 Aug 30 21:13:03.388396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cb2b0-8505-4d9d-97ad-54129f93dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512226dd-0c32-40c5-92af-ad861196289d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:03.443044 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.840192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58018) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:03.858691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164916660', 'description': 'tempest-description--1804683147'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:03.900421 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.923904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Transition to ACTIVE for port object 8403d1ad-3999-4820-b37b-a2842a7dcee2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:03.928972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:03.934112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.022643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb76f-9452-4369-9bf5-7a75c29a7f1e None None] Pushing event updated for resources: {'Port': ['ID=8403d1ad-3999-4820-b37b-a2842a7dcee2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:04.056336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190e4b7-e5e1-425d-b50e-9ad419869213 req-79ee140d-a82a-497c-941e-7b41d450c7cf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:04.057757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1190e4b7-e5e1-425d-b50e-9ad419869213 req-79ee140d-a82a-497c-941e-7b41d450c7cf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1252594 Aug 30 21:13:04.086389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Attempting to bind port 8403d1ad-3999-4820-b37b-a2842a7dcee2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:04.087498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Attempting to bind port 8403d1ad-3999-4820-b37b-a2842a7dcee2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:04.088147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Attempting to bind port 8403d1ad-3999-4820-b37b-a2842a7dcee2 on network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:04.093997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:04.094870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Checking segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:04.095466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.096036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Bound using segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:04.097484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Bound port: 8403d1ad-3999-4820-b37b-a2842a7dcee2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:04.098204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.151407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1190e4b7-e5e1-425d-b50e-9ad419869213 req-9657800a-d98c-4816-b9cf-b57d1c5eeb91 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857673 Aug 30 21:13:04.215760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] For port 8403d1ad-3999-4820-b37b-a2842a7dcee2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:04.224488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.226067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] For port 8403d1ad-3999-4820-b37b-a2842a7dcee2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8403d1ad-3999-4820-b37b-a2842a7dcee2,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:04.233371 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.233621 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.316077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fad694e-8334-4dd4-bfc5-7b343b8f9f19,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:04.322007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:04.323305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:04.345810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.351293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-463a6f6f-d8b7-41e4-9638-a1feb5dc604d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5064361 Aug 30 21:13:04.359212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:04.376725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812120c8-89ce-478a-8a55-1c726ec4828e req-21fc4c60-5931-4955-b0c8-4e9d5176237c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:04.387876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-812120c8-89ce-478a-8a55-1c726ec4828e req-21fc4c60-5931-4955-b0c8-4e9d5176237c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1553979 Aug 30 21:13:04.400833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Request body: {'security_group_rule': {'security_group_id': '2fad694e-8334-4dd4-bfc5-7b343b8f9f19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:04.425855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb76f-9452-4369-9bf5-7a75c29a7f1e None None] Pushing event updated for resources: {'Port': ['ID=8403d1ad-3999-4820-b37b-a2842a7dcee2,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:04.556068 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69103c7-a088-48c0-a98a-a686944f5d1b x-openstack-request-id: req-a69103c7-a088-48c0-a98a-a686944f5d1b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:04.559214 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:04.559720 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a69103c7-a088-48c0-a98a-a686944f5d1b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:04.560325 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'status': 'completed', 'code': 200} Aug 30 21:13:04.650081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:04.754021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:04.780577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c20add-fbda-452b-ac76-765e12d1ae2f req-41c3c68d-9f1d-48b1-b9b7-7a934f0bf552 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:04.799517 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7c20add-fbda-452b-ac76-765e12d1ae2f req-41c3c68d-9f1d-48b1-b9b7-7a934f0bf552 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 943 time: 0.1973450 Aug 30 21:13:04.841324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-93ce23a3-8344-40e0-8f2a-a2cd91b10090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:04.843012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-93ce23a3-8344-40e0-8f2a-a2cd91b10090 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 1095 time: 0.2922537 Aug 30 21:13:04.879218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7c20add-fbda-452b-ac76-765e12d1ae2f req-d7b26f10-ffb6-432e-9e68-009a731805ef tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783422 Aug 30 21:13:04.954959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58054) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:04.972341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58058) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:05.034564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:04Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:05.068129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.079167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f73c9-c3f9-4ff7-a3eb-3473243667d5 None None] The sync data for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 is: [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:04Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:05.094908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.124988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-263641904-network', 'tenant_id': 'df13130b961c4cf9bb1579013272d607'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:05.171142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port ec90da65-334f-40a7-bb02-ea557fc28cf9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:05.171903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.191163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-network', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:05.211710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673230fe-36ae-4eee-bbb6-7a4fb13f5fc9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:05.214402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Made reservation on behalf of df13130b961c4cf9bb1579013272d607 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:05.221582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.253398 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.272946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Made reservation on behalf of 431ebc55fea54e1a979bd7af96b8fa71 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:05.276223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.290218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.290604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.290973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.291309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.291636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.291961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.292287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.292610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.292953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.293251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.293570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.293974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:05.300631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.302444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.303743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ff15662b-2aab-4e75-8f42-2b03b40c22c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9123592 Aug 30 21:13:05.311876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:05.326823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Request body: {'security_group_rule': {'security_group_id': '2fad694e-8334-4dd4-bfc5-7b343b8f9f19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:05.337408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-4323d40f-8e52-4adf-80b3-efb804448201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:05.339021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-4323d40f-8e52-4adf-80b3-efb804448201 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 906 time: 0.4425805 Aug 30 21:13:05.377254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365c0df-d5fd-4e3a-922b-4fb61b5a3c00 req-2bfd4bf4-37ac-4939-97c8-cb69fa45d125 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:05.379069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f365c0df-d5fd-4e3a-922b-4fb61b5a3c00 req-2bfd4bf4-37ac-4939-97c8-cb69fa45d125 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 949 time: 0.1008308 Aug 30 21:13:05.416983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-e6f84e13-81e5-434c-a55e-48419bb6fab5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345 HTTP/1.1" status: 200 len: 217 time: 0.0697293 Aug 30 21:13:05.459168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f365c0df-d5fd-4e3a-922b-4fb61b5a3c00 req-7363f04d-addc-4f43-a9fb-4ffcb1d54853 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644922 Aug 30 21:13:05.493151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port ec90da65-334f-40a7-bb02-ea557fc28cf9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ec90da65-334f-40a7-bb02-ea557fc28cf9,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:05.493909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.523464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for ec90da65-334f-40a7-bb02-ea557fc28cf9 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:05.525064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.529625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-dfb011d5-bff0-4af6-a766-54a3eead9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:05.532405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-dfb011d5-bff0-4af6-a766-54a3eead9c18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.0987954 Aug 30 21:13:05.534340 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.594703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.602761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:13:05.649691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb229f62-266d-4007-bf9d-f3094fc51c40,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:05.650807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.659745 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-de7965cf-e340-49b1-abe1-3edc37377149 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048644 Aug 30 21:13:05.671950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.672943 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Added segment aaeff438-7747-4f74-b394-2a0695c05237 of type vlan for network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f Aug 30 21:13:05.762509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.819083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.820210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:05.820865 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.850968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.877085 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.886439 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.904768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:05.932419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-084c22b3-1346-458f-bcc3-b6b772beb82a service neutron] 10.222.0.86 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559445 Aug 30 21:13:05.965874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9921153 Aug 30 21:13:05.971593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58074) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:05.982647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Request body: {'subnet': {'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-263641904-subnet', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:05.999297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8403d1ad-3999-4820-b37b-a2842a7dcee2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:06.018080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd389f-8727-4ee2-aabc-3cf7c37052e3 admin admin] Pushing event updated for resources: {'Network': ['ID=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:06.029378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:13:06.036669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9111d59-3a57-402c-bb52-6353e0587747,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:06.038616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:13:06.057154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57887706-7996-4e13-b3dd-766bf995bed8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:06.075301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.076069 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Added segment 65163a83-7670-4b0b-9565-5b4ff29a2cd2 of type vlan for network c112ea77-3cd8-41af-b7da-cd7b8c007a21 Aug 30 21:13:06.120649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Made reservation on behalf of df13130b961c4cf9bb1579013272d607 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:06.123621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.133226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.134921 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44b479cc-58af-496d-98e7-e026b1647046 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8153663 Aug 30 21:13:06.140209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:06.148057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:06.155628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8403d1ad-3999-4820-b37b-a2842a7dcee2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:06.162116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8403d1ad-3999-4820-b37b-a2842a7dcee2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:06.162976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.172464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.225475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'd0201e49-3a67-4bf8-8173-c36053372bb6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:06.237230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=ec90da65-334f-40a7-bb02-ea557fc28cf9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:06.240820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.259941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac', '7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:06.265102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.279077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca6ee6-9da5-4912-9fa0-5042541cd11a req-35c0c9a1-c819-40e2-b750-452a9db9694a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:06.287508 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdca6ee6-9da5-4912-9fa0-5042541cd11a req-35c0c9a1-c819-40e2-b750-452a9db9694a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 943 time: 0.2817669 Aug 30 21:13:06.389241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:13:06.400038 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79bd7dbc-acf3-43ac-9ecc-060653815617 req-4ee0e00e-9fc7-4e66-b46b-a1c8f124e5f3 service neutron] 10.222.0.86 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147999 Aug 30 21:13:06.418237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port ec90da65-334f-40a7-bb02-ea557fc28cf9 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:06.452262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.454353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-812120c8-89ce-478a-8a55-1c726ec4828e req-dfb358b3-adf2-41f3-9ebb-ed726bbdd5ec tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "DELETE /v2.0/ports/ec90da65-334f-40a7-bb02-ea557fc28cf9 HTTP/1.1" status: 204 len: 173 time: 2.0453844 Aug 30 21:13:06.456561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdca6ee6-9da5-4912-9fa0-5042541cd11a req-adab104c-61cf-4753-a11c-e73ab58cde0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679611 Aug 30 21:13:06.465361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.467022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:06.467805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.504658 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.588864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'name': 'network-vif-deleted', 'tag': 'ec90da65-334f-40a7-bb02-ea557fc28cf9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:06.593472 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c1e59-00a4-4257-b4a7-6883c07b792d" -d '{"events": [{"server_uuid": "c8996001-1a56-4011-95cf-a7f3613e8e7a", "name": "network-vif-deleted", "tag": "ec90da65-334f-40a7-bb02-ea557fc28cf9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:06.650124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8403d1ad-3999-4820-b37b-a2842a7dcee2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8403d1ad-3999-4820-b37b-a2842a7dcee2,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:06.652897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6962650 Aug 30 21:13:06.660184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:06.669959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.673662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Request body: {'subnet': {'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-subnet', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:06.721541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54b4a324-af8b-48f8-8192-ab0983942f0d req-77694980-f484-48c9-8928-298e8e433558 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8996001-1a56-4011-95cf-a7f3613e8e7a HTTP/1.1" status: 200 len: 210 time: 0.0426726 Aug 30 21:13:06.728958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Made reservation on behalf of 431ebc55fea54e1a979bd7af96b8fa71 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:06.730124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17eafd-e106-41b4-a072-9fad1c65567b admin admin] Pushing event updated for resources: {'Network': ['ID=c112ea77-3cd8-41af-b7da-cd7b8c007a21,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:06.739599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.804489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:13:06.829305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.926243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:06.962898 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b219ec7f-cffe-4a19-abf4-fed60e21ac16 x-openstack-request-id: req-b219ec7f-cffe-4a19-abf4-fed60e21ac16 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:06.963300 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8996001-1a56-4011-95cf-a7f3613e8e7a", "name": "network-vif-deleted", "tag": "ec90da65-334f-40a7-bb02-ea557fc28cf9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:06.965458 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b219ec7f-cffe-4a19-abf4-fed60e21ac16 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:06.966030 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8996001-1a56-4011-95cf-a7f3613e8e7a', 'name': 'network-vif-deleted', 'tag': 'ec90da65-334f-40a7-bb02-ea557fc28cf9', 'status': 'completed', 'code': 200} Aug 30 21:13:07.027646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31b1561-7d07-43a3-83c7-5e9cc03e3abe,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:07.064976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8403d1ad-3999-4820-b37b-a2842a7dcee2,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:07.076031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Checking segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:07.076794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Network hostable DHCP agents. Network: fce0ff64-76ad-44c6-bc77-4d3efbaaef0f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:13:07.110275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:13:07.144178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, fce0ff64-76ad-44c6-bc77-4d3efbaaef0f) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:07.155814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:07.159665 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.164252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb8c86-426c-44e2-b0da-d419f63dcd57 None None] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:07.210760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9e38c7bc-a5a7-4137-ab6c-9ed0dbb0a71a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2333782 Aug 30 21:13:07.214157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58094) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:07.225269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Allocated IP 172.25.5.108 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/12b46d0e-945d-4e6e-9ee5-f168c58ca22d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:07.232494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:07.296884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.300632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.378585 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.381813 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.451262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:13:07.452124 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.487560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ec90da65-334f-40a7-bb02-ea557fc28cf9 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:07.520126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: ec90da65-334f-40a7-bb02-ea557fc28cf9 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:07.520489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ec90da65-334f-40a7-bb02-ea557fc28cf9 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:07.521546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d435610-0844-48e7-8bd9-3219e8a0e216,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:07.527249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.543763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Checking segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:07.544543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Network hostable DHCP agents. Network: c112ea77-3cd8-41af-b7da-cd7b8c007a21, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:13:07.576873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:13:07.598655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c112ea77-3cd8-41af-b7da-cd7b8c007a21) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:07.599284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.607097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:07.608402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.618016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.644367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd484cc-98e0-46fd-8481-556c9e52c9f6 None None] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:07.658173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:07.679357 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dda36c68-ac85-4b19-a9d2-7613ad03414a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0126853 Aug 30 21:13:07.687621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:07.687621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:07.700252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:07.707774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:07.715626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:07.747237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event updated for resources: {'Port': ['ID=12b46d0e-945d-4e6e-9ee5-f168c58ca22d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:07.771757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.773231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.881303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:07.895658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.060602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.089971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.152950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8403d1ad-3999-4820-b37b-a2842a7dcee2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:08.191130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98539ee-5a9b-451a-9b7a-182fcd5479e5 req-0bbcbf32-b8af-4247-a1d3-0bba6120f400 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:08.200979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98539ee-5a9b-451a-9b7a-182fcd5479e5 req-0bbcbf32-b8af-4247-a1d3-0bba6120f400 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 943 time: 0.6087756 Aug 30 21:13:08.269327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Allocated IP 172.20.0.2 (fce0ff64-76ad-44c6-bc77-4d3efbaaef0f/f31b1561-7d07-43a3-83c7-5e9cc03e3abe/75da0349-398e-45bd-af4f-ad43e4db6494) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:08.280265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f25571d-eab9-49ea-908b-3f4904e5a1cc None None] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:08.283482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98539ee-5a9b-451a-9b7a-182fcd5479e5 req-2588cd67-1401-4e58-9325-e3482337cec6 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813701 Aug 30 21:13:08.498284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8403d1ad-3999-4820-b37b-a2842a7dcee2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:08.499688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.503494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.548335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.629054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:08.630227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.645325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.684384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'mac_address': 'fa:16:3e:64:1d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:08.728731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Allocated IP 172.25.5.76 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:08.888897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event updated for resources: {'Port': ['ID=12b46d0e-945d-4e6e-9ee5-f168c58ca22d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:08.906271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.966166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:08.979055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.009068 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.025391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Transition to ACTIVE for port object 75da0349-398e-45bd-af4f-ad43e4db6494 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:09.046209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8a86-9228-48d5-b2d5-922959db4e13 req-8769fda1-fa88-4b94-bf09-074d39b10b8f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:09.048295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.048670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Transition to ACTIVE for port object 75da0349-398e-45bd-af4f-ad43e4db6494 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:09.050124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a304a75-e4c9-48d1-9233-a40c5a50e2f1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9065592 Aug 30 21:13:09.060140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a36d8a86-9228-48d5-b2d5-922959db4e13 req-8769fda1-fa88-4b94-bf09-074d39b10b8f tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 949 time: 0.1331246 Aug 30 21:13:09.060690 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dbe05274-1645-409c-95e0-3dc3cdf9e3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.081947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.082925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.083178 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.109230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:09.115623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:09.118616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.177603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79998db-ac1e-4f9b-b4f8-044aee77d345 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:09.201324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:09.225374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:09.232454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Pushing event updated for resources: {'Port': ['ID=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:09.243459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:09.265564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:09.307668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Allocated IP 172.25.5.191 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/90eb590f-7742-43a3-9c1b-601c9db83357) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:09.317025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a36d8a86-9228-48d5-b2d5-922959db4e13 req-44ccc1c5-0fb0-483c-9996-ebce68544299 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454612 Aug 30 21:13:09.391689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:09.435793 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.448683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Pushing event updated for resources: {'Port': ['ID=75da0349-398e-45bd-af4f-ad43e4db6494,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:09.514758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Attempting to bind port 75da0349-398e-45bd-af4f-ad43e4db6494 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:09.515291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Attempting to bind port 75da0349-398e-45bd-af4f-ad43e4db6494 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:09.515780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Attempting to bind port 75da0349-398e-45bd-af4f-ad43e4db6494 on network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:09.533765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:09.534287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Checking segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:09.534790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.535260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Bound using segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:09.535842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Bound port: 75da0349-398e-45bd-af4f-ad43e4db6494, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:09.536327 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.544756 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.548573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:09.596555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-ae281faa-7efe-4523-a3ef-ffef46c85a6b tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1164916660&fields=id&tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a HTTP/1.1" status: 200 len: 267 time: 0.1801870 Aug 30 21:13:09.605105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.628811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] For port 75da0349-398e-45bd-af4f-ad43e4db6494, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:09.633626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] For port 75da0349-398e-45bd-af4f-ad43e4db6494, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=75da0349-398e-45bd-af4f-ad43e4db6494,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:09.644062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:09.655866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:09.660273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:09.668356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:09.723445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec927e5-0705-4aab-bcc6-d18d88c02118 None None] Pushing event updated for resources: {'Port': ['ID=75da0349-398e-45bd-af4f-ad43e4db6494,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:09.751385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Pushing event updated for resources: {'Port': ['ID=90eb590f-7742-43a3-9c1b-601c9db83357,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:09.846527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a79998db-ac1e-4f9b-b4f8-044aee77d345'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:09.870408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:09.891386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-e1165b7d-a6e1-4cfc-8b8a-29fa76328d00 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:09.893045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-e1165b7d-a6e1-4cfc-8b8a-29fa76328d00 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/networks?id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 HTTP/1.1" status: 200 len: 812 time: 0.2953849 Aug 30 21:13:09.945374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-e0f2fd31-baee-4d3f-87d5-6a83c9158af3 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/quotas/9fc29f4bc1fc4af9a5eb3f5e8172d48a HTTP/1.1" status: 200 len: 375 time: 0.0421460 Aug 30 21:13:10.065754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.125284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1e9e3325-6990-413a-8a76-00727e02f03d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782606 Aug 30 21:13:10.157346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf6c397a-cd66-42fa-a632-b7c2cff4dd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.188187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.403924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-84f4f6b5-46e5-4db8-a090-2f7639aab453 service neutron] 10.222.0.76 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058449 Aug 30 21:13:10.417968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf6c397a-cd66-42fa-a632-b7c2cff4dd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.452238 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf6c397a-cd66-42fa-a632-b7c2cff4dd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.467174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.485669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c397a-cd66-42fa-a632-b7c2cff4dd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fde905-de4e-423b-9e7e-493f0f0cb8b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:10.519746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bf6c397a-cd66-42fa-a632-b7c2cff4dd7a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7495c9a786449448e8edccba17bf241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458983 Aug 30 21:13:10.520954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:10.538025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.611785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-2f818e66-19ea-4747-863a-65b88c6625cb service neutron] 10.222.0.76 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997592 Aug 30 21:13:10.666423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24586fc3-f796-442c-8967-a95c132b756d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.674646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:13:10.719248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-36456f65-6a18-488e-b0c9-26fa1e82856b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:10.720979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-36456f65-6a18-488e-b0c9-26fa1e82856b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 949 time: 0.1513450 Aug 30 21:13:10.818278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24586fc3-f796-442c-8967-a95c132b756d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.859205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:10.872277 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Sync routers for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:10.893757 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:10.895451 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:12:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:10.918804 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:10.923211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f5a7f905-f982-4059-84de-0a626ea0c164 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7048233 Aug 30 21:13:10.923553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:11.028275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899e0c1-b63f-4e64-bf84-85f6438f1b02 req-512637ca-48d1-43fd-8d9c-b4c3656d1f6f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:11.030019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6899e0c1-b63f-4e64-bf84-85f6438f1b02 req-512637ca-48d1-43fd-8d9c-b4c3656d1f6f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 944 time: 0.0601130 Aug 30 21:13:11.076738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21badd35-b826-4ced-b991-8a4a312d409a None None] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:11.097793 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:11.100866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:13:11.114020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port d0201e49-3a67-4bf8-8173-c36053372bb6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:11.114359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.115531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6899e0c1-b63f-4e64-bf84-85f6438f1b02 req-ce08e382-d90a-452d-8c7d-57796f3ba5f5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Aug 30 21:13:11.209296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4c313c8-68c8-4561-af2c-8d541d4a97a2 None None] Provisioning for port 75da0349-398e-45bd-af4f-ad43e4db6494 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:11.364807 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 3, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:11.402771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Checking router: 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:11.403121 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Updating router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:11.403887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24586fc3-f796-442c-8967-a95c132b756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.409523 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24586fc3-f796-442c-8967-a95c132b756d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.415380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-24586fc3-f796-442c-8967-a95c132b756d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20fde905-de4e-423b-9e7e-493f0f0cb8b2 HTTP/1.1" status: 204 len: 168 time: 0.8929646 Aug 30 21:13:11.444081 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.542700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24586fc3-f796-442c-8967-a95c132b756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fde905-de4e-423b-9e7e-493f0f0cb8b2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:11.556992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad0ef-baec-4cc0-a187-c44deaf28513 req-b7aa03a4-b427-4774-a43b-203a348c9685 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:11.559327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f97ad0ef-baec-4cc0-a187-c44deaf28513 req-b7aa03a4-b427-4774-a43b-203a348c9685 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 949 time: 0.1160660 Aug 30 21:13:11.648530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f97ad0ef-baec-4cc0-a187-c44deaf28513 req-8e541f57-8c69-498f-9a5d-ab1e67ac7b74 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816541 Aug 30 21:13:11.666156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:11.763743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.794769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a79998db-ac1e-4f9b-b4f8-044aee77d345 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:11.802947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a79998db-ac1e-4f9b-b4f8-044aee77d345 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:11.803796 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.820811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c31d1d7-eb63-4a3e-b98c-349bc373b5d3 req-fcc3651a-7fd3-476c-8d0a-d4884a52965e tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 210 time: 0.0776532 Aug 30 21:13:11.828873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port d0201e49-3a67-4bf8-8173-c36053372bb6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d0201e49-3a67-4bf8-8173-c36053372bb6,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:11.829410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.889481 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.903608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a6659d4-f8a4-4624-9eba-377231ce2073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.905445 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Transition to ACTIVE for port object cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:11.920815 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:11.995053 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.002223 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00f4f9-85f0-455f-8d94-0dd4747c7793 None None] Pushing event updated for resources: {'Port': ['ID=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:12.007136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 75da0349-398e-45bd-af4f-ad43e4db6494 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:12.025326 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Attempting to bind port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:12.025700 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Attempting to bind port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:12.026067 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Attempting to bind port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:12.032048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:12.032555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:12.032810 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.033202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:12.033674 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Bound port: cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:12.034049 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.053900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:12.056844 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab81104-3c75-4d59-b7d1-b1c868438d17" -d '{"events": [{"server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "name": "network-vif-plugged", "status": "completed", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:12.077299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:12.086605 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.092734 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] For port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:12.102259 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] For port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:12.108853 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.132093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 75da0349-398e-45bd-af4f-ad43e4db6494 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:12.146642 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155da812-74e2-4ecb-9ecd-ed34e3e38cc2 x-openstack-request-id: req-155da812-74e2-4ecb-9ecd-ed34e3e38cc2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:12.147174 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "name": "network-vif-plugged", "status": "completed", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:12.147608 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-155da812-74e2-4ecb-9ecd-ed34e3e38cc2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:12.148180 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'code': 200} Aug 30 21:13:12.149128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 75da0349-398e-45bd-af4f-ad43e4db6494 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:12.149682 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.208726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:12.221673 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:12.222554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:12.225681 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00f4f9-85f0-455f-8d94-0dd4747c7793 None None] Pushing event updated for resources: {'Port': ['ID=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:12.352403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.365124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a89f4e-93be-4191-8a69-cec50d7f74fe req-07ab2bef-4997-40ef-832d-cc6c445cae0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:12.367638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54a89f4e-93be-4191-8a69-cec50d7f74fe req-07ab2bef-4997-40ef-832d-cc6c445cae0f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1167586 Aug 30 21:13:12.444506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 75da0349-398e-45bd-af4f-ad43e4db6494, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=75da0349-398e-45bd-af4f-ad43e4db6494,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:12.452522 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.457060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for d0201e49-3a67-4bf8-8173-c36053372bb6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:12.462590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54a89f4e-93be-4191-8a69-cec50d7f74fe req-023a29ae-23ab-4722-868f-4694abc24232 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836973 Aug 30 21:13:12.465151 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:12.544745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=75da0349-398e-45bd-af4f-ad43e4db6494,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:12.569102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.608912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58184) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:12.740515 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 3, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:12.748769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-625926977-network', 'tenant_id': '54f453249f564d0db918e63f108138e0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:12.771157 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f1d5a1-e97d-4509-af02-a85615635b94 None None] The sync data for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 is: [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 3, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:12.805253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:12.819793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Sync routers for ids ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:12.827156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Made reservation on behalf of 54f453249f564d0db918e63f108138e0 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:12.830026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.840074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Routers {'7a4221af-f75f-47fe-897d-c4a4d0b6b44c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:12.842148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:12.844391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:12.855739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356a64-8a75-41cc-a0f2-d1331d485789 req-b8987539-0da5-450d-9a69-64e2e5239d7e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:12.857864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff356a64-8a75-41cc-a0f2-d1331d485789 req-b8987539-0da5-450d-9a69-64e2e5239d7e tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 949 time: 0.1042945 Aug 30 21:13:12.886519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85940cf4-6460-4886-897c-b96d7305fefe req-9639888a-f20f-4ad1-b1cb-108fe363ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:12.888426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85940cf4-6460-4886-897c-b96d7305fefe req-9639888a-f20f-4ad1-b1cb-108fe363ae0f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 1097 time: 0.3757010 Aug 30 21:13:12.895186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-7fd04357-d33a-4f65-a51f-e9966bc85c85 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:12.896663 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-7fd04357-d33a-4f65-a51f-e9966bc85c85 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.82 "GET /v2.0/networks?id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 HTTP/1.1" status: 200 len: 812 time: 0.3828022 Aug 30 21:13:12.929736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff356a64-8a75-41cc-a0f2-d1331d485789 req-b3c7721b-9eaf-4f37-8731-2eda5e6f480b tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557601 Aug 30 21:13:13.046495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Set router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:13.054899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.069993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85940cf4-6460-4886-897c-b96d7305fefe req-a80186b7-55db-441f-8335-18e7f8a309ca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702151 Aug 30 21:13:13.078477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05fabefd-79d5-4170-8759-2d5e586b88de req-0a8ff1ac-774c-4646-9661-9391240377fa tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 210 time: 0.0396495 Aug 30 21:13:13.080248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.101185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.103017 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5bc88302-c158-4858-8b7c-46a9a3339e0b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4070408 Aug 30 21:13:13.107628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:13.118108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-f04f10bc-d318-4301-930a-83d37f531192 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a HTTP/1.1" status: 200 len: 380 time: 0.2090580 Aug 30 21:13:13.121453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:13:13.139036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.139812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.140225 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Added segment 249c09bd-8a00-4cd7-a326-da00a9cc68dc of type vlan for network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 Aug 30 21:13:13.141894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe3e1a-805d-4589-b1c2-847e7a2beadd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:13.173095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', '89435eef-b22e-4fe9-9fba-0b915bd3385b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:13.230815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Request body: {'port': {'device_id': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'admin_state_up': True, 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'security_groups': ['2fad694e-8334-4dd4-bfc5-7b343b8f9f19']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:13.232520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac', '7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:13.240436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.284383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.285686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:13.288110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.338419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=d0201e49-3a67-4bf8-8173-c36053372bb6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:13.352036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.388051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7778711 Aug 30 21:13:13.399676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58194) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:13.417983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Request body: {'subnet': {'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-625926977-subnet', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:13.446582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a543a-3044-42db-83dc-ab28360506b7 admin admin] Pushing event updated for resources: {'Network': ['ID=586a5038-04bf-4859-9ed1-7bba7cbc67a0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:13.469862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:13:13.476633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Made reservation on behalf of 54f453249f564d0db918e63f108138e0 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:13.485798 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.495802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port d0201e49-3a67-4bf8-8173-c36053372bb6 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:13.556434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.558887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4ba16066-6458-4337-a0b3-f6ce64c9b666 req-198d47c8-1d04-45d6-a23e-9a7cc8cd6320 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "DELETE /v2.0/ports/d0201e49-3a67-4bf8-8173-c36053372bb6 HTTP/1.1" status: 204 len: 173 time: 2.8290617 Aug 30 21:13:13.559576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1357b188-018a-458f-ac01-f550a6eddfaf', 'name': 'network-vif-deleted', 'tag': 'd0201e49-3a67-4bf8-8173-c36053372bb6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:13.562156 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd14bac-7b86-436f-8d9e-905e8b22e936" -d '{"events": [{"server_uuid": "1357b188-018a-458f-ac01-f550a6eddfaf", "name": "network-vif-deleted", "tag": "d0201e49-3a67-4bf8-8173-c36053372bb6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:13.763174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 3, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:13.780838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Made reservation on behalf of 9fc29f4bc1fc4af9a5eb3f5e8172d48a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:13.785673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.804536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96aea-434a-49ee-9c41-64cc0402e71e req-4b80d50e-6685-4fc3-98e6-61ad94028299 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:13.807892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Checking router: 7a4221af-f75f-47fe-897d-c4a4d0b6b44c for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:13.808246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Updating router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c port 90eb590f-7742-43a3-9c1b-601c9db83357 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:13.815542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ba96aea-434a-49ee-9c41-64cc0402e71e req-4b80d50e-6685-4fc3-98e6-61ad94028299 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1788838 Aug 30 21:13:13.899065 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.926164 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:13.975402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ba96aea-434a-49ee-9c41-64cc0402e71e req-d2f783f9-db08-4658-9240-2d8593ba00f4 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574996 Aug 30 21:13:14.096851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Checking segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:14.097987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Network hostable DHCP agents. Network: 586a5038-04bf-4859-9ed1-7bba7cbc67a0, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:13:14.109682 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f3d114-a398-4885-8e72-78198915af04 x-openstack-request-id: req-d6f3d114-a398-4885-8e72-78198915af04 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:14.111771 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1357b188-018a-458f-ac01-f550a6eddfaf", "name": "network-vif-deleted", "tag": "d0201e49-3a67-4bf8-8173-c36053372bb6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:14.112288 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6f3d114-a398-4885-8e72-78198915af04 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:14.113164 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1357b188-018a-458f-ac01-f550a6eddfaf', 'name': 'network-vif-deleted', 'tag': 'd0201e49-3a67-4bf8-8173-c36053372bb6', 'status': 'completed', 'code': 200} Aug 30 21:13:14.114200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c580e4c7-3a75-4a4c-bc1a-25e2920297c4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:14.138569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:13:14.167378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 586a5038-04bf-4859-9ed1-7bba7cbc67a0) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:14.176459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:14.179611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.227510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e7be5713-6b8c-451f-b561-a625ce585094 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8173361 Aug 30 21:13:14.233223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58208) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:14.237911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:14.248384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Allocated IP 172.20.0.1 (fce0ff64-76ad-44c6-bc77-4d3efbaaef0f/f31b1561-7d07-43a3-83c7-5e9cc03e3abe/a77cd4ce-81a6-4012-8861-5c99c26579dd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:14.260933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:14.271757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69236da-34af-48bc-b5d3-a4df9d37a2c2 None None] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:14.285151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.286245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.398329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Allocated IP 172.20.0.4 (bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0/b91d7e81-22de-4523-9374-3a48bc0bdb2e/a1eca963-9b74-4329-9ae2-64c53c32dec0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:14.444318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.447680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab45d84a-bb03-4a1a-a7cb-f452e7479fff req-9c49f484-567d-42b7-b5e8-cd18310ff98c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=1357b188-018a-458f-ac01-f550a6eddfaf HTTP/1.1" status: 200 len: 210 time: 0.0761049 Aug 30 21:13:14.532095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:14.620707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e27de349-381d-4029-801f-238ef9ba763d req-547561db-18a1-409d-8e96-f43f5a4c4659 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 210 time: 0.0393519 Aug 30 21:13:14.691218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.739722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.770761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:14.771118 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.772627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.791271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Transition to ACTIVE for port object a77cd4ce-81a6-4012-8861-5c99c26579dd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:14.897824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.923121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Transition to ACTIVE for port object a1eca963-9b74-4329-9ae2-64c53c32dec0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:14.928195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.931186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.958430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:14.984521 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.004064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:15.023179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:15.026347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:15.043971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:13:15.044929 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.069804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=a77cd4ce-81a6-4012-8861-5c99c26579dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:15.151428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.199623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.200390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.206032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6c451-e5b5-4309-9880-4d9579d7c8e2 req-7db3af8f-e151-47df-ac39-5365542606b2 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:15.208118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5da6c451-e5b5-4309-9880-4d9579d7c8e2 req-7db3af8f-e151-47df-ac39-5365542606b2 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.0813267 Aug 30 21:13:15.237780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:15.260005 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.260618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 75da0349-398e-45bd-af4f-ad43e4db6494 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:15.285590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5da6c451-e5b5-4309-9880-4d9579d7c8e2 req-df6d0692-8660-44a3-a6c6-0a036a09bff9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702634 Aug 30 21:13:15.301341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:15.308583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:15.312679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:15.386514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event updated for resources: {'Port': ['ID=a1eca963-9b74-4329-9ae2-64c53c32dec0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:15.446624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:15.447434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.489739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Allocated IP 172.20.0.1 (c112ea77-3cd8-41af-b7da-cd7b8c007a21/5d435610-0844-48e7-8bd9-3219e8a0e216/c735b58f-0d59-49d4-a255-cdecac837e24) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:15.521068 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-0df1b6f7-bcf3-4c31-98ad-cbbe4377ac4f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3846302 Aug 30 21:13:15.546210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:15.571195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Request body: {'port': {'device_id': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:15.601981 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.673919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Transition to ACTIVE for port object 90eb590f-7742-43a3-9c1b-601c9db83357 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:15.682585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d0201e49-3a67-4bf8-8173-c36053372bb6 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:15.700536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.717692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-666daede-289a-4cfd-a4b5-bdd8ef307380 None None] Provisioning for port a77cd4ce-81a6-4012-8861-5c99c26579dd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:15.722567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Allocated IP 172.20.0.2 (586a5038-04bf-4859-9ed1-7bba7cbc67a0/c580e4c7-3a75-4a4c-bc1a-25e2920297c4/8c07c615-709d-4e4a-8cf7-6187e404c75c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:15.724284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.726479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.733397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d0201e49-3a67-4bf8-8173-c36053372bb6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:15.733397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d0201e49-3a67-4bf8-8173-c36053372bb6 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:15.782313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379623-7836-4c44-9fbc-0b92c664b134 None None] Pushing event updated for resources: {'Port': ['ID=90eb590f-7742-43a3-9c1b-601c9db83357,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:15.785107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-666daede-289a-4cfd-a4b5-bdd8ef307380 None None] Provisioning complete for port a77cd4ce-81a6-4012-8861-5c99c26579dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:15.785107 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-666daede-289a-4cfd-a4b5-bdd8ef307380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.795192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.808126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Allocated IP 172.25.5.246 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/9adca4b0-d77d-44b0-a0ed-2a7923a8848d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:15.915582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Attempting to bind port 90eb590f-7742-43a3-9c1b-601c9db83357 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:15.916254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Attempting to bind port 90eb590f-7742-43a3-9c1b-601c9db83357 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:15.916618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Attempting to bind port 90eb590f-7742-43a3-9c1b-601c9db83357 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:15.924931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 75da0349-398e-45bd-af4f-ad43e4db6494 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:15.925254 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.931402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96838b9-bd7a-48e1-bd76-a729e423c2a0 req-fd39d36e-a986-4e21-b812-d0cdb22f67c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:15.933959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-666daede-289a-4cfd-a4b5-bdd8ef307380 None None] Port a77cd4ce-81a6-4012-8861-5c99c26579dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:15.935218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f96838b9-bd7a-48e1-bd76-a729e423c2a0 req-fd39d36e-a986-4e21-b812-d0cdb22f67c1 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 931 time: 0.1217852 Aug 30 21:13:15.955155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:15.955530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:15.955958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.956725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:15.956864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Bound port: 90eb590f-7742-43a3-9c1b-601c9db83357, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:15.957217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:15.993865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f96838b9-bd7a-48e1-bd76-a729e423c2a0 req-270479be-fda1-4b09-ac8c-c37c0c22863d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537212 Aug 30 21:13:16.019726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.072935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.123990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] For port 90eb590f-7742-43a3-9c1b-601c9db83357, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:16.132867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3582b31a-cda5-42d9-851e-de02d5be1f2a None None] Provisioning for port a1eca963-9b74-4329-9ae2-64c53c32dec0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:16.154152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3582b31a-cda5-42d9-851e-de02d5be1f2a None None] Provisioning complete for port a1eca963-9b74-4329-9ae2-64c53c32dec0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:16.154906 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3582b31a-cda5-42d9-851e-de02d5be1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.158747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] For port 90eb590f-7742-43a3-9c1b-601c9db83357, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=90eb590f-7742-43a3-9c1b-601c9db83357,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:16.170706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:16.179495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:16.186428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Pushing event updated for resources: {'Port': ['ID=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:16.188892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:16.230095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f1d32-11c4-4837-983c-b21d2e285ecf req-1721c1eb-311e-4f8c-abac-fd6bc38a0526 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:16.231686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f63f1d32-11c4-4837-983c-b21d2e285ecf req-1721c1eb-311e-4f8c-abac-fd6bc38a0526 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1208844 Aug 30 21:13:16.249922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.252329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.307564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Transition to ACTIVE for port object 8c07c615-709d-4e4a-8cf7-6187e404c75c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:16.324751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3582b31a-cda5-42d9-851e-de02d5be1f2a None None] Port a1eca963-9b74-4329-9ae2-64c53c32dec0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:16.350587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Transition to ACTIVE for port object 8c07c615-709d-4e4a-8cf7-6187e404c75c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:16.363517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Routers {'7a4221af-f75f-47fe-897d-c4a4d0b6b44c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:16.364170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:16.368164 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.440911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1379623-7836-4c44-9fbc-0b92c664b134 None None] Pushing event updated for resources: {'Port': ['ID=90eb590f-7742-43a3-9c1b-601c9db83357,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:16.454396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f63f1d32-11c4-4837-983c-b21d2e285ecf req-62ada3fc-3eeb-44ad-b849-139bb7d35aef tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561091 Aug 30 21:13:16.471553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-4d6dbea1-a9a6-4ef7-8167-272a62487f17 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1750264 Aug 30 21:13:16.500363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:16.515618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1eca963-9b74-4329-9ae2-64c53c32dec0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:16.523852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.538001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Transition to ACTIVE for port object a1eca963-9b74-4329-9ae2-64c53c32dec0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:16.541060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:16.572452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:16.582364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:16.607495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Pushing event updated for resources: {'Port': ['ID=8c07c615-709d-4e4a-8cf7-6187e404c75c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:16.615298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.619043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] Set router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:16.619407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.622484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.628946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.683370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.782637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Attempting to bind port 8c07c615-709d-4e4a-8cf7-6187e404c75c on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:16.783106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Attempting to bind port 8c07c615-709d-4e4a-8cf7-6187e404c75c by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:16.783468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Attempting to bind port 8c07c615-709d-4e4a-8cf7-6187e404c75c on network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:16.804062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:16.804516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Checking segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:16.804827 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.805223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Bound using segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:16.805708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Bound port: 8c07c615-709d-4e4a-8cf7-6187e404c75c, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:16.806088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.817904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:16.821564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:16.836415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:16.836699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:16.837072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:16.848553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:16.850998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:17.022553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] For port 8c07c615-709d-4e4a-8cf7-6187e404c75c, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:17.026075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] For port 8c07c615-709d-4e4a-8cf7-6187e404c75c, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c07c615-709d-4e4a-8cf7-6187e404c75c,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:17.038897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eca963-9b74-4329-9ae2-64c53c32dec0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:17.094997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Pushing event updated for resources: {'Port': ['ID=c735b58f-0d59-49d4-a255-cdecac837e24,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:17.106028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.136202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582419-ce8e-45bd-9039-963ea1fc821b req-9c07c073-1905-48cf-a280-af46eaab32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:17.139828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-9c07c073-1905-48cf-a280-af46eaab32fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=867d8f6217434052a7ca7f266852f1ad&device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 1097 time: 0.6169960 Aug 30 21:13:17.147709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=a77cd4ce-81a6-4012-8861-5c99c26579dd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:17.168913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.218985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.228828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 3, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:17.266639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Attempting to bind port a1eca963-9b74-4329-9ae2-64c53c32dec0 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:17.266981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Attempting to bind port a1eca963-9b74-4329-9ae2-64c53c32dec0 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:17.267542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Attempting to bind port a1eca963-9b74-4329-9ae2-64c53c32dec0 on network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:17.277470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27516aa2-c36e-4364-89a0-0c9a5f8144fa None None] The sync data for ids ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'] in n-d-793620-16 is: [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:09Z', 'revision_number': 3, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:17.284899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Port a1eca963-9b74-4329-9ae2-64c53c32dec0 on network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:13:17.285239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Attempting to bind port a1eca963-9b74-4329-9ae2-64c53c32dec0 on network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:17.291234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d30410-94c2-433c-bbd3-757b0cfa816e None None] Pushing event updated for resources: {'Port': ['ID=8c07c615-709d-4e4a-8cf7-6187e404c75c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:17.310990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:17.311560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Checking segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:17.312376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Bound using segment: {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:17.313277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Bound port: a1eca963-9b74-4329-9ae2-64c53c32dec0, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609ce2ac-76b7-444f-a563-89ac5545aa68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:17.313828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.341596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3b9ed4b2-fa14-4e33-852b-c736b73aa9a6 None None] Provisioning complete for port a77cd4ce-81a6-4012-8861-5c99c26579dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:17.342230 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4b2-fa14-4e33-852b-c736b73aa9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.361052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:13:17.392838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ed4b2-fa14-4e33-852b-c736b73aa9a6 None None] Port a77cd4ce-81a6-4012-8861-5c99c26579dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:17.420181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784df75-5731-4919-a270-50171558edf4 req-5378909f-d75c-4356-9bd0-59c91e9baf81 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:17.427985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d784df75-5731-4919-a270-50171558edf4 req-5378909f-d75c-4356-9bd0-59c91e9baf81 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 950 time: 0.3725882 Aug 30 21:13:17.567202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] For port a1eca963-9b74-4329-9ae2-64c53c32dec0, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:17.573885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.627889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d784df75-5731-4919-a270-50171558edf4 req-18e2b63a-310e-4ece-b69d-e1515fd35899 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989825 Aug 30 21:13:17.669388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582419-ce8e-45bd-9039-963ea1fc821b req-b028a3ad-0490-42f4-91eb-da515e2ae968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:17.672560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-b028a3ad-0490-42f4-91eb-da515e2ae968 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c HTTP/1.1" status: 200 len: 916 time: 0.5057056 Aug 30 21:13:17.673017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:17.679588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-61fc0440-3110-421f-ac0f-25bd22966ee6 admin admin] 10.222.0.76 "PUT /v2.0/routers/917544a9-28a3-4e9c-a9b2-cc3eed5f5644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7557504 Aug 30 21:13:17.686557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] For port a1eca963-9b74-4329-9ae2-64c53c32dec0, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:17.694721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.698774 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.699798 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Sync routers for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:17.711338 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:17.712505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:17.756807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:17.757449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:17.759006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] 10.222.0.82 "PUT /v2.0/ports/a1eca963-9b74-4329-9ae2-64c53c32dec0 HTTP/1.1" status: 200 len: 1092 time: 2.2211659 Aug 30 21:13:17.767503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:17.769899 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f330df2-a01e-4092-9749-b94496ec7830" -d '{"events": [{"name": "network-changed", "server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:17.889023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc5bde-0cd5-4c20-8672-281b66af19e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eca963-9b74-4329-9ae2-64c53c32dec0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:17.940796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-3a518af1-424d-4909-bdf4-91bf2ee042aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:17.943027 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-3a518af1-424d-4909-bdf4-91bf2ee042aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a&device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 1095 time: 0.1117008 Aug 30 21:13:17.987351 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:18.054620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-b8ba8b3c-de63-4175-bcd1-050553f78b70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0 HTTP/1.1" status: 200 len: 217 time: 0.0885191 Aug 30 21:13:18.065698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-627f90df-6c99-483e-b540-538d26853baf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95967d54-08e8-4554-a8f2-9598eb80374b HTTP/1.1" status: 200 len: 1001 time: 0.3768771 Aug 30 21:13:18.111877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33d73f-67d6-4481-a8c3-c353d31ffdc4 req-e75c3620-1916-49d9-9227-6aa10c1a5397 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.119926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a33d73f-67d6-4481-a8c3-c353d31ffdc4 req-e75c3620-1916-49d9-9227-6aa10c1a5397 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 943 time: 0.2236369 Aug 30 21:13:18.136131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-01b293d8-30df-457f-a5bf-4eb1cf52b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.137642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-01b293d8-30df-457f-a5bf-4eb1cf52b0d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b91d7e81-22de-4523-9374-3a48bc0bdb2e HTTP/1.1" status: 200 len: 851 time: 0.0757692 Aug 30 21:13:18.253452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a33d73f-67d6-4481-a8c3-c353d31ffdc4 req-84acc9c6-3ee2-460d-bb47-431c2fe579ba tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320081 Aug 30 21:13:18.274001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:18.281206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582419-ce8e-45bd-9039-963ea1fc821b req-dc1c81d5-6f1f-4117-be85-5fe1d7dd264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.285551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-dc1c81d5-6f1f-4117-be85-5fe1d7dd264a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0451c85-b891-4997-99f6-abc36d9040d1 HTTP/1.1" status: 200 len: 854 time: 0.1998754 Aug 30 21:13:18.296731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:18.397283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Router 8294980f-963d-4f01-854b-fe8019306d38 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:13:18.402536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-c4332f11-593c-4d69-b4a2-e0a53d96e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.406744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-c4332f11-593c-4d69-b4a2-e0a53d96e0a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2589579 Aug 30 21:13:18.438242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582419-ce8e-45bd-9039-963ea1fc821b req-a3d62ea8-900d-4bf5-92a9-84a2aed817c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.442167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-a3d62ea8-900d-4bf5-92a9-84a2aed817c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455493 Aug 30 21:13:18.457215 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:16Z', 'revision_number': 2, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:18.520848 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Checking router: 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:18.521672 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Updating router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 port a77cd4ce-81a6-4012-8861-5c99c26579dd binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:18.567564 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:18.575122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:18.604878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Pushing event updated for resources: {'Port': ['ID=c735b58f-0d59-49d4-a255-cdecac837e24,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:18.653441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 90eb590f-7742-43a3-9c1b-601c9db83357 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:18.667553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-da6b076c-5366-42dd-a78f-5e08433f7496 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.669586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-da6b076c-5366-42dd-a78f-5e08433f7496 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 950 time: 0.2150860 Aug 30 21:13:18.767803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 90eb590f-7742-43a3-9c1b-601c9db83357 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:18.792894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 90eb590f-7742-43a3-9c1b-601c9db83357 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:18.793800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:18.835616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb9773-18c7-4232-8eeb-3176b0688652 req-36f50d36-dc1f-4193-a7bc-97160861d6cf tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:18.838982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3afb9773-18c7-4232-8eeb-3176b0688652 req-36f50d36-dc1f-4193-a7bc-97160861d6cf tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.3938329 Aug 30 21:13:18.862893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:18.865405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-56a7cd08-3a6a-4ae2-bc0d-0280d6f4964b service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990273 Aug 30 21:13:18.877614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:18.897589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-ec6447cf-8458-4ad8-ba66-91d6da69ab83 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727609 Aug 30 21:13:18.990707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56582419-ce8e-45bd-9039-963ea1fc821b req-fb937987-46a6-4ac5-a817-3353156264e4 service neutron] 10.222.0.82 "GET /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131496 Aug 30 21:13:18.999454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:19.025083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.030319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-783925f6-1713-41a0-88b9-4864a04bd054 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7959602 Aug 30 21:13:19.033127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58254) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:19.062266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3afb9773-18c7-4232-8eeb-3176b0688652 req-66241d7a-260b-41a6-a39c-d0b2dd224725 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958215 Aug 30 21:13:19.082338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e167ff7-26dd-438d-880e-05f417eb7d92 None None] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:19.137050 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.158173 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Transition to ACTIVE for port object a77cd4ce-81a6-4012-8861-5c99c26579dd will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:19.158863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Sync routers for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:19.166843 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.184598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-adcfb7d0-d3c0-4eed-85cb-451a3301f973 req-d53a176b-0fb9-4f79-a032-730ae3c8afc7 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499471 Aug 30 21:13:19.190241 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e86220-f262-4cf0-800f-9e628e4df799 x-openstack-request-id: req-b9e86220-f262-4cf0-800f-9e628e4df799 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:19.190531 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:19.190839 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b9e86220-f262-4cf0-800f-9e628e4df799 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:19.191232 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'status': 'completed', 'code': 200} Aug 30 21:13:19.197078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:19.198039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:19.227414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:13:19.297502 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c19de-0b74-47a9-b514-52044a827445 None None] Pushing event updated for resources: {'Port': ['ID=a77cd4ce-81a6-4012-8861-5c99c26579dd,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:19.299956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0582f391-61c8-482d-bcb2-704ba0934c0d None None] Provisioning for port 8c07c615-709d-4e4a-8cf7-6187e404c75c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:19.401064 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.455803 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Attempting to bind port a77cd4ce-81a6-4012-8861-5c99c26579dd on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:19.456678 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Attempting to bind port a77cd4ce-81a6-4012-8861-5c99c26579dd by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:19.457208 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Attempting to bind port a77cd4ce-81a6-4012-8861-5c99c26579dd on network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:19.463670 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:19.464440 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Checking segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:19.465016 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.465581 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Bound using segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:19.466316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Bound port: a77cd4ce-81a6-4012-8861-5c99c26579dd, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:19.467139 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.485540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 90eb590f-7742-43a3-9c1b-601c9db83357, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=90eb590f-7742-43a3-9c1b-601c9db83357,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:19.493831 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.494691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c07c615-709d-4e4a-8cf7-6187e404c75c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:19.563776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port 89435eef-b22e-4fe9-9fba-0b915bd3385b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:19.568388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.611048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] For port a77cd4ce-81a6-4012-8861-5c99c26579dd, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:19.623489 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] For port a77cd4ce-81a6-4012-8861-5c99c26579dd, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a77cd4ce-81a6-4012-8861-5c99c26579dd,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:19.630137 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:19.667424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:19.758018 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c19de-0b74-47a9-b514-52044a827445 None None] Pushing event updated for resources: {'Port': ['ID=a77cd4ce-81a6-4012-8861-5c99c26579dd,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:19.761963 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:19.771229 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:19.984946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=90eb590f-7742-43a3-9c1b-601c9db83357,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:19.999169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8c07c615-709d-4e4a-8cf7-6187e404c75c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:20.010383 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:20.019458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8c07c615-709d-4e4a-8cf7-6187e404c75c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:20.020235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.076438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.186127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58262) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:20.199159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386753645', 'description': 'tempest-description--65169565'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:20.251779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.326875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8c07c615-709d-4e4a-8cf7-6187e404c75c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c07c615-709d-4e4a-8cf7-6187e404c75c,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:20.337801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.342743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:16Z', 'revision_number': 3, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:20.359131 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.389903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port 89435eef-b22e-4fe9-9fba-0b915bd3385b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=89435eef-b22e-4fe9-9fba-0b915bd3385b,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:20.390971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.391947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Checking router: 8294980f-963d-4f01-854b-fe8019306d38 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:20.392299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Updating router 8294980f-963d-4f01-854b-fe8019306d38 port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:20.403355 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:19Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:20.417191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for 89435eef-b22e-4fe9-9fba-0b915bd3385b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:20.449612 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ad31e6-cc1b-4cdc-8cd0-ecfdcebb2469 None None] The sync data for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 is: [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:19Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:20.467314 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.501249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 90eb590f-7742-43a3-9c1b-601c9db83357 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:20.513582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.537827 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.564117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fd4df86b-1e09-4ed6-964e-f344df4fe13d None None] Provisioning complete for port 8c07c615-709d-4e4a-8cf7-6187e404c75c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:20.564489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd4df86b-1e09-4ed6-964e-f344df4fe13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.566202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8c07c615-709d-4e4a-8cf7-6187e404c75c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:20.601057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:20.604156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330df2-a01e-4092-9749-b94496ec7830 req-84c8f689-8a4c-413b-ae4a-22b9ce97ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:20.605684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-84c8f689-8a4c-413b-ae4a-22b9ce97ade9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a&device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 1095 time: 1.3414297 Aug 30 21:13:20.617829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a1323e38-2225-44f3-9a28-6aaa6c59c819 admin admin] 10.222.0.76 "PUT /v2.0/routers/7a4221af-f75f-47fe-897d-c4a4d0b6b44c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4999745 Aug 30 21:13:20.618092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Sync routers for ids ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:20.618222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c44fc-cb10-4040-ba28-c35adc6e35c6 req-d1f1423d-4404-4d85-af12-e1c064cc7cdf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:20.623144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-676c44fc-cb10-4040-ba28-c35adc6e35c6 req-d1f1423d-4404-4d85-af12-e1c064cc7cdf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=42d28021-7e2a-4fa6-9341-3db94269d3af HTTP/1.1" status: 200 len: 950 time: 0.3626959 Aug 30 21:13:20.625184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Routers {'7a4221af-f75f-47fe-897d-c4a4d0b6b44c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:20.625820 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:20.681801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.683317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4908733 Aug 30 21:13:20.688536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58270) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:20.698398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Request body: {'security_group_rule': {'security_group_id': '3669bf6b-1f39-4fac-9989-f465a0f507d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:20.720966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-676c44fc-cb10-4040-ba28-c35adc6e35c6 req-dcc99694-253b-4081-bfe9-ab7f9070a02c tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Aug 30 21:13:20.724834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1381995-aa45-4f73-a8ca-a0295dff072a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3669bf6b-1f39-4fac-9989-f465a0f507d3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:20.739637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Allocated IP 172.20.0.1 (586a5038-04bf-4859-9ed1-7bba7cbc67a0/c580e4c7-3a75-4a4c-bc1a-25e2920297c4/8457fb75-863f-4106-b2a6-bef61d750dbc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:20.790030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.937729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:20.966500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', '58e1e98b-e73a-4368-a0ce-3a300fbce8f5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:20.970458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac', '7797831b-5bcf-446d-b74b-a6786dee8e8f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:20.974467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620157c3-124d-403d-8908-f440b08aee46 req-e2189aa5-fd63-4ebf-8e33-d108b67f6b1f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:20.976123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-620157c3-124d-403d-8908-f440b08aee46 req-e2189aa5-fd63-4ebf-8e33-d108b67f6b1f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 943 time: 0.1175258 Aug 30 21:13:20.980740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Set router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:20.988412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330df2-a01e-4092-9749-b94496ec7830 req-a2661288-fe2b-4ee2-b5a7-1f0eabbad141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:20.990042 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-a2661288-fe2b-4ee2-b5a7-1f0eabbad141 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 HTTP/1.1" status: 200 len: 913 time: 0.3632624 Aug 30 21:13:20.995136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=89435eef-b22e-4fe9-9fba-0b915bd3385b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:21.007221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-fdcea6c4-ff2f-4429-9858-e938b2c87ba6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2022247 Aug 30 21:13:21.008290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.060179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.113170 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-de4027e1-8a09-47b8-9bf0-4296731af941 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0 HTTP/1.1" status: 200 len: 217 time: 0.1048298 Aug 30 21:13:21.140806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 90eb590f-7742-43a3-9c1b-601c9db83357 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:21.140806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.184992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cce0b1f-199a-4d06-8a18-b88ef9318eae,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:21.194512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port 89435eef-b22e-4fe9-9fba-0b915bd3385b on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:21.198878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.200321 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.201555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-56adef28-5fef-4315-b3f5-ec64bc58b706 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5082514 Aug 30 21:13:21.202227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a2d4052-a3a8-403d-a70d-3edf1689f159 req-205bb8d4-130e-4077-8c9d-30977cbc5e64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "DELETE /v2.0/ports/89435eef-b22e-4fe9-9fba-0b915bd3385b HTTP/1.1" status: 204 len: 173 time: 2.4053319 Aug 30 21:13:21.207364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58276) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:21.212398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Request body: {'security_group_rule': {'security_group_id': '3669bf6b-1f39-4fac-9989-f465a0f507d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:21.224374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'name': 'network-vif-deleted', 'tag': '89435eef-b22e-4fe9-9fba-0b915bd3385b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:21.225764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-620157c3-124d-403d-8908-f440b08aee46 req-407f197b-97ef-4086-baac-faca6d162d12 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260966 Aug 30 21:13:21.231985 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8035496-38c9-4e5a-9cbc-5c9e00710f9c" -d '{"events": [{"server_uuid": "42d28021-7e2a-4fa6-9341-3db94269d3af", "name": "network-vif-deleted", "tag": "89435eef-b22e-4fe9-9fba-0b915bd3385b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:21.322696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330df2-a01e-4092-9749-b94496ec7830 req-2e64378d-7a1a-4acf-97d4-4b0cb41168f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:21.335842 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-2e64378d-7a1a-4acf-97d4-4b0cb41168f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b91d7e81-22de-4523-9374-3a48bc0bdb2e HTTP/1.1" status: 200 len: 851 time: 0.1990781 Aug 30 21:13:21.383776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26407a68-2592-44e8-a565-39db88926d1f req-7ff32da4-e22d-4458-9805-33859e87cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:21.389719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-7ff32da4-e22d-4458-9805-33859e87cffc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=11d53233666b485fbbde926ad0016aa0&device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 1102 time: 0.3058100 Aug 30 21:13:21.394333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.435477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Transition to ACTIVE for port object 8457fb75-863f-4106-b2a6-bef61d750dbc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:21.449678 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:17Z', 'revision_number': 4, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c735b58f-0d59-49d4-a255-cdecac837e24', 'name': '', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'mac_address': 'fa:16:3e:f6:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:15Z', 'updated_at': '2021-08-30T21:13:17Z', 'revision_number': 2, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'subnets': [{'id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:21.486278 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Checking router: 7a4221af-f75f-47fe-897d-c4a4d0b6b44c for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:21.486691 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Updating router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c port c735b58f-0d59-49d4-a255-cdecac837e24 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:21.514980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.521883 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.576706 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.628291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f330df2-a01e-4092-9749-b94496ec7830 req-25a91cf2-7aee-4711-a489-70eb9133c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:21.630369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-25a91cf2-7aee-4711-a489-70eb9133c16b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2823877 Aug 30 21:13:21.716282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 89435eef-b22e-4fe9-9fba-0b915bd3385b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:21.832987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26407a68-2592-44e8-a565-39db88926d1f req-e29520d6-4631-4053-bd0a-a391d63d2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:21.838454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-e29520d6-4631-4053-bd0a-a391d63d2c12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3909376 Aug 30 21:13:21.857589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.880002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 89435eef-b22e-4fe9-9fba-0b915bd3385b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:21.881482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 89435eef-b22e-4fe9-9fba-0b915bd3385b not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:21.924610 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.939061 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Transition to ACTIVE for port object c735b58f-0d59-49d4-a255-cdecac837e24 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:21.956246 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:21.990762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-d94ffa2c-9915-486a-a1b5-3b19e8171cb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd HTTP/1.1" status: 200 len: 217 time: 0.1445324 Aug 30 21:13:22.011651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Transition to ACTIVE for port object 9adca4b0-d77d-44b0-a0ed-2a7923a8848d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:22.057957 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-651c1e73-7d08-4b91-8374-e50c538ac748 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173253 Aug 30 21:13:22.063393 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Pushing event updated for resources: {'Port': ['ID=c735b58f-0d59-49d4-a255-cdecac837e24,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:22.098069 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.098854 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.099442 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.100041 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.100879 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.101561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.102466 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.103480 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.104408 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.105246 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.106015 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.106927 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:22.127575 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Attempting to bind port c735b58f-0d59-49d4-a255-cdecac837e24 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:22.128405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Attempting to bind port c735b58f-0d59-49d4-a255-cdecac837e24 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:22.129030 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Attempting to bind port c735b58f-0d59-49d4-a255-cdecac837e24 on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:22.135017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26407a68-2592-44e8-a565-39db88926d1f req-6b858391-968c-402d-812c-21c38fd3e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:22.137966 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:22.138210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-6b858391-968c-402d-812c-21c38fd3e6a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1281817 Aug 30 21:13:22.138968 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Checking segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:22.139635 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.140264 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Bound using segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:22.141041 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Bound port: c735b58f-0d59-49d4-a255-cdecac837e24, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:22.141718 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.173963 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.245602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26407a68-2592-44e8-a565-39db88926d1f req-65ca8e17-b993-45b5-97c6-ca4d11737e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:22.247438 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-65ca8e17-b993-45b5-97c6-ca4d11737e0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016190 Aug 30 21:13:22.256263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f330df2-a01e-4092-9749-b94496ec7830 req-36bf4b0f-841c-490b-a4a3-83b10d6b5e77 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906090 Aug 30 21:13:22.275428 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] For port c735b58f-0d59-49d4-a255-cdecac837e24, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:22.287144 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] For port c735b58f-0d59-49d4-a255-cdecac837e24, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c735b58f-0d59-49d4-a255-cdecac837e24,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:22.300734 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.348389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:22.358506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:22.363851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:22.376524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Pushing event updated for resources: {'Port': ['ID=8457fb75-863f-4106-b2a6-bef61d750dbc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:22.421224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816623e-d638-46b8-9787-7b996594840e req-5e51e8c3-1edc-49e3-a53f-db3b27828d29 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:22.426898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-5876d79e-cb67-4316-8a8d-7a42f141325a service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696119 Aug 30 21:13:22.437482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5816623e-d638-46b8-9787-7b996594840e req-5e51e8c3-1edc-49e3-a53f-db3b27828d29 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 1.0560699 Aug 30 21:13:22.457197 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Routers {'7a4221af-f75f-47fe-897d-c4a4d0b6b44c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:22.457945 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:22.467128 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fc6fb-68f1-43ab-8478-70b1c62ca193 None None] Pushing event updated for resources: {'Port': ['ID=c735b58f-0d59-49d4-a255-cdecac837e24,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:22.499689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca093c38-cd4d-4fb7-a3ed-e197899f2871 None None] Pushing event updated for resources: {'Port': ['ID=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:22.533205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Attempting to bind port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:22.533970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Attempting to bind port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:22.534604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Attempting to bind port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:22.573010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:22.573465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:22.574152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.574152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:22.574645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Bound port: 9adca4b0-d77d-44b0-a0ed-2a7923a8848d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:22.575058 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.602417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.632480 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26407a68-2592-44e8-a565-39db88926d1f req-5861d0d7-a0fd-4618-963c-3b4688e33b9a service neutron] 10.222.0.86 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980245 Aug 30 21:13:22.643090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.719918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c07c615-709d-4e4a-8cf7-6187e404c75c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:22.721531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.749140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5816623e-d638-46b8-9787-7b996594840e req-b2c8a28d-3bcc-4e0e-be18-001c4eaadc72 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106513 Aug 30 21:13:22.784632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2b92ba-a7f7-4f97-9cd6-13cf3e9ba6b1,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:22.799547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.801336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0f84e633-400c-423b-ae8a-a98abe061e47 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5926440 Aug 30 21:13:22.804659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:22.811607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:22.842844 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] Set router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:22.857153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:22.858759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] For port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:22.911919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.059419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.107296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] For port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:23.115831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-95c5bb19-30fa-4056-b66d-53d0a3e5fb00 None None] Provisioning for port 8457fb75-863f-4106-b2a6-bef61d750dbc completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:23.144448 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.155238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-95c5bb19-30fa-4056-b66d-53d0a3e5fb00 None None] Provisioning complete for port 8457fb75-863f-4106-b2a6-bef61d750dbc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:23.155660 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95c5bb19-30fa-4056-b66d-53d0a3e5fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.235124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:17Z', 'revision_number': 4, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c735b58f-0d59-49d4-a255-cdecac837e24', 'name': '', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'mac_address': 'fa:16:3e:f6:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:15Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'subnets': [{'id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:23.261019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Allocated IP 172.25.5.78 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/2befa76f-54ff-4983-879e-b98743ce9e12) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:23.282791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-95c5bb19-30fa-4056-b66d-53d0a3e5fb00 None None] Port 8457fb75-863f-4106-b2a6-bef61d750dbc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:23.290901 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c32772-9a2f-4f66-b2cc-b58e0e0b1adc None None] The sync data for ids ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'] in n-d-793620-16 is: [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:17Z', 'revision_number': 4, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c735b58f-0d59-49d4-a255-cdecac837e24', 'name': '', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'mac_address': 'fa:16:3e:f6:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:15Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'subnets': [{'id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:23.291838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8c07c615-709d-4e4a-8cf7-6187e404c75c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:23.292255 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.297043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.298349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:23.299260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:23.307058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.328125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca093c38-cd4d-4fb7-a3ed-e197899f2871 None None] Pushing event updated for resources: {'Port': ['ID=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:23.376719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-e0c911a8-2d45-4aea-b550-084bb6077636 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:23.378278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-e0c911a8-2d45-4aea-b550-084bb6077636 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 819 time: 0.2306113 Aug 30 21:13:23.409201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Pushing event updated for resources: {'Port': ['ID=8457fb75-863f-4106-b2a6-bef61d750dbc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:23.413588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.422839 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-87fad9fd-aaf1-4ca7-8406-6c174fc65b52 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/quotas/431ebc55fea54e1a979bd7af96b8fa71 HTTP/1.1" status: 200 len: 375 time: 0.0297565 Aug 30 21:13:23.478094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.544013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-fc4a55c5-2029-4f60-840c-740b18837930 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188536 Aug 30 21:13:23.556364 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.559909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a1eca963-9b74-4329-9ae2-64c53c32dec0 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:23.568689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:23.599364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:23.607770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:23.611954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:23.617914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event updated for resources: {'Port': ['ID=2befa76f-54ff-4983-879e-b98743ce9e12,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:23.679566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a77cd4ce-81a6-4012-8861-5c99c26579dd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:23.701668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:23.707061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:23.732858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-a3b18462-1d44-4b1d-857b-c366537e080c service neutron] 10.222.0.76 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891220 Aug 30 21:13:23.745432 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.792308 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:23.920744 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:13:23.957878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-84e290e6-7e58-4f3b-b3d5-e9b35f44af7b service neutron] 10.222.0.76 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240207 Aug 30 21:13:23.976857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Router 8294980f-963d-4f01-854b-fe8019306d38 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:13:24.078142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.085464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.093936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a77cd4ce-81a6-4012-8861-5c99c26579dd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:24.134434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a77cd4ce-81a6-4012-8861-5c99c26579dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:24.135618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.187036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a1eca963-9b74-4329-9ae2-64c53c32dec0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:24.207370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:24.213285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event updated for resources: {'Port': ['ID=2befa76f-54ff-4983-879e-b98743ce9e12,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:24.239319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a3afe0d-4680-4f6d-a5ca-e42da34fb8ca admin admin] 10.222.0.76 "PUT /v2.0/routers/8294980f-963d-4f01-854b-fe8019306d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1969826 Aug 30 21:13:24.239575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.256618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f603b4c1-d640-45c7-b2c3-0cff22139df9 None None] Provisioning complete for port 8457fb75-863f-4106-b2a6-bef61d750dbc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:24.256905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f603b4c1-d640-45c7-b2c3-0cff22139df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.263263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'port_id': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'mac_address': 'fa:16:3e:1e:9d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:24.274576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.279353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d0b3ff5f-abaf-46a6-9871-c1831fa9ebc3 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4732709 Aug 30 21:13:24.281019 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1d3a6-755e-4a2f-8425-2b1827ae61d7 x-openstack-request-id: req-d1d1d3a6-755e-4a2f-8425-2b1827ae61d7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:24.281640 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d28021-7e2a-4fa6-9341-3db94269d3af", "name": "network-vif-deleted", "tag": "89435eef-b22e-4fe9-9fba-0b915bd3385b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:24.281895 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1d1d3a6-755e-4a2f-8425-2b1827ae61d7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:24.282299 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d28021-7e2a-4fa6-9341-3db94269d3af', 'name': 'network-vif-deleted', 'tag': '89435eef-b22e-4fe9-9fba-0b915bd3385b', 'status': 'completed', 'code': 200} Aug 30 21:13:24.360879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f603b4c1-d640-45c7-b2c3-0cff22139df9 None None] Port 8457fb75-863f-4106-b2a6-bef61d750dbc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:24.379969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.489339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1eca963-9b74-4329-9ae2-64c53c32dec0 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:24.501675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 2, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:24.574518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.581998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eb7ea-a120-4a6a-8def-c80522f160ea None None] The sync data for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 is: [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 2, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:24.588281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5b43-df87-494e-9f34-44d5deece35c req-28aac12f-4b5e-49a5-becd-30fdee7a024c tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:24.596049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f9b5b43-df87-494e-9f34-44d5deece35c req-28aac12f-4b5e-49a5-becd-30fdee7a024c tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 943 time: 0.1125488 Aug 30 21:13:24.604484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a1eca963-9b74-4329-9ae2-64c53c32dec0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:24.633433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.687975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a77cd4ce-81a6-4012-8861-5c99c26579dd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a77cd4ce-81a6-4012-8861-5c99c26579dd,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:24.705618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:24.727971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f9b5b43-df87-494e-9f34-44d5deece35c req-950d6f0f-d741-481c-a729-ad51fe5136c9 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248641 Aug 30 21:13:24.749381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a1eca963-9b74-4329-9ae2-64c53c32dec0,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:24.886065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a77cd4ce-81a6-4012-8861-5c99c26579dd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:24.996927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a1eca963-9b74-4329-9ae2-64c53c32dec0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:25.000866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4455406-9e5c-4082-a0bf-e5959f9eb13e req-f7c5bef4-4085-4d9e-8930-b83aae1df7b6 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:25.004538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c735b58f-0d59-49d4-a255-cdecac837e24 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:25.006218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4455406-9e5c-4082-a0bf-e5959f9eb13e req-f7c5bef4-4085-4d9e-8930-b83aae1df7b6 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1144226 Aug 30 21:13:25.080314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4455406-9e5c-4082-a0bf-e5959f9eb13e req-6db58e16-2984-420d-8359-791247e3a27f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659776 Aug 30 21:13:25.247862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c735b58f-0d59-49d4-a255-cdecac837e24 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:25.298785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c735b58f-0d59-49d4-a255-cdecac837e24 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:25.299141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.460319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58372) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:25.466298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1017315373-network', 'tenant_id': '075e01850d4a4005883810378fbbd8e2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:25.556574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-304d9f1f-e990-4858-8883-c97965a5c747 req-b00e2418-72c1-4035-9259-3c8c68bc73eb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 210 time: 0.0479784 Aug 30 21:13:25.557842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Made reservation on behalf of 075e01850d4a4005883810378fbbd8e2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:25.561363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.572979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.595681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.655836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c735b58f-0d59-49d4-a255-cdecac837e24, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c735b58f-0d59-49d4-a255-cdecac837e24,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:25.662609 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.769390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.783184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.807147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c735b58f-0d59-49d4-a255-cdecac837e24,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:25.873791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:13:25.881827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02222529-8181-4868-bb7c-e13268518ae1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:25.895240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:25.902774 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Added segment be94934c-de19-4d58-b681-d87855235753 of type vlan for network eeff5722-5950-4079-b867-4076a5c8f0be Aug 30 21:13:25.998774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.032444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-e822446c-c8a0-49dc-8aa2-b947f9c1b78e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:26.036460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-e822446c-c8a0-49dc-8aa2-b947f9c1b78e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 819 time: 0.1814940 Aug 30 21:13:26.051312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Request body: {'port': {'device_id': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'admin_state_up': True, 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:26.061598 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.062966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:26.063578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.172379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7105048 Aug 30 21:13:26.174892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15664f31-0afa-4082-bbc0-fc77da9dd53c admin admin] Pushing event updated for resources: {'Network': ['ID=eeff5722-5950-4079-b867-4076a5c8f0be,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:26.178028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58412) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:26.186963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network eeff5722-5950-4079-b867-4076a5c8f0be details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:13:26.188277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Request body: {'subnet': {'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1017315373-subnet', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:26.212327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1476f5a-213d-4a36-a54f-c3b351591e5d req-845a4920-5081-413a-a806-6b70afc3c650 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:26.213870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1476f5a-213d-4a36-a54f-c3b351591e5d req-845a4920-5081-413a-a806-6b70afc3c650 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.1476974 Aug 30 21:13:26.218532 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 21:13:26.218532 n-d-793620-16 neutron-server[94689]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 21:13:26.218532 n-d-793620-16 neutron-server[94689]: [parameters: {'project_id': '075e01850d4a4005883810378fbbd8e2', 'id': 'e81a1e37-d8dc-4402-be44-eee538d72d7f', 'expiration': datetime.datetime(2021, 8, 30, 21, 15, 26, 214710)}] Aug 30 21:13:26.218532 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:13:26.219922 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:13:26.230186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Made reservation on behalf of 431ebc55fea54e1a979bd7af96b8fa71 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:26.234561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.269873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1476f5a-213d-4a36-a54f-c3b351591e5d req-c94d78d2-66cc-4de1-9ff5-04d898abe2fa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Aug 30 21:13:26.416964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaf545-685f-468e-8f0f-7babdfff7bde req-b1c03d06-cf18-4929-b48e-1d12d21c0c23 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:26.420244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-decaf545-685f-468e-8f0f-7babdfff7bde req-b1c03d06-cf18-4929-b48e-1d12d21c0c23 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 944 time: 0.0737534 Aug 30 21:13:26.423648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Allocated IP 172.20.0.4 (c112ea77-3cd8-41af-b7da-cd7b8c007a21/5d435610-0844-48e7-8bd9-3219e8a0e216/265cac6c-84c4-4a22-8f94-590fef93169e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:26.468820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-decaf545-685f-468e-8f0f-7babdfff7bde req-60ac1bc7-47e9-4fe0-9848-02d2134a1739 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389163 Aug 30 21:13:26.660563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.741423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-b8b88467-4f0b-40b9-b2f5-31dff81c4cc4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:26.742634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.750301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-b8b88467-4f0b-40b9-b2f5-31dff81c4cc4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 819 time: 0.1760442 Aug 30 21:13:26.780499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-fa2d6d89-2b09-4c2f-a3e1-484fbcca3a5c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/quotas/431ebc55fea54e1a979bd7af96b8fa71 HTTP/1.1" status: 200 len: 375 time: 0.0292125 Aug 30 21:13:26.796066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Made reservation on behalf of 075e01850d4a4005883810378fbbd8e2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:26.798822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.810307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Pushing event updated for resources: {'Port': ['ID=265cac6c-84c4-4a22-8f94-590fef93169e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:26.835308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:26.836840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:26.839502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:26.910335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-5bd37ff9-39e0-4a69-8cc9-6514937167d8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279318 Aug 30 21:13:26.912866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:26.913929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:26.936276 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-14ee0235-e4a7-40da-b37c-4c67ed6bd15f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901358 Aug 30 21:13:26.955093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c735b58f-0d59-49d4-a255-cdecac837e24 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:26.961317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Request body: {'port': {'device_id': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:27.023444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.024313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c735b58f-0d59-49d4-a255-cdecac837e24 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:27.024693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.072841 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-b4a7bfbe-6687-4011-8f78-40cde592f1c6 service neutron] 10.222.0.76 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619484 Aug 30 21:13:27.139249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a77cd4ce-81a6-4012-8861-5c99c26579dd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:27.235834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a77cd4ce-81a6-4012-8861-5c99c26579dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:27.236358 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.245949 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.337662 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-6569dbcd-5629-4fe1-985d-8b9d1d574522 service neutron] 10.222.0.76 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437184 Aug 30 21:13:27.355622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=88572164-8459-4fdc-9fcf-a5c5d33d97fb,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:27.357118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9adca4b0-d77d-44b0-a0ed-2a7923a8848d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:27.361028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Checking segment: {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:27.361397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Network hostable DHCP agents. Network: eeff5722-5950-4079-b867-4076a5c8f0be, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:13:27.388953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Network eeff5722-5950-4079-b867-4076a5c8f0be is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:13:27.414431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265cac6c-84c4-4a22-8f94-590fef93169e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:27.416051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, eeff5722-5950-4079-b867-4076a5c8f0be) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:27.421048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:27.422206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.429292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a51be9-cfc8-4aad-819f-42ff237d1b74 None None] Network eeff5722-5950-4079-b867-4076a5c8f0be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:27.436015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:27.444681 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.459842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fe47ce14-e3f9-4ef2-95f5-ae2bf6f97faf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2759528 Aug 30 21:13:27.463663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:27.477910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:27.487497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:27.487863 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.506584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Transition to ACTIVE for port object 265cac6c-84c4-4a22-8f94-590fef93169e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:27.519476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.544675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a1eca963-9b74-4329-9ae2-64c53c32dec0 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:27.568602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.568602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.650387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Pushing event updated for resources: {'Port': ['ID=265cac6c-84c4-4a22-8f94-590fef93169e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:27.732007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.790417 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.805479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-eeff5722-5950-4079-b867-4076a5c8f0be', 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'fixed_ips': [{'subnet_id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:13:27.806572 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.875446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:27.883998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a1eca963-9b74-4329-9ae2-64c53c32dec0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:27.890754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:27.925420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Attempting to bind port 265cac6c-84c4-4a22-8f94-590fef93169e on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:27.925765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Attempting to bind port 265cac6c-84c4-4a22-8f94-590fef93169e by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:27.926098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Attempting to bind port 265cac6c-84c4-4a22-8f94-590fef93169e on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:27.964714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Port 265cac6c-84c4-4a22-8f94-590fef93169e on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:13:27.965327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Attempting to bind port 265cac6c-84c4-4a22-8f94-590fef93169e on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:28.014919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:28.015669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Checking segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:28.016264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Bound using segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:28.017078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Bound port: 265cac6c-84c4-4a22-8f94-590fef93169e, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:28.017371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.044727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee3c00-ca2f-4170-8704-a13c320cc91b req-4e8fea71-6715-4c65-b5b3-7d609e7e9f32 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:28.062576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a1eca963-9b74-4329-9ae2-64c53c32dec0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:28.063125 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.079726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69ee3c00-ca2f-4170-8704-a13c320cc91b req-4e8fea71-6715-4c65-b5b3-7d609e7e9f32 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1802890 Aug 30 21:13:28.083913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.101130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-a0831562-1d74-4962-b20b-fa3ddee5e052 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:28.103163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-a0831562-1d74-4962-b20b-fa3ddee5e052 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/ports?device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 949 time: 0.2479219 Aug 30 21:13:28.155192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69ee3c00-ca2f-4170-8704-a13c320cc91b req-a108f8f6-b542-49a7-9f4f-936c6a921c99 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664513 Aug 30 21:13:28.286787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] For port 265cac6c-84c4-4a22-8f94-590fef93169e, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:28.291081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:28.313844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Allocated IP 172.20.0.2 (eeff5722-5950-4079-b867-4076a5c8f0be/88572164-8459-4fdc-9fcf-a5c5d33d97fb/8643aba2-463a-4074-ab13-6fcbd652b4ae) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:28.661455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.857749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:28.860534 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef9877-a196-46f6-97a2-1660594c1097" -d '{"events": [{"server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "name": "network-vif-plugged", "status": "completed", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:28.887456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a1eca963-9b74-4329-9ae2-64c53c32dec0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:28.890473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9adca4b0-d77d-44b0-a0ed-2a7923a8848d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:28.897546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] For port 265cac6c-84c4-4a22-8f94-590fef93169e, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=265cac6c-84c4-4a22-8f94-590fef93169e,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:28.913881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.921477 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.925026 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.942644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Transition to ACTIVE for port object 8643aba2-463a-4074-ab13-6fcbd652b4ae will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:28.975915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:28.984398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:28.985949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] 10.222.0.86 "PUT /v2.0/ports/265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 1092 time: 2.0384092 Aug 30 21:13:28.986437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'tag': '265cac6c-84c4-4a22-8f94-590fef93169e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:28.988831 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd9195-da61-49fd-94bd-050859ade544" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9347e5-2b61-470b-b2e7-d8ddc8f82642", "tag": "265cac6c-84c4-4a22-8f94-590fef93169e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:29.004530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Transition to ACTIVE for port object 8643aba2-463a-4074-ab13-6fcbd652b4ae will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:29.025476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a1eca963-9b74-4329-9ae2-64c53c32dec0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:29.029558 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.034146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9630aa-e928-4b85-804c-c50ffaf5e921 service neutron] Pushing event updated for resources: {'Port': ['ID=265cac6c-84c4-4a22-8f94-590fef93169e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:29.040177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:29.040417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.062126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:29.062395 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.102288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Network eeff5722-5950-4079-b867-4076a5c8f0be is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:29.110840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:29.115306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:29.117236 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Pushing event updated for resources: {'Port': ['ID=8643aba2-463a-4074-ab13-6fcbd652b4ae,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:29.195830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98a2a-f8ed-44c8-8c75-dc91779bb849 req-2702c46b-2595-402a-9d5d-13d1eb1cae92 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:29.207273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36e98a2a-f8ed-44c8-8c75-dc91779bb849 req-2702c46b-2595-402a-9d5d-13d1eb1cae92 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.1363144 Aug 30 21:13:29.212119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Attempting to bind port 8643aba2-463a-4074-ab13-6fcbd652b4ae on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:29.212493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Attempting to bind port 8643aba2-463a-4074-ab13-6fcbd652b4ae by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:29.212865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Attempting to bind port 8643aba2-463a-4074-ab13-6fcbd652b4ae on network eeff5722-5950-4079-b867-4076a5c8f0be {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:29.240921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:29.245445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Checking segment: {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:29.245716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.246104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Bound using segment: {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:29.246610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Bound port: 8643aba2-463a-4074-ab13-6fcbd652b4ae, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:29.247028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.268681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36e98a2a-f8ed-44c8-8c75-dc91779bb849 req-519892c8-930a-4c71-a79a-f81f4d83b414 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604873 Aug 30 21:13:29.377685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] For port 8643aba2-463a-4074-ab13-6fcbd652b4ae, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:29.395375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] For port 8643aba2-463a-4074-ab13-6fcbd652b4ae, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8643aba2-463a-4074-ab13-6fcbd652b4ae,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:29.406772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-66137f5e-19f4-49ff-a81f-9ebbb33ede00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:29.408858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-66137f5e-19f4-49ff-a81f-9ebbb33ede00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1095 time: 0.3047142 Aug 30 21:13:29.414989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.426368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:29.427111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.521440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb63be-07f6-4ea6-b7d5-8e1675c9e719 None None] Pushing event updated for resources: {'Port': ['ID=8643aba2-463a-4074-ab13-6fcbd652b4ae,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:29.528668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:29.551422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf56ecb9-60e8-40e6-ae6f-1b9bcafda9e1 req-523d9d19-b9c4-478c-9bcc-d2849c5a41a6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 210 time: 0.1001179 Aug 30 21:13:29.588396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-81a59d8b-a261-49d2-9157-759c674e508b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:29.593530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-81a59d8b-a261-49d2-9157-759c674e508b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 819 time: 0.3181720 Aug 30 21:13:29.618898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Request body: {'port': {'device_id': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'admin_state_up': True, 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:29.696409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-beeab74a-9314-4079-9e9a-c30696ade372 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.2787812 Aug 30 21:13:29.705117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-ca55a567-31e5-47ec-8e37-f2489552c727 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:29.707686 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-ca55a567-31e5-47ec-8e37-f2489552c727 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 950 time: 0.4931116 Aug 30 21:13:29.830029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df381768-5a91-4933-934f-e0656db87ae0 req-75c890da-d65c-4ac2-8f1c-149c3e4d910d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:29.832866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df381768-5a91-4933-934f-e0656db87ae0 req-75c890da-d65c-4ac2-8f1c-149c3e4d910d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=83120db0-04dc-42b1-a13b-8eef1a0f39e3 HTTP/1.1" status: 200 len: 949 time: 0.1648309 Aug 30 21:13:29.862764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.885551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Made reservation on behalf of 431ebc55fea54e1a979bd7af96b8fa71 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:29.891522 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.917179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df381768-5a91-4933-934f-e0656db87ae0 req-c445095f-fdd6-43e9-bff1-bfbeb51ab700 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737765 Aug 30 21:13:29.953089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:29.982994 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20ed1e-ec84-46d6-ab49-9a7b01c58fa4 x-openstack-request-id: req-3d20ed1e-ec84-46d6-ab49-9a7b01c58fa4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:29.983333 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "name": "network-vif-plugged", "status": "completed", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:29.983582 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d20ed1e-ec84-46d6-ab49-9a7b01c58fa4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:29.984011 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'code': 200} Aug 30 21:13:30.041830 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a65e5-5d02-4864-9d5f-72f3f4385362 x-openstack-request-id: req-157a65e5-5d02-4864-9d5f-72f3f4385362 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:30.042178 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9347e5-2b61-470b-b2e7-d8ddc8f82642", "tag": "265cac6c-84c4-4a22-8f94-590fef93169e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:30.042440 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-157a65e5-5d02-4864-9d5f-72f3f4385362 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:30.042990 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'tag': '265cac6c-84c4-4a22-8f94-590fef93169e', 'status': 'completed', 'code': 200} Aug 30 21:13:30.089114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:30.101479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:30.106705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:30.160255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-6c5eba96-cda3-466a-ad01-96cf20591af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:30.161808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-6c5eba96-cda3-466a-ad01-96cf20591af4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.4479256 Aug 30 21:13:30.183763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=58e1e98b-e73a-4368-a0ce-3a300fbce8f5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:30.187957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b9ac8-ae66-4da6-bfaf-3e77754683c0 req-a79e4ea3-62e1-4107-a0eb-93658076f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:30.189815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-718b9ac8-ae66-4da6-bfaf-3e77754683c0 req-a79e4ea3-62e1-4107-a0eb-93658076f758 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 1097 time: 0.1238458 Aug 30 21:13:30.231619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-3ba5a4bd-c905-49e2-a4fe-56e6e9490dea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575502 Aug 30 21:13:30.292461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Allocated IP 172.25.5.206 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/51253778-09ec-4f10-b693-9cf4faf3c4a6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:30.306209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba0f3-7212-481c-aa07-3f18d5d2f698 req-dec9395f-1730-4067-b786-828493ab76f6 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:30.307718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eddba0f3-7212-481c-aa07-3f18d5d2f698 req-dec9395f-1730-4067-b786-828493ab76f6 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1817122 Aug 30 21:13:30.312514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-718b9ac8-ae66-4da6-bfaf-3e77754683c0 req-8d2d257e-c2e3-4d8e-b9fa-b1b8fea4bccf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913801 Aug 30 21:13:30.345218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Allocated IP 172.20.0.2 (c112ea77-3cd8-41af-b7da-cd7b8c007a21/5d435610-0844-48e7-8bd9-3219e8a0e216/8901f60c-08bc-45cd-b58b-5c17d9e956ba) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:30.364512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:30.379310 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:30.381776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95cdad31-8acf-4458-b2be-9530d4f87098 req-883c50b4-867f-40e5-a2f5-d22735a53191 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "DELETE /v2.0/ports/58e1e98b-e73a-4368-a0ce-3a300fbce8f5 HTTP/1.1" status: 204 len: 173 time: 2.2496405 Aug 30 21:13:30.388619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eddba0f3-7212-481c-aa07-3f18d5d2f698 req-4fd9cd97-b9e1-4cf2-9b1d-290ac3df24f2 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728769 Aug 30 21:13:30.433404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port 7797831b-5bcf-446d-b74b-a6786dee8e8f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:30.433788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:30.646851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:30.696361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Sync routers for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:30.728974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:30.729726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:30.769574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-4a543f39-6347-4ec0-bf99-21569e6eb912 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263009 Aug 30 21:13:30.885236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:30.923235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.027945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8643aba2-463a-4074-ab13-6fcbd652b4ae up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:31.039075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa1ef6-9a24-4aad-8676-a73d8c1e4b25 req-3a749d37-6f8b-4ee0-ab5e-093d837a3a91 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:31.053364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3efa1ef6-9a24-4aad-8676-a73d8c1e4b25 req-3a749d37-6f8b-4ee0-ab5e-093d837a3a91 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.3036425 Aug 30 21:13:31.094738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Network c112ea77-3cd8-41af-b7da-cd7b8c007a21 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:31.104676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa7176c4-6826-4af7-b157-f948c1f5a227 req-3f0e7713-88c8-46f3-9733-a3ab961dac05 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750390 Aug 30 21:13:31.116970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:31.120420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:31.166073 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.177754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Pushing event updated for resources: {'Port': ['ID=8901f60c-08bc-45cd-b58b-5c17d9e956ba,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:31.178527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:31.193023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port 7797831b-5bcf-446d-b74b-a6786dee8e8f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7797831b-5bcf-446d-b74b-a6786dee8e8f,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:31.193394 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.224965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3efa1ef6-9a24-4aad-8676-a73d8c1e4b25 req-03060d16-dee2-4d1a-b177-91e1988360ab tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706159 Aug 30 21:13:31.253403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for 7797831b-5bcf-446d-b74b-a6786dee8e8f owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:31.259044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:31.261123 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.267709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:31.276454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:31.291621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:31.306004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-e9eaeeb5-9a2b-461c-b161-16e5a064f548 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6943991 Aug 30 21:13:31.321711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Request body: {'port': {'device_id': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:31.352675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc110ab-db52-4cba-8ca7-212c230b5e49 None None] Network eeff5722-5950-4079-b867-4076a5c8f0be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:13:31.370387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Pushing event updated for resources: {'Port': ['ID=51253778-09ec-4f10-b693-9cf4faf3c4a6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:31.382016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9195-da61-49fd-94bd-050859ade544 req-73fcd972-b0d4-4f9c-be74-63e147932fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:31.383601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-73fcd972-b0d4-4f9c-be74-63e147932fa2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1095 time: 0.2082806 Aug 30 21:13:31.444918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] Provisioning for port 8643aba2-463a-4074-ab13-6fcbd652b4ae completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:31.451910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8643aba2-463a-4074-ab13-6fcbd652b4ae completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:31.452135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7eb2-d88b-49b5-9dee-f8c932ec2001 req-c3ecc4e7-e422-42b1-b6ca-8af83dc8a806 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:31.454014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cbc7eb2-d88b-49b5-9dee-f8c932ec2001 req-c3ecc4e7-e422-42b1-b6ca-8af83dc8a806 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 931 time: 0.0922484 Aug 30 21:13:31.469399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] Provisioning complete for port 8643aba2-463a-4074-ab13-6fcbd652b4ae triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:31.469770 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.476267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8643aba2-463a-4074-ab13-6fcbd652b4ae triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:31.476471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.491216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.528987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cbc7eb2-d88b-49b5-9dee-f8c932ec2001 req-e09e6594-3a71-4850-966e-2fdc08241217 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568206 Aug 30 21:13:31.588928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7797831b-5bcf-446d-b74b-a6786dee8e8f no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:31.710424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9195-da61-49fd-94bd-050859ade544 req-f44b17a2-dc2e-4a12-a43c-9ea60f0b123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:31.712296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-f44b17a2-dc2e-4a12-a43c-9ea60f0b123f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.3186724 Aug 30 21:13:31.765440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:31.773978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-0c3655af-d340-47e2-9610-f763e1ac7771 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.0530689 Aug 30 21:13:31.830058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba288a8-71b6-4a88-9829-2c8e7a841e56 req-cd25b736-93a3-4d69-b2f0-d9dac12f4d07 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:31.831970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ba288a8-71b6-4a88-9829-2c8e7a841e56 req-cd25b736-93a3-4d69-b2f0-d9dac12f4d07 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.0940974 Aug 30 21:13:31.832438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:31.883204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:31.883684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 58e1e98b-e73a-4368-a0ce-3a300fbce8f5 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:31.895293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ba288a8-71b6-4a88-9829-2c8e7a841e56 req-f0584a19-338a-4ab1-b3a8-382dd1d5c863 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521190 Aug 30 21:13:32.009289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:32.046718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port 7797831b-5bcf-446d-b74b-a6786dee8e8f on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:32.050861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8901f60c-08bc-45cd-b58b-5c17d9e956ba {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:32.055112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.058060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3c3c32ab-8808-4961-907a-7486f7b6646c req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "DELETE /v2.0/ports/7797831b-5bcf-446d-b74b-a6786dee8e8f HTTP/1.1" status: 204 len: 173 time: 2.3381915 Aug 30 21:13:32.059234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'name': 'network-vif-deleted', 'tag': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5'}, {'server_uuid': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'name': 'network-vif-deleted', 'tag': '7797831b-5bcf-446d-b74b-a6786dee8e8f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:32.063174 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf754934-ecca-4530-a2cb-4ecf3f6f1a03" -d '{"events": [{"server_uuid": "83120db0-04dc-42b1-a13b-8eef1a0f39e3", "name": "network-vif-deleted", "tag": "58e1e98b-e73a-4368-a0ce-3a300fbce8f5"}, {"server_uuid": "bf5c2ed4-cd70-4f46-aeea-96739452a895", "name": "network-vif-deleted", "tag": "7797831b-5bcf-446d-b74b-a6786dee8e8f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:32.067097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acec196-f0bf-4cee-8ec9-30c73533f6d4 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=7797831b-5bcf-446d-b74b-a6786dee8e8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:32.077734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:32.080862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.094416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9195-da61-49fd-94bd-050859ade544 req-18544b92-c068-427e-857e-b5241e1cd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:32.096973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-18544b92-c068-427e-857e-b5241e1cd4a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.3129265 Aug 30 21:13:32.128112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Transition to ACTIVE for port object 8901f60c-08bc-45cd-b58b-5c17d9e956ba will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:32.131951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Port 7797831b-5bcf-446d-b74b-a6786dee8e8f update to DOWN by agent not found {{(pid=94690) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 21:13:32.135171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 2, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:32.142939 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.173698 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.203082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Checking router: 8294980f-963d-4f01-854b-fe8019306d38 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:32.203796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Updating router 8294980f-963d-4f01-854b-fe8019306d38 port 8457fb75-863f-4106-b2a6-bef61d750dbc binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:32.237370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.329261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7294256-0a3f-461d-8526-d415c17078f3 req-277da836-ccd9-4b73-8104-72dfa1e99bbf tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf5c2ed4-cd70-4f46-aeea-96739452a895 HTTP/1.1" status: 200 len: 210 time: 0.1145492 Aug 30 21:13:32.330107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8901f60c-08bc-45cd-b58b-5c17d9e956ba,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:32.476560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] For port 8643aba2-463a-4074-ab13-6fcbd652b4ae, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8643aba2-463a-4074-ab13-6fcbd652b4ae,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:32.477625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.504908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Attempting to bind port 8901f60c-08bc-45cd-b58b-5c17d9e956ba on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:32.505620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Attempting to bind port 8901f60c-08bc-45cd-b58b-5c17d9e956ba by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:32.506124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Attempting to bind port 8901f60c-08bc-45cd-b58b-5c17d9e956ba on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:32.518841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Port 8901f60c-08bc-45cd-b58b-5c17d9e956ba on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:13:32.519475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Attempting to bind port 8901f60c-08bc-45cd-b58b-5c17d9e956ba on network c112ea77-3cd8-41af-b7da-cd7b8c007a21 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:32.546697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:32.547239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Checking segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:32.547808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Bound using segment: {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:32.548434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Bound port: 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65163a83-7670-4b0b-9565-5b4ff29a2cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:32.551092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.649972 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a150c832-464a-4500-a99e-890272820f8a x-openstack-request-id: req-a150c832-464a-4500-a99e-890272820f8a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:32.650552 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83120db0-04dc-42b1-a13b-8eef1a0f39e3", "name": "network-vif-deleted", "tag": "58e1e98b-e73a-4368-a0ce-3a300fbce8f5", "status": "completed", "code": 200}, {"server_uuid": "bf5c2ed4-cd70-4f46-aeea-96739452a895", "name": "network-vif-deleted", "tag": "7797831b-5bcf-446d-b74b-a6786dee8e8f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:32.650552 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a150c832-464a-4500-a99e-890272820f8a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:32.651320 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83120db0-04dc-42b1-a13b-8eef1a0f39e3', 'name': 'network-vif-deleted', 'tag': '58e1e98b-e73a-4368-a0ce-3a300fbce8f5', 'status': 'completed', 'code': 200} Aug 30 21:13:32.651642 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5c2ed4-cd70-4f46-aeea-96739452a895', 'name': 'network-vif-deleted', 'tag': '7797831b-5bcf-446d-b74b-a6786dee8e8f', 'status': 'completed', 'code': 200} Aug 30 21:13:32.657118 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-b5acb0e1-4e29-480b-8498-331b4b226e57 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5476735 Aug 30 21:13:32.777056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a118d9-c993-418f-a177-65f1ede28090 req-bf050521-3ed5-46e0-9be2-e47135abd61c tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:32.785501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68a118d9-c993-418f-a177-65f1ede28090 req-bf050521-3ed5-46e0-9be2-e47135abd61c tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.1675291 Aug 30 21:13:32.812449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.818279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] For port 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:32.847339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68a118d9-c993-418f-a177-65f1ede28090 req-a393754d-aa72-467d-8e6b-ce3a4012bf3f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606027 Aug 30 21:13:32.849960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] For port 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:32.861413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.869986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:32.904449 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-5d183a59-ba98-48ba-895d-f37f50735e8f service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134511 Aug 30 21:13:33.044279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:33.044909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.048622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] 10.222.0.86 "PUT /v2.0/ports/8901f60c-08bc-45cd-b58b-5c17d9e956ba HTTP/1.1" status: 200 len: 1092 time: 1.7313061 Aug 30 21:13:33.048825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:13:33.049231 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:13:33.053737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'tag': '8901f60c-08bc-45cd-b58b-5c17d9e956ba'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:33.056765 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40970db-c7f8-4ae0-b81e-6558770be30a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3c10fa-73e2-45ed-bf7a-0a8846683edb", "tag": "8901f60c-08bc-45cd-b58b-5c17d9e956ba"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:33.098137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61d3e6-19a6-473c-8572-609cbbd5d06a None None] Pushing event updated for resources: {'Port': ['ID=8643aba2-463a-4074-ab13-6fcbd652b4ae,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:33.125190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a080127-8998-4855-9660-53a9bfc9922d req-a3397000-e6f1-40d5-a013-c95ea7fe863c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:33.127272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a080127-8998-4855-9660-53a9bfc9922d req-a3397000-e6f1-40d5-a013-c95ea7fe863c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 943 time: 0.2036188 Aug 30 21:13:33.136765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3f175605-4867-4299-b92e-c59d15161e8a None None] Provisioning complete for port 8643aba2-463a-4074-ab13-6fcbd652b4ae triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:33.137406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f175605-4867-4299-b92e-c59d15161e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.146945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1833d-8541-44ed-ae33-8117cf5a63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8901f60c-08bc-45cd-b58b-5c17d9e956ba,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:33.223765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.228203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95fd9195-da61-49fd-94bd-050859ade544 req-f87f6a56-e6f8-4af0-a257-cd6b085001b7 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345157 Aug 30 21:13:33.230754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a080127-8998-4855-9660-53a9bfc9922d req-c2ac3234-f25a-436d-b292-5fcee7bd854a tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Aug 30 21:13:33.232805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-37fafcd5-6fe3-4ea6-b645-bfed18d765d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:33.238110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-37fafcd5-6fe3-4ea6-b645-bfed18d765d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 1095 time: 0.1446459 Aug 30 21:13:33.334767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-61e227d3-9367-42f6-90d2-a348c9a86f42 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba HTTP/1.1" status: 200 len: 217 time: 0.0876596 Aug 30 21:13:33.371566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.387133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Transition to ACTIVE for port object 8457fb75-863f-4106-b2a6-bef61d750dbc will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:33.395601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Router 4b9a1c15-7015-4ec4-beaf-3081cf901280 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:13:33.397857 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.423280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-59bed247-54ec-4f8e-ac29-46651f31bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:33.424816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-59bed247-54ec-4f8e-ac29-46651f31bc68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.0694070 Aug 30 21:13:33.440390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a551f-cdb3-4065-a0b4-1b04f7be04ba req-e10a2999-944c-4fcd-b630-91956942a031 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:33.442273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-614a551f-cdb3-4065-a0b4-1b04f7be04ba req-e10a2999-944c-4fcd-b630-91956942a031 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.1222210 Aug 30 21:13:33.453668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:33.481257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Request body: {'floatingip': {'port_id': 'a1eca963-9b74-4329-9ae2-64c53c32dec0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:33.502143 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.508397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ee786-ba8d-4ade-93b9-92a4406461ab None None] Pushing event updated for resources: {'Port': ['ID=8457fb75-863f-4106-b2a6-bef61d750dbc,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:33.549927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.598727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:33.603388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:33.614039 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Sync routers for ids ['4b9a1c15-7015-4ec4-beaf-3081cf901280'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:33.626827 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Routers {'4b9a1c15-7015-4ec4-beaf-3081cf901280'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:33.627602 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4b9a1c15-7015-4ec4-beaf-3081cf901280'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:33.656892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Attempting to bind port 8457fb75-863f-4106-b2a6-bef61d750dbc on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:33.657828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Attempting to bind port 8457fb75-863f-4106-b2a6-bef61d750dbc by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:33.658444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Attempting to bind port 8457fb75-863f-4106-b2a6-bef61d750dbc on network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:33.694301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.698404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d1193030-6376-4a64-92d9-910c88d013c2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2246921 Aug 30 21:13:33.698832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:33.703731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:33.705695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Checking segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:33.707412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.708122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Bound using segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:33.710902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Bound port: 8457fb75-863f-4106-b2a6-bef61d750dbc, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:33.712806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:33.849254 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:13:33.894770 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Set router 4b9a1c15-7015-4ec4-beaf-3081cf901280 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:33.943259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] For port 8457fb75-863f-4106-b2a6-bef61d750dbc, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:33.948755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] For port 8457fb75-863f-4106-b2a6-bef61d750dbc, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8457fb75-863f-4106-b2a6-bef61d750dbc,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:33.963461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8643aba2-463a-4074-ab13-6fcbd652b4ae up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:34.010383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.083903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:34.137342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:34.139594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ee786-ba8d-4ade-93b9-92a4406461ab None None] Pushing event updated for resources: {'Port': ['ID=8457fb75-863f-4106-b2a6-bef61d750dbc,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:34.165704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-0167b9f6-26c2-4973-8612-729c0f1bd853 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7222688 Aug 30 21:13:34.181308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:34.182114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:34.184524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8643aba2-463a-4074-ab13-6fcbd652b4ae triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:34.193902 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.230195 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:13:31Z', 'revision_number': 3, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:34.294276 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Checking router: 4b9a1c15-7015-4ec4-beaf-3081cf901280 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:34.294628 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Updating router 4b9a1c15-7015-4ec4-beaf-3081cf901280 port 51253778-09ec-4f10-b693-9cf4faf3c4a6 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:34.320285 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.354090 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.376317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369e56d-58c4-4996-a3fb-0e55dc8e476f req-8f07b4b0-4a59-45c1-9be4-4212fb18c11a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:34.388054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2369e56d-58c4-4996-a3fb-0e55dc8e476f req-8f07b4b0-4a59-45c1-9be4-4212fb18c11a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.2251029 Aug 30 21:13:34.399877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:34.495787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:34.504332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2369e56d-58c4-4996-a3fb-0e55dc8e476f req-f7b09dfb-0909-4d90-af69-f1caf83ade54 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095297 Aug 30 21:13:34.505675 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.620588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:34.625338 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd6a164-08e2-465f-acca-345497faa595 x-openstack-request-id: req-8bd6a164-08e2-465f-acca-345497faa595 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:34.626034 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3c10fa-73e2-45ed-bf7a-0a8846683edb", "tag": "8901f60c-08bc-45cd-b58b-5c17d9e956ba", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:34.628640 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bd6a164-08e2-465f-acca-345497faa595 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:34.629336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.630145 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'tag': '8901f60c-08bc-45cd-b58b-5c17d9e956ba', 'status': 'completed', 'code': 200} Aug 30 21:13:34.649454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-42a85f22-af09-4b45-af34-4e62c1d4a7ca service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833442 Aug 30 21:13:34.678948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:34.826051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:34.943302 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:34.955148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Allocated IP 172.20.0.1 (eeff5722-5950-4079-b867-4076a5c8f0be/88572164-8459-4fdc-9fcf-a5c5d33d97fb/77fa39a9-860b-4c72-9cfa-f9d2ce0555bc) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:34.965997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5dd6f507-4f86-421d-a219-db8b2e37f148 req-460d27dd-d5ca-4805-b246-720117aaa063 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083875 Aug 30 21:13:34.972245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Transition to ACTIVE for port object 51253778-09ec-4f10-b693-9cf4faf3c4a6 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:34.991413 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.002238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481094d3-14d2-4685-aaef-de1252b6fc09 req-96ca9ffb-cbd6-4644-8a4a-68498f243469 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:35.003976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-481094d3-14d2-4685-aaef-de1252b6fc09 req-96ca9ffb-cbd6-4644-8a4a-68498f243469 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 943 time: 0.1138225 Aug 30 21:13:35.029262 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Attempting to bind port 51253778-09ec-4f10-b693-9cf4faf3c4a6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:35.029738 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Attempting to bind port 51253778-09ec-4f10-b693-9cf4faf3c4a6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:35.030104 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Attempting to bind port 51253778-09ec-4f10-b693-9cf4faf3c4a6 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:35.055038 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:35.055430 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:35.055813 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.056300 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:35.057031 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Bound port: 51253778-09ec-4f10-b693-9cf4faf3c4a6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:35.057470 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.126858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] For port 51253778-09ec-4f10-b693-9cf4faf3c4a6, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:35.132095 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] For port 51253778-09ec-4f10-b693-9cf4faf3c4a6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=51253778-09ec-4f10-b693-9cf4faf3c4a6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:35.142498 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.143454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.resource_extend [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:13:35.155824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:33Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:35.195035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac3fe6-286b-4bb9-9bd1-9461888990bf None None] The sync data for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 is: [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:33Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:35.199034 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Routers {'4b9a1c15-7015-4ec4-beaf-3081cf901280'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:35.199674 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4b9a1c15-7015-4ec4-beaf-3081cf901280'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:35.232181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-481094d3-14d2-4685-aaef-de1252b6fc09 req-c544eae2-0ac7-4dfd-8733-954bbe58b6c6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719370 Aug 30 21:13:35.265188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.270057 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce39fbd-da21-4021-8e03-533a529a7d2b None None] Pushing event updated for resources: {'Port': ['ID=51253778-09ec-4f10-b693-9cf4faf3c4a6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:35.270348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.274307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-de60d10b-0b09-47a6-a983-88c7d199e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:35.276211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-de60d10b-0b09-47a6-a983-88c7d199e6ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 1095 time: 0.1971250 Aug 30 21:13:35.280930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.317552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Transition to ACTIVE for port object 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:35.394056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.402732 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce39fbd-da21-4021-8e03-533a529a7d2b None None] Pushing event updated for resources: {'Port': ['ID=51253778-09ec-4f10-b693-9cf4faf3c4a6,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:35.468997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Network eeff5722-5950-4079-b867-4076a5c8f0be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:35.476926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:35.480723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:35.521888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Pushing event updated for resources: {'Port': ['ID=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:35.547352 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Floating IP d151ce3c-771d-4f6b-8255-cb109ccfa611 associated. External IP: 172.25.5.108, port: a1eca963-9b74-4329-9ae2-64c53c32dec0. Aug 30 21:13:35.559229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.572204 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] Set router 4b9a1c15-7015-4ec4-beaf-3081cf901280 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:35.598599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.614886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:35.637328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-3d6a03be-2b08-4aee-a3cc-6c7409e93816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:35.650524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-3d6a03be-2b08-4aee-a3cc-6c7409e93816 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.3512738 Aug 30 21:13:35.736731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:35.739229 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.754022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-a5c98ea8-215f-450d-a5ad-422e4c62a5d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba HTTP/1.1" status: 200 len: 217 time: 0.0991986 Aug 30 21:13:35.835820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 265cac6c-84c4-4a22-8f94-590fef93169e details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:35.886775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-4b9f1398-0190-4d10-b0ed-fb9962a0a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:35.891462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-4b9f1398-0190-4d10-b0ed-fb9962a0a08a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.1229138 Aug 30 21:13:35.951983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.989413 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:35.991415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-c06dd5c7-6556-4c34-a778-5d21d2ade8f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718997 Aug 30 21:13:36.036597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:13:31Z', 'revision_number': 3, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:36.038907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8457fb75-863f-4106-b2a6-bef61d750dbc up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:36.084147 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd31d2f0-f5de-46b6-b181-c25a24bd026f None None] The sync data for ids ['4b9a1c15-7015-4ec4-beaf-3081cf901280'] in n-d-793620-16 is: [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:13:31Z', 'revision_number': 3, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:36.119186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e07b6-036c-4fa5-975c-99e1f7835265 req-7ab0c8de-aaf0-444e-9b3b-b7439537bf9b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:36.128556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c96e07b6-036c-4fa5-975c-99e1f7835265 req-7ab0c8de-aaf0-444e-9b3b-b7439537bf9b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.2348902 Aug 30 21:13:36.370483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:36.378426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-288872e3-bc88-4131-9028-19e1f9da197b service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547490 Aug 30 21:13:36.379033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:36.385259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c96e07b6-036c-4fa5-975c-99e1f7835265 req-d29f1618-049f-40f9-bb6f-c1a4ea938d81 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567825 Aug 30 21:13:36.520925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:36.619853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e84738d-1b20-4044-933d-e0d8bc919e2d None None] Provisioning for port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:36.629970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e84738d-1b20-4044-933d-e0d8bc919e2d None None] Provisioning complete for port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:36.630487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e84738d-1b20-4044-933d-e0d8bc919e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:36.652482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Router 1271035e-1a2d-4d67-907b-a119d6e6fcbc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:13:36.668576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Pushing event updated for resources: {'Port': ['ID=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:36.688078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Network eeff5722-5950-4079-b867-4076a5c8f0be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:36.698836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:36.755434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3e84738d-1b20-4044-933d-e0d8bc919e2d None None] Port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:36.757192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:36.759810 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8cd91b-07b0-4b0b-8d10-15176aea1998" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:36.837553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:36.865526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.043789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8457fb75-863f-4106-b2a6-bef61d750dbc completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:37.051126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:37.060811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 265cac6c-84c4-4a22-8f94-590fef93169e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=265cac6c-84c4-4a22-8f94-590fef93169e,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:37.061950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.066129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Router 4b9a1c15-7015-4ec4-beaf-3081cf901280 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:13:37.093641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] Sync routers for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:37.116731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8457fb75-863f-4106-b2a6-bef61d750dbc triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:37.117105 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.184156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '265cac6c-84c4-4a22-8f94-590fef93169e', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'port_id': '265cac6c-84c4-4a22-8f94-590fef93169e', 'mac_address': 'fa:16:3e:66:83:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:37.236281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b40970db-c7f8-4ae0-b81e-6558770be30a req-e9e4d5e5-414e-4a82-9b4f-f57a7f22a1f8 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8480089 Aug 30 21:13:37.246628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1775a102-a940-4ae7-a113-4a9d3b382d78 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "PUT /v2.0/floatingips/d151ce3c-771d-4f6b-8255-cb109ccfa611 HTTP/1.1" status: 200 len: 991 time: 3.7863646 Aug 30 21:13:37.251996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:37.254796 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:37.265261 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.267137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:37.271843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6f229-4356-47f1-b882-e59c58054c7b req-10bd4531-5f10-40f1-8256-eb55d6695738 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:37.277361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91b6f229-4356-47f1-b882-e59c58054c7b req-10bd4531-5f10-40f1-8256-eb55d6695738 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 943 time: 0.1399243 Aug 30 21:13:37.296030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:37.302950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:37.410209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91b6f229-4356-47f1-b882-e59c58054c7b req-2d9043cd-a8f9-4eff-ae94-923a56bbe630 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188993 Aug 30 21:13:37.439113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265cac6c-84c4-4a22-8f94-590fef93169e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:37.461789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ff768df6-3304-480d-b117-5ea436a65c9e None None] Provisioning complete for port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:37.462063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff768df6-3304-480d-b117-5ea436a65c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.475211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:37.564356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 265cac6c-84c4-4a22-8f94-590fef93169e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=265cac6c-84c4-4a22-8f94-590fef93169e,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:37.574018 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed704e1-186a-4be3-a2f9-525e45728da1 x-openstack-request-id: req-4ed704e1-186a-4be3-a2f9-525e45728da1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:37.574190 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:37.574600 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ed704e1-186a-4be3-a2f9-525e45728da1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:37.574798 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:13:37.595486 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.662940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-6e3737fe-9911-4bbb-8c48-76823ddf29c9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:37.665579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-6e3737fe-9911-4bbb-8c48-76823ddf29c9 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 950 time: 0.2130468 Aug 30 21:13:37.743755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ff768df6-3304-480d-b117-5ea436a65c9e None None] Port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:37.836493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:13:37.843539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5c23c889-b6c6-4710-8ed3-7603a9269c4e admin admin] 10.222.0.76 "PUT /v2.0/routers/4b9a1c15-7015-4ec4-beaf-3081cf901280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385071 Aug 30 21:13:37.906544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd1bf0-5c34-439e-adaf-ac3c35532af3 req-cdd0c38e-27b3-4718-b78e-3f48f08e78ba tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:37.909162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=265cac6c-84c4-4a22-8f94-590fef93169e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:37.921830 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:37.927048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6bd1bf0-5c34-439e-adaf-ac3c35532af3 req-cdd0c38e-27b3-4718-b78e-3f48f08e78ba tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9 HTTP/1.1" status: 200 len: 950 time: 0.2596214 Aug 30 21:13:37.986570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6bd1bf0-5c34-439e-adaf-ac3c35532af3 req-2d876fb5-13ce-461b-8277-a7b6c76daa00 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565858 Aug 30 21:13:38.007838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['265cac6c-84c4-4a22-8f94-590fef93169e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:38.019536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port db4e8f04-5947-4afd-b967-fc1a0c66b2bd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:38.019975 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:38.090373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8457fb75-863f-4106-b2a6-bef61d750dbc, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8457fb75-863f-4106-b2a6-bef61d750dbc,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:38.106795 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:38.218880 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1dde19-f6b1-411f-ab59-d8bcdb20c467 x-openstack-request-id: req-cc1dde19-f6b1-411f-ab59-d8bcdb20c467 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:38.220076 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:38.220408 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc1dde19-f6b1-411f-ab59-d8bcdb20c467 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:38.220938 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'status': 'completed', 'code': 200} Aug 30 21:13:38.277448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port db4e8f04-5947-4afd-b967-fc1a0c66b2bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:38.280003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:38.324946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 51253778-09ec-4f10-b693-9cf4faf3c4a6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:38.329661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-4ee28af4-9cab-4a8e-a0ea-b251fd170e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:38.331263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-4ee28af4-9cab-4a8e-a0ea-b251fd170e0e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a&device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 1097 time: 0.1029382 Aug 30 21:13:38.453110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 51253778-09ec-4f10-b693-9cf4faf3c4a6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:38.466604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 51253778-09ec-4f10-b693-9cf4faf3c4a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:38.467380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:38.554351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-d87b4d95-35d6-4739-98a5-99478bd30f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:38.556215 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-d87b4d95-35d6-4739-98a5-99478bd30f53 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 HTTP/1.1" status: 200 len: 913 time: 0.2170143 Aug 30 21:13:38.607456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'd151ce3c-771d-4f6b-8255-cb109ccfa611', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'port_id': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'mac_address': 'fa:16:3e:1e:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 1, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:06Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:38.647146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8457fb75-863f-4106-b2a6-bef61d750dbc,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:38.664625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] Checking router: 1271035e-1a2d-4d67-907b-a119d6e6fcbc for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:38.693797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:38.694289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-8179c116-4a94-4e5d-818b-51c68c65a07c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0 HTTP/1.1" status: 200 len: 999 time: 0.1303596 Aug 30 21:13:38.694994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:38.882957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-6dbee240-86e8-4cc5-bded-5aecc5afbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:38.885916 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-6dbee240-86e8-4cc5-bded-5aecc5afbc69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b91d7e81-22de-4523-9374-3a48bc0bdb2e HTTP/1.1" status: 200 len: 851 time: 0.1778431 Aug 30 21:13:38.990491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a36f7485-5039-4e77-aefa-0fa65f533374 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:38.996072 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a36f7485-5039-4e77-aefa-0fa65f533374 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "GET /v2.0/ports?device_id=1f5886ea-dfba-45fa-ba84-1191ebeb775d HTTP/1.1" status: 200 len: 950 time: 0.2073514 Aug 30 21:13:39.001990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for db4e8f04-5947-4afd-b967-fc1a0c66b2bd owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:39.033226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:39.106756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b267b6e-a308-48e8-89c9-cf8de4fb7e5a req-a3a60a8d-c127-4896-b601-c629f37278ad tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:39.117457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-45c370f7-4d11-40e8-81c3-4cd36ffceb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:39.120637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-45c370f7-4d11-40e8-81c3-4cd36ffceb5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2241764 Aug 30 21:13:39.127806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:13:39.136145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b267b6e-a308-48e8-89c9-cf8de4fb7e5a req-a3a60a8d-c127-4896-b601-c629f37278ad tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1318491 Aug 30 21:13:39.206110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b267b6e-a308-48e8-89c9-cf8de4fb7e5a req-bcd6a905-4865-453d-9343-5cd56ce68376 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650907 Aug 30 21:13:39.230218 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Sync routers for ids ['4b9a1c15-7015-4ec4-beaf-3081cf901280'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:13:39.248275 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Routers {'4b9a1c15-7015-4ec4-beaf-3081cf901280'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:39.250421 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4b9a1c15-7015-4ec4-beaf-3081cf901280'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:39.430483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.436488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.471537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 51253778-09ec-4f10-b693-9cf4faf3c4a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=51253778-09ec-4f10-b693-9cf4faf3c4a6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:39.519408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:39.519408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.583539 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Set router 4b9a1c15-7015-4ec4-beaf-3081cf901280 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:39.589465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:39.637726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=db4e8f04-5947-4afd-b967-fc1a0c66b2bd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:39.704673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port db4e8f04-5947-4afd-b967-fc1a0c66b2bd on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:39.712721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.719420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b39cff0-b6bd-4f10-b6f9-fe0d312a3970 req-5e240a12-3a1a-41a3-a009-defe65e7f70d tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "DELETE /v2.0/ports/db4e8f04-5947-4afd-b967-fc1a0c66b2bd HTTP/1.1" status: 204 len: 173 time: 2.0265830 Aug 30 21:13:39.742299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.744279 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-64601b05-eadc-445d-a3ed-0ba82b96ef44 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113811 Aug 30 21:13:39.746317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3eab6084-98b7-43f6-a3b9-07705178b211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.834862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8901f60c-08bc-45cd-b58b-5c17d9e956ba details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:39.944737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:39.945397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:39.970397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:40.062650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99f4ac2f-7391-4188-96b8-10c7a4e0f2fd req-52a75466-4626-4fbc-9cc8-891450540ba9 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069334 Aug 30 21:13:40.223013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'name': 'network-vif-deleted', 'tag': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:40.228749 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59effa44-da80-4045-9f76-790e31c37ac9" -d '{"events": [{"server_uuid": "5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9", "name": "network-vif-deleted", "tag": "db4e8f04-5947-4afd-b967-fc1a0c66b2bd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:40.238282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd', '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:40.273339 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:13:40.323567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=51253778-09ec-4f10-b693-9cf4faf3c4a6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:40.335876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8457fb75-863f-4106-b2a6-bef61d750dbc up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:40.341846 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 4, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '77fa39a9-860b-4c72-9cfa-f9d2ce0555bc', 'name': '', 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'mac_address': 'fa:16:3e:69:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:34Z', 'updated_at': '2021-08-30T21:13:36Z', 'revision_number': 2, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'subnets': [{'id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:40.355824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:40.481974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'd151ce3c-771d-4f6b-8255-cb109ccfa611', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'port_id': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'mac_address': 'fa:16:3e:1e:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 1, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:06Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:40.496353 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Checking router: 4b9a1c15-7015-4ec4-beaf-3081cf901280 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:13:40.499190 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Updating router 4b9a1c15-7015-4ec4-beaf-3081cf901280 port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:13:40.564120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:40.580727 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:40.584970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b40649-2ae9-414f-8545-e5925116cc77 None None] The sync data for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 is: [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'd151ce3c-771d-4f6b-8255-cb109ccfa611', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'floating_ip_address': '172.25.5.108', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'port_id': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'mac_address': 'fa:16:3e:1e:9d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 1, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:06Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:40.611906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:40.617030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:40.620505 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-05959b49-8260-4bfd-bc6d-db1be0a47cdf req-a7b66b61-ea49-4dcc-bea6-d9efcc293be2 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.86 "DELETE /v2.0/ports/44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 HTTP/1.1" status: 204 len: 173 time: 1.6088629 Aug 30 21:13:40.621046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:40.621207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'name': 'network-vif-deleted', 'tag': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:40.626835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['db4e8f04-5947-4afd-b967-fc1a0c66b2bd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:40.634079 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4974d3-4cc6-4302-aa19-0bd85678c030" -d '{"events": [{"server_uuid": "1f5886ea-dfba-45fa-ba84-1191ebeb775d", "name": "network-vif-deleted", "tag": "44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:40.726038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '8901f60c-08bc-45cd-b58b-5c17d9e956ba', 'network_id': 'c112ea77-3cd8-41af-b7da-cd7b8c007a21', 'port_id': '8901f60c-08bc-45cd-b58b-5c17d9e956ba', 'mac_address': 'fa:16:3e:eb:3b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d435610-0844-48e7-8bd9-3219e8a0e216', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:40.774692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8457fb75-863f-4106-b2a6-bef61d750dbc triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:40.775076 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:40.965191 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:40.987696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8901f60c-08bc-45cd-b58b-5c17d9e956ba {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:41.046882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:41.062566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635f05e-397b-4dfe-b93f-2628cdec1ea3 None None] New status for floating IP d151ce3c-771d-4f6b-8255-cb109ccfa611: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:13:41.074000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.253539 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.267402 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Transition to ACTIVE for port object 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:41.275581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8901f60c-08bc-45cd-b58b-5c17d9e956ba,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:41.284760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:41.292960 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.334426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58622) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:41.350056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018937286', 'description': 'tempest-secgroup-smoke-1018937286 description', 'project_id': '54f453249f564d0db918e63f108138e0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:41.370225 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8091867-183f-41d3-9ed7-7f1b934c9311 None None] Pushing event updated for resources: {'Port': ['ID=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:41.460421 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Attempting to bind port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:41.461168 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Attempting to bind port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:41.461728 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Attempting to bind port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc on network eeff5722-5950-4079-b867-4076a5c8f0be {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:41.469149 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:41.470541 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Checking segment: {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:41.472193 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.477861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Bound using segment: {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:41.477861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Bound port: 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be94934c-de19-4d58-b681-d87855235753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:41.477861 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.478467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8901f60c-08bc-45cd-b58b-5c17d9e956ba'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:41.483729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.557407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce43b5-71a2-4ff7-b6c5-511322a48b38 req-9684ce29-4f70-471d-a482-bbe9a338b834 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:41.561825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60ce43b5-71a2-4ff7-b6c5-511322a48b38 req-9684ce29-4f70-471d-a482-bbe9a338b834 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 944 time: 0.1287851 Aug 30 21:13:41.623024 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] For port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:41.632009 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] For port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:41.652633 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.678729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.687283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60ce43b5-71a2-4ff7-b6c5-511322a48b38 req-4b4dcba4-adcb-4fc9-9f6a-808b51f1b939 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093044 Aug 30 21:13:41.701192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.730457 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Routers {'4b9a1c15-7015-4ec4-beaf-3081cf901280'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:13:41.731268 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4b9a1c15-7015-4ec4-beaf-3081cf901280'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:41.761267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:41.766391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58624) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:41.773524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4333091 Aug 30 21:13:41.780253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group_rule': {'security_group_id': '80401f6d-0ee2-4e32-8449-1e8fe1064b8f', 'project_id': '54f453249f564d0db918e63f108138e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:41.793921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eabde-628a-4e5c-b168-42339ffc6fde tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80401f6d-0ee2-4e32-8449-1e8fe1064b8f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:41.797940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 265cac6c-84c4-4a22-8f94-590fef93169e up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:41.841747 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8091867-183f-41d3-9ed7-7f1b934c9311 None None] Pushing event updated for resources: {'Port': ['ID=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:41.872104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.002384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.015290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.053416 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] Set router 4b9a1c15-7015-4ec4-beaf-3081cf901280 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:13:42.064177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.110329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2befe0f1-e4a8-4793-ac1d-3eb3bcf30214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.140936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb4eeb8-43dc-441f-9228-ac95ecc94945,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:42.218481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.223069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:42.228454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group_rule': {'security_group_id': '80401f6d-0ee2-4e32-8449-1e8fe1064b8f', 'project_id': '54f453249f564d0db918e63f108138e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:42.236602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8f50f8f-aed5-486a-a6f4-9d864d049de7 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4670339 Aug 30 21:13:42.324190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730ec6-2922-4a38-a0e4-a2868efa612a req-da03aac3-8c76-47b3-b96f-68018130ec5d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:42.345541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.350922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa730ec6-2922-4a38-a0e4-a2868efa612a req-da03aac3-8c76-47b3-b96f-68018130ec5d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.2632825 Aug 30 21:13:42.353891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 265cac6c-84c4-4a22-8f94-590fef93169e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:42.359425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 51253778-09ec-4f10-b693-9cf4faf3c4a6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:42.375087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 265cac6c-84c4-4a22-8f94-590fef93169e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:42.375877 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.466866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa730ec6-2922-4a38-a0e4-a2868efa612a req-40ce6b20-dfb5-449b-9cdb-e663adc7d99e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111608 Aug 30 21:13:42.478372 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 4, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '77fa39a9-860b-4c72-9cfa-f9d2ce0555bc', 'name': '', 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'mac_address': 'fa:16:3e:69:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:34Z', 'updated_at': '2021-08-30T21:13:41Z', 'revision_number': 4, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'subnets': [{'id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:13:42.496384 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.507304 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.539705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faff05d-4636-4a3d-8142-b48a3d18fc40,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:42.539958 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab484899-f07a-474e-a0a3-51897f63ba54 None None] The sync data for ids ['4b9a1c15-7015-4ec4-beaf-3081cf901280'] in n-d-793620-16 is: [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:13:35Z', 'revision_number': 4, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '77fa39a9-860b-4c72-9cfa-f9d2ce0555bc', 'name': '', 'network_id': 'eeff5722-5950-4079-b867-4076a5c8f0be', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'mac_address': 'fa:16:3e:69:9f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:34Z', 'updated_at': '2021-08-30T21:13:41Z', 'revision_number': 4, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'subnets': [{'id': '88572164-8459-4fdc-9fcf-a5c5d33d97fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:13:42.549557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.551775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7efa8a7-7e77-4f6a-9f33-9930b29a1f6e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274531 Aug 30 21:13:42.554701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58632) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:42.560291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group_rule': {'security_group_id': '80401f6d-0ee2-4e32-8449-1e8fe1064b8f', 'project_id': '54f453249f564d0db918e63f108138e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:42.583386 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.583675 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216c54a-0dd1-4784-9280-dc126f2dd326 x-openstack-request-id: req-c216c54a-0dd1-4784-9280-dc126f2dd326 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:42.583909 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9", "name": "network-vif-deleted", "tag": "db4e8f04-5947-4afd-b967-fc1a0c66b2bd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:42.584364 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c216c54a-0dd1-4784-9280-dc126f2dd326 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:42.584960 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e333b7b-1556-4a1b-8a31-ecae5eb5c4d9', 'name': 'network-vif-deleted', 'tag': 'db4e8f04-5947-4afd-b967-fc1a0c66b2bd', 'status': 'completed', 'code': 200} Aug 30 21:13:42.641455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 51253778-09ec-4f10-b693-9cf4faf3c4a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:42.641455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.695554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.773632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.842120 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4b17a9-ebe3-43dc-a89f-980025f57d36 x-openstack-request-id: req-3e4b17a9-ebe3-43dc-a89f-980025f57d36 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:42.842590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.842776 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5886ea-dfba-45fa-ba84-1191ebeb775d", "name": "network-vif-deleted", "tag": "44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:42.844756 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e4b17a9-ebe3-43dc-a89f-980025f57d36 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:42.846138 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5886ea-dfba-45fa-ba84-1191ebeb775d', 'name': 'network-vif-deleted', 'tag': '44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306', 'status': 'completed', 'code': 200} Aug 30 21:13:42.851701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.887967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8ba157-276e-4591-8aef-3172797babf0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:42.899404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.901532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6677bf7d-2c2f-4f58-8da2-569552e5e996 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452585 Aug 30 21:13:42.903775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58636) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:42.910550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group_rule': {'security_group_id': '80401f6d-0ee2-4e32-8449-1e8fe1064b8f', 'project_id': '54f453249f564d0db918e63f108138e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:42.924983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265cac6c-84c4-4a22-8f94-590fef93169e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:42.928593 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb982a4-f1ff-4029-8abf-8fb94965c287" -d '{"events": [{"server_uuid": "cd9347e5-2b61-470b-b2e7-d8ddc8f82642", "name": "network-vif-plugged", "status": "completed", "tag": "265cac6c-84c4-4a22-8f94-590fef93169e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:42.944799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 265cac6c-84c4-4a22-8f94-590fef93169e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=265cac6c-84c4-4a22-8f94-590fef93169e,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:42.954440 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:42.957851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:43.063895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.072835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:43.074089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 44ea2aec-ba9b-4648-a9ec-6b5c6cb7a306 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:43.075387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device db4e8f04-5947-4afd-b967-fc1a0c66b2bd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:43.108784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e510c-e40d-4b56-a3eb-fc16a4679988 req-db414fa6-9412-454d-b8b6-abf7ec04a285 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:43.110652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a6e510c-e40d-4b56-a3eb-fc16a4679988 req-db414fa6-9412-454d-b8b6-abf7ec04a285 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 944 time: 0.1273737 Aug 30 21:13:43.140384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: db4e8f04-5947-4afd-b967-fc1a0c66b2bd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:43.140384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device db4e8f04-5947-4afd-b967-fc1a0c66b2bd not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:43.168946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=265cac6c-84c4-4a22-8f94-590fef93169e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:43.229339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a6e510c-e40d-4b56-a3eb-fc16a4679988 req-da6a37a3-b3da-44a0-b860-7a0e5551de09 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989394 Aug 30 21:13:43.244809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.253747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.269285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695fbbbf-e49b-4085-a352-0d43e0725e44,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:43.291458 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.293041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7b29b106-b43e-4daf-a7a3-0c12ecc001ca tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3875935 Aug 30 21:13:43.295942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:43.302715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group_rule': {'security_group_id': '80401f6d-0ee2-4e32-8449-1e8fe1064b8f', 'project_id': '54f453249f564d0db918e63f108138e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:43.348695 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c3b66-be2f-4d37-988d-0b6cbf062503 x-openstack-request-id: req-754c3b66-be2f-4d37-988d-0b6cbf062503 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:43.349006 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9347e5-2b61-470b-b2e7-d8ddc8f82642", "name": "network-vif-plugged", "status": "completed", "tag": "265cac6c-84c4-4a22-8f94-590fef93169e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:43.349299 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-754c3b66-be2f-4d37-988d-0b6cbf062503 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:43.349657 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265cac6c-84c4-4a22-8f94-590fef93169e', 'code': 200} Aug 30 21:13:43.349971 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Project 54f453249f564d0db918e63f108138e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:13:43.356497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.517773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bc81b-b227-437b-8cdf-8a8321633062 req-8288d76b-44f7-4f4b-9725-82b3e0e0c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:43.520521 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-639bc81b-b227-437b-8cdf-8a8321633062 req-8288d76b-44f7-4f4b-9725-82b3e0e0c0e9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0971756 Aug 30 21:13:43.523616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.584419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.649337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b64330-1361-4709-a997-7b2abab90d48,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:43.672602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-639bc81b-b227-437b-8cdf-8a8321633062 req-258900c9-7f7c-40b5-90c8-e954ea20a068 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431670 Aug 30 21:13:43.678866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.684288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-abeba381-1840-4592-bebf-6d340dd3b61c tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3856318 Aug 30 21:13:43.689504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:43.706151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'security_group_rule': {'security_group_id': '80401f6d-0ee2-4e32-8449-1e8fe1064b8f', 'project_id': '54f453249f564d0db918e63f108138e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:43.759978 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Project 54f453249f564d0db918e63f108138e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:13:43.768524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.805305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8901f60c-08bc-45cd-b58b-5c17d9e956ba up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:43.896983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.904632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.931366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb96a25-f4dd-45b6-b9ab-00fcbebb8e39,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:43.952438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.953159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae6446-c017-42d1-b3d1-89c9285f5789 req-3eb0ba7f-5c11-4cb0-8919-8cd08d762423 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:43.963303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c94841eb-00b6-440f-aac5-8f9fdf7eadd9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2628217 Aug 30 21:13:43.963548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 8901f60c-08bc-45cd-b58b-5c17d9e956ba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:43.974035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 8901f60c-08bc-45cd-b58b-5c17d9e956ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:43.974411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:43.976574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92ae6446-c017-42d1-b3d1-89c9285f5789 req-3eb0ba7f-5c11-4cb0-8919-8cd08d762423 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1290288 Aug 30 21:13:44.042031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92ae6446-c017-42d1-b3d1-89c9285f5789 req-1df08a28-70f8-4ee6-9781-d279ed5f6f20 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642951 Aug 30 21:13:44.113375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:44.193271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:44.207676 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:44.297875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941728f-995d-4099-90d3-774bf946a695 req-74ede961-ed91-4a48-9c1b-afa1dd0d36ae tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:44.316690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c941728f-995d-4099-90d3-774bf946a695 req-74ede961-ed91-4a48-9c1b-afa1dd0d36ae tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 950 time: 0.1509957 Aug 30 21:13:44.343946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8901f60c-08bc-45cd-b58b-5c17d9e956ba,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:44.381003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:44.417706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c941728f-995d-4099-90d3-774bf946a695 req-e1632c1f-43b4-4f44-98bf-f819c87d04d3 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/security-groups?id=818ac13f-985f-4c06-b4dc-d43f628f392e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Aug 30 21:13:44.510816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:44.532493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:44.542860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:44.543893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:44.662816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:44.705779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:44.720103 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:44.800341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:45.296568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-77a77c97-47b0-4360-91f2-59dd9ca46610 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018937286&fields=id&tenant_id=54f453249f564d0db918e63f108138e0 HTTP/1.1" status: 200 len: 267 time: 0.0545454 Aug 30 21:13:45.351313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8901f60c-08bc-45cd-b58b-5c17d9e956ba'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:45.354788 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64a4562-5e7e-45c9-8e04-b3953f56edf3" -d '{"events": [{"server_uuid": "ed3c10fa-73e2-45ed-bf7a-0a8846683edb", "name": "network-vif-plugged", "status": "completed", "tag": "8901f60c-08bc-45cd-b58b-5c17d9e956ba"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:45.524967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-32d2ec79-412c-4234-ac34-e0b05d14fae8 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:45.538070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-32d2ec79-412c-4234-ac34-e0b05d14fae8 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/networks?id=586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 200 len: 808 time: 0.2284763 Aug 30 21:13:45.560206 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6f5f791f-1ef1-43af-99d7-1e7c5943e252 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/quotas/54f453249f564d0db918e63f108138e0 HTTP/1.1" status: 200 len: 375 time: 0.0206692 Aug 30 21:13:45.662277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-2e5f8cf6-e6db-495e-830e-087799901448 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=54f453249f564d0db918e63f108138e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931523 Aug 30 21:13:45.691568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-0b59e5e9-602d-4ab9-b79f-5d38d3ba0f64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:45.696631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-0b59e5e9-602d-4ab9-b79f-5d38d3ba0f64 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 950 time: 0.1310110 Aug 30 21:13:45.856224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-88d10d76-34b3-4fb6-a825-f907afc6e44d service neutron] 10.222.0.76 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890082 Aug 30 21:13:45.857824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Deleting port 760ae728-505f-4342-a5a4-abb0d54491ac {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:13:45.858259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:45.985528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-5d46e2fd-e830-4fb5-8ecd-4ea1058d827f service neutron] 10.222.0.76 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221547 Aug 30 21:13:45.995584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] For port 760ae728-505f-4342-a5a4-abb0d54491ac, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=760ae728-505f-4342-a5a4-abb0d54491ac,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:45.996311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:46.014183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Calling delete_port for 760ae728-505f-4342-a5a4-abb0d54491ac owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:13:46.286022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:46.337834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:46.389461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Pushing event deleted for resources: {'Port': ['ID=760ae728-505f-4342-a5a4-abb0d54491ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:46.410453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['760ae728-505f-4342-a5a4-abb0d54491ac'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:46.432300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d9f81-990e-45a3-bb64-8deeb4fb0a64 req-91762ba4-0d83-44b4-9f5a-2efc8a785ce4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:46.441566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e0d9f81-990e-45a3-bb64-8deeb4fb0a64 req-91762ba4-0d83-44b4-9f5a-2efc8a785ce4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.1148133 Aug 30 21:13:46.463707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:46.464646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:46.504677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] No DVR routers for this DVR port 760ae728-505f-4342-a5a4-abb0d54491ac on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:13:46.522236 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e0d9f81-990e-45a3-bb64-8deeb4fb0a64 req-aa3ae61a-d6d2-4706-886c-680727a2af93 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747960 Aug 30 21:13:46.525489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:46.533138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-959c9c77-ab35-477e-b6bd-6d996e0da0d5 req-2c8ea406-e12b-4a9d-914f-3d919efb7d85 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.82 "DELETE /v2.0/ports/760ae728-505f-4342-a5a4-abb0d54491ac HTTP/1.1" status: 204 len: 173 time: 0.8271737 Aug 30 21:13:46.533517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539870fe-17c6-4734-b622-26f86b5e96ff', 'name': 'network-vif-deleted', 'tag': '760ae728-505f-4342-a5a4-abb0d54491ac'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:46.537182 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2ca5a-57ff-4dcc-ae24-e997df50a203" -d '{"events": [{"server_uuid": "539870fe-17c6-4734-b622-26f86b5e96ff", "name": "network-vif-deleted", "tag": "760ae728-505f-4342-a5a4-abb0d54491ac"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:46.818929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a97e9-9762-47fb-8ff4-5781c562302b req-51199ab6-b747-47a6-a1ea-9fe114b178f9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:46.829398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18a97e9-9762-47fb-8ff4-5781c562302b req-51199ab6-b747-47a6-a1ea-9fe114b178f9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1031313 Aug 30 21:13:46.898310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18a97e9-9762-47fb-8ff4-5781c562302b req-f3d13562-9a10-4f97-a22d-253bb463aac4 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 Aug 30 21:13:46.962377 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a41d8-fd36-44b6-89de-b4620ffdc3d2 x-openstack-request-id: req-ab0a41d8-fd36-44b6-89de-b4620ffdc3d2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:46.962710 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3c10fa-73e2-45ed-bf7a-0a8846683edb", "name": "network-vif-plugged", "status": "completed", "tag": "8901f60c-08bc-45cd-b58b-5c17d9e956ba", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:46.962998 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab0a41d8-fd36-44b6-89de-b4620ffdc3d2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:46.963410 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8901f60c-08bc-45cd-b58b-5c17d9e956ba', 'code': 200} Aug 30 21:13:47.199141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96e8fb93-99e1-4d82-bccf-badd66964eca req-94565103-05c0-41f1-b602-12e47b14c4e3 tempest-ServersOnMultiNodesTest-612579791 tempest-ServersOnMultiNodesTest-612579791-project] 10.222.0.76 "GET /v2.0/ports?device_id=539870fe-17c6-4734-b622-26f86b5e96ff HTTP/1.1" status: 200 len: 210 time: 0.0595927 Aug 30 21:13:47.203008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943fa9d-f939-4adb-a5c0-ddba2736d3c2 req-5838c36a-1592-4d56-8fa2-5528b4a7084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:47.205227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0943fa9d-f939-4adb-a5c0-ddba2736d3c2 req-5838c36a-1592-4d56-8fa2-5528b4a7084b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 1097 time: 0.1500626 Aug 30 21:13:47.296810 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0943fa9d-f939-4adb-a5c0-ddba2736d3c2 req-dbb3e858-9f13-4d2c-a8f3-31dee8781eb2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821507 Aug 30 21:13:47.456144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-537a257e-9ce7-42cc-977e-188afff319cf req-6f9187e5-1983-4b38-94f8-ed8d13eed0e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 210 time: 0.0406413 Aug 30 21:13:47.494239 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a85315-102b-4cf5-80a9-4c4aea613b01 x-openstack-request-id: req-22a85315-102b-4cf5-80a9-4c4aea613b01 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:47.494569 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539870fe-17c6-4734-b622-26f86b5e96ff", "name": "network-vif-deleted", "tag": "760ae728-505f-4342-a5a4-abb0d54491ac", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:47.495394 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22a85315-102b-4cf5-80a9-4c4aea613b01 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:47.495394 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539870fe-17c6-4734-b622-26f86b5e96ff', 'name': 'network-vif-deleted', 'tag': '760ae728-505f-4342-a5a4-abb0d54491ac', 'status': 'completed', 'code': 200} Aug 30 21:13:47.927034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-1a213915-3c1a-4041-a208-fb2efebbed3b tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:47.928633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-1a213915-3c1a-4041-a208-fb2efebbed3b tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.82 "GET /v2.0/networks?id=586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 200 len: 808 time: 0.1445546 Aug 30 21:13:47.992856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-c79385d8-ac26-4df2-a1bb-6e439779c17f tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54f453249f564d0db918e63f108138e0 HTTP/1.1" status: 200 len: 380 time: 0.0521553 Aug 30 21:13:48.024630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'port': {'device_id': '0107e82f-7055-4203-a594-db3c3bcfb977', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'admin_state_up': True, 'tenant_id': '54f453249f564d0db918e63f108138e0', 'security_groups': ['80401f6d-0ee2-4e32-8449-1e8fe1064b8f']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:48.230543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f82ce7-1ef9-4aea-81a6-d2ad28622644 req-18eddc81-4c44-400f-b920-cc4c30ef5a28 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:48.245129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79f82ce7-1ef9-4aea-81a6-d2ad28622644 req-18eddc81-4c44-400f-b920-cc4c30ef5a28 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.1102774 Aug 30 21:13:48.253159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Made reservation on behalf of 54f453249f564d0db918e63f108138e0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:48.257714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:48.355747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79f82ce7-1ef9-4aea-81a6-d2ad28622644 req-5beee36b-e69e-44c0-95d1-03ff6a0f6daf tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085176 Aug 30 21:13:48.481398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Allocated IP 172.20.0.9 (586a5038-04bf-4859-9ed1-7bba7cbc67a0/c580e4c7-3a75-4a4c-bc1a-25e2920297c4/d7770ea7-ef5b-447e-9b56-bf8feb290224) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:48.988775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:49.016131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Transition to ACTIVE for port object d7770ea7-ef5b-447e-9b56-bf8feb290224 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:49.089166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:49.095620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e02ff41d-1d15-4f41-a4fa-bf6dbd4b44d1 req-a77d79e6-07f8-4e40-85a6-9bb8011f33f0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 210 time: 0.0698743 Aug 30 21:13:49.173979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'Port': ['ID=d7770ea7-ef5b-447e-9b56-bf8feb290224,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:49.191152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:49.192801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:49.216916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:49.378543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:49.380346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:49.445732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58786) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:49.458217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-224f2fb9-76e4-4ce9-92ff-229b6133a412 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4475749 Aug 30 21:13:49.488376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Request body: {'port': {'device_id': '0107e82f-7055-4203-a594-db3c3bcfb977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:49.718185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 760ae728-505f-4342-a5a4-abb0d54491ac no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:49.768630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada3f3-de77-4f97-9a0b-02eb4762d269 req-18238593-02e9-45df-bc68-1354214d1408 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:49.783042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6ada3f3-de77-4f97-9a0b-02eb4762d269 req-18238593-02e9-45df-bc68-1354214d1408 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.2870028 Aug 30 21:13:49.813089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:49.832970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8a98c2dc-b167-4c10-a4dc-919847fc8224 None None] Provisioning for port d7770ea7-ef5b-447e-9b56-bf8feb290224 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:49.839468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 760ae728-505f-4342-a5a4-abb0d54491ac {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:13:49.839814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 760ae728-505f-4342-a5a4-abb0d54491ac not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:13:49.855383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8a98c2dc-b167-4c10-a4dc-919847fc8224 None None] Provisioning complete for port d7770ea7-ef5b-447e-9b56-bf8feb290224 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:49.855761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a98c2dc-b167-4c10-a4dc-919847fc8224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:49.871593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6ada3f3-de77-4f97-9a0b-02eb4762d269 req-eddd7b1f-a66b-4335-9634-d0ca78502b16 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866191 Aug 30 21:13:49.949770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8a98c2dc-b167-4c10-a4dc-919847fc8224 None None] Port d7770ea7-ef5b-447e-9b56-bf8feb290224 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:50.000973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e461260e-f9f8-4faa-a6a9-13ba089e922e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11d53233666b485fbbde926ad0016aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527453 Aug 30 21:13:50.011268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:50.091061 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785f82a8-79f4-4762-bcae-923aebd0f07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.137568 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785f82a8-79f4-4762-bcae-923aebd0f07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.211656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785f82a8-79f4-4762-bcae-923aebd0f07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.214645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-785f82a8-79f4-4762-bcae-923aebd0f07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.218419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-785f82a8-79f4-4762-bcae-923aebd0f07b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/818ac13f-985f-4c06-b4dc-d43f628f392e HTTP/1.1" status: 204 len: 168 time: 0.2037878 Aug 30 21:13:50.234900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f82a8-79f4-4762-bcae-923aebd0f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ac13f-985f-4c06-b4dc-d43f628f392e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:50.489837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7770ea7-ef5b-447e-9b56-bf8feb290224 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:50.503362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.543336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Transition to ACTIVE for port object d7770ea7-ef5b-447e-9b56-bf8feb290224 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:50.551250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.671668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Pushing event updated for resources: {'Port': ['ID=d7770ea7-ef5b-447e-9b56-bf8feb290224,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:50.875612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:50.917043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Attempting to bind port d7770ea7-ef5b-447e-9b56-bf8feb290224 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:50.917385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Attempting to bind port d7770ea7-ef5b-447e-9b56-bf8feb290224 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:50.917737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Attempting to bind port d7770ea7-ef5b-447e-9b56-bf8feb290224 on network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:50.922869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Port d7770ea7-ef5b-447e-9b56-bf8feb290224 on network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:13:50.923197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Attempting to bind port d7770ea7-ef5b-447e-9b56-bf8feb290224 on network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:50.929573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-75b38915-a93a-4e76-8dd4-36a1f72f5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:50.931144 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-75b38915-a93a-4e76-8dd4-36a1f72f5624 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 1097 time: 0.1187568 Aug 30 21:13:50.931941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:50.932298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Checking segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:50.932678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Bound using segment: {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:50.933120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Bound port: d7770ea7-ef5b-447e-9b56-bf8feb290224, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c09bd-8a00-4cd7-a326-da00a9cc68dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:50.933483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:50.982819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72099a36-851e-414b-8999-0761f0138865 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ae1a9916858437d8248883f852dd97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053896 Aug 30 21:13:50.985871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:51.090742 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48ae3106-d5fd-4fcf-b96e-6b78a8324666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:51.114109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18f16-c49f-40d7-82d6-264f27042f36 req-bc41be5f-4e02-47f3-91ae-bcd700145bb4 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.125749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ca18f16-c49f-40d7-82d6-264f27042f36 req-bc41be5f-4e02-47f3-91ae-bcd700145bb4 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 943 time: 0.1406484 Aug 30 21:13:51.140198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] For port d7770ea7-ef5b-447e-9b56-bf8feb290224, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:51.150154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] For port d7770ea7-ef5b-447e-9b56-bf8feb290224, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:51.160228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:51.170963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-5b477bb8-572c-4b61-99ca-556370a5e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.172667 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-5b477bb8-572c-4b61-99ca-556370a5e03b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.2077265 Aug 30 21:13:51.174057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48ae3106-d5fd-4fcf-b96e-6b78a8324666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:51.258283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ca18f16-c49f-40d7-82d6-264f27042f36 req-c6de2939-6a9d-4fa8-a18f-ce00d6b393b0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311805 Aug 30 21:13:51.288428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-278831e3-a469-4590-afe4-99ae4212c37d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba HTTP/1.1" status: 200 len: 217 time: 0.0761955 Aug 30 21:13:51.300142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.300832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:51.303193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] 10.222.0.82 "PUT /v2.0/ports/d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 200 len: 1092 time: 1.8345282 Aug 30 21:13:51.303743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:51.308456 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b07b0-fed8-49f6-a423-3dcb911df36e" -d '{"events": [{"name": "network-changed", "server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:51.331530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48ae3106-d5fd-4fcf-b96e-6b78a8324666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:51.335061 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48ae3106-d5fd-4fcf-b96e-6b78a8324666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:51.336297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-48ae3106-d5fd-4fcf-b96e-6b78a8324666 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/657a30dc-66dd-404e-a089-3f7d6b571fa6 HTTP/1.1" status: 204 len: 168 time: 0.3486662 Aug 30 21:13:51.383351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-659ef9c6-6a0c-4b73-9d1e-b3c4f5be1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.384937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-659ef9c6-6a0c-4b73-9d1e-b3c4f5be1d16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.0873542 Aug 30 21:13:51.385410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae3106-d5fd-4fcf-b96e-6b78a8324666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657a30dc-66dd-404e-a089-3f7d6b571fa6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:51.386994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeba0d-1c08-4c06-b709-63e62deb0dba service neutron] Pushing event updated for resources: {'Port': ['ID=d7770ea7-ef5b-447e-9b56-bf8feb290224,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:51.470032 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-eef2e412-7c44-4819-afb6-21f18831f1f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650668 Aug 30 21:13:51.491901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f996eb-fa8d-48c7-9d11-d992e9a5ef5c req-3daa5f98-a219-4e12-92a2-dff4f32e5f0c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.505903 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6f996eb-fa8d-48c7-9d11-d992e9a5ef5c req-3daa5f98-a219-4e12-92a2-dff4f32e5f0c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0749483 Aug 30 21:13:51.524519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-db35ff77-0cd7-44f6-ac65-676c4811e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.529092 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-db35ff77-0cd7-44f6-ac65-676c4811e810 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54f453249f564d0db918e63f108138e0&device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1095 time: 0.1430049 Aug 30 21:13:51.640621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-509cb647-6dec-498c-857e-61164afe8a86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 200 len: 217 time: 0.1000793 Aug 30 21:13:51.647610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6f996eb-fa8d-48c7-9d11-d992e9a5ef5c req-5c068429-421e-4dea-9edb-d0b5a07c678d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341693 Aug 30 21:13:51.794578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-605d1762-ca06-4e4c-9424-ead314533cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.799201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-605d1762-ca06-4e4c-9424-ead314533cff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c580e4c7-3a75-4a4c-bc1a-25e2920297c4 HTTP/1.1" status: 200 len: 847 time: 0.1417778 Aug 30 21:13:51.805844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-059c19b5-e1f2-49bf-909b-7a04f9b1c017 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211296 Aug 30 21:13:51.820776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:51.960443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-bbf9094b-8f84-412b-9c00-9f7369264d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:51.962027 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-bbf9094b-8f84-412b-9c00-9f7369264d4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=586a5038-04bf-4859-9ed1-7bba7cbc67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1168478 Aug 30 21:13:51.968491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:51.988942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9abbeb14-38fa-41f3-8871-4563e5cc8ce0 req-af87f757-edac-4cf7-8101-f18c1a1843be service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748641 Aug 30 21:13:51.990790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'mac_address': 'fa:16:3e:64:1d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:52.078963 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:52.125393 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde621c-42a2-480a-abee-84f90c0015ae x-openstack-request-id: req-1dde621c-42a2-480a-abee-84f90c0015ae {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:52.125730 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:52.125942 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dde621c-42a2-480a-abee-84f90c0015ae {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:52.126373 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'status': 'completed', 'code': 200} Aug 30 21:13:52.162283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-06a21a54-6f10-4a26-934e-3b1af5eb7005 service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858370 Aug 30 21:13:52.170161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a79998db-ac1e-4f9b-b4f8-044aee77d345 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:52.214547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:52.226297 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:52.313346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:52.378684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2505ae0-6549-4715-9aa1-c7677d2347df req-4f970c88-bd9b-4d2a-8340-544fbecd626f service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022567 Aug 30 21:13:52.385641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a79998db-ac1e-4f9b-b4f8-044aee77d345'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:52.524433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac484b8-efaf-4e7b-8940-fc4e4257a9aa req-70ee0037-8902-4e9e-9663-7f61e23c4dc0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:52.538015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ac484b8-efaf-4e7b-8940-fc4e4257a9aa req-70ee0037-8902-4e9e-9663-7f61e23c4dc0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 943 time: 0.1440492 Aug 30 21:13:52.589506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-e41f26b3-d29a-4c82-8c23-d0a9ae6237b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:52.591094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-e41f26b3-d29a-4c82-8c23-d0a9ae6237b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54f453249f564d0db918e63f108138e0&device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1095 time: 0.1306829 Aug 30 21:13:52.633129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ac484b8-efaf-4e7b-8940-fc4e4257a9aa req-467a2d55-74d6-4247-b034-6d72299a7402 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938442 Aug 30 21:13:52.776589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-f6a33249-69ad-4ab4-8f8f-3f8e6c79816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:52.778105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-f6a33249-69ad-4ab4-8f8f-3f8e6c79816d service neutron] 10.222.0.82 "GET /v2.0/networks?id=586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 200 len: 909 time: 0.1733034 Aug 30 21:13:52.851877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2b7ca-c317-4c38-8617-5a82cd2c3eea req-50954b6b-2d9c-4547-ae22-7a19c9651e33 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:52.861555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cf2b7ca-c317-4c38-8617-5a82cd2c3eea req-50954b6b-2d9c-4547-ae22-7a19c9651e33 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0881028 Aug 30 21:13:52.862963 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-9acd59b6-060e-4b3e-aa68-a31a266647f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 200 len: 217 time: 0.0760574 Aug 30 21:13:52.935467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cf2b7ca-c317-4c38-8617-5a82cd2c3eea req-c0e9e209-1c22-46e6-8ff8-cc8b5ff281a6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725906 Aug 30 21:13:53.001196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-e3683fcb-524d-4ba0-9ed2-498eba4bc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:53.002736 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-e3683fcb-524d-4ba0-9ed2-498eba4bc309 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c580e4c7-3a75-4a4c-bc1a-25e2920297c4 HTTP/1.1" status: 200 len: 847 time: 0.1265244 Aug 30 21:13:53.090292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-78c7b63d-f37a-42ec-9ccb-3e8cbbdb2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:53.091988 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-78c7b63d-f37a-42ec-9ccb-3e8cbbdb2af0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=586a5038-04bf-4859-9ed1-7bba7cbc67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788710 Aug 30 21:13:53.285261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-d8580b7e-d3c0-4a83-9b88-ecf49dad7513 service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810973 Aug 30 21:13:53.427504 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d14b07b0-fed8-49f6-a423-3dcb911df36e req-c88219ea-7b20-4f83-955e-67ea45c153ac service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340020 Aug 30 21:13:53.819423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0854a-62bc-41c5-b83d-1a5ef3c65187 req-741adb03-ca59-45b6-9b22-20cc5848a0f8 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:53.821910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aab0854a-62bc-41c5-b83d-1a5ef3c65187 req-741adb03-ca59-45b6-9b22-20cc5848a0f8 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 943 time: 0.0757051 Aug 30 21:13:53.847100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:13:53.876727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aab0854a-62bc-41c5-b83d-1a5ef3c65187 req-94c2ddf5-8e38-409b-90e6-1bc176126871 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480602 Aug 30 21:13:53.932329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a79998db-ac1e-4f9b-b4f8-044aee77d345 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:53.932749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:54.041964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:54.075214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:54.080600 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff4c7c9-23e6-45de-9560-c90ab37e3473" -d '{"events": [{"server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "name": "network-vif-plugged", "status": "completed", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:54.096675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:54.104657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:54.172720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:54.273195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993946a-62a4-4bf0-86eb-f12dda13f37c req-d5bc7f40-4fb4-429a-aea1-41d8115949b5 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:54.281465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4993946a-62a4-4bf0-86eb-f12dda13f37c req-d5bc7f40-4fb4-429a-aea1-41d8115949b5 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0710776 Aug 30 21:13:54.321600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4993946a-62a4-4bf0-86eb-f12dda13f37c req-e2b24571-6561-4038-b673-6c96fc4bbe9d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Aug 30 21:13:54.455500 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe48462-e796-4917-b2bd-d36667e57925 x-openstack-request-id: req-0fe48462-e796-4917-b2bd-d36667e57925 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:13:54.455800 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "name": "network-vif-plugged", "status": "completed", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:13:54.456060 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fe48462-e796-4917-b2bd-d36667e57925 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:13:54.456456 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'code': 200} Aug 30 21:13:54.673607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-e1b98c2e-22e0-4b32-a2d1-37c3fc95f005 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--386753645&fields=id&tenant_id=df13130b961c4cf9bb1579013272d607 HTTP/1.1" status: 200 len: 267 time: 0.0372303 Aug 30 21:13:54.807271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-5656f0cc-0e17-4b52-87a0-5ae5a21be834 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:54.809004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-5656f0cc-0e17-4b52-87a0-5ae5a21be834 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/networks?id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f HTTP/1.1" status: 200 len: 815 time: 0.1257007 Aug 30 21:13:54.827324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-5aecc232-5f8d-43d0-a533-d99c0ebcb3b7 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/quotas/df13130b961c4cf9bb1579013272d607 HTTP/1.1" status: 200 len: 375 time: 0.0106127 Aug 30 21:13:54.890908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-7f0298d4-ba62-4258-8347-42fa4722f2bb tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=df13130b961c4cf9bb1579013272d607&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571754 Aug 30 21:13:55.015794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-19de92e7-e991-463c-9c15-98db1a720dc9 service neutron] 10.222.0.76 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117218 Aug 30 21:13:55.111417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-d0ec3f55-cdee-4b26-bccd-d9fd5a07ae68 service neutron] 10.222.0.76 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893314 Aug 30 21:13:55.738518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1770-6cbb-41ba-816a-1cfb4a2dceb5 req-97d6131b-1a44-4712-95f1-a562141483d6 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:55.742414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b7f1770-6cbb-41ba-816a-1cfb4a2dceb5 req-97d6131b-1a44-4712-95f1-a562141483d6 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 943 time: 0.0777016 Aug 30 21:13:55.797351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b7f1770-6cbb-41ba-816a-1cfb4a2dceb5 req-a8ac8f8a-6316-4750-a986-66cb06d94f3b tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468633 Aug 30 21:13:55.927723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee21a1a-85cf-49ce-9cfc-31b6a127b9cf req-13ef0615-bc5d-4d59-83a0-1bd851249433 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:55.929471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ee21a1a-85cf-49ce-9cfc-31b6a127b9cf req-13ef0615-bc5d-4d59-83a0-1bd851249433 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0623686 Aug 30 21:13:56.009068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ee21a1a-85cf-49ce-9cfc-31b6a127b9cf req-a6cbfc39-a019-485d-ab50-501f7b56ad76 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678525 Aug 30 21:13:56.206997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-93b9ba55-0fef-4b43-9577-fbc1a7c5d79c req-f34bc89c-56d7-44b5-8f10-b3ea0a8bff87 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 210 time: 0.0399692 Aug 30 21:13:56.461792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7d4cd-4ba7-4748-8e7f-1ecf03645131 req-0f108c8f-0b9e-4b04-a3af-42661ea348f4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:56.470964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0b7d4cd-4ba7-4748-8e7f-1ecf03645131 req-0f108c8f-0b9e-4b04-a3af-42661ea348f4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.0682135 Aug 30 21:13:56.509876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0b7d4cd-4ba7-4748-8e7f-1ecf03645131 req-e2798e51-4f07-42d1-a1d3-e5826855e5e1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Aug 30 21:13:56.935054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-f8d826bf-3118-4e9f-8fbf-b5e6afa3c7d1 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:56.936918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-f8d826bf-3118-4e9f-8fbf-b5e6afa3c7d1 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.86 "GET /v2.0/networks?id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f HTTP/1.1" status: 200 len: 815 time: 0.1445010 Aug 30 21:13:57.009615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-6f52be43-d8fb-4039-bfe8-a3b8db167aeb tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df13130b961c4cf9bb1579013272d607 HTTP/1.1" status: 200 len: 379 time: 0.0598164 Aug 30 21:13:57.013355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9982-cfe7-4c59-b3c0-2f5b10403c18 req-4a6715dd-1769-4dd2-b104-4f75a817e7fc tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:57.015045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d54f9982-cfe7-4c59-b3c0-2f5b10403c18 req-4a6715dd-1769-4dd2-b104-4f75a817e7fc tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 943 time: 0.0697854 Aug 30 21:13:57.029021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Request body: {'port': {'device_id': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'admin_state_up': True, 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'security_groups': ['3669bf6b-1f39-4fac-9989-f465a0f507d3']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:57.093716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d54f9982-cfe7-4c59-b3c0-2f5b10403c18 req-f4d78edd-9316-4911-8cc6-90cea0cc9132 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700884 Aug 30 21:13:57.181046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Made reservation on behalf of df13130b961c4cf9bb1579013272d607 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:13:57.187627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:57.387824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb07458-9b85-4218-8a1e-9dc2f1e38a2d req-7c6bd4e8-1f5c-47e3-ad64-fe327fff56ec tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:57.390738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb07458-9b85-4218-8a1e-9dc2f1e38a2d req-7c6bd4e8-1f5c-47e3-ad64-fe327fff56ec tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0937707 Aug 30 21:13:57.421525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Allocated IP 172.20.0.12 (fce0ff64-76ad-44c6-bc77-4d3efbaaef0f/f31b1561-7d07-43a3-83c7-5e9cc03e3abe/edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:13:57.440960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb07458-9b85-4218-8a1e-9dc2f1e38a2d req-875782f1-404e-4940-b43f-f86c5d0ca831 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Aug 30 21:13:57.689926 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:57.703024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7770ea7-ef5b-447e-9b56-bf8feb290224 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:13:57.745003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Transition to ACTIVE for port object edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:57.802785 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:57.871990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:13:57.876125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:13:57.883302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:13:57.898326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event updated for resources: {'Port': ['ID=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:57.948726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7770ea7-ef5b-447e-9b56-bf8feb290224, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:57.980157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'port_id': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'mac_address': 'fa:16:3e:4c:be:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:13:58.041482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:58.046318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:58.088262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a5886ee6-077d-4b9b-b4b5-9f932c098335 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719850 Aug 30 21:13:58.089824 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:58.122971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Request body: {'port': {'device_id': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:13:58.135000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7770ea7-ef5b-447e-9b56-bf8feb290224 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:58.172101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7770ea7-ef5b-447e-9b56-bf8feb290224, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:13:58.184504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:58.221042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:58.237575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daadd2e-fe6d-45dd-b101-c18d17dde075 req-8978a03e-2c35-4c66-a98a-42002fc9f707 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:58.253399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2daadd2e-fe6d-45dd-b101-c18d17dde075 req-8978a03e-2c35-4c66-a98a-42002fc9f707 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 932 time: 0.1424155 Aug 30 21:13:58.288817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d7770ea7-ef5b-447e-9b56-bf8feb290224,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:58.309103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.309765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.310281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.315357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.315733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.319093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.319555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.319937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.320467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.322857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.323245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.323816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:13:58.355166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2daadd2e-fe6d-45dd-b101-c18d17dde075 req-f18187e5-60f9-4525-af4d-152810d21436 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004865 Aug 30 21:13:58.429061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7de206e8-b4ff-4b15-b34b-caaa2d05e3db None None] Provisioning for port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:13:58.438766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7de206e8-b4ff-4b15-b34b-caaa2d05e3db None None] Provisioning complete for port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:13:58.439475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7de206e8-b4ff-4b15-b34b-caaa2d05e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:58.540607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d7770ea7-ef5b-447e-9b56-bf8feb290224'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:13:58.619443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7de206e8-b4ff-4b15-b34b-caaa2d05e3db None None] Port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:13:58.700805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc67d7-7f20-4afb-9113-3233bcdac675 req-8ff7d133-2912-40b5-90f0-5d3b38492561 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:58.705334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9fc67d7-7f20-4afb-9113-3233bcdac675 req-8ff7d133-2912-40b5-90f0-5d3b38492561 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.1492448 Aug 30 21:13:58.727827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:58.796973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9fc67d7-7f20-4afb-9113-3233bcdac675 req-bfb01f18-ce94-45b8-bbbe-af0b896dc1b9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848505 Aug 30 21:13:58.960363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-694bbb85-d638-4ea6-82a8-367595063635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:58.976309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:13:58.987782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.011002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Transition to ACTIVE for port object edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:13:59.036677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.154637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2be79-2c08-403d-9a05-2d3f9c3b1dbd req-4cee798b-a41b-4977-9152-3d8cd2e97cac tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:59.166448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7c2be79-2c08-403d-9a05-2d3f9c3b1dbd req-4cee798b-a41b-4977-9152-3d8cd2e97cac tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 944 time: 0.1039033 Aug 30 21:13:59.215166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Pushing event updated for resources: {'Port': ['ID=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:59.217469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7c2be79-2c08-403d-9a05-2d3f9c3b1dbd req-2d8552d3-12e5-4c64-a665-b0b01b8d26b9 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492737 Aug 30 21:13:59.301016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Attempting to bind port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:13:59.301356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Attempting to bind port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:13:59.301689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Attempting to bind port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 on network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:59.312403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 on network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:13:59.312969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Attempting to bind port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 on network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:13:59.322811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:13:59.323286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Checking segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:13:59.323709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Bound using segment: {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:13:59.324185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Bound port: edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeff438-7747-4f74-b394-2a0695c05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:13:59.324932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.413061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] For port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:13:59.416661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] For port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:13:59.416837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345778a7-f5fe-4ec0-9dc8-e1820df53e0f req-93ca1bdc-2863-4493-b308-2444d7d8373b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:59.432683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-345778a7-f5fe-4ec0-9dc8-e1820df53e0f req-93ca1bdc-2863-4493-b308-2444d7d8373b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.1047025 Aug 30 21:13:59.439776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.466511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:59.467333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.469294 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] 10.222.0.86 "PUT /v2.0/ports/edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 HTTP/1.1" status: 200 len: 1093 time: 1.3628697 Aug 30 21:13:59.475671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-694bbb85-d638-4ea6-82a8-367595063635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.476797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:13:59.479823 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4437315-2322-4baa-b568-a4d1d80448ca" -d '{"events": [{"name": "network-changed", "server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:13:59.493476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-345778a7-f5fe-4ec0-9dc8-e1820df53e0f req-53830a7e-2e0c-4bbd-aa03-7b7758fd9c45 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557098 Aug 30 21:13:59.532403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-694bbb85-d638-4ea6-82a8-367595063635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:13:59.704774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:13:59.956119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-694bbb85-d638-4ea6-82a8-367595063635 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81d682985dd0496f9d60c1dfafa2b212&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2217951 Aug 30 21:13:59.956442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59120) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:13:59.968282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bbb85-d638-4ea6-82a8-367595063635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d941c57d-ae7f-4fbb-912e-f7cf800eb5b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:13:59.983540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-b42d4471-191b-468e-a532-fa1ad796451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:13:59.992000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-b42d4471-191b-468e-a532-fa1ad796451d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df13130b961c4cf9bb1579013272d607&device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 1096 time: 0.4732299 Aug 30 21:13:59.993386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512db50-dfe8-4c0c-a3a9-8d9cda41a5cc service neutron] Pushing event updated for resources: {'Port': ['ID=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:00.019024 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.082352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.091594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:00.095592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-a861b2c6-eaaf-4cfe-9b69-9061baf38838 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 HTTP/1.1" status: 200 len: 217 time: 0.0883260 Aug 30 21:14:00.099025 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d35a6-897d-4fc6-b3ee-b8eb87e0bbb9" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-unplugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:00.156682 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.159391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:00.177291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.239323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-800bfc44-75d5-4344-ba74-bb716c5a2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:00.244731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-800bfc44-75d5-4344-ba74-bb716c5a2ef9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f31b1561-7d07-43a3-83c7-5e9cc03e3abe HTTP/1.1" status: 200 len: 854 time: 0.1418009 Aug 30 21:14:00.291184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:00.343406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28be608-82f3-4768-87a0-133f67c2f220 req-65482287-e5a6-439e-abed-fc64e23e9958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:00.346588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-65482287-e5a6-439e-abed-fc64e23e9958 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910239 Aug 30 21:14:00.353459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.356891 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.358474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d941c57d-ae7f-4fbb-912e-f7cf800eb5b1 HTTP/1.1" status: 204 len: 168 time: 0.4011543 Aug 30 21:14:00.374198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849b476-01bc-45b8-9e8a-5b8dc4799657 req-fb5efe0d-ed86-4b58-8b2e-da73a1725549 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:00.376951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4849b476-01bc-45b8-9e8a-5b8dc4799657 req-fb5efe0d-ed86-4b58-8b2e-da73a1725549 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.1095200 Aug 30 21:14:00.384381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d941c57d-ae7f-4fbb-912e-f7cf800eb5b1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:00.415027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.416219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.416791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.417394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.418593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.419184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.419744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.420304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.421327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.421915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.422475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.423049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c908393-2986-446e-8b19-7ffb394f4883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:00.468683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4849b476-01bc-45b8-9e8a-5b8dc4799657 req-122c3ee4-265a-4beb-b8f9-900a651e0160 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806689 Aug 30 21:14:00.618103 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-ea647698-d76a-4b87-bcef-90da987a2364 service neutron] 10.222.0.86 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634950 Aug 30 21:14:00.672077 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd54733-ee3a-4da2-bd7b-ed54367e0a7b x-openstack-request-id: req-2bd54733-ee3a-4da2-bd7b-ed54367e0a7b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:00.672384 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:00.672630 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bd54733-ee3a-4da2-bd7b-ed54367e0a7b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:00.673025 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'status': 'completed', 'code': 200} Aug 30 21:14:00.818192 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a28be608-82f3-4768-87a0-133f67c2f220 req-2bdc622f-bcce-413f-9bfd-caf0ee0eb872 service neutron] 10.222.0.86 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901004 Aug 30 21:14:00.843475 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9372c36-e0b7-45bc-98c8-03adb69b1f4a x-openstack-request-id: req-e9372c36-e0b7-45bc-98c8-03adb69b1f4a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:00.844510 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-unplugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:00.844980 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9372c36-e0b7-45bc-98c8-03adb69b1f4a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:00.845791 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:14:00.870349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59146) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:00.891015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ce96-b8f0-40bb-9857-78235311e77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:00.951554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437315-2322-4baa-b568-a4d1d80448ca req-a2c31c30-9ef9-428b-bb25-b89aa7fac27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:00.954517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-a2c31c30-9ef9-428b-bb25-b89aa7fac27b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df13130b961c4cf9bb1579013272d607&device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 1096 time: 0.0754378 Aug 30 21:14:00.997105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96d73-eeb5-4e7e-b407-6a28d6b81d3b req-85c3b7ff-2d3e-48d6-b9ba-8da96f15b278 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:00.999013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7c96d73-eeb5-4e7e-b407-6a28d6b81d3b req-85c3b7ff-2d3e-48d6-b9ba-8da96f15b278 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 944 time: 0.0892549 Aug 30 21:14:01.068581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7c96d73-eeb5-4e7e-b407-6a28d6b81d3b req-05fcfc6f-358f-4300-98d4-83e49f689718 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613253 Aug 30 21:14:01.088527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ce96-b8f0-40bb-9857-78235311e77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.095633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ef4ce96-b8f0-40bb-9857-78235311e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.148373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ef4ce96-b8f0-40bb-9857-78235311e77d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=581a204c0af6436894cf5e41b6a38f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768366 Aug 30 21:14:01.149829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4ce96-b8f0-40bb-9857-78235311e77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8981e512-fd16-445c-9019-adde40d90ccb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:01.151480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:01.226108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437315-2322-4baa-b568-a4d1d80448ca req-a75d2333-bf09-45ef-a335-dfe9e905b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:01.227705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-a75d2333-bf09-45ef-a335-dfe9e905b631 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f HTTP/1.1" status: 200 len: 916 time: 0.2533915 Aug 30 21:14:01.248653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480feb8c-8cfe-42d4-a279-7c16d035010b req-1b232594-643e-47a2-babe-68b101157eeb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:01.250318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-480feb8c-8cfe-42d4-a279-7c16d035010b req-1b232594-643e-47a2-babe-68b101157eeb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0830209 Aug 30 21:14:01.284238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-1a078770-ee97-4df3-b4c8-a3fdc01c9acf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 HTTP/1.1" status: 200 len: 217 time: 0.0421429 Aug 30 21:14:01.285033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04f92dd-0b11-4ebe-8eeb-9ea449f82f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.302257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-480feb8c-8cfe-42d4-a279-7c16d035010b req-6eac619b-c470-4a13-a3b0-361f1f1ca096 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Aug 30 21:14:01.364412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04f92dd-0b11-4ebe-8eeb-9ea449f82f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.438612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437315-2322-4baa-b568-a4d1d80448ca req-9e0f3dcf-a363-4d07-a47b-7ffd5f8bd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:01.440861 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-9e0f3dcf-a363-4d07-a47b-7ffd5f8bd689 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f31b1561-7d07-43a3-83c7-5e9cc03e3abe HTTP/1.1" status: 200 len: 854 time: 0.1432998 Aug 30 21:14:01.446521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04f92dd-0b11-4ebe-8eeb-9ea449f82f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.450006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04f92dd-0b11-4ebe-8eeb-9ea449f82f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.454387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a04f92dd-0b11-4ebe-8eeb-9ea449f82f3d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8981e512-fd16-445c-9019-adde40d90ccb HTTP/1.1" status: 204 len: 168 time: 0.2990513 Aug 30 21:14:01.493797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f92dd-0b11-4ebe-8eeb-9ea449f82f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981e512-fd16-445c-9019-adde40d90ccb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:01.519691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4437315-2322-4baa-b568-a4d1d80448ca req-ae002d43-2e77-4e85-bee5-f1be5f44e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:01.522288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-ae002d43-2e77-4e85-bee5-f1be5f44e73e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696568 Aug 30 21:14:01.677609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b3501-91ab-4301-8955-a419b6b99256 req-be7c2e82-b39f-449c-8f91-a4bd7c47a2da tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:01.682261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-f5506cfb-cba4-4a4e-b678-33b2be2a93fe service neutron] 10.222.0.86 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493745 Aug 30 21:14:01.688507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d22b3501-91ab-4301-8955-a419b6b99256 req-be7c2e82-b39f-449c-8f91-a4bd7c47a2da tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.0941617 Aug 30 21:14:01.708961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7770ea7-ef5b-447e-9b56-bf8feb290224 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:01.758328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d22b3501-91ab-4301-8955-a419b6b99256 req-45c52a39-0376-4012-97f7-03bd80357e84 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685313 Aug 30 21:14:01.787444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port d7770ea7-ef5b-447e-9b56-bf8feb290224 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:01.795341 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c4437315-2322-4baa-b568-a4d1d80448ca req-724c3a8e-5451-4b8b-9cbe-b348c64fdb61 service neutron] 10.222.0.86 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042380 Aug 30 21:14:01.796539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d7770ea7-ef5b-447e-9b56-bf8feb290224 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:01.799088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.904516 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:01.964180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7770ea7-ef5b-447e-9b56-bf8feb290224, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:01.974515 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:02.053259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d7770ea7-ef5b-447e-9b56-bf8feb290224,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:02.267906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a9069-3a52-4ccc-a080-e53e3b7e7d86 req-f31a9bd3-228a-4a0e-bfb2-ce4f67eaf8e0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:02.269548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-528a9069-3a52-4ccc-a080-e53e3b7e7d86 req-f31a9bd3-228a-4a0e-bfb2-ce4f67eaf8e0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.0819738 Aug 30 21:14:02.352747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-528a9069-3a52-4ccc-a080-e53e3b7e7d86 req-79c486ce-ef0f-4dbf-b401-24a015b149a8 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748610 Aug 30 21:14:02.498107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f0640-2fa0-4ebf-8a0c-6b12c155028c req-318dcc84-65fa-4a16-8603-0a8ab23755cb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:02.506372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc4f0640-2fa0-4ebf-8a0c-6b12c155028c req-318dcc84-65fa-4a16-8603-0a8ab23755cb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0805261 Aug 30 21:14:02.555099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc4f0640-2fa0-4ebf-8a0c-6b12c155028c req-437b29a6-57e2-41e0-9470-696c04ca0513 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Aug 30 21:14:02.847594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:02.849913 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21869a0f-2a3f-435b-96cf-0fb6e89d59b4" -d '{"events": [{"server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "name": "network-vif-plugged", "status": "completed", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:02.977461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db776e6b-274a-463c-8897-9fcc674a2e09 req-c4394896-72cd-490c-9d90-baa6dd89407b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:02.979843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db776e6b-274a-463c-8897-9fcc674a2e09 req-c4394896-72cd-490c-9d90-baa6dd89407b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.0587585 Aug 30 21:14:03.029470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db776e6b-274a-463c-8897-9fcc674a2e09 req-7963f417-ddc3-44fa-ba72-e6f5c8bd0373 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Aug 30 21:14:03.155617 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d43e8-0400-43dd-800c-581b6fd31871 x-openstack-request-id: req-fb3d43e8-0400-43dd-800c-581b6fd31871 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:03.156478 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "name": "network-vif-plugged", "status": "completed", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:03.156598 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb3d43e8-0400-43dd-800c-581b6fd31871 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:03.156944 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'code': 200} Aug 30 21:14:03.334714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fae6-2179-44ac-8c13-10471eaeaa36 req-f9fd2e67-2635-4c7e-9d2a-928feffc936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:03.336354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dd7fae6-2179-44ac-8c13-10471eaeaa36 req-f9fd2e67-2635-4c7e-9d2a-928feffc936c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1097 time: 0.0963337 Aug 30 21:14:03.397070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dd7fae6-2179-44ac-8c13-10471eaeaa36 req-a039860b-fd03-497e-aef2-aac414f508ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524242 Aug 30 21:14:03.447018 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:03.578850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9147ad-d294-4995-a8e0-dde46d234929 req-cb2695f5-6a33-4fd8-9bcf-df70537028f0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:03.580738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f9147ad-d294-4995-a8e0-dde46d234929 req-cb2695f5-6a33-4fd8-9bcf-df70537028f0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.0773249 Aug 30 21:14:03.647286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f9147ad-d294-4995-a8e0-dde46d234929 req-e090749f-e2f6-424a-85bb-8cf32b6faf57 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589559 Aug 30 21:14:03.853612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff9709-d9e4-4667-8587-d30dc5459877 req-73b51a72-0268-43b3-9be4-542987f71db8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:03.856617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67ff9709-d9e4-4667-8587-d30dc5459877 req-73b51a72-0268-43b3-9be4-542987f71db8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0960193 Aug 30 21:14:03.902166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67ff9709-d9e4-4667-8587-d30dc5459877 req-bc6772f3-ed2b-4e87-a9df-695699cd4057 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Aug 30 21:14:04.184640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba7717-9595-4e42-ad88-11d268c386be req-dc16c87f-5480-4394-a0b9-cb349cfff538 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:04.186285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-feba7717-9595-4e42-ad88-11d268c386be req-dc16c87f-5480-4394-a0b9-cb349cfff538 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.0604582 Aug 30 21:14:04.230484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-feba7717-9595-4e42-ad88-11d268c386be req-19506178-a29b-4d1e-a29f-ecba1f6cd1cd tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370474 Aug 30 21:14:04.837937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf78f74-6179-4204-8906-97c8904df19c req-d9bc7037-0249-435a-ae8e-bd75df740d0e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:04.847311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3bf78f74-6179-4204-8906-97c8904df19c req-d9bc7037-0249-435a-ae8e-bd75df740d0e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.0682228 Aug 30 21:14:04.891016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3bf78f74-6179-4204-8906-97c8904df19c req-3aef8f96-7038-4fa2-ab6b-7f47dc6a1daf tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Aug 30 21:14:05.134624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bb53c-d7fb-4eb2-956e-dfd1b3475cbf req-89e2dc00-9cd2-4c9f-99ed-279713393c99 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:05.136315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b36bb53c-d7fb-4eb2-956e-dfd1b3475cbf req-89e2dc00-9cd2-4c9f-99ed-279713393c99 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0925233 Aug 30 21:14:05.157443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:05.184552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b36bb53c-d7fb-4eb2-956e-dfd1b3475cbf req-08058df9-e702-4714-9694-d7806278ea8a tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Aug 30 21:14:05.313107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.383076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38228002-d8b4-405a-ad26-ff77383dba84 req-4cc1993a-6baa-4488-9420-de59bf0bbb7b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:05.391485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38228002-d8b4-405a-ad26-ff77383dba84 req-4cc1993a-6baa-4488-9420-de59bf0bbb7b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.0732093 Aug 30 21:14:05.442564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38228002-d8b4-405a-ad26-ff77383dba84 req-54d8b04b-0535-439f-b930-befc8862c683 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 Aug 30 21:14:05.471021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.477602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.535211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59318) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:05.535582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09c60bb990f44fbd86322f4037d8a501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766730 Aug 30 21:14:05.537772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600d1816-2227-4174-aa90-268a7adc7642,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:05.548512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.549159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.549510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.549855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.550183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.550563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.550925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.551244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.551567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.551955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.552279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.552521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2851130-61f6-4385-ac1f-dcf07ffb22ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:05.608876 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.633786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a7ef-80b4-463a-8e83-35b56edce212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.658552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a7ef-80b4-463a-8e83-35b56edce212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.717725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:05.771524 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a7ef-80b4-463a-8e83-35b56edce212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.774616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a7ef-80b4-463a-8e83-35b56edce212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.776521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6bd8a7ef-80b4-463a-8e83-35b56edce212 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/600d1816-2227-4174-aa90-268a7adc7642 HTTP/1.1" status: 204 len: 168 time: 0.2382274 Aug 30 21:14:05.788178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8a7ef-80b4-463a-8e83-35b56edce212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d1816-2227-4174-aa90-268a7adc7642,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:05.836978 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:05.852295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:05.897330 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:05.917767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:05.940907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:05.948471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:06.002530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:06.067545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:06.091529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4282d1a-e89d-4dd5-88ea-dfc9541e3bb5 req-4da5be86-e2a6-498e-ae08-a67acbaa38f0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:06.096037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4282d1a-e89d-4dd5-88ea-dfc9541e3bb5 req-4da5be86-e2a6-498e-ae08-a67acbaa38f0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.1085606 Aug 30 21:14:06.160809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4282d1a-e89d-4dd5-88ea-dfc9541e3bb5 req-343d5fc6-529f-42e5-bfd6-c7434a570e95 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560098 Aug 30 21:14:06.327763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fd7b5-c6a2-48ca-8a5f-56dd69bb2515 req-b8833dd5-1a24-46df-8b93-7586f0512894 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:06.338170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f19fd7b5-c6a2-48ca-8a5f-56dd69bb2515 req-b8833dd5-1a24-46df-8b93-7586f0512894 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.0797687 Aug 30 21:14:06.395644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f19fd7b5-c6a2-48ca-8a5f-56dd69bb2515 req-24158788-c56e-4e2a-9c9b-79c2553bb38f tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561810 Aug 30 21:14:06.552083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4307756-c7b5-4cc9-bfed-4d7ffba6f697 req-d4632f82-0da7-426d-8f94-52b95e305cd7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:06.559696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4307756-c7b5-4cc9-bfed-4d7ffba6f697 req-d4632f82-0da7-426d-8f94-52b95e305cd7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0837629 Aug 30 21:14:06.608019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4307756-c7b5-4cc9-bfed-4d7ffba6f697 req-5f6d6f7d-b9d7-4460-9725-f10c6b71e57c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Aug 30 21:14:06.827193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004a7d2-d474-476e-b741-a369151fb920 req-6f12c817-5d4e-4c64-9e4f-1e92d506fa6f tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:06.835097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7004a7d2-d474-476e-b741-a369151fb920 req-6f12c817-5d4e-4c64-9e4f-1e92d506fa6f tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.0828388 Aug 30 21:14:06.873028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7004a7d2-d474-476e-b741-a369151fb920 req-ab05545e-b21e-429c-b590-054c2e791f2b tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370331 Aug 30 21:14:06.895786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59368) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:06.995335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e5930-98e7-4dd1-a4ce-bcb5b1ed14fe req-72e6d0f0-5cd9-4454-8f46-4080803f8e14 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:06.997161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-036e5930-98e7-4dd1-a4ce-bcb5b1ed14fe req-72e6d0f0-5cd9-4454-8f46-4080803f8e14 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.0544856 Aug 30 21:14:07.043355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-036e5930-98e7-4dd1-a4ce-bcb5b1ed14fe req-4a44cd9f-a39f-4df3-81b0-9a193520378e tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365191 Aug 30 21:14:07.180710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f9951-c279-444d-92ae-60659ff33103 tempest-TestServerBasicOps-2020244057 tempest-TestServerBasicOps-2020244057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:07.185582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:07.186173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b3f9951-c279-444d-92ae-60659ff33103 tempest-TestServerBasicOps-2020244057 tempest-TestServerBasicOps-2020244057-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1092 time: 0.2885056 Aug 30 21:14:07.191303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:07.218046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:07.369829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:07.552131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Allocated IP 172.25.5.186 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4a7cff7d-acb2-456c-a96c-c4b024f1bac2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:07.640851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e32e-7ad5-4014-93f1-54a61ba43781 req-5f05715f-15e9-4009-9be3-7fe58e696fd4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:07.648686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61d5e32e-7ad5-4014-93f1-54a61ba43781 req-5f05715f-15e9-4009-9be3-7fe58e696fd4 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0861866 Aug 30 21:14:07.690946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:07.705989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61d5e32e-7ad5-4014-93f1-54a61ba43781 req-9e533763-c7f8-4a08-8b88-2222a94ebae8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563815 Aug 30 21:14:07.738649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:07.809223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:07.845499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:07.845872 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:07.876778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d7dcc-0af5-4cb7-ae39-cb4d9271c6db req-dae76ec6-a639-456d-9f41-0ff2aa7326b1 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:07.884936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d5d7dcc-0af5-4cb7-ae39-cb4d9271c6db req-dae76ec6-a639-456d-9f41-0ff2aa7326b1 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0933092 Aug 30 21:14:07.892768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:07.893928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'Port': ['ID=4a7cff7d-acb2-456c-a96c-c4b024f1bac2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:07.896643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:07.899439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:07.944456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d5d7dcc-0af5-4cb7-ae39-cb4d9271c6db req-327c2630-1d35-4c31-bd27-f128897264ec tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572677 Aug 30 21:14:08.054403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.097462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:08.108458 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7023212-ace4-447a-bc5d-c256a28970cc" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:08.125973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:08.135468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.213628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:08.216047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e00ae6-9b33-4e38-8b15-be9482327833 req-699c7465-4e74-4849-a921-3712e9c44f13 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:08.224643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0e00ae6-9b33-4e38-8b15-be9482327833 req-699c7465-4e74-4849-a921-3712e9c44f13 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.0844655 Aug 30 21:14:08.283481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0e00ae6-9b33-4e38-8b15-be9482327833 req-b8cfa240-d9c4-4a38-87e6-842ba8f65b98 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573661 Aug 30 21:14:08.369103 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22e01a-973e-4e8e-b27d-c34064eee832 x-openstack-request-id: req-ea22e01a-973e-4e8e-b27d-c34064eee832 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:08.369400 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:08.369654 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea22e01a-973e-4e8e-b27d-c34064eee832 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:08.370058 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:14:08.481194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.568190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.594719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a3f97c-e2f2-499b-bb96-49098fe56105 req-db72181e-ab89-4ec0-bf87-fa373447ea64 tempest-FlavorsV2NegativeTest-1531632400 tempest-FlavorsV2NegativeTest-1531632400-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a7542a09cee94b63b7fa4becaa89ae14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381799 Aug 30 21:14:08.735105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3f97c-e2f2-499b-bb96-49098fe56105 req-75da1c3f-aedc-4461-9bdf-807f675ebd7e tempest-FlavorsV2NegativeTest-1531632400 tempest-FlavorsV2NegativeTest-1531632400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:08.753157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a3f97c-e2f2-499b-bb96-49098fe56105 req-75da1c3f-aedc-4461-9bdf-807f675ebd7e tempest-FlavorsV2NegativeTest-1531632400 tempest-FlavorsV2NegativeTest-1531632400-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502421 Aug 30 21:14:08.755433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.761973 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.773346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a3f97c-e2f2-499b-bb96-49098fe56105 req-b1fc4ee3-0851-4a07-883a-3e0c2ce6a4d3 tempest-FlavorsV2NegativeTest-1531632400 tempest-FlavorsV2NegativeTest-1531632400-project] 10.222.0.76 "GET /v2.0/quotas/a7542a09cee94b63b7fa4becaa89ae14 HTTP/1.1" status: 200 len: 375 time: 0.0188797 Aug 30 21:14:08.823147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a3f97c-e2f2-499b-bb96-49098fe56105 req-7ba56fee-8fd6-42fe-ab0b-eff6682f5fdf tempest-FlavorsV2NegativeTest-1531632400 tempest-FlavorsV2NegativeTest-1531632400-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a7542a09cee94b63b7fa4becaa89ae14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412271 Aug 30 21:14:08.858221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event updated for resources: {'Port': ['ID=4a7cff7d-acb2-456c-a96c-c4b024f1bac2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:08.895876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.905433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6eb2992e-5c70-455f-a547-25dd239d9763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:08.963886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc96b7-fe93-401a-9821-5f9970bb410e req-27be0493-a2c4-4dd9-9764-514de28061e8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:08.976329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffdc96b7-fe93-401a-9821-5f9970bb410e req-27be0493-a2c4-4dd9-9764-514de28061e8 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0904605 Aug 30 21:14:09.072489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffdc96b7-fe93-401a-9821-5f9970bb410e req-4fa0463f-02d7-45b3-95ac-33d3fdc1c72d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573440 Aug 30 21:14:09.119385 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Floating IP f5511745-040f-45f1-8a40-f6457fa8d2ae associated. External IP: 172.25.5.186, port: d7770ea7-ef5b-447e-9b56-bf8feb290224. Aug 30 21:14:09.130520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-c3774f73-3c24-43e7-b3fd-026aecda66e6 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:09.131984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-c3774f73-3c24-43e7-b3fd-026aecda66e6 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.82 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.0935390 Aug 30 21:14:09.204266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51f24f-45c7-4d81-9080-482b2e11e115 req-8ea87cc3-9edb-468c-93d7-fbccfc917ef6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:09.206587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c51f24f-45c7-4d81-9080-482b2e11e115 req-8ea87cc3-9edb-468c-93d7-fbccfc917ef6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0685461 Aug 30 21:14:09.268170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c51f24f-45c7-4d81-9080-482b2e11e115 req-25efd6c1-06a5-474d-bff4-117061b54193 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Aug 30 21:14:09.402965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Deleting port 95967d54-08e8-4554-a8f2-9598eb80374b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:14:09.403446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:09.613512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] For port 95967d54-08e8-4554-a8f2-9598eb80374b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=95967d54-08e8-4554-a8f2-9598eb80374b,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:09.614118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:09.699194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d6300-bdaa-4808-a5a9-f19dcfd074bf req-5908d315-f5b3-46c7-9c6d-7818bd4e9433 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:09.700925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b8d6300-bdaa-4808-a5a9-f19dcfd074bf req-5908d315-f5b3-46c7-9c6d-7818bd4e9433 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.1998007 Aug 30 21:14:09.761385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Router 8294980f-963d-4f01-854b-fe8019306d38 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:14:09.764620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b8d6300-bdaa-4808-a5a9-f19dcfd074bf req-b47bd66e-65fb-4646-badd-1805997c97f4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552423 Aug 30 21:14:09.807664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59488) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:10.010972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7807991a-98a9-4eca-899b-33edcc9481b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.063427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:10.075881 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] Sync routers for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:10.107000 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:10.110012 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:10.130379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.131024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.131511 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Floating IP e611361c-c9a0-4f5b-907b-e16bc1fa7905 disassociated. External IP: 172.25.5.105, port: 95967d54-08e8-4554-a8f2-9598eb80374b. Aug 30 21:14:10.132150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Calling delete_port for 95967d54-08e8-4554-a8f2-9598eb80374b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:14:10.199059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7807991a-98a9-4eca-899b-33edcc9481b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.217169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7807991a-98a9-4eca-899b-33edcc9481b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.255904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.262647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7807991a-98a9-4eca-899b-33edcc9481b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7542a09cee94b63b7fa4becaa89ae14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538682 Aug 30 21:14:10.264487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807991a-98a9-4eca-899b-33edcc9481b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec9980-cdd6-4ffa-a45a-ee15a41a96d4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:10.268833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59502) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:10.276406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5cc52-e9f1-4fbe-b02d-032aa7ab955e req-33b7c1ba-6d21-444a-80cc-5bf4c09f77df tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:10.284063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90d5cc52-e9f1-4fbe-b02d-032aa7ab955e req-33b7c1ba-6d21-444a-80cc-5bf4c09f77df tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad HTTP/1.1" status: 200 len: 945 time: 0.1273065 Aug 30 21:14:10.328541 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:10.371079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90d5cc52-e9f1-4fbe-b02d-032aa7ab955e req-67b4306c-abf4-453f-9d8e-be0fe8c3b90d tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups?id=95d04264-249a-47bd-aa8c-e75f6071cbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726612 Aug 30 21:14:10.371914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1aa9de1c-fd18-43ff-8b11-97514a955573 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1770387 Aug 30 21:14:10.390498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37fef1d8-f1ef-4d9a-b232-313fb18ff952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.445527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37fef1d8-f1ef-4d9a-b232-313fb18ff952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.535927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48950d6-c8f8-4dc8-ab2b-810b31fa6eed req-acde265b-f64c-4aa6-bf05-8e8e04515aec tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:10.546762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c48950d6-c8f8-4dc8-ab2b-810b31fa6eed req-acde265b-f64c-4aa6-bf05-8e8e04515aec tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0930700 Aug 30 21:14:10.615901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c48950d6-c8f8-4dc8-ab2b-810b31fa6eed req-88466e54-5d8b-48d2-86db-734a056bb93b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678322 Aug 30 21:14:10.617159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37fef1d8-f1ef-4d9a-b232-313fb18ff952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.635361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37fef1d8-f1ef-4d9a-b232-313fb18ff952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.635361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37fef1d8-f1ef-4d9a-b232-313fb18ff952 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2aec9980-cdd6-4ffa-a45a-ee15a41a96d4 HTTP/1.1" status: 204 len: 168 time: 0.3382711 Aug 30 21:14:10.651790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fef1d8-f1ef-4d9a-b232-313fb18ff952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec9980-cdd6-4ffa-a45a-ee15a41a96d4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:10.721111 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'f5511745-040f-45f1-8a40-f6457fa8d2ae', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '8294980f-963d-4f01-854b-fe8019306d38', 'port_id': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'mac_address': 'fa:16:3e:4c:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107e82f-7055-4203-a594-db3c3bcfb977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:14:08Z', 'updated_at': '2021-08-30T21:14:08Z', 'revision_number': 0, 'project_id': '54f453249f564d0db918e63f108138e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:38Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:10.753830 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] Checking router: 8294980f-963d-4f01-854b-fe8019306d38 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:10.777153 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:10.778695 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:10.781997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:10.784446 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b18b2-9327-45e1-9630-050ffd034c68" -d '{"events": [{"name": "network-changed", "server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:10.876628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:10.926062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event deleted for resources: {'Port': ['ID=95967d54-08e8-4554-a8f2-9598eb80374b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:10.983118 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:10.996026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3a5d1-cd6e-4a6c-9932-ca9c3e95598e req-956c7b86-2db9-491f-a352-5c2442f42e04 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:10.998873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fe3a5d1-cd6e-4a6c-9932-ca9c3e95598e req-956c7b86-2db9-491f-a352-5c2442f42e04 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.1082301 Aug 30 21:14:11.051785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fe3a5d1-cd6e-4a6c-9932-ca9c3e95598e req-4d38adca-b0d6-492f-9a58-6f78b9e64a8d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465174 Aug 30 21:14:11.091174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Router bc64a69f-24f9-4014-82dc-869338a3493b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:14:11.102091 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6d916b-1924-449e-b875-15a372b197b2 x-openstack-request-id: req-7d6d916b-1924-449e-b875-15a372b197b2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:11.102610 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:11.103067 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d6d916b-1924-449e-b875-15a372b197b2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:11.103638 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'status': 'completed', 'code': 200} Aug 30 21:14:11.192554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-4b006be8-0db4-434a-9757-b56ae23dd2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:11.194130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-4b006be8-0db4-434a-9757-b56ae23dd2d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54f453249f564d0db918e63f108138e0&device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1097 time: 0.0627010 Aug 30 21:14:11.227472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:11.249836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] Sync routers for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:11.266806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:11.267438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:13:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:11.272844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] No DVR routers for this DVR port 95967d54-08e8-4554-a8f2-9598eb80374b on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:14:11.283389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:11.293002 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-570de445-17bb-4a50-832e-dfdaa7f22686 req-fd63e319-bea4-44e7-aa9a-12f3c0892b5f tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.82 "DELETE /v2.0/ports/95967d54-08e8-4554-a8f2-9598eb80374b HTTP/1.1" status: 204 len: 173 time: 2.0970192 Aug 30 21:14:11.428311 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'f5511745-040f-45f1-8a40-f6457fa8d2ae', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '8294980f-963d-4f01-854b-fe8019306d38', 'port_id': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'mac_address': 'fa:16:3e:4c:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107e82f-7055-4203-a594-db3c3bcfb977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:14:08Z', 'updated_at': '2021-08-30T21:14:08Z', 'revision_number': 0, 'project_id': '54f453249f564d0db918e63f108138e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:38Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:11.469965 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3f3438-d9ab-4485-98db-8bf8ecb8444d None None] The sync data for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 is: [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'f5511745-040f-45f1-8a40-f6457fa8d2ae', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'floating_ip_address': '172.25.5.186', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '8294980f-963d-4f01-854b-fe8019306d38', 'port_id': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'mac_address': 'fa:16:3e:4c:be:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0107e82f-7055-4203-a594-db3c3bcfb977', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:14:08Z', 'updated_at': '2021-08-30T21:14:08Z', 'revision_number': 0, 'project_id': '54f453249f564d0db918e63f108138e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:38Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:11.508002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-ad85170c-5f6e-4929-bbb0-dfef2de477f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:11.510446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-ad85170c-5f6e-4929-bbb0-dfef2de477f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 200 len: 909 time: 0.3084049 Aug 30 21:14:11.578308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:11.710371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-23b26402-1c28-460e-b6cc-efd92bae561e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 200 len: 999 time: 0.1914797 Aug 30 21:14:11.783917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:11.839558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-b87f8e5d-8318-462e-a941-a9d1f5f0b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:11.841397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-b87f8e5d-8318-462e-a941-a9d1f5f0b7ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c580e4c7-3a75-4a4c-bc1a-25e2920297c4 HTTP/1.1" status: 200 len: 847 time: 0.1218123 Aug 30 21:14:11.872377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e96bb0d-9137-44ac-aec6-388919412a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:11.946641 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb18ca94-42cd-4d23-8a00-23a6728c3907 None None] New status for floating IP f5511745-040f-45f1-8a40-f6457fa8d2ae: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:14:11.976201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-3442af2c-ee89-4a07-a130-edae27dc63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:11.979071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-3442af2c-ee89-4a07-a130-edae27dc63e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=586a5038-04bf-4859-9ed1-7bba7cbc67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297467 Aug 30 21:14:12.003021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:38Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:12.078697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] Checking router: bc64a69f-24f9-4014-82dc-869338a3493b for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:12.098505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:12.100672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:12.184694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-a730f6e5-d343-4183-add2-afb9f3a6edae service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920941 Aug 30 21:14:12.209967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:12.357161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:12.393279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af9b18b2-9327-45e1-9630-050ffd034c68 req-844c5305-d467-4398-9b14-2d5b9e61c2b8 service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989868 Aug 30 21:14:12.475147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-476916244-network', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:12.517116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:12.526451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.543985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.550991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.653061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:38Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:12.692985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c812a60-cdce-46fd-9caf-601a1c5e79a1 None None] The sync data for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 is: [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:10:30Z', 'revision_number': 4, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8d3105cb-d1c9-48fc-b40e-d04af2c1e744', 'name': '', 'network_id': '9cba1107-a2fe-4d0c-a2bf-c6c12579b33c', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'mac_address': 'fa:16:3e:cb:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:28Z', 'updated_at': '2021-08-30T21:10:38Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'subnets': [{'id': 'a0451c85-b891-4997-99f6-abc36d9040d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:12.733518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.745940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.811266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:14:12.837515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225be108-9283-4ede-8148-ce79718de36c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:12.840810 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.841397 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Added segment 0f6fea69-f147-4c9f-a9be-2054f0ced3d3 of type vlan for network 832ad31b-3812-48bb-859d-ec881e7d020a Aug 30 21:14:12.867792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446da24-f5b6-4cf3-b7ab-f43fffaf6f30 req-6ea159c0-9898-4936-9da8-b6403d92a5d6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:12.869529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0446da24-f5b6-4cf3-b7ab-f43fffaf6f30 req-6ea159c0-9898-4936-9da8-b6403d92a5d6 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0799494 Aug 30 21:14:12.907582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.932411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0446da24-f5b6-4cf3-b7ab-f43fffaf6f30 req-14b60de8-99f9-47ec-a05e-632a44538817 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Aug 30 21:14:12.948734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:12.950007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:12.950616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.032601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8209012 Aug 30 21:14:13.034411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff8aed-d9e5-43a9-8653-6c3ddf791cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=832ad31b-3812-48bb-859d-ec881e7d020a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:13.035937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:13.041187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Request body: {'subnet': {'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-476916244-subnet', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:13.049093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 832ad31b-3812-48bb-859d-ec881e7d020a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:14:13.100291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:13.102755 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.104511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'name': 'network-vif-deleted', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:13.107170 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267917ae-0cef-485e-8d1c-cf1ec3abd562" -d '{"events": [{"server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "name": "network-vif-deleted", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:13.184513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c34f3cd-0b9c-47de-b935-7f16f3314ca0 None None] New status for floating IP e611361c-c9a0-4f5b-907b-e16bc1fa7905: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:14:13.325077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ad707-eaf0-4713-8096-620e99c985ad req-5984c018-162f-487b-9994-173f021b1a6b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:13.326971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-193ad707-eaf0-4713-8096-620e99c985ad req-5984c018-162f-487b-9994-173f021b1a6b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 944 time: 0.1599708 Aug 30 21:14:13.388379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.393042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-193ad707-eaf0-4713-8096-620e99c985ad req-fa593730-bdce-4213-aaf5-3657928c2a3e tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539238 Aug 30 21:14:13.459201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3e15c4-528f-41fa-913e-19f25afe7654,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:13.472128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Checking segment: {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:13.472493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Network hostable DHCP agents. Network: 832ad31b-3812-48bb-859d-ec881e7d020a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:14:13.491709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Network 832ad31b-3812-48bb-859d-ec881e7d020a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:14:13.503936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 832ad31b-3812-48bb-859d-ec881e7d020a) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:13.508960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:13.509859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.514079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af7740-6c39-4f8a-94ae-bb3426fe1a6d None None] Network 832ad31b-3812-48bb-859d-ec881e7d020a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:13.553279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b4f737cc-c739-4628-8858-6dd17ae930c2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5156600 Aug 30 21:14:13.555719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:13.561213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:13.610567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.614167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.681980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.686339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59652) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:13.706861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-832ad31b-3812-48bb-859d-ec881e7d020a', 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'fixed_ips': [{'subnet_id': 'ee3e15c4-528f-41fa-913e-19f25afe7654'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:14:13.707858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.763542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 95967d54-08e8-4554-a8f2-9598eb80374b no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:13.788960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd03e-ac81-4236-a139-50fded612f93 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.807416 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c0de5-0cf2-488b-8f72-f92cbdcd369c x-openstack-request-id: req-866c0de5-0cf2-488b-8f72-f92cbdcd369c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:13.807691 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad", "name": "network-vif-deleted", "tag": "95967d54-08e8-4554-a8f2-9598eb80374b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:13.807940 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-866c0de5-0cf2-488b-8f72-f92cbdcd369c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:13.808339 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2f7cdf-2fe1-4b57-82e4-4305217eb0ad', 'name': 'network-vif-deleted', 'tag': '95967d54-08e8-4554-a8f2-9598eb80374b', 'status': 'completed', 'code': 200} Aug 30 21:14:13.822900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 95967d54-08e8-4554-a8f2-9598eb80374b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:14:13.823246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 95967d54-08e8-4554-a8f2-9598eb80374b not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:14:13.832432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd03e-ac81-4236-a139-50fded612f93 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.963287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd03e-ac81-4236-a139-50fded612f93 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.971165 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4cbd03e-ac81-4236-a139-50fded612f93 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.974427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:13.974843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e4cbd03e-ac81-4236-a139-50fded612f93 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "DELETE /v2.0/security-groups/95d04264-249a-47bd-aa8c-e75f6071cbe2 HTTP/1.1" status: 204 len: 168 time: 0.2858241 Aug 30 21:14:13.975812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59670) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:13.986209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:14.015967 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-75e7a23a-0d3e-4ae6-a04a-e51a51c33d62 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] show failed (client error): The resource could not be found. Aug 30 21:14:14.017394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75e7a23a-0d3e-4ae6-a04a-e51a51c33d62 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "GET /v2.0/security-groups/95d04264-249a-47bd-aa8c-e75f6071cbe2 HTTP/1.1" status: 404 len: 347 time: 0.0310893 Aug 30 21:14:14.033008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59672) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:14.069382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbd03e-ac81-4236-a139-50fded612f93 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d04264-249a-47bd-aa8c-e75f6071cbe2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:14.130193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Allocated IP 172.20.0.2 (832ad31b-3812-48bb-859d-ec881e7d020a/ee3e15c4-528f-41fa-913e-19f25afe7654/760ca50a-add9-42a7-a66e-76b4ae483dbb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:14.216287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:14.232490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'port_id': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'mac_address': 'fa:16:3e:b7:e9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:14.254924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-ee6c59b2-6744-4499-adf2-5a8e73e7a360 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:14.262765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-ee6c59b2-6744-4499-adf2-5a8e73e7a360 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.2583508 Aug 30 21:14:14.276034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Deleting port 3841c6e9-49cd-40ec-96d3-d063fe10700b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:14:14.276486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.287267 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.296902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-af3a5ad1-6274-44ab-a3fb-98898cd437d9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/quotas/6e28bdf791c744dba0191ffe371c020a HTTP/1.1" status: 200 len: 375 time: 0.0330467 Aug 30 21:14:14.312429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:14.350226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:14.350682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.373854 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.383170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.409494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-fb600a49-0844-447f-8303-2b122b3c42bb tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115451 Aug 30 21:14:14.434986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.453869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Transition to ACTIVE for port object 760ca50a-add9-42a7-a66e-76b4ae483dbb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:14.458637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:14.485441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Transition to ACTIVE for port object 760ca50a-add9-42a7-a66e-76b4ae483dbb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:14.492209 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.492671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.494915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.498291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.510710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Calling delete_port for 3841c6e9-49cd-40ec-96d3-d063fe10700b owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:14:14.551022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Allocated IP 172.25.5.88 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/a8ca2055-4429-4aab-842f-cb159091a7ef) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:14.552205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Pushing event updated for resources: {'Port': ['ID=760ca50a-add9-42a7-a66e-76b4ae483dbb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:14.568277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Network 832ad31b-3812-48bb-859d-ec881e7d020a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:14.572298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:14.577913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:14.603038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-2680d0f5-29fc-44f4-bead-b337ba194fe5 service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924438 Aug 30 21:14:14.661147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Attempting to bind port 760ca50a-add9-42a7-a66e-76b4ae483dbb on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:14.661518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Attempting to bind port 760ca50a-add9-42a7-a66e-76b4ae483dbb by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:14.661889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Attempting to bind port 760ca50a-add9-42a7-a66e-76b4ae483dbb on network 832ad31b-3812-48bb-859d-ec881e7d020a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:14.672660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:14.673105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Checking segment: {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:14.673800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.674406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Bound using segment: {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:14.677553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Bound port: 760ca50a-add9-42a7-a66e-76b4ae483dbb, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:14.679694 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.710366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-9166fdd7-99f9-4069-be2c-4b83a59b16de service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061850 Aug 30 21:14:14.752184 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.801922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:14.857113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.876681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] For port 760ca50a-add9-42a7-a66e-76b4ae483dbb, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:14.931718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.933528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] For port 760ca50a-add9-42a7-a66e-76b4ae483dbb, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=760ca50a-add9-42a7-a66e-76b4ae483dbb,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:14.946346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:14.949358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:14.954066 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:14.963570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:14.992957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Pushing event deleted for resources: {'Port': ['ID=3841c6e9-49cd-40ec-96d3-d063fe10700b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:15.045302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ca2055-4429-4aab-842f-cb159091a7ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:15.124263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cc310-ab7a-4ebc-8f72-7e14ada993d5 None None] Pushing event updated for resources: {'Port': ['ID=760ca50a-add9-42a7-a66e-76b4ae483dbb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:15.233075 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:15.240500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:15.245537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-41060cce-9ade-4a1b-873b-bdb6f9e1aaf2 tempest-ServersTestFqdnHostnames-1550725118 tempest-ServersTestFqdnHostnames-1550725118-project] 10.222.0.76 "DELETE /v2.0/floatingips/e611361c-c9a0-4f5b-907b-e16bc1fa7905 HTTP/1.1" status: 204 len: 168 time: 1.2109146 Aug 30 21:14:15.258918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87b71-ea32-41fb-b670-cf82e202a25a req-832c3ab1-1fe4-4941-adef-ce230491a43e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:15.260660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cb87b71-ea32-41fb-b670-cf82e202a25a req-832c3ab1-1fe4-4941-adef-ce230491a43e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.1505303 Aug 30 21:14:15.261291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59686) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:15.434657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-7db67dda-be85-454f-b608-adda3506a902 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:15.436363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-7db67dda-be85-454f-b608-adda3506a902 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.86 "GET /v2.0/ports?device_id=f63868d1-92f3-4998-a34b-9d52d7145fef HTTP/1.1" status: 200 len: 945 time: 0.1514857 Aug 30 21:14:15.661170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Deleting port a79998db-ac1e-4f9b-b4f8-044aee77d345 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:14:15.661788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:15.665809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:15.872801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] For port a79998db-ac1e-4f9b-b4f8-044aee77d345, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a79998db-ac1e-4f9b-b4f8-044aee77d345,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:15.873513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:15.901600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cb87b71-ea32-41fb-b670-cf82e202a25a req-2ec83069-582b-40bf-b453-f3cd94bd259a tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687914 Aug 30 21:14:15.924946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Calling delete_port for a79998db-ac1e-4f9b-b4f8-044aee77d345 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:14:15.971936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:16.069108 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:16.118447 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:14:16.196420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:16.308640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 21:14:16.308640 n-d-793620-16 neutron-server[94690]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 30 21:14:16.308640 n-d-793620-16 neutron-server[94690]: [parameters: {'status': 'DOWN', 'ports_id': 'a79998db-ac1e-4f9b-b4f8-044aee77d345'}] Aug 30 21:14:16.308640 n-d-793620-16 neutron-server[94690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:14:16.309007 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:14:16.338011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bcf39-2ca4-409e-b276-69e49ad27ac7 req-9f769b65-0db3-4d23-ba0e-be01f6af2d43 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:16.350728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b8bcf39-2ca4-409e-b276-69e49ad27ac7 req-9f769b65-0db3-4d23-ba0e-be01f6af2d43 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 945 time: 0.1616337 Aug 30 21:14:16.394822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 760ca50a-add9-42a7-a66e-76b4ae483dbb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:16.417920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:14:16.445603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:16.463106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b8bcf39-2ca4-409e-b276-69e49ad27ac7 req-f8df7e07-3acf-4d90-8dc4-71eb100dab30 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113107 Aug 30 21:14:16.549851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 760ca50a-add9-42a7-a66e-76b4ae483dbb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:16.621508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event deleted for resources: {'Port': ['ID=a79998db-ac1e-4f9b-b4f8-044aee77d345,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:16.700151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98553a18-cbc1-4285-8e85-8e61f2638042 req-7f2a6e95-a78a-43f9-8bfa-b732fe86dc8b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 210 time: 0.0567665 Aug 30 21:14:16.750619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-37f3f7b2-e71b-4ae4-9a66-e5e6d82ce9b4 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:16.752594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-37f3f7b2-e71b-4ae4-9a66-e5e6d82ce9b4 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.2799585 Aug 30 21:14:16.776294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] No DVR routers for this DVR port a79998db-ac1e-4f9b-b4f8-044aee77d345 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:14:16.781332 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:16.783739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a16da210-09c6-40d9-9de0-19c0317ef7be req-4a43347a-8313-482f-84aa-f3207312b65c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.86 "DELETE /v2.0/ports/a79998db-ac1e-4f9b-b4f8-044aee77d345 HTTP/1.1" status: 204 len: 173 time: 1.3404655 Aug 30 21:14:16.784292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'name': 'network-vif-deleted', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:16.787733 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41da7707-59d5-478c-8c20-c15d29677a78" -d '{"events": [{"server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "name": "network-vif-deleted", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:16.796887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Request body: {'port': {'device_id': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'admin_state_up': True, 'tenant_id': '6e28bdf791c744dba0191ffe371c020a'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:16.816077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:16.835626 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Sync routers for ids ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:16.862030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Port a79998db-ac1e-4f9b-b4f8-044aee77d345 update to DOWN by agent not found {{(pid=94690) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 21:14:16.867984 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Routers {'9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:16.870533 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:16.873411 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a8e6ee-e2e3-44cd-986e-ac25adabc493 x-openstack-request-id: req-b3a8e6ee-e2e3-44cd-986e-ac25adabc493 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:16.873990 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63868d1-92f3-4998-a34b-9d52d7145fef", "name": "network-vif-deleted", "tag": "a79998db-ac1e-4f9b-b4f8-044aee77d345", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:16.874076 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3a8e6ee-e2e3-44cd-986e-ac25adabc493 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:16.875240 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63868d1-92f3-4998-a34b-9d52d7145fef', 'name': 'network-vif-deleted', 'tag': 'a79998db-ac1e-4f9b-b4f8-044aee77d345', 'status': 'completed', 'code': 200} Aug 30 21:14:16.887571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:16.892813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f9e04224-e75b-4037-b503-63d41a8a9699 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3358827 Aug 30 21:14:16.893702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:16.953862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dcf158-6497-4ec6-8734-4edafe79af5d None None] Network 832ad31b-3812-48bb-859d-ec881e7d020a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:16.993958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:17.152858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Set router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:17.331078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Made reservation on behalf of 6e28bdf791c744dba0191ffe371c020a for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:17.334862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:17.484095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377546-f427-4cf7-a403-4a19f0eb1dda req-c08069ff-e95c-4ed9-88d9-c7aee054f9b7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:17.499692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] Provisioning for port 760ca50a-add9-42a7-a66e-76b4ae483dbb completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:17.504754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] Provisioning complete for port 760ca50a-add9-42a7-a66e-76b4ae483dbb triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:17.505133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:17.508736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31377546-f427-4cf7-a403-4a19f0eb1dda req-c08069ff-e95c-4ed9-88d9-c7aee054f9b7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.3944147 Aug 30 21:14:17.578584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:14:15Z', 'revision_number': 3, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:17.622300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:17.650189 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Checking router: 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:17.650530 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Updating router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 port a8ca2055-4429-4aab-842f-cb159091a7ef binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:14:17.685026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] For port 760ca50a-add9-42a7-a66e-76b4ae483dbb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=760ca50a-add9-42a7-a66e-76b4ae483dbb,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:17.694826 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:17.712978 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:17.713201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Allocated IP 172.20.0.9 (7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0/d236aef7-f234-45a2-ab65-d9e179af0cd3/72d010ab-3528-4e68-bfe7-1cbdfb885f28) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:17.730619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31377546-f427-4cf7-a403-4a19f0eb1dda req-70734d23-74c8-403d-8457-ef61e926f884 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966419 Aug 30 21:14:17.848665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b562-2f8a-419c-8cbb-f8cef6a0a238 None None] Pushing event updated for resources: {'Port': ['ID=760ca50a-add9-42a7-a66e-76b4ae483dbb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:17.927456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-108b7417-8121-49a9-842f-e90fad243f07 None None] Provisioning complete for port 760ca50a-add9-42a7-a66e-76b4ae483dbb triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:17.927834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-108b7417-8121-49a9-842f-e90fad243f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.047003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:18.111086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Deleting port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:14:18.112117 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.242158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e2070-01f7-4eea-86d3-8a09b411d8fb req-74a16b49-e27f-4c12-8196-a8b2cf2c542b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:18.250285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-242e2070-01f7-4eea-86d3-8a09b411d8fb req-74a16b49-e27f-4c12-8196-a8b2cf2c542b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 945 time: 0.1528673 Aug 30 21:14:18.262311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:18.270837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:18.274576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.306859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.313211 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.330328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] For port 8d3105cb-d1c9-48fc-b40e-d04af2c1e744, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:18.330990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.340980 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Transition to ACTIVE for port object a8ca2055-4429-4aab-842f-cb159091a7ef will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:18.356954 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.371803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-242e2070-01f7-4eea-86d3-8a09b411d8fb req-11e3ed97-db20-46f9-8e2f-1beab03f9ecb tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202049 Aug 30 21:14:18.372094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 760ca50a-add9-42a7-a66e-76b4ae483dbb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:18.421393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Calling delete_port for 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:14:18.459285 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c25ad-3491-433e-b0a9-cb582aba1ad2 None None] Pushing event updated for resources: {'Port': ['ID=a8ca2055-4429-4aab-842f-cb159091a7ef,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:18.477430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.500088 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Attempting to bind port a8ca2055-4429-4aab-842f-cb159091a7ef on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:18.500373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Attempting to bind port a8ca2055-4429-4aab-842f-cb159091a7ef by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:18.500738 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Attempting to bind port a8ca2055-4429-4aab-842f-cb159091a7ef on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:18.506140 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:18.506901 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:18.507311 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.507739 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:18.511446 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Bound port: a8ca2055-4429-4aab-842f-cb159091a7ef, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:18.511882 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.513649 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.572721 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.578411 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] For port a8ca2055-4429-4aab-842f-cb159091a7ef, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:18.582829 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] For port a8ca2055-4429-4aab-842f-cb159091a7ef, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a8ca2055-4429-4aab-842f-cb159091a7ef,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:18.602055 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.640879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:18.653544 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a1c11-d42f-489f-8dd5-4f72de985039" -d '{"events": [{"server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "name": "network-vif-plugged", "status": "completed", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:18.660551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:18.667233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:18.673764 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Routers {'9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:18.676316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 760ca50a-add9-42a7-a66e-76b4ae483dbb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:18.677733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.679293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:18.679413 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:18.689289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:18.692126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714be4e5-4fda-4f57-b0c0-60f2e4f1cea9 req-fa597b55-7c3f-4d2a-8984-c419c446670f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:18.700460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-714be4e5-4fda-4f57-b0c0-60f2e4f1cea9 req-fa597b55-7c3f-4d2a-8984-c419c446670f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 931 time: 0.1931584 Aug 30 21:14:18.704777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:18.722214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.787570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Allocated IP 172.20.0.1 (832ad31b-3812-48bb-859d-ec881e7d020a/ee3e15c4-528f-41fa-913e-19f25afe7654/63a6c6d8-03d0-419b-813a-144ba2f96211) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:18.802493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:18.815478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:18.816255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.831365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-714be4e5-4fda-4f57-b0c0-60f2e4f1cea9 req-b7aa847a-59a0-4730-9c28-03b6f798ae19 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297660 Aug 30 21:14:18.912210 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea865b8-913a-4c4d-9118-593bcc49369b x-openstack-request-id: req-4ea865b8-913a-4c4d-9118-593bcc49369b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:18.912855 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "name": "network-vif-plugged", "status": "completed", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:18.913085 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ea865b8-913a-4c4d-9118-593bcc49369b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:18.913495 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'code': 200} Aug 30 21:14:18.930118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-3416b93a-5af9-4322-a173-b5f7ac4078d3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1363869 Aug 30 21:14:18.941638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:18.947523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Request body: {'port': {'device_id': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:18.955876 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] Set router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:19.018798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Transition to ACTIVE for port object 63a6c6d8-03d0-419b-813a-144ba2f96211 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:19.056103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.071136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.128145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3105cb-d1c9-48fc-b40e-d04af2c1e744,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:19.143188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=63a6c6d8-03d0-419b-813a-144ba2f96211,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:19.154516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Network 832ad31b-3812-48bb-859d-ec881e7d020a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:19.157521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2614a3d-8e9a-4751-8c8b-1144ee0b7554 req-1c5acf20-63e4-43f3-9c69-4cdb1bd51fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:19.159394 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2614a3d-8e9a-4751-8c8b-1144ee0b7554 req-1c5acf20-63e4-43f3-9c69-4cdb1bd51fca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 1098 time: 0.1783745 Aug 30 21:14:19.161480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:19.164687 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c25ad-3491-433e-b0a9-cb582aba1ad2 None None] Pushing event updated for resources: {'Port': ['ID=a8ca2055-4429-4aab-842f-cb159091a7ef,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:19.176312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:19.189360 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.234127 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:14:15Z', 'revision_number': 3, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:19.262657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2614a3d-8e9a-4751-8c8b-1144ee0b7554 req-ab7863a1-62fe-4701-b6d5-7bb3109bc53f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768471 Aug 30 21:14:19.287139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6404f-0070-440a-a097-d26df6dde0bc req-b98b655d-7757-457e-a50b-43a876f40a5c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:19.299183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74086b6-f528-4f98-8ceb-c916bed64494 None None] The sync data for ids ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'] in n-d-793620-16 is: [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:14:15Z', 'revision_number': 3, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:19.299560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19b6404f-0070-440a-a097-d26df6dde0bc req-b98b655d-7757-457e-a50b-43a876f40a5c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.2543535 Aug 30 21:14:19.332169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.527581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19b6404f-0070-440a-a097-d26df6dde0bc req-6d8f07c2-458e-4317-9ca2-66f3b227af7d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244225 Aug 30 21:14:19.637652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-58df0fac-90e7-4db5-9b5e-02aa9bc83b12 None None] Provisioning for port 63a6c6d8-03d0-419b-813a-144ba2f96211 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:19.643669 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-58df0fac-90e7-4db5-9b5e-02aa9bc83b12 None None] Provisioning complete for port 63a6c6d8-03d0-419b-813a-144ba2f96211 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:19.647880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.648362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58df0fac-90e7-4db5-9b5e-02aa9bc83b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.782937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-58df0fac-90e7-4db5-9b5e-02aa9bc83b12 None None] Port 63a6c6d8-03d0-419b-813a-144ba2f96211 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:19.971354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.979666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:19.999521 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:20.013493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:20.049276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a79998db-ac1e-4f9b-b4f8-044aee77d345 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:14:20.049989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a79998db-ac1e-4f9b-b4f8-044aee77d345 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:14:20.067768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7424c-60df-4cd9-93a7-a563846e8631 req-287d249c-2846-4741-90a4-fdd2fa32853a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:20.075535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acb7424c-60df-4cd9-93a7-a563846e8631 req-287d249c-2846-4741-90a4-fdd2fa32853a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.2837782 Aug 30 21:14:20.097117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:20.114602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=63a6c6d8-03d0-419b-813a-144ba2f96211,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:20.283820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Network 832ad31b-3812-48bb-859d-ec881e7d020a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:20.288444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:20.470098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a8ca2055-4429-4aab-842f-cb159091a7ef up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:20.550879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:14:20.569219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a8ca2055-4429-4aab-842f-cb159091a7ef completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:20.575785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a8ca2055-4429-4aab-842f-cb159091a7ef triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:20.576072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:20.743048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7afc1633-9a60-49dc-9440-e11066ad48f3 None None] Provisioning complete for port 63a6c6d8-03d0-419b-813a-144ba2f96211 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:20.743705 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7afc1633-9a60-49dc-9440-e11066ad48f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:20.750411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:20.756500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04c8428a-d103-46c6-854b-195cf2527bf5 admin admin] 10.222.0.76 "PUT /v2.0/routers/9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8614304 Aug 30 21:14:20.791154 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:20.850130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7afc1633-9a60-49dc-9440-e11066ad48f3 None None] Port 63a6c6d8-03d0-419b-813a-144ba2f96211 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:20.868522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acb7424c-60df-4cd9-93a7-a563846e8631 req-2cbea58d-4468-4a65-9949-869d0f71d478 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7915969 Aug 30 21:14:20.880077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a8ca2055-4429-4aab-842f-cb159091a7ef, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a8ca2055-4429-4aab-842f-cb159091a7ef,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:20.890960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:20.935515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:20.938717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d010ab-3528-4e68-bfe7-1cbdfb885f28 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:20.971727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a8ca2055-4429-4aab-842f-cb159091a7ef,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:20.977486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.014723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-853786295'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:21.062434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:21.068119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.083755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Transition to ACTIVE for port object 72d010ab-3528-4e68-bfe7-1cbdfb885f28 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:21.121085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:14:21.136995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.137353 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Added segment 134468ae-0fde-4f8a-a699-d8cc691dc5fd of type vlan for network 96b41899-a94a-4d21-a72e-6e612d25b8a5 Aug 30 21:14:21.141562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.197114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.211796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a71a-0044-4df8-884f-b2f6fd4fd09c req-10fdd84e-3d07-4221-b0b5-8247eaa3465a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:21.227471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.234155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b156a71a-0044-4df8-884f-b2f6fd4fd09c req-10fdd84e-3d07-4221-b0b5-8247eaa3465a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 931 time: 0.2011569 Aug 30 21:14:21.239973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:21.243234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.309217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:21.337618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b156a71a-0044-4df8-884f-b2f6fd4fd09c req-6c819565-ed91-490b-8c81-c6cd11945781 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020155 Aug 30 21:14:21.350613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4139626 Aug 30 21:14:21.353486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:21.367607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Router bc64a69f-24f9-4014-82dc-869338a3493b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:14:21.373589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'subnet': {'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:21.435497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Attempting to bind port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:21.435978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Attempting to bind port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:21.436335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Attempting to bind port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:21.441871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:14:21.442138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Attempting to bind port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:21.468419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e59ee-7ab6-4eb9-8156-5f98f0b70151 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Network': ['ID=96b41899-a94a-4d21-a72e-6e612d25b8a5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:21.481277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:14:21.507631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:21.508329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Checking segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:21.509595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Bound using segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:21.510210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Bound port: 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:21.510748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.578809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:21.582856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.646204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac29fb-e3da-4951-be4e-a515e80ea65d req-063dcba2-e66b-4331-84be-91b358b5b52b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:21.657236 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3ac29fb-e3da-4951-be4e-a515e80ea65d req-063dcba2-e66b-4331-84be-91b358b5b52b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.1509089 Aug 30 21:14:21.773538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:21.778760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3ac29fb-e3da-4951-be4e-a515e80ea65d req-20076700-719b-4bc6-9481-bf9b85669e77 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202862 Aug 30 21:14:21.783488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:21.795751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.812335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:21.818250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b3c9227b-d26c-4f63-ba21-1302db6cab08 admin admin] 10.222.0.76 "PUT /v2.0/routers/bc64a69f-24f9-4014-82dc-869338a3493b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5542130 Aug 30 21:14:21.830127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] Sync routers for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:21.843373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59762) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:21.849009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:21.849659 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.851948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] 10.222.0.82 "PUT /v2.0/ports/72d010ab-3528-4e68-bfe7-1cbdfb885f28 HTTP/1.1" status: 200 len: 1092 time: 2.9087770 Aug 30 21:14:21.852542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:21.853932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:21.931247 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Sync routers for ids ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:21.944664 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Routers {'9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:21.945470 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:21.948446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:21.990171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:21.992622 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47638fc1-89ba-4f3a-92c0-a88811daa38a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:21.996226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.090201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Subnet': ['ID=61a7abd5-9116-4ffb-8166-ba5c58780c66,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:22.097860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Checking segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:22.100312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network hostable DHCP agents. Network: 96b41899-a94a-4d21-a72e-6e612d25b8a5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:14:22.124321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:22.140766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:14:22.153282 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Set router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:22.159274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 96b41899-a94a-4d21-a72e-6e612d25b8a5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:22.166162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:22.166946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.195355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171e2f2-fad8-4400-a093-c7f86a028813 None None] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:22.199004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-738e2bf9-d2b2-4814-8c58-2f4addbfbcd8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8444269 Aug 30 21:14:22.201690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:22.207691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-433096528'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:22.249981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672d0bb-3164-43ac-942b-b0453dc94853 service neutron] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:22.257040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:22.261117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.289811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342392e6-33fe-4d6a-82b6-623e654c61ea req-3dccd893-5b29-484c-af0d-e0b3b857b289 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:22.298046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-342392e6-33fe-4d6a-82b6-623e654c61ea req-3dccd893-5b29-484c-af0d-e0b3b857b289 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.2374649 Aug 30 21:14:22.320449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-d8ebf943-6812-484b-bd14-c4a6aeaabe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:22.322691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-d8ebf943-6812-484b-bd14-c4a6aeaabe46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 1095 time: 0.3228500 Aug 30 21:14:22.329203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:14:22.354946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.355329 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Added segment cca449be-8e53-4e55-a466-5001a9de4c7d of type vlan for network b0f9f243-0a18-49db-b490-f5a0b4b4d70f Aug 30 21:14:22.417292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-79af7cfa-79a2-4df3-be5a-8e8b7fbfadb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28 HTTP/1.1" status: 200 len: 217 time: 0.0706367 Aug 30 21:14:22.424753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.447225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-342392e6-33fe-4d6a-82b6-623e654c61ea req-a54b344c-8929-461b-8058-9510fa89cb1a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476328 Aug 30 21:14:22.455513 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:14:19Z', 'revision_number': 4, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '63a6c6d8-03d0-419b-813a-144ba2f96211', 'name': '', 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'mac_address': 'fa:16:3e:44:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ee3e15c4-528f-41fa-913e-19f25afe7654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:18Z', 'updated_at': '2021-08-30T21:14:19Z', 'revision_number': 2, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'subnets': [{'id': 'ee3e15c4-528f-41fa-913e-19f25afe7654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:22.471755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.478060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a8ca2055-4429-4aab-842f-cb159091a7ef up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:22.521723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Checking router: 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:22.522359 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Updating router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 port 63a6c6d8-03d0-419b-813a-144ba2f96211 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:14:22.530193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.539759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:22.540419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.553666 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.555528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-b2148794-c90d-4d3b-bf31-a09ccb6ad03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:22.560593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-b2148794-c90d-4d3b-bf31-a09ccb6ad03d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.1272473 Aug 30 21:14:22.568951 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd10004-c7f9-49c8-8676-ee9cba0ec66c x-openstack-request-id: req-fbd10004-c7f9-49c8-8676-ee9cba0ec66c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:22.569361 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:22.569712 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbd10004-c7f9-49c8-8676-ee9cba0ec66c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:22.571302 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'status': 'completed', 'code': 200} Aug 30 21:14:22.644939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Deleting port b3846ed1-905a-42c0-9a4b-f8be570ed9ed {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:14:22.645980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.655823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Network': ['ID=b0f9f243-0a18-49db-b490-f5a0b4b4d70f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:22.679055 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9b44dd14-7398-4e0a-9f24-d28548fc46d1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4758966 Aug 30 21:14:22.682968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:22.692212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'subnet': {'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:22.725438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:14:22.733915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-e4a58bdc-fe0d-478f-bc36-1dbe25fe1c81 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560719 Aug 30 21:14:22.853642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:22.856809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-96b41899-a94a-4d21-a72e-6e612d25b8a5', 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'fixed_ips': [{'subnet_id': '61a7abd5-9116-4ffb-8166-ba5c58780c66'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:14:22.857711 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.857945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.901233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081367b-605a-4722-b170-c1d6cf6a6025 req-e8f6d32d-33c8-4f80-87be-b0841d2f4d5d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:22.908998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a8ca2055-4429-4aab-842f-cb159091a7ef triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:22.909536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:22.911005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b081367b-605a-4722-b170-c1d6cf6a6025 req-e8f6d32d-33c8-4f80-87be-b0841d2f4d5d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 943 time: 0.1740901 Aug 30 21:14:23.001984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] For port b3846ed1-905a-42c0-9a4b-f8be570ed9ed, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:23.003254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.029682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b081367b-605a-4722-b170-c1d6cf6a6025 req-19afaeef-ea04-4b54-9e36-7bd1730ef3e3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171050 Aug 30 21:14:23.083598 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.097411 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Transition to ACTIVE for port object 63a6c6d8-03d0-419b-813a-144ba2f96211 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:23.108395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Calling delete_port for b3846ed1-905a-42c0-9a4b-f8be570ed9ed owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:14:23.109778 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.120230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-e39c2101-3ea4-4a6d-8d78-1459091658d3 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468728 Aug 30 21:14:23.177080 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Pushing event updated for resources: {'Port': ['ID=63a6c6d8-03d0-419b-813a-144ba2f96211,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:23.187104 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.187541 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.187979 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.188415 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.188845 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.189301 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.189761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.190390 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.190599 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.191027 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.191442 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.191858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:14:23.215820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Allocated IP 19.80.0.2 (96b41899-a94a-4d21-a72e-6e612d25b8a5/61a7abd5-9116-4ffb-8166-ba5c58780c66/cbfa55e7-8cd9-4862-978b-511998390387) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:23.368557 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Attempting to bind port 63a6c6d8-03d0-419b-813a-144ba2f96211 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:23.369336 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Attempting to bind port 63a6c6d8-03d0-419b-813a-144ba2f96211 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:23.370303 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Attempting to bind port 63a6c6d8-03d0-419b-813a-144ba2f96211 on network 832ad31b-3812-48bb-859d-ec881e7d020a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:23.383204 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:23.384407 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Checking segment: {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:23.386412 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.386948 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Bound using segment: {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:23.387546 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Bound port: 63a6c6d8-03d0-419b-813a-144ba2f96211, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6fea69-f147-4c9f-a9be-2054f0ced3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:23.388420 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.413468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15f21-f434-494a-b97a-ac0924f401bc req-4c2542f0-9e11-4a7e-87da-4c97b4c3f315 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:23.427674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53d15f21-f434-494a-b97a-ac0924f401bc req-4c2542f0-9e11-4a7e-87da-4c97b4c3f315 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.2648077 Aug 30 21:14:23.432279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:23.444531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Request body: {'floatingip': {'port_id': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:23.525866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.533355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.538224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.566504 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] For port 63a6c6d8-03d0-419b-813a-144ba2f96211, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:23.577778 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] For port 63a6c6d8-03d0-419b-813a-144ba2f96211, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=63a6c6d8-03d0-419b-813a-144ba2f96211,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:23.588140 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.617917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c135b01-ecf5-40a6-8a37-ba634a26589c req-be4b1016-3c64-4cf9-b6e4-48006b9554b9 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783306 Aug 30 21:14:23.681566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f3b79-7ed0-4083-9f47-faf3ab86985e req-26eea2e3-240c-4c9c-be38-bbd4773367a4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:23.685797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Transition to ACTIVE for port object cbfa55e7-8cd9-4862-978b-511998390387 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:23.693030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d4f3b79-7ed0-4083-9f47-faf3ab86985e req-26eea2e3-240c-4c9c-be38-bbd4773367a4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0907142 Aug 30 21:14:23.767807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Transition to ACTIVE for port object cbfa55e7-8cd9-4862-978b-511998390387 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:23.792254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Subnet': ['ID=9202bc30-b661-4bfa-80e9-463fe7ff8b03,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:23.831326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.861642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Checking segment: {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:23.862119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network hostable DHCP agents. Network: b0f9f243-0a18-49db-b490-f5a0b4b4d70f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:14:23.883812 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8e19-f9ec-4718-b2b7-e7801d1bbeab None None] Pushing event updated for resources: {'Port': ['ID=63a6c6d8-03d0-419b-813a-144ba2f96211,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:23.892237 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Routers {'9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:23.893098 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:23.896359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d4f3b79-7ed0-4083-9f47-faf3ab86985e req-6579255a-ea5b-40bc-b584-24899fa954fa tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019818 Aug 30 21:14:23.915087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-2e4ce6b2-d423-4952-852a-74255f21fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:23.922048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-2e4ce6b2-d423-4952-852a-74255f21fe1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 1095 time: 0.1969159 Aug 30 21:14:23.958010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:23.980500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:23.992423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:23.995649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:24.010871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa55e7-8cd9-4862-978b-511998390387,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:24.096861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:14:18Z', 'revision_number': 5, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port': {'id': 'b3846ed1-905a-42c0-9a4b-f8be570ed9ed', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:10:23Z', 'updated_at': '2021-08-30T21:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:24.130116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:14:24.150319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3846ed1-905a-42c0-9a4b-f8be570ed9ed,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:24.218629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] Checking router: bc64a69f-24f9-4014-82dc-869338a3493b for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:24.238474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b0f9f243-0a18-49db-b490-f5a0b4b4d70f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:24.244669 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] Set router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:24.261614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072a7fd-aa15-41a3-a70e-581840450048 None None] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:24.269655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:24.272940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:24.393993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Attempting to bind port cbfa55e7-8cd9-4862-978b-511998390387 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:24.402014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Attempting to bind port cbfa55e7-8cd9-4862-978b-511998390387 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:24.402488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Attempting to bind port cbfa55e7-8cd9-4862-978b-511998390387 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:24.405333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922cf51-657b-4b43-9866-0e3c40b627b5 req-1d8bd93d-a42f-44a6-81ec-217073f44847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:24.407924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6922cf51-657b-4b43-9866-0e3c40b627b5 req-1d8bd93d-a42f-44a6-81ec-217073f44847 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 1097 time: 0.2144506 Aug 30 21:14:24.422263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fdeafd45-9fb3-43aa-82c7-a9b73a29415a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7356846 Aug 30 21:14:24.422358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:24.425091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Checking segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:24.425496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:24.425912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Bound using segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:24.426540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Bound port: cbfa55e7-8cd9-4862-978b-511998390387, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:24.426961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:24.431269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] Routers {'bc64a69f-24f9-4014-82dc-869338a3493b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:24.431905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bc64a69f-24f9-4014-82dc-869338a3493b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:24.545696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:24.629548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-07d04ed1-98a4-4bff-bf83-01f313a6b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:24.632620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-07d04ed1-98a4-4bff-bf83-01f313a6b73e service neutron] 10.222.0.82 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 906 time: 0.7043002 Aug 30 21:14:24.672000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6922cf51-657b-4b43-9866-0e3c40b627b5 req-547043ce-f6bb-4b2d-83c8-08bf4926462a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489982 Aug 30 21:14:24.710502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc6cd-b9c2-42e0-a455-f71989dc16af req-b462e974-2e60-4474-80ef-3a5593bf23e3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:24.723719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34ebc6cd-b9c2-42e0-a455-f71989dc16af req-b462e974-2e60-4474-80ef-3a5593bf23e3 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 943 time: 0.4549811 Aug 30 21:14:24.864289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34ebc6cd-b9c2-42e0-a455-f71989dc16af req-ac49ae9e-d583-40db-8c33-fca2657ccc8d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371078 Aug 30 21:14:24.865465 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:14:19Z', 'revision_number': 4, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '63a6c6d8-03d0-419b-813a-144ba2f96211', 'name': '', 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'mac_address': 'fa:16:3e:44:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ee3e15c4-528f-41fa-913e-19f25afe7654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:18Z', 'updated_at': '2021-08-30T21:14:23Z', 'revision_number': 4, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'subnets': [{'id': 'ee3e15c4-528f-41fa-913e-19f25afe7654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:24.897717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] Set router bc64a69f-24f9-4014-82dc-869338a3493b gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:24.958834 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3e3a14-495c-4521-9220-cd1bae16f779 None None] The sync data for ids ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'] in n-d-793620-16 is: [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:14:19Z', 'revision_number': 4, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '63a6c6d8-03d0-419b-813a-144ba2f96211', 'name': '', 'network_id': '832ad31b-3812-48bb-859d-ec881e7d020a', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'mac_address': 'fa:16:3e:44:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'ee3e15c4-528f-41fa-913e-19f25afe7654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:18Z', 'updated_at': '2021-08-30T21:14:23Z', 'revision_number': 4, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'subnets': [{'id': 'ee3e15c4-528f-41fa-913e-19f25afe7654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:24.963523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:24.980078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:24.989571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:14:23Z', 'revision_number': 7, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:25.062406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-17029d14-bda5-42bc-8b41-8ac7f5ea6668 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28 HTTP/1.1" status: 200 len: 217 time: 0.3023760 Aug 30 21:14:25.066371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:14:25.087973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:25.088759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc64a69f-24f9-4014-82dc-869338a3493b {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:14:25.094875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:25.096140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1693c167-311c-4abf-893f-d3581868d265 admin admin] 10.222.0.76 "DELETE /v2.0/routers/bc64a69f-24f9-4014-82dc-869338a3493b HTTP/1.1" status: 204 len: 168 time: 3.2432604 Aug 30 21:14:25.107879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59820) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:25.108702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abad7b-d916-4d58-9f98-d6f8c126dcae None None] The sync data for ids ['bc64a69f-24f9-4014-82dc-869338a3493b'] in n-d-793620-16 is: [{'id': 'bc64a69f-24f9-4014-82dc-869338a3493b', 'name': 'tempest-ServersTestFqdnHostnames-2116458500-router', 'tenant_id': '867d8f6217434052a7ca7f266852f1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:10:22Z', 'updated_at': '2021-08-30T21:14:23Z', 'revision_number': 7, 'project_id': '867d8f6217434052a7ca7f266852f1ad', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:25.161385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] For port cbfa55e7-8cd9-4862-978b-511998390387, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:25.165587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] For port cbfa55e7-8cd9-4862-978b-511998390387, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cbfa55e7-8cd9-4862-978b-511998390387,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:25.207105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:25.220328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:25.256462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:25.276172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b0f9f243-0a18-49db-b490-f5a0b4b4d70f', 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'fixed_ips': [{'subnet_id': '9202bc30-b661-4bfa-80e9-463fe7ff8b03'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:14:25.277305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:25.400489 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Floating IP 489db525-8112-4094-9342-ac9e19cda03d associated. External IP: 172.25.5.78, port: edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83. Aug 30 21:14:25.542021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504f8bc-0cbe-44cd-9d7d-6d00b19a47a6 None None] Pushing event updated for resources: {'Port': ['ID=cbfa55e7-8cd9-4862-978b-511998390387,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:25.693208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Allocated IP 19.86.0.2 (b0f9f243-0a18-49db-b490-f5a0b4b4d70f/9202bc30-b661-4bfa-80e9-463fe7ff8b03/42225750-c316-4106-a4c9-52c9256bc8ba) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:25.874458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-0a3c799f-d548-4da6-9a8b-f343b9411625 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:25.880595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-0a3c799f-d548-4da6-9a8b-f343b9411625 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:25.888966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-0a3c799f-d548-4da6-9a8b-f343b9411625 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/networks?id=96b41899-a94a-4d21-a72e-6e612d25b8a5&id=b0f9f243-0a18-49db-b490-f5a0b4b4d70f&id=96b41899-a94a-4d21-a72e-6e612d25b8a5 HTTP/1.1" status: 200 len: 1390 time: 0.8244233 Aug 30 21:14:25.974905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-d52cde63-7277-474b-a0b6-04566c43b8b3 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/quotas/669422a2ddff43b4afd6dd0c4149756b HTTP/1.1" status: 200 len: 375 time: 0.0848172 Aug 30 21:14:26.023067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Deleting subnet a0451c85-b891-4997-99f6-abc36d9040d1 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:14:26.034190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-db417be4-70d1-4681-86ce-8706dca9cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:26.035797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-db417be4-70d1-4681-86ce-8706dca9cc28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.9570119 Aug 30 21:14:26.044940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.110891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-e541f863-2253-4cf6-9f25-5f5336a3e2f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672319 Aug 30 21:14:26.130784 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.148409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Transition to ACTIVE for port object 42225750-c316-4106-a4c9-52c9256bc8ba will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:26.179622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-7a3ca2cf-43cd-4f7a-b06a-8a528cac35b7 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1990325 Aug 30 21:14:26.205328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Transition to ACTIVE for port object 42225750-c316-4106-a4c9-52c9256bc8ba will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:26.221365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.328753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.346511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:14:26.395316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:26.408689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:26.416840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:26.437837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Pushing event updated for resources: {'Port': ['ID=42225750-c316-4106-a4c9-52c9256bc8ba,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:26.486899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 63a6c6d8-03d0-419b-813a-144ba2f96211 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:26.603673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:26.618016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.638223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] Sync routers for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:26.654650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6aa52894-9f0c-4189-9f1b-5715d211ae2d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "PUT /v2.0/floatingips/489db525-8112-4094-9342-ac9e19cda03d HTTP/1.1" status: 200 len: 991 time: 3.2208958 Aug 30 21:14:26.655499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:26.658619 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb07673-8561-488e-a031-38283072ec23" -d '{"events": [{"name": "network-changed", "server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:26.672010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Attempting to bind port 42225750-c316-4106-a4c9-52c9256bc8ba on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:26.672575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Attempting to bind port 42225750-c316-4106-a4c9-52c9256bc8ba by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:26.673034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Attempting to bind port 42225750-c316-4106-a4c9-52c9256bc8ba on network b0f9f243-0a18-49db-b490-f5a0b4b4d70f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:26.705813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:26.705813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Checking segment: {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:26.706243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.706648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Bound using segment: {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:26.707223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Bound port: 42225750-c316-4106-a4c9-52c9256bc8ba, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:26.707607 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.736009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:26.736665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:26.737415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:26.748730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-9c732f79-20f2-4250-bd8f-7aa1149c2bc1 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286650 Aug 30 21:14:26.847457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-0c4c56d2-2510-480b-97d6-830869ff0d3d service neutron] 10.222.0.76 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6668952 Aug 30 21:14:27.031633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:27.048808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-31400c9d-aea9-4e16-92a6-437f490e1f8f service neutron] 10.222.0.76 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748407 Aug 30 21:14:27.091735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 63a6c6d8-03d0-419b-813a-144ba2f96211 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:27.147360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb700a4f-8af2-4170-854c-89b58cfd9707 None None] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:27.163772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.173712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47638fc1-89ba-4f3a-92c0-a88811daa38a req-0d873018-68a5-42b0-9e39-f162ae7129ef service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021695 Aug 30 21:14:27.219351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 63a6c6d8-03d0-419b-813a-144ba2f96211 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:27.219712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.220295 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.223432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a0451c85-b891-4997-99f6-abc36d9040d1 HTTP/1.1" status: 204 len: 168 time: 2.0855975 Aug 30 21:14:27.225485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:27.226374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00599826-0df1-4e94-a17a-1867af8348f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0451c85-b891-4997-99f6-abc36d9040d1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:27.275806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-07d5125b-2efa-4eed-b7d5-8a0ae5ed9da7 service neutron] 10.222.0.76 "GET /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260621 Aug 30 21:14:27.277598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d1f45-528f-48c1-a30d-956ae60ad64a None None] Network 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:27.392936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-77625c17-a40f-4ea9-a03c-d3b3d9552820 None None] Provisioning for port cbfa55e7-8cd9-4862-978b-511998390387 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:27.395829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.434121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8cb88e40-de3e-43f7-aa94-926c4e681bcf service neutron] 10.222.0.76 "GET /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502881 Aug 30 21:14:27.494001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Deleting port 92f0391b-265a-4918-9241-9e3cb41959dd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:14:27.494417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.556559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-9dfb7549-9ee2-400b-a7f1-34191881632b service neutron] 10.222.0.76 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153262 Aug 30 21:14:27.564638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] For port 42225750-c316-4106-a4c9-52c9256bc8ba, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:27.571159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] For port 92f0391b-265a-4918-9241-9e3cb41959dd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=92f0391b-265a-4918-9241-9e3cb41959dd,segment=NetworkSegment(670bd8ca-529c-4a15-9efc-9209dfa7354d),segment_id=670bd8ca-529c-4a15-9efc-9209dfa7354d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:27.571825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.591429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Calling delete_port for 92f0391b-265a-4918-9241-9e3cb41959dd owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:14:27.625280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] For port 42225750-c316-4106-a4c9-52c9256bc8ba, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=42225750-c316-4106-a4c9-52c9256bc8ba,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:27.667496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-3ec74760-43ca-4980-b8c3-4da080cafda9 service neutron] 10.222.0.76 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049738 Aug 30 21:14:27.674014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.693371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.719664 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:27.790842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f0391b-265a-4918-9241-9e3cb41959dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:27.797542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] No DVR routers for this DVR port 92f0391b-265a-4918-9241-9e3cb41959dd on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:14:27.867795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:27.927805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4166aa8-2dd0-4ca3-b5a6-4a496e2b2bea None None] DHCP port deletion for 9cba1107-a2fe-4d0c-a2bf-c6c12579b33c request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:14:27.965176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 63a6c6d8-03d0-419b-813a-144ba2f96211, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=63a6c6d8-03d0-419b-813a-144ba2f96211,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:28.007845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfd319-4f92-42f4-a86f-57d321fdfce6 None None] Pushing event updated for resources: {'Port': ['ID=42225750-c316-4106-a4c9-52c9256bc8ba,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:28.010502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399455cf-ae13-4fcc-8924-2cac6276adda req-8f341844-737e-438e-a2de-64032f396366 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:28.016116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.017224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cbfa55e7-8cd9-4862-978b-511998390387 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:28.025121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.033012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-399455cf-ae13-4fcc-8924-2cac6276adda req-8f341844-737e-438e-a2de-64032f396366 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0965385 Aug 30 21:14:28.065531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cba1107-a2fe-4d0c-a2bf-c6c12579b33c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:28.121895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670bd8ca-529c-4a15-9efc-9209dfa7354d') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:28.122190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670bd8ca-529c-4a15-9efc-9209dfa7354d') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:28.147248 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.185339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-399455cf-ae13-4fcc-8924-2cac6276adda req-46859c2a-131d-42fa-863c-f731983d729c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511619 Aug 30 21:14:28.191396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.217553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:14:28.218193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:14:28.225266 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:14:28.345031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.351780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:28.353919 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9cba1107-a2fe-4d0c-a2bf-c6c12579b33c HTTP/1.1" status: 204 len: 168 time: 1.1273706 Aug 30 21:14:28.394415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad262250-0836-4526-bccf-dbb84b3d4a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cba1107-a2fe-4d0c-a2bf-c6c12579b33c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:28.486742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '489db525-8112-4094-9342-ac9e19cda03d', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'port_id': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'mac_address': 'fa:16:3e:b7:e9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:13:23Z', 'updated_at': '2021-08-30T21:14:24Z', 'revision_number': 1, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:24Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:28.525879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e9071-acb1-4963-b6ff-aba26de10328 req-9f662a27-e524-49a4-abda-57c09e2024ea tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:28.536232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-600e9071-acb1-4963-b6ff-aba26de10328 req-9f662a27-e524-49a4-abda-57c09e2024ea tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 943 time: 0.0918469 Aug 30 21:14:28.599586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] Checking router: 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:28.605537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-600e9071-acb1-4963-b6ff-aba26de10328 req-8e18ea0b-9ca3-4ede-8919-0e2d465c2d32 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Aug 30 21:14:28.633656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=63a6c6d8-03d0-419b-813a-144ba2f96211,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:28.663620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:28.669356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:28.670108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:28.731983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-833ab08c-25b4-4889-bfce-1eb67f347fc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=867d8f6217434052a7ca7f266852f1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667684 Aug 30 21:14:28.737552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:28.796441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:28.937484 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9524d66-b9f6-4279-a4aa-10f14cc92b80 x-openstack-request-id: req-d9524d66-b9f6-4279-a4aa-10f14cc92b80 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:28.938019 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:28.938345 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9524d66-b9f6-4279-a4aa-10f14cc92b80 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:28.939168 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'status': 'completed', 'code': 200} Aug 30 21:14:28.942578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b01d-0065-47e0-836e-5294f9b6b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:29.045395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:29.133953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b01d-0065-47e0-836e-5294f9b6b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:29.165332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-438ac0be-c25f-4648-b715-0cf9dc530ba8 req-a969a7c5-df5e-46f4-b0e4-f1ef2a1aa474 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 210 time: 0.0859652 Aug 30 21:14:29.182586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07673-8561-488e-a031-38283072ec23 req-7ef34174-aa46-4097-85d4-008f18da84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:29.193324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-7ef34174-aa46-4097-85d4-008f18da84c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df13130b961c4cf9bb1579013272d607&device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 1098 time: 0.2280006 Aug 30 21:14:29.391170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b01d-0065-47e0-836e-5294f9b6b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:29.394500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b01d-0065-47e0-836e-5294f9b6b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:29.395787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0c6b01d-0065-47e0-836e-5294f9b6b27e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2cf3b760-cea0-46d8-9631-ab84d729c126 HTTP/1.1" status: 204 len: 168 time: 0.6587844 Aug 30 21:14:29.449843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b01d-0065-47e0-836e-5294f9b6b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3b760-cea0-46d8-9631-ab84d729c126,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:29.470959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07673-8561-488e-a031-38283072ec23 req-ae2a1c86-b65c-479f-9171-c72d4f18aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:29.473093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-ae2a1c86-b65c-479f-9171-c72d4f18aefa service neutron] 10.222.0.86 "GET /v2.0/networks?id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f HTTP/1.1" status: 200 len: 916 time: 0.2719812 Aug 30 21:14:29.477628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ea6c-bdec-47d3-a69a-2732e73f6b9f req-6c60a8e2-ba5c-4b99-a354-074877f56cb1 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:29.487514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04b1ea6c-bdec-47d3-a69a-2732e73f6b9f req-6c60a8e2-ba5c-4b99-a354-074877f56cb1 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1751490 Aug 30 21:14:29.581732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port cbfa55e7-8cd9-4862-978b-511998390387 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:29.599426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04b1ea6c-bdec-47d3-a69a-2732e73f6b9f req-bdc53b6e-f55a-4f72-a878-71827297808e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110005 Aug 30 21:14:29.614348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'mac_address': 'fa:16:3e:95:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:29.643972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0344f4d-b28a-4285-a064-0f546be2f842 None None] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:29.652554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-b6171a8e-5064-4813-91bc-14c181624bd0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 HTTP/1.1" status: 200 len: 999 time: 0.1621966 Aug 30 21:14:29.808072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07673-8561-488e-a031-38283072ec23 req-e352868e-0c63-4ef5-be40-29765682c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:29.814082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-e352868e-0c63-4ef5-be40-29765682c598 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f31b1561-7d07-43a3-83c7-5e9cc03e3abe HTTP/1.1" status: 200 len: 854 time: 0.1471286 Aug 30 21:14:29.903907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cbfa55e7-8cd9-4862-978b-511998390387 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:29.909874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:29.927697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-657d9ad8-7101-4861-aef1-8781f8f60b9f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:29.940668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-657d9ad8-7101-4861-aef1-8781f8f60b9f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:29.942566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-657d9ad8-7101-4861-aef1-8781f8f60b9f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "GET /v2.0/networks?id=96b41899-a94a-4d21-a72e-6e612d25b8a5&id=b0f9f243-0a18-49db-b490-f5a0b4b4d70f&id=96b41899-a94a-4d21-a72e-6e612d25b8a5 HTTP/1.1" status: 200 len: 1390 time: 0.2887099 Aug 30 21:14:29.966271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'port': {'device_id': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5', 'admin_state_up': True, 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:30.039061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07673-8561-488e-a031-38283072ec23 req-c628989f-4cc3-4a88-b4e5-543209d095a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:30.052819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-c628989f-4cc3-4a88-b4e5-543209d095a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2230835 Aug 30 21:14:30.172832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c8ffab8c-1a7d-4c76-9a4c-9312dffba89b None None] Provisioning complete for port cbfa55e7-8cd9-4862-978b-511998390387 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:30.173353 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ffab8c-1a7d-4c76-9a4c-9312dffba89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:30.207215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17b233-0434-4c49-94f7-87148ec2fd99 req-ca481e1b-5c45-4fb4-bda4-e686e8bdd46a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:30.208825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd17b233-0434-4c49-94f7-87148ec2fd99 req-ca481e1b-5c45-4fb4-bda4-e686e8bdd46a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 943 time: 0.1684139 Aug 30 21:14:30.337716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:30.400571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-380e9c21-bad0-478a-8c30-fab5645984af service neutron] 10.222.0.86 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350909 Aug 30 21:14:30.440185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d010ab-3528-4e68-bfe7-1cbdfb885f28 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:30.469729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd17b233-0434-4c49-94f7-87148ec2fd99 req-a02c33da-1b96-4d6f-9311-4ede8dc9eb21 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468879 Aug 30 21:14:30.501243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:30.502093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:30.511571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:30.573986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:30.734250 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdb07673-8561-488e-a031-38283072ec23 req-feb39743-f5f7-4c43-acc6-89f5d8bd672f service neutron] 10.222.0.86 "GET /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250151 Aug 30 21:14:30.800827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '489db525-8112-4094-9342-ac9e19cda03d', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'port_id': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'mac_address': 'fa:16:3e:b7:e9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:13:23Z', 'updated_at': '2021-08-30T21:14:24Z', 'revision_number': 1, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:24Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:30.807403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Allocated IP 19.80.0.186 (96b41899-a94a-4d21-a72e-6e612d25b8a5/61a7abd5-9116-4ffb-8166-ba5c58780c66/29afec32-e9ab-4aab-8c00-cd2d57f964c7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:30.809553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:30.991940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a9d2e-c3e2-4c99-9169-f7281f7bba07 None None] The sync data for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 is: [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '489db525-8112-4094-9342-ac9e19cda03d', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'floating_ip_address': '172.25.5.78', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'port_id': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'mac_address': 'fa:16:3e:b7:e9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:13:23Z', 'updated_at': '2021-08-30T21:14:24Z', 'revision_number': 1, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:24Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:31.001996 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.026630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['72d010ab-3528-4e68-bfe7-1cbdfb885f28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:31.064950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.104602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Transition to ACTIVE for port object 29afec32-e9ab-4aab-8c00-cd2d57f964c7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:31.129686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:31.185031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port cbfa55e7-8cd9-4862-978b-511998390387, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cbfa55e7-8cd9-4862-978b-511998390387,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:31.234435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.239225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.306301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8ffab8c-1a7d-4c76-9a4c-9312dffba89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.377149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:31.394114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1baf6-02bb-4dd4-8b7f-6501918b755d req-0205a57c-e483-4e2b-b2ed-cfa7a48046f5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:31.395735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fbc1baf6-02bb-4dd4-8b7f-6501918b755d req-0205a57c-e483-4e2b-b2ed-cfa7a48046f5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 932 time: 0.2109401 Aug 30 21:14:31.405757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:31.415699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:14:31.416144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8d3105cb-d1c9-48fc-b40e-d04af2c1e744 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:14:31.416569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b3846ed1-905a-42c0-9a4b-f8be570ed9ed no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:31.420580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:31.430150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Port': ['ID=29afec32-e9ab-4aab-8c00-cd2d57f964c7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:31.432764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:31.447854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b3846ed1-905a-42c0-9a4b-f8be570ed9ed {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:14:31.448202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b3846ed1-905a-42c0-9a4b-f8be570ed9ed not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:14:31.491509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:31.492076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.543685 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e156dc-ef59-49db-b615-8580a64f34c1 None None] New status for floating IP 489db525-8112-4094-9342-ac9e19cda03d: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:14:31.554541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-566694060-network', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:31.575743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fbc1baf6-02bb-4dd4-8b7f-6501918b755d req-0da0315b-ee80-4a42-b840-d180c2406605 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651902 Aug 30 21:14:31.596730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2c68a33b-7de8-4192-be6a-1b69c67b3027 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6430199 Aug 30 21:14:31.610282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'port': {'device_id': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f', 'admin_state_up': True, 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:31.657199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:31.664813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.680429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-c8ffab8c-1a7d-4c76-9a4c-9312dffba89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:14:31.680873 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-c8ffab8c-1a7d-4c76-9a4c-9312dffba89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:14:31.686585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=cbfa55e7-8cd9-4862-978b-511998390387,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:31.710782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:31.992225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 63a6c6d8-03d0-419b-813a-144ba2f96211 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:32.008172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.018237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.045938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:14:32.059076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.059505 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Added segment 528f8fe2-de14-4d00-8bbe-5a446934a7c5 of type vlan for network fb0eb042-4384-4607-affb-e644582335c9 Aug 30 21:14:32.103851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 63a6c6d8-03d0-419b-813a-144ba2f96211 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:32.104366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.133272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:32.133536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.142881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.180181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f962582-a528-4017-bde0-ca6972c70c36,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:32.192938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.195043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:32.197535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.215219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6ba4b-540d-4afd-b8e7-4e19729d1cba req-56ce26ad-0271-4805-b86b-0dac1aaeb69f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:32.233967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8c6ba4b-540d-4afd-b8e7-4e19729d1cba req-56ce26ad-0271-4805-b86b-0dac1aaeb69f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.2709768 Aug 30 21:14:32.319193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0eb042-4384-4607-affb-e644582335c9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:32.337583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d1091a2e-541c-4440-8ddf-2e3ae593b865 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2065277 Aug 30 21:14:32.340430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:32.347375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Request body: {'subnet': {'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-566694060-subnet', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:32.367411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network fb0eb042-4384-4607-affb-e644582335c9 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:14:32.379389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8c6ba4b-540d-4afd-b8e7-4e19729d1cba req-93f9249a-66d5-4300-b8b2-8a71beee8dd9 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440170 Aug 30 21:14:32.418512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:32.424400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.464010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 42225750-c316-4106-a4c9-52c9256bc8ba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:32.506210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8aebde00-df9f-4cf1-b60d-f544902c91bf None None] Provisioning for port 42225750-c316-4106-a4c9-52c9256bc8ba completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:32.560029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8aebde00-df9f-4cf1-b60d-f544902c91bf None None] Provisioning for port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:32.567170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8aebde00-df9f-4cf1-b60d-f544902c91bf None None] Provisioning complete for port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:32.568121 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8aebde00-df9f-4cf1-b60d-f544902c91bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.568232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Allocated IP 19.86.0.76 (b0f9f243-0a18-49db-b490-f5a0b4b4d70f/9202bc30-b661-4bfa-80e9-463fe7ff8b03/92f6a32c-cb1d-4fff-bc85-5fb08c0073dd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:32.589423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eef109-399c-40e6-b391-fd00c72627c9 req-d1a68c57-b93a-485e-ad8a-5db2134cc4fa tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:32.592657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12eef109-399c-40e6-b391-fd00c72627c9 req-d1a68c57-b93a-485e-ad8a-5db2134cc4fa tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 944 time: 0.0881236 Aug 30 21:14:32.645840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 42225750-c316-4106-a4c9-52c9256bc8ba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:32.657933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 42225750-c316-4106-a4c9-52c9256bc8ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:32.658309 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.692355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8aebde00-df9f-4cf1-b60d-f544902c91bf None None] Port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:32.735089 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12eef109-399c-40e6-b391-fd00c72627c9 req-0062b656-f9e7-4436-8ce9-3f0495d4235b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315279 Aug 30 21:14:32.738355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.810479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.821114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcc81c3-735f-4f24-9912-ac34dfc68e9a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:32.832408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Checking segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:32.833005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Network hostable DHCP agents. Network: fb0eb042-4384-4607-affb-e644582335c9, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:14:32.862396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Network fb0eb042-4384-4607-affb-e644582335c9 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:14:32.881375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, fb0eb042-4384-4607-affb-e644582335c9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:32.889659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:32.890500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.919457 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17e8d75d-802e-4e08-9984-8538a972a30b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5754292 Aug 30 21:14:32.921402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:32.933301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:32.971127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.974763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.978127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:32.998531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3860d-a2f3-41d6-a0c2-1c1e434dd6c6 None None] Network fb0eb042-4384-4607-affb-e644582335c9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:33.001089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Transition to ACTIVE for port object 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:33.048239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 42225750-c316-4106-a4c9-52c9256bc8ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=42225750-c316-4106-a4c9-52c9256bc8ba,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:33.086177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.089441 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.166371 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.198142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=42225750-c316-4106-a4c9-52c9256bc8ba,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:33.222777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 92f0391b-265a-4918-9241-9e3cb41959dd no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:33.250792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 92f0391b-265a-4918-9241-9e3cb41959dd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:14:33.251068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 92f0391b-265a-4918-9241-9e3cb41959dd not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:14:33.265927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:33.286254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:33.302304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:33.309412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Port': ['ID=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:33.323798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-fb0eb042-4384-4607-affb-e644582335c9', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:14:33.325216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.331529 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.383972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046a179-0215-4610-bc41-e555e3f12107 req-4967d374-9b97-4b69-9704-488a6e8bc3fb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:33.390102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046a179-0215-4610-bc41-e555e3f12107 req-4967d374-9b97-4b69-9704-488a6e8bc3fb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:33.391850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c046a179-0215-4610-bc41-e555e3f12107 req-4967d374-9b97-4b69-9704-488a6e8bc3fb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 1654 time: 0.1977160 Aug 30 21:14:33.398106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:33.398785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.470863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c046a179-0215-4610-bc41-e555e3f12107 req-bcf4e4b0-cf5f-4c54-a08c-ba29210cef46 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Aug 30 21:14:33.473739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-8a470bcd-7538-4209-8586-4e955d286ef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8678555 Aug 30 21:14:33.485127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.486561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'port': {'device_id': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5', 'admin_state_up': True, 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:33.547338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Allocated IP 172.20.0.2 (fb0eb042-4384-4607-affb-e644582335c9/8fcc81c3-735f-4f24-9912-ac34dfc68e9a/f35f71de-9739-44b5-ae17-28a065eb5edf) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:33.668128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.690023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.692234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:14:33.697227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.745890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.761592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cbfa55e7-8cd9-4862-978b-511998390387 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:33.768786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Transition to ACTIVE for port object f35f71de-9739-44b5-ae17-28a065eb5edf will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:33.816762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a8d4ec4-b8c9-4c43-aabd-221016c33d24 None None] Provisioning for port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:33.824613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a8d4ec4-b8c9-4c43-aabd-221016c33d24 None None] Provisioning complete for port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:33.824969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a8d4ec4-b8c9-4c43-aabd-221016c33d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.825163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Allocated IP 172.25.5.140 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/de364a06-f24e-4cc7-a840-0f48605b110d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:33.863931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Transition to ACTIVE for port object f35f71de-9739-44b5-ae17-28a065eb5edf will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:33.866977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d4ec4-b8c9-4c43-aabd-221016c33d24 None None] Port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:33.882035 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.934985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10881bbd-e84c-4171-8e6a-b5e5ca1acc7e req-8fe46c12-ed36-4390-8b7b-ac75aec2bb01 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:33.937170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10881bbd-e84c-4171-8e6a-b5e5ca1acc7e req-8fe46c12-ed36-4390-8b7b-ac75aec2bb01 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1016355 Aug 30 21:14:33.938965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Pushing event updated for resources: {'Port': ['ID=f35f71de-9739-44b5-ae17-28a065eb5edf,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:33.949469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Network fb0eb042-4384-4607-affb-e644582335c9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:33.952346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:33.955234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cbfa55e7-8cd9-4862-978b-511998390387 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:33.955980 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:33.979702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Allocated IP 19.80.0.234 (96b41899-a94a-4d21-a72e-6e612d25b8a5/61a7abd5-9116-4ffb-8166-ba5c58780c66/52e81835-1b51-4e97-adb0-37821b20db62) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:33.997761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:34.004647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.025297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10881bbd-e84c-4171-8e6a-b5e5ca1acc7e req-257c5959-c308-4c93-8255-ef30b87f7daa tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774081 Aug 30 21:14:34.068846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.113488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Attempting to bind port f35f71de-9739-44b5-ae17-28a065eb5edf on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:34.114096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Attempting to bind port f35f71de-9739-44b5-ae17-28a065eb5edf by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:34.114795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Attempting to bind port f35f71de-9739-44b5-ae17-28a065eb5edf on network fb0eb042-4384-4607-affb-e644582335c9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:34.117576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 42225750-c316-4106-a4c9-52c9256bc8ba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:34.121011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:34.126524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:34.130134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:34.149467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:34.149845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Checking segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:34.150236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.150712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Bound using segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:34.151292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Bound port: f35f71de-9739-44b5-ae17-28a065eb5edf, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:34.151670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.157933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=de364a06-f24e-4cc7-a840-0f48605b110d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:34.228774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 42225750-c316-4106-a4c9-52c9256bc8ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:34.229152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.251800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] For port f35f71de-9739-44b5-ae17-28a065eb5edf, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:34.260827 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.270417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] For port f35f71de-9739-44b5-ae17-28a065eb5edf, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f35f71de-9739-44b5-ae17-28a065eb5edf,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:34.271604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bca48-4524-4231-a342-83b316b40dd8 req-c96ad097-4277-4b9c-b549-af2548c3e3f4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:34.278970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d00bca48-4524-4231-a342-83b316b40dd8 req-c96ad097-4277-4b9c-b549-af2548c3e3f4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.1616066 Aug 30 21:14:34.280257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.295785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Transition to ACTIVE for port object 52e81835-1b51-4e97-adb0-37821b20db62 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:34.361642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d00bca48-4524-4231-a342-83b316b40dd8 req-354f8869-4307-4689-9975-33b2a6615dbc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810299 Aug 30 21:14:34.369167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.402157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16b552-c97d-4fd5-a1f3-795589202e9c None None] Pushing event updated for resources: {'Port': ['ID=f35f71de-9739-44b5-ae17-28a065eb5edf,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:34.440055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:34.448736 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.457295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:34.463073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:34.504177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Port': ['ID=52e81835-1b51-4e97-adb0-37821b20db62,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:34.538984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:34.539653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.562377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202c1bf-ceb0-4f6f-82b3-afc35caae3b1 req-58d5a34b-d225-4016-b420-8de31bce6ebc tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:34.569983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0202c1bf-ceb0-4f6f-82b3-afc35caae3b1 req-58d5a34b-d225-4016-b420-8de31bce6ebc tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 944 time: 0.1285021 Aug 30 21:14:34.579133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b85b3f24-cee2-4ebc-beb5-74379583e35a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0968709 Aug 30 21:14:34.599768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Request body: {'port': {'device_id': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:34.615338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:34.692631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.713111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:34.715388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0202c1bf-ceb0-4f6f-82b3-afc35caae3b1 req-6213da59-ffc0-4b4e-8ce2-11f9d9c0dc94 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444349 Aug 30 21:14:34.719488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:34.720087 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.721531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.843754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.878429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:34.889261 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586a0707-c22b-485d-9ac9-fa6f1ceeb062" -d '{"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-plugged", "status": "completed", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:34.904545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c4823abd-f369-4802-a96d-69c996f95afa None None] Provisioning for port 52e81835-1b51-4e97-adb0-37821b20db62 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:34.907570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Router d2f983d6-0269-492d-9607-7f196dc3b6d8 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:14:34.916419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:34.917619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c4823abd-f369-4802-a96d-69c996f95afa None None] Provisioning complete for port 52e81835-1b51-4e97-adb0-37821b20db62 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:34.918081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4823abd-f369-4802-a96d-69c996f95afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.953758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c4823abd-f369-4802-a96d-69c996f95afa None None] Port 52e81835-1b51-4e97-adb0-37821b20db62 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:34.955550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:34.956488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:14:35.037566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:35.059500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:35.084449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29afec32-e9ab-4aab-8c00-cd2d57f964c7 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:35.084901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Sync routers for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:35.092607 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.092977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.093817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.096475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-83a9b35d-74d9-4b2c-a48a-f67c93a2cfd0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1738446 Aug 30 21:14:35.099852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:14:35.109489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Transition to ACTIVE for port object 29afec32-e9ab-4aab-8c00-cd2d57f964c7 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:35.116596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.128687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:35.129623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:35.178115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:35.185393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Pushing event updated for resources: {'Port': ['ID=29afec32-e9ab-4aab-8c00-cd2d57f964c7,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:35.192580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.357721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:35.396644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:35.442466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Attempting to bind port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:35.442754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Attempting to bind port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:35.443091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Attempting to bind port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:35.464232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d1f81-73b9-4dc3-8955-284a3ce5b4f8 req-f6bedd6b-544b-4778-a334-8b178ded111d tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:35.481307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d1f81-73b9-4dc3-8955-284a3ce5b4f8 req-f6bedd6b-544b-4778-a334-8b178ded111d tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:35.487771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d1f81-73b9-4dc3-8955-284a3ce5b4f8 req-f6bedd6b-544b-4778-a334-8b178ded111d tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:35.489566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f46d1f81-73b9-4dc3-8955-284a3ce5b4f8 req-f6bedd6b-544b-4778-a334-8b178ded111d tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2388 time: 0.1307340 Aug 30 21:14:35.495868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:14:35.496189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Attempting to bind port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:35.521533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:35.521967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Checking segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:35.522420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Bound using segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:35.522956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Bound port: 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:35.523396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.632961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f46d1f81-73b9-4dc3-8955-284a3ce5b4f8 req-0b0f1683-41fb-40a3-8bdd-f0d0404d8526 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338093 Aug 30 21:14:35.657040 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.684139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:34Z', 'revision_number': 3, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:35.687653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] For port 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:35.692067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] For port 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=29afec32-e9ab-4aab-8c00-cd2d57f964c7,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:35.710852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.726966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f35f71de-9739-44b5-ae17-28a065eb5edf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:35.731059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Checking router: d2f983d6-0269-492d-9607-7f196dc3b6d8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:35.732028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Updating router d2f983d6-0269-492d-9607-7f196dc3b6d8 port de364a06-f24e-4cc7-a840-0f48605b110d binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:14:35.786365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.828138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:35.828316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:35.829777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] 10.222.0.86 "PUT /v2.0/ports/29afec32-e9ab-4aab-8c00-cd2d57f964c7 HTTP/1.1" status: 200 len: 1093 time: 1.2410488 Aug 30 21:14:35.833717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'tag': '29afec32-e9ab-4aab-8c00-cd2d57f964c7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:35.837556 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5337e31b-7bca-4007-bdcb-69eaebdbe32d" -d '{"events": [{"name": "network-changed", "server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "tag": "29afec32-e9ab-4aab-8c00-cd2d57f964c7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:35.869326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937274b9-1534-4d0e-a6f6-96aa12b085b9 service neutron] Pushing event updated for resources: {'Port': ['ID=29afec32-e9ab-4aab-8c00-cd2d57f964c7,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:35.879384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Request body: {'port': {'device_id': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:35.961715 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5003226a-e8ba-4fb0-93f7-2c3de8c694c5 x-openstack-request-id: req-5003226a-e8ba-4fb0-93f7-2c3de8c694c5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:35.961952 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-plugged", "status": "completed", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:35.962119 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5003226a-e8ba-4fb0-93f7-2c3de8c694c5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:35.962484 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'code': 200} Aug 30 21:14:35.963229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d811ed9-df45-4b39-9179-bdd107250a49 None None] Network fb0eb042-4384-4607-affb-e644582335c9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:14:35.986988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.027946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f35f71de-9739-44b5-ae17-28a065eb5edf completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:36.055351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] Provisioning for port f35f71de-9739-44b5-ae17-28a065eb5edf completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:36.075616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] Provisioning complete for port f35f71de-9739-44b5-ae17-28a065eb5edf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:36.075986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.111971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed385f18-5b5b-4880-a35e-4b17707765dd req-159b1e34-f7a6-4237-a502-290dd46f1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:36.113528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed385f18-5b5b-4880-a35e-4b17707765dd req-159b1e34-f7a6-4237-a502-290dd46f1479 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 1097 time: 0.1360669 Aug 30 21:14:36.114252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.129434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abe0f7-866d-428a-b5fb-9f772faf4e16 req-ec5d9eaf-8da0-4b02-95af-18c513e2f1fc tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:36.130974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83abe0f7-866d-428a-b5fb-9f772faf4e16 req-ec5d9eaf-8da0-4b02-95af-18c513e2f1fc tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1102502 Aug 30 21:14:36.258229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83abe0f7-866d-428a-b5fb-9f772faf4e16 req-c9fccf29-7793-4dc2-b319-d533c734ce6b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064646 Aug 30 21:14:36.263130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed385f18-5b5b-4880-a35e-4b17707765dd req-e0da46a5-03ce-42b1-946e-787fd3014e9c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311333 Aug 30 21:14:36.291110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Allocated IP 172.20.0.1 (fb0eb042-4384-4607-affb-e644582335c9/8fcc81c3-735f-4f24-9912-ac34dfc68e9a/34448563-e8a3-4b2a-80f4-f75a1c43d55c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:14:36.480043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.492212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.506491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Transition to ACTIVE for port object 34448563-e8a3-4b2a-80f4-f75a1c43d55c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:36.510866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8c74a-f5e7-41cb-82a5-03046cd7d4d8 req-2f9d2456-05e7-4ffc-b850-37bebd1e2af6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:36.520574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04e8c74a-f5e7-41cb-82a5-03046cd7d4d8 req-2f9d2456-05e7-4ffc-b850-37bebd1e2af6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1323144 Aug 30 21:14:36.548041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.584140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] For port f35f71de-9739-44b5-ae17-28a065eb5edf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f35f71de-9739-44b5-ae17-28a065eb5edf,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:36.586788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.590089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:36.605079 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.609078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Network fb0eb042-4384-4607-affb-e644582335c9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:36.609915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Transition to ACTIVE for port object de364a06-f24e-4cc7-a840-0f48605b110d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:36.619536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:36.620122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:14:36.624105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=34448563-e8a3-4b2a-80f4-f75a1c43d55c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:36.639264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.659386 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.666768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04e8c74a-f5e7-41cb-82a5-03046cd7d4d8 req-52e13eb5-0b3a-44d5-8b0a-cfd4480dc13d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453164 Aug 30 21:14:36.676234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.701879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Attempting to bind port de364a06-f24e-4cc7-a840-0f48605b110d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:36.702274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Attempting to bind port de364a06-f24e-4cc7-a840-0f48605b110d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:36.702623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Attempting to bind port de364a06-f24e-4cc7-a840-0f48605b110d on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:36.705789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Transition to ACTIVE for port object 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:36.707050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840badf-5c00-44d2-930e-b1f5478958ae None None] Pushing event updated for resources: {'Port': ['ID=f35f71de-9739-44b5-ae17-28a065eb5edf,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:36.718555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.852493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb1ada-c6f9-4003-b0da-ad8fa66dc4da None None] Pushing event updated for resources: {'Port': ['ID=de364a06-f24e-4cc7-a840-0f48605b110d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:36.852813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:36.872484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:36.875217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:36.875668 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.876081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:36.876605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Bound port: de364a06-f24e-4cc7-a840-0f48605b110d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:36.876998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.893445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771c2e1-4901-4f4e-a1b8-4b4702608f46 req-75e24e40-e1d3-4824-b971-d241e003d6d5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:36.903565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e771c2e1-4901-4f4e-a1b8-4b4702608f46 req-75e24e40-e1d3-4824-b971-d241e003d6d5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 945 time: 0.1183720 Aug 30 21:14:36.958571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:36.999602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] For port de364a06-f24e-4cc7-a840-0f48605b110d, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:37.010436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] For port de364a06-f24e-4cc7-a840-0f48605b110d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=de364a06-f24e-4cc7-a840-0f48605b110d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:37.020894 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.024277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e771c2e1-4901-4f4e-a1b8-4b4702608f46 req-cf3be523-069d-42d1-b5f9-c87f7191c02b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196826 Aug 30 21:14:37.037841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Attempting to bind port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:37.038801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Attempting to bind port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:37.038801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Attempting to bind port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd on network b0f9f243-0a18-49db-b490-f5a0b4b4d70f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:37.043737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd on network b0f9f243-0a18-49db-b490-f5a0b4b4d70f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:14:37.044063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Attempting to bind port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd on network b0f9f243-0a18-49db-b490-f5a0b4b4d70f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:37.056749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:37.057067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Checking segment: {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:37.057742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Bound using segment: {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:37.058410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Bound port: 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca449be-8e53-4e55-a466-5001a9de4c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:37.060405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.099986 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad9751-4f7d-479e-b883-b9b24c6c55f8 x-openstack-request-id: req-07ad9751-4f7d-479e-b883-b9b24c6c55f8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:37.100276 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "tag": "29afec32-e9ab-4aab-8c00-cd2d57f964c7", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:37.100528 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07ad9751-4f7d-479e-b883-b9b24c6c55f8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:37.100930 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'tag': '29afec32-e9ab-4aab-8c00-cd2d57f964c7', 'status': 'completed', 'code': 200} Aug 30 21:14:37.173660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:37.174553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:37.178014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-994c6f31-0205-4b43-9784-ff1f75bf0c3e None None] Provisioning complete for port f35f71de-9739-44b5-ae17-28a065eb5edf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:37.178582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-994c6f31-0205-4b43-9784-ff1f75bf0c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.224313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] For port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:37.232035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb1ada-c6f9-4003-b0da-ad8fa66dc4da None None] Pushing event updated for resources: {'Port': ['ID=de364a06-f24e-4cc7-a840-0f48605b110d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:37.232623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] For port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:37.245975 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.253229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-ebcaad9b-ef92-4a9c-a3ed-d9741c6f2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.254437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-ebcaad9b-ef92-4a9c-a3ed-d9741c6f2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.255420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-ebcaad9b-ef92-4a9c-a3ed-d9741c6f2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.257856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-ebcaad9b-ef92-4a9c-a3ed-d9741c6f2461 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2758 time: 0.0921934 Aug 30 21:14:37.274961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.275586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.277023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] 10.222.0.86 "PUT /v2.0/ports/92f6a32c-cb1d-4fff-bc85-5fb08c0073dd HTTP/1.1" status: 200 len: 1092 time: 1.4028373 Aug 30 21:14:37.370903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Request body: {'port': {'device_id': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:14:37.403683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:37.593986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-3cc90558-0048-4d6c-91ec-b5d60ca3de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.594800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-3cc90558-0048-4d6c-91ec-b5d60ca3de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.595282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-3cc90558-0048-4d6c-91ec-b5d60ca3de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.596983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-3cc90558-0048-4d6c-91ec-b5d60ca3de00 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=669422a2ddff43b4afd6dd0c4149756b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2996240 Aug 30 21:14:37.644837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f35f71de-9739-44b5-ae17-28a065eb5edf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:37.720644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-32d389ab-02b2-4169-bf11-5de258c7822b None None] Provisioning for port 34448563-e8a3-4b2a-80f4-f75a1c43d55c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:37.737810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-32d389ab-02b2-4169-bf11-5de258c7822b None None] Provisioning complete for port 34448563-e8a3-4b2a-80f4-f75a1c43d55c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:37.738328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32d389ab-02b2-4169-bf11-5de258c7822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.771246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.866316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-32d389ab-02b2-4169-bf11-5de258c7822b None None] Port 34448563-e8a3-4b2a-80f4-f75a1c43d55c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:37.869462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f35f71de-9739-44b5-ae17-28a065eb5edf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:37.869908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.874966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e50c4-368d-4552-827d-d75abce69ae6 req-98cd962a-794f-4d80-886f-26ec596dfd83 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.881291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e50c4-368d-4552-827d-d75abce69ae6 req-98cd962a-794f-4d80-886f-26ec596dfd83 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.887330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e50c4-368d-4552-827d-d75abce69ae6 req-98cd962a-794f-4d80-886f-26ec596dfd83 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:37.890534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-403e50c4-368d-4552-827d-d75abce69ae6 req-98cd962a-794f-4d80-886f-26ec596dfd83 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2400 time: 0.6046808 Aug 30 21:14:37.933951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c75ce4-24b4-426e-b359-36d8f7d1fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:37.948703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.955803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 1, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:37.966994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:37.986641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:37.989553 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea5595-ed40-4efb-aece-0b9d8d7634e4" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-unplugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:38.009437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbb3a65-5b60-4166-aba6-3b6977627129 None None] The sync data for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 is: [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 1, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:38.018113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-403e50c4-368d-4552-827d-d75abce69ae6 req-a1894b37-3d66-45a0-8b1e-a29d11e6102a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157570 Aug 30 21:14:38.053815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=34448563-e8a3-4b2a-80f4-f75a1c43d55c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:38.069522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-4d26fd18-8c25-4431-bf1f-c7ecb7ab0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.071186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5337e31b-7bca-4007-bdcb-69eaebdbe32d req-4d26fd18-8c25-4431-bf1f-c7ecb7ab0ae7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4634695 Aug 30 21:14:38.088388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.195524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Network fb0eb042-4384-4607-affb-e644582335c9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:14:38.196947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:14:38.281303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e81835-1b51-4e97-adb0-37821b20db62 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:38.297741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad4469-735f-4e30-b842-6a0950bfed01 req-94ac3f6c-c726-48f2-b140-3000a84d6807 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.299388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49ad4469-735f-4e30-b842-6a0950bfed01 req-94ac3f6c-c726-48f2-b140-3000a84d6807 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1183803 Aug 30 21:14:38.301452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.332135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Transition to ACTIVE for port object 52e81835-1b51-4e97-adb0-37821b20db62 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:38.356754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.383962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Router d2f983d6-0269-492d-9607-7f196dc3b6d8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:14:38.386749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49ad4469-735f-4e30-b842-6a0950bfed01 req-706e76d7-5008-47ff-8275-b7f87506f8db tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806084 Aug 30 21:14:38.462496 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad195fc5-e016-4f58-9956-d28b3514919b x-openstack-request-id: req-ad195fc5-e016-4f58-9956-d28b3514919b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:38.462812 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-unplugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:38.463070 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad195fc5-e016-4f58-9956-d28b3514919b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:38.463679 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:14:38.498393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Pushing event updated for resources: {'Port': ['ID=52e81835-1b51-4e97-adb0-37821b20db62,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:38.579068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Attempting to bind port 52e81835-1b51-4e97-adb0-37821b20db62 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:38.579428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Attempting to bind port 52e81835-1b51-4e97-adb0-37821b20db62 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:38.579751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Attempting to bind port 52e81835-1b51-4e97-adb0-37821b20db62 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:38.593952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:14:38.598120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Port 52e81835-1b51-4e97-adb0-37821b20db62 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:14:38.598439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Attempting to bind port 52e81835-1b51-4e97-adb0-37821b20db62 on network 96b41899-a94a-4d21-a72e-6e612d25b8a5 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:38.602726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-af72b8c8-1eac-42a5-a112-d452f386e6cf admin admin] 10.222.0.76 "PUT /v2.0/routers/d2f983d6-0269-492d-9607-7f196dc3b6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4990199 Aug 30 21:14:38.612813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:38.613160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Checking segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:38.613533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Bound using segment: {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:38.613986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Bound port: 52e81835-1b51-4e97-adb0-37821b20db62, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134468ae-0fde-4f8a-a699-d8cc691dc5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:38.614335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.626188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:38.653638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d418ba3-e1dd-45e9-9e38-e72785a57ad6 req-b8962aa4-9ebe-4d45-9578-ae7293d5a1e5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.658259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d418ba3-e1dd-45e9-9e38-e72785a57ad6 req-b8962aa4-9ebe-4d45-9578-ae7293d5a1e5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 945 time: 0.1032317 Aug 30 21:14:38.734099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ccacab4c-ad5e-4525-9d65-dbbce5a53b4a None None] Provisioning complete for port 34448563-e8a3-4b2a-80f4-f75a1c43d55c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:38.734587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ccacab4c-ad5e-4525-9d65-dbbce5a53b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.743297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d418ba3-e1dd-45e9-9e38-e72785a57ad6 req-fc34dddd-c6e8-4d78-a74d-e85524220d89 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619552 Aug 30 21:14:38.767233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] For port 52e81835-1b51-4e97-adb0-37821b20db62, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:38.780016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] For port 52e81835-1b51-4e97-adb0-37821b20db62, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=52e81835-1b51-4e97-adb0-37821b20db62,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:38.787049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.805155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.805754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.807317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] 10.222.0.86 "PUT /v2.0/ports/52e81835-1b51-4e97-adb0-37821b20db62 HTTP/1.1" status: 200 len: 1093 time: 1.4737833 Aug 30 21:14:38.822972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ccacab4c-ad5e-4525-9d65-dbbce5a53b4a None None] Port 34448563-e8a3-4b2a-80f4-f75a1c43d55c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:14:38.925194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:38.948805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78518e4-14c8-4e9b-af01-67a5ed62e328 service neutron] Pushing event updated for resources: {'Port': ['ID=52e81835-1b51-4e97-adb0-37821b20db62,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:38.971428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b7f16b97-74a7-4243-a024-64a4d49d19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.972068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b7f16b97-74a7-4243-a024-64a4d49d19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.972685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b7f16b97-74a7-4243-a024-64a4d49d19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:38.973598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f09b932-aa51-4b2e-bb06-001ad772b23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:38.976860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-b7f16b97-74a7-4243-a024-64a4d49d19b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2868 time: 0.1106055 Aug 30 21:14:39.020119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'mac_address': 'fa:16:3e:7c:3b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:39.061953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-1651f4ea-92bc-4e57-8666-d021f0a4ff2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.186&port_id=29afec32-e9ab-4aab-8c00-cd2d57f964c7 HTTP/1.1" status: 200 len: 217 time: 0.0630753 Aug 30 21:14:39.091814 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:39.119058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:39.127540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'tag': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd'}, {'name': 'network-changed', 'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'tag': '52e81835-1b51-4e97-adb0-37821b20db62'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:39.129380 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40bd4ca-1153-4ded-aa26-356ce011bdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "tag": "92f6a32c-cb1d-4fff-bc85-5fb08c0073dd"}, {"name": "network-changed", "server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "tag": "52e81835-1b51-4e97-adb0-37821b20db62"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:39.155717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:39.165703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:39.180416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-3cf0746d-b13b-46c9-a0fd-3b164bcbad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.181732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-3cf0746d-b13b-46c9-a0fd-3b164bcbad85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61a7abd5-9116-4ffb-8166-ba5c58780c66 HTTP/1.1" status: 200 len: 801 time: 0.1023130 Aug 30 21:14:39.253781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=12']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:39.278405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:39.306715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-97083b34-5f44-4c11-8bff-024582a4cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.311531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-97083b34-5f44-4c11-8bff-024582a4cc3f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96b41899-a94a-4d21-a72e-6e612d25b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210132 Aug 30 21:14:39.565577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-5d32f306-d2fd-4f2d-82f1-d2e5c9ecfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.567179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-5d32f306-d2fd-4f2d-82f1-d2e5c9ecfa8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0896964 Aug 30 21:14:39.584727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-2f1ca641-a4fc-4f6a-a673-66061c13bc3d service neutron] 10.222.0.86 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627120 Aug 30 21:14:39.664817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e5847-d1ba-42cc-b993-c97baa6c823e req-64279541-6999-4071-aaf8-873663d24158 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.671521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e5847-d1ba-42cc-b993-c97baa6c823e req-64279541-6999-4071-aaf8-873663d24158 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.679203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e5847-d1ba-42cc-b993-c97baa6c823e req-64279541-6999-4071-aaf8-873663d24158 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.680926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-431e5847-d1ba-42cc-b993-c97baa6c823e req-64279541-6999-4071-aaf8-873663d24158 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2412 time: 0.1794388 Aug 30 21:14:39.698035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device de364a06-f24e-4cc7-a840-0f48605b110d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:39.730027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-8568df71-4bb0-4e3b-b08d-5f3c647720a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.731586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-8568df71-4bb0-4e3b-b08d-5f3c647720a9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.1548431 Aug 30 21:14:39.790134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-431e5847-d1ba-42cc-b993-c97baa6c823e req-7a56d61c-0cf9-400c-a305-93bf940e9a57 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 Aug 30 21:14:39.798216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port de364a06-f24e-4cc7-a840-0f48605b110d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:39.813438 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-850687a8-c94c-4d9f-90c8-6ae4a1f80b53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.0724089 Aug 30 21:14:39.821106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port de364a06-f24e-4cc7-a840-0f48605b110d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:39.822131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:39.839249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-32cd40f1-b918-4e5a-865b-217a698b1b9a service neutron] 10.222.0.86 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359326 Aug 30 21:14:39.913128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-3e7db6d6-3477-4d28-b129-d94c2fa036b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd HTTP/1.1" status: 200 len: 217 time: 0.0676937 Aug 30 21:14:39.924141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-345c5dea-d218-4fdf-8719-1e3f26fe3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.925711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-345c5dea-d218-4fdf-8719-1e3f26fe3a7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.1044192 Aug 30 21:14:39.942055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:39.969478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port de364a06-f24e-4cc7-a840-0f48605b110d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=de364a06-f24e-4cc7-a840-0f48605b110d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:39.983477 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:39.991918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-0262963a-b851-4ef9-b870-38fe83ef9de1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544212 Aug 30 21:14:39.993123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-34f389d4-d3ee-40fa-9102-a4772a9ded51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:39.995454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-34f389d4-d3ee-40fa-9102-a4772a9ded51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9202bc30-b661-4bfa-80e9-463fe7ff8b03 HTTP/1.1" status: 200 len: 801 time: 0.0721874 Aug 30 21:14:40.068674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=de364a06-f24e-4cc7-a840-0f48605b110d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:40.071131 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe0efc-1db2-40fa-a1b6-7623de45a8fa x-openstack-request-id: req-40fe0efc-1db2-40fa-a1b6-7623de45a8fa {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:40.071471 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "tag": "92f6a32c-cb1d-4fff-bc85-5fb08c0073dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "tag": "52e81835-1b51-4e97-adb0-37821b20db62", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:40.071728 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40fe0efc-1db2-40fa-a1b6-7623de45a8fa {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:40.074257 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'tag': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd', 'status': 'completed', 'code': 200} Aug 30 21:14:40.075278 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'tag': '52e81835-1b51-4e97-adb0-37821b20db62', 'status': 'completed', 'code': 200} Aug 30 21:14:40.135270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-96fc994b-c3e1-4b60-9531-6f99d85f1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:40.136817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-96fc994b-c3e1-4b60-9531-6f99d85f1f58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b0f9f243-0a18-49db-b490-f5a0b4b4d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282790 Aug 30 21:14:40.151717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-a3a7e1f8-ae87-4f6f-adab-62738221261a service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416974 Aug 30 21:14:40.163389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb22ca7-e7b7-4fcd-af95-6bf870661955 req-ea69da97-04f0-41db-830d-8967c1ca3a14 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:40.164945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bb22ca7-e7b7-4fcd-af95-6bf870661955 req-ea69da97-04f0-41db-830d-8967c1ca3a14 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 945 time: 0.0748332 Aug 30 21:14:40.264867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bb22ca7-e7b7-4fcd-af95-6bf870661955 req-ac699760-14d2-4182-823e-78bb308fcf91 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873823 Aug 30 21:14:40.299686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-cb9ad99f-48e3-43f6-adfb-3163dc4d4c09 service neutron] 10.222.0.86 "GET /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519289 Aug 30 21:14:40.304167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-30ee0c14-d7e5-42f0-a39f-039532fffe47 req-a321298e-7aad-4074-a488-7b30ba0dc8cc service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432865 Aug 30 21:14:40.447040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e81da-72f6-4fd6-8e14-3326f2033878 req-2a8081af-e7bb-458a-86e1-9beb0d570c5f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:40.448492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-285e81da-72f6-4fd6-8e14-3326f2033878 req-2a8081af-e7bb-458a-86e1-9beb0d570c5f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 946 time: 0.1083102 Aug 30 21:14:40.487166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-787ae33d-139b-407d-bc1f-d85be0beb544 service neutron] 10.222.0.86 "GET /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659746 Aug 30 21:14:40.511992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-285e81da-72f6-4fd6-8e14-3326f2033878 req-58d18001-cff5-43b2-9347-6efb400c71cc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562930 Aug 30 21:14:40.543070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-9b309ab3-188e-4d5f-8126-b9c9132d1b51 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=52e81835-1b51-4e97-adb0-37821b20db62 HTTP/1.1" status: 200 len: 217 time: 0.0473168 Aug 30 21:14:40.633601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:40.645430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-3f1a6c74-dbb0-4a69-a01a-c86476502cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:40.646974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-3f1a6c74-dbb0-4a69-a01a-c86476502cfa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61a7abd5-9116-4ffb-8166-ba5c58780c66 HTTP/1.1" status: 200 len: 801 time: 0.0961664 Aug 30 21:14:40.678875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da92ed3-2402-4c60-951b-a5b408aecb66 req-3b9eef0c-75eb-4225-827d-6feeb7993322 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:40.680362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2da92ed3-2402-4c60-951b-a5b408aecb66 req-3b9eef0c-75eb-4225-827d-6feeb7993322 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0845745 Aug 30 21:14:40.692548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:40.692926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:40.745998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-1c650778-ab21-40ee-aef1-177a31412b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:40.747613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-1c650778-ab21-40ee-aef1-177a31412b5c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96b41899-a94a-4d21-a72e-6e612d25b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895047 Aug 30 21:14:40.751147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2da92ed3-2402-4c60-951b-a5b408aecb66 req-3e16f916-26c4-4327-a2b7-089b96081ca7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Aug 30 21:14:40.792517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:40.831713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:40.837150 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd5d70-7bd0-441f-827e-b7a87b9ba3f6" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:40.853051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:40.860687 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:40.894467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-bb0c5cd9-82f1-4b38-9db8-a02cc59ea242 service neutron] 10.222.0.86 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361692 Aug 30 21:14:40.946432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=13']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:41.039630 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Sync routers for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:14:41.056630 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:41.057262 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:41.060477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610106a8-da01-4ff2-b8ab-c206da929e0d req-904f3870-f021-4269-85af-27ecb0e8939a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.066275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610106a8-da01-4ff2-b8ab-c206da929e0d req-904f3870-f021-4269-85af-27ecb0e8939a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.072150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610106a8-da01-4ff2-b8ab-c206da929e0d req-904f3870-f021-4269-85af-27ecb0e8939a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.073853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-610106a8-da01-4ff2-b8ab-c206da929e0d req-904f3870-f021-4269-85af-27ecb0e8939a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2412 time: 0.1307979 Aug 30 21:14:41.080157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7947dcb-7d18-45c9-8617-bba5dc55b59d req-958d32bf-1a90-495b-8140-4c27178f2d05 service neutron] 10.222.0.86 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643765 Aug 30 21:14:41.128023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-610106a8-da01-4ff2-b8ab-c206da929e0d req-846f1274-dda8-411f-9b7c-6a30fe5fac15 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Aug 30 21:14:41.173822 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:41.191717 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d7c4c5-e330-499d-9632-779fc3e072f5 x-openstack-request-id: req-19d7c4c5-e330-499d-9632-779fc3e072f5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:41.192107 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-plugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:41.192366 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19d7c4c5-e330-499d-9632-779fc3e072f5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:41.193362 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:14:41.196869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-0c0af816-f61f-4ee3-aff0-decfb076f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.197364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-0c0af816-f61f-4ee3-aff0-decfb076f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.197848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-0c0af816-f61f-4ee3-aff0-decfb076f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.199568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-0c0af816-f61f-4ee3-aff0-decfb076f00a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2868 time: 0.0493968 Aug 30 21:14:41.322377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-1025dbca-4dd8-431c-ab1d-28c7a245f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.323959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-1025dbca-4dd8-431c-ab1d-28c7a245f303 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b0f9f243-0a18-49db-b490-f5a0b4b4d70f HTTP/1.1" status: 200 len: 902 time: 0.1152966 Aug 30 21:14:41.389484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d41f9a41-5ba9-478e-9262-75525c2de2f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd HTTP/1.1" status: 200 len: 217 time: 0.0525966 Aug 30 21:14:41.408248 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:37Z', 'revision_number': 2, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:41.435930 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Checking router: d2f983d6-0269-492d-9607-7f196dc3b6d8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:14:41.436291 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Updating router d2f983d6-0269-492d-9607-7f196dc3b6d8 port 34448563-e8a3-4b2a-80f4-f75a1c43d55c binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:14:41.464441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40539a18-5ab0-42f8-a403-392107239f85 req-8bff7c22-e8dd-4452-a481-7ebaf1a3528e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.465444 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:41.465872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40539a18-5ab0-42f8-a403-392107239f85 req-8bff7c22-e8dd-4452-a481-7ebaf1a3528e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 945 time: 0.1147485 Aug 30 21:14:41.468064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d3165998-57db-42c1-be9f-d44f6aa1b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.469100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d3165998-57db-42c1-be9f-d44f6aa1b9dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9202bc30-b661-4bfa-80e9-463fe7ff8b03 HTTP/1.1" status: 200 len: 801 time: 0.0649574 Aug 30 21:14:41.544652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40539a18-5ab0-42f8-a403-392107239f85 req-cb6942e7-5368-414b-8ee6-0a18415d4b19 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698996 Aug 30 21:14:41.556215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-0e55e1c1-c1df-4521-b234-cad147ff0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.557913 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-0e55e1c1-c1df-4521-b234-cad147ff0252 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b0f9f243-0a18-49db-b490-f5a0b4b4d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637541 Aug 30 21:14:41.618634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device de364a06-f24e-4cc7-a840-0f48605b110d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:41.668479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port de364a06-f24e-4cc7-a840-0f48605b110d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:41.669175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:41.721820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bce918-8ae0-46aa-aa44-32052b2b623c req-53ff6f17-b4c7-4e28-9ced-fa0ccb71c90f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:41.730077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84bce918-8ae0-46aa-aa44-32052b2b623c req-53ff6f17-b4c7-4e28-9ced-fa0ccb71c90f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0930574 Aug 30 21:14:41.746962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:41.764254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-2275fce5-4d29-4b0d-9e97-ec0bd8b2d74a service neutron] 10.222.0.86 "GET /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952457 Aug 30 21:14:41.772456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84bce918-8ae0-46aa-aa44-32052b2b623c req-3ab12491-55a9-469b-970a-a9713a0dd55d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Aug 30 21:14:41.852750 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:41.857634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f644e976-e5f6-4190-bd14-b1883ca9bbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:41.873552 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Transition to ACTIVE for port object 34448563-e8a3-4b2a-80f4-f75a1c43d55c will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:14:41.884001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-7cec8e63-7598-491d-80bc-96cc33045c51 service neutron] 10.222.0.86 "GET /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103654 Aug 30 21:14:41.884883 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:41.948665 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa445c-5a8a-4faf-9d15-752b29685153 None None] Pushing event updated for resources: {'Port': ['ID=34448563-e8a3-4b2a-80f4-f75a1c43d55c,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:42.010977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-4655b340-bc96-4f2d-aa67-21c9c968d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.011476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-4655b340-bc96-4f2d-aa67-21c9c968d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.011964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-4655b340-bc96-4f2d-aa67-21c9c968d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.014447 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Attempting to bind port 34448563-e8a3-4b2a-80f4-f75a1c43d55c on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:14:42.014857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-4655b340-bc96-4f2d-aa67-21c9c968d8c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2868 time: 0.0743117 Aug 30 21:14:42.015145 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Attempting to bind port 34448563-e8a3-4b2a-80f4-f75a1c43d55c by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:14:42.015813 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Attempting to bind port 34448563-e8a3-4b2a-80f4-f75a1c43d55c on network fb0eb042-4384-4607-affb-e644582335c9 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:14:42.020977 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:14:42.021345 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Checking segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:14:42.021733 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:42.022124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Bound using segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:14:42.022628 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Bound port: 34448563-e8a3-4b2a-80f4-f75a1c43d55c, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:14:42.023413 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:42.136873 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] For port 34448563-e8a3-4b2a-80f4-f75a1c43d55c, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:14:42.140836 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] For port 34448563-e8a3-4b2a-80f4-f75a1c43d55c, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=34448563-e8a3-4b2a-80f4-f75a1c43d55c,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:14:42.150012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d037efb9-2889-4c77-81a4-2c4bae58aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.150232 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:42.153021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d037efb9-2889-4c77-81a4-2c4bae58aaed service neutron] 10.222.0.86 "GET /v2.0/networks?id=96b41899-a94a-4d21-a72e-6e612d25b8a5 HTTP/1.1" status: 200 len: 902 time: 0.1301308 Aug 30 21:14:42.196939 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:14:42.197716 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:14:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:42.230605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-e96efed2-37fb-4524-ab6f-572e1ae96e61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=52e81835-1b51-4e97-adb0-37821b20db62 HTTP/1.1" status: 200 len: 217 time: 0.0613949 Aug 30 21:14:42.299163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-7d82abd9-7acb-492c-9872-80bb0eb4198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.301212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-7d82abd9-7acb-492c-9872-80bb0eb4198f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=61a7abd5-9116-4ffb-8166-ba5c58780c66 HTTP/1.1" status: 200 len: 801 time: 0.0594721 Aug 30 21:14:42.392377 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa445c-5a8a-4faf-9d15-752b29685153 None None] Pushing event updated for resources: {'Port': ['ID=34448563-e8a3-4b2a-80f4-f75a1c43d55c,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:42.416079 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:14:42.453589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d519dc11-2add-482f-a833-d5a84aeb0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.455265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-d519dc11-2add-482f-a833-d5a84aeb0976 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=96b41899-a94a-4d21-a72e-6e612d25b8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429818 Aug 30 21:14:42.484958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129e77e-1282-41fc-8062-92da87b8c668 req-310175d8-1654-4d1e-99a9-dba34252e5c9 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.494482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6129e77e-1282-41fc-8062-92da87b8c668 req-310175d8-1654-4d1e-99a9-dba34252e5c9 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1386530 Aug 30 21:14:42.554403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:42.593396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6129e77e-1282-41fc-8062-92da87b8c668 req-2a5a04a2-2518-4cd7-a8c3-9dc33f46ec32 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863273 Aug 30 21:14:42.619871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-205352b1-b2bf-4e3b-a827-8e0dd9b85762 service neutron] 10.222.0.86 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523850 Aug 30 21:14:42.679682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:42Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:14:42.710231 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a2ed1-a454-4559-a20b-beee2481d3c6 None None] The sync data for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 is: [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:42Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:14:42.737320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e40bd4ca-1153-4ded-aa26-356ce011bdaf req-5f8065e0-8de6-4517-9a8b-a0f289b879ae service neutron] 10.222.0.86 "GET /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083813 Aug 30 21:14:42.811847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c3b37-9bbe-435f-98a5-1598f915b483 req-2de4f3c9-667a-4cdb-9f1c-475d9ba8900e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.819067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c3b37-9bbe-435f-98a5-1598f915b483 req-2de4f3c9-667a-4cdb-9f1c-475d9ba8900e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.825912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c3b37-9bbe-435f-98a5-1598f915b483 req-2de4f3c9-667a-4cdb-9f1c-475d9ba8900e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:42.827729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-848c3b37-9bbe-435f-98a5-1598f915b483 req-2de4f3c9-667a-4cdb-9f1c-475d9ba8900e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2412 time: 0.0775392 Aug 30 21:14:42.877124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-848c3b37-9bbe-435f-98a5-1598f915b483 req-a42c9a1c-bead-4bae-ba41-8f8f7969ec48 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Aug 30 21:14:43.139803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05cefc-751c-4042-b9f6-82b131f068c7 req-4f9c39be-ea98-4b8f-8909-c794207a3b37 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:43.141710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c05cefc-751c-4042-b9f6-82b131f068c7 req-4f9c39be-ea98-4b8f-8909-c794207a3b37 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0571258 Aug 30 21:14:43.188333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c05cefc-751c-4042-b9f6-82b131f068c7 req-cf8c0337-82a6-4602-98d5-bb0896069239 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368941 Aug 30 21:14:43.623235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 34448563-e8a3-4b2a-80f4-f75a1c43d55c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:43.678342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 34448563-e8a3-4b2a-80f4-f75a1c43d55c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:43.683003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 34448563-e8a3-4b2a-80f4-f75a1c43d55c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:43.683369 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:43.720643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d9b77-d0d6-4747-bf8c-f713a0fa99f4 req-3d1022b6-0522-4597-8a2b-03a83b77e654 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:43.722326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed3d9b77-d0d6-4747-bf8c-f713a0fa99f4 req-3d1022b6-0522-4597-8a2b-03a83b77e654 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0584953 Aug 30 21:14:43.764017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed3d9b77-d0d6-4747-bf8c-f713a0fa99f4 req-8cc5c747-52bc-41e9-ae9d-3a5fc7b4bcd3 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Aug 30 21:14:43.766094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:43.804007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 34448563-e8a3-4b2a-80f4-f75a1c43d55c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=34448563-e8a3-4b2a-80f4-f75a1c43d55c,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:43.809654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:43.863348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=34448563-e8a3-4b2a-80f4-f75a1c43d55c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:44.023321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffae2be-9edb-40de-b6f0-0c9f0abbac86 req-00538159-530b-43d0-ab43-b6ebdee4a666 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:44.029401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffae2be-9edb-40de-b6f0-0c9f0abbac86 req-00538159-530b-43d0-ab43-b6ebdee4a666 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:44.035551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffae2be-9edb-40de-b6f0-0c9f0abbac86 req-00538159-530b-43d0-ab43-b6ebdee4a666 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:44.037400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ffae2be-9edb-40de-b6f0-0c9f0abbac86 req-00538159-530b-43d0-ab43-b6ebdee4a666 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2412 time: 0.0763538 Aug 30 21:14:44.079853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ffae2be-9edb-40de-b6f0-0c9f0abbac86 req-c493130b-5c76-412d-8777-3eccb469ddc9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359199 Aug 30 21:14:44.171025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 29afec32-e9ab-4aab-8c00-cd2d57f964c7 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:44.272923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=29afec32-e9ab-4aab-8c00-cd2d57f964c7,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:44.287095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '29afec32-e9ab-4aab-8c00-cd2d57f964c7', 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5', 'port_id': '29afec32-e9ab-4aab-8c00-cd2d57f964c7', 'mac_address': 'fa:16:3e:45:ab:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a7abd5-9116-4ffb-8166-ba5c58780c66', 'ip_address': '19.80.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:44.326028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:44.334126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729b69-2c9e-477b-8679-5c9c1419c55e req-41601b4a-386b-4ee6-88a1-1c24e9d85c92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:44.335823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce729b69-2c9e-477b-8679-5c9c1419c55e req-41601b4a-386b-4ee6-88a1-1c24e9d85c92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0650425 Aug 30 21:14:44.346488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29afec32-e9ab-4aab-8c00-cd2d57f964c7 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:44.367108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=29afec32-e9ab-4aab-8c00-cd2d57f964c7,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:44.372410 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:44.386753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce729b69-2c9e-477b-8679-5c9c1419c55e req-4d4eec17-0586-4e0b-bd79-e4e94a5c05bb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Aug 30 21:14:44.426869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=29afec32-e9ab-4aab-8c00-cd2d57f964c7,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:44.482098 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:44.658319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:44.759456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:44.772145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'mac_address': 'fa:16:3e:95:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:44.800265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['29afec32-e9ab-4aab-8c00-cd2d57f964c7'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:44.844383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:44.863631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72d010ab-3528-4e68-bfe7-1cbdfb885f28 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:44.896234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:44.905395 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:44.915022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c534-6515-43c0-b586-f0cc802387d6 req-f9806f04-c5ed-4474-9b8d-ef1cc9f7c474 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:44.917541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9db5c534-6515-43c0-b586-f0cc802387d6 req-f9806f04-c5ed-4474-9b8d-ef1cc9f7c474 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0554647 Aug 30 21:14:44.971530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9db5c534-6515-43c0-b586-f0cc802387d6 req-d185ee08-6bd2-42bc-b59f-b48b2c757aad tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486808 Aug 30 21:14:44.998310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:45.004106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['72d010ab-3528-4e68-bfe7-1cbdfb885f28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:45.211140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36c80-66c3-47ca-ab30-640a0af2ee17 req-17d68ac4-1cb9-4146-becd-ef4fd89ebc8b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:45.217349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36c80-66c3-47ca-ab30-640a0af2ee17 req-17d68ac4-1cb9-4146-becd-ef4fd89ebc8b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:45.223142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf36c80-66c3-47ca-ab30-640a0af2ee17 req-17d68ac4-1cb9-4146-becd-ef4fd89ebc8b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:45.224877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cf36c80-66c3-47ca-ab30-640a0af2ee17 req-17d68ac4-1cb9-4146-becd-ef4fd89ebc8b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2413 time: 0.0672984 Aug 30 21:14:45.265952 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cf36c80-66c3-47ca-ab30-640a0af2ee17 req-fc531f8b-2aa5-49fa-93b8-95bb2f8dd2cb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337567 Aug 30 21:14:45.582722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980f127-b40b-45e5-9121-0758822ee03d req-6435feb9-1842-4b72-b542-7d7da615ea4b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:45.584544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d980f127-b40b-45e5-9121-0758822ee03d req-6435feb9-1842-4b72-b542-7d7da615ea4b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0613055 Aug 30 21:14:45.599290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 34448563-e8a3-4b2a-80f4-f75a1c43d55c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:45.630436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d980f127-b40b-45e5-9121-0758822ee03d req-ca0ba7f7-e363-47f5-9c29-511f4e4b85b9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Aug 30 21:14:45.669426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 34448563-e8a3-4b2a-80f4-f75a1c43d55c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:45.670018 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:46.111888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91a0a4-74f4-427a-a0e4-5e1d7fd2a6b8 req-b6071659-e853-4fed-8926-22a84bb93297 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:46.113564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca91a0a4-74f4-427a-a0e4-5e1d7fd2a6b8 req-b6071659-e853-4fed-8926-22a84bb93297 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0753849 Aug 30 21:14:46.187388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca91a0a4-74f4-427a-a0e4-5e1d7fd2a6b8 req-ac4cbca4-a98b-4eb1-bdfb-29ffcefeb7cd tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668848 Aug 30 21:14:46.192570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:46.195056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 29afec32-e9ab-4aab-8c00-cd2d57f964c7 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:46.447528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f15c28-f482-4499-8307-d901c3d52b1f req-32159b99-d0ef-46a3-bab5-beb2309e6cee tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:46.456264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f15c28-f482-4499-8307-d901c3d52b1f req-32159b99-d0ef-46a3-bab5-beb2309e6cee tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:46.463446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f15c28-f482-4499-8307-d901c3d52b1f req-32159b99-d0ef-46a3-bab5-beb2309e6cee tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:46.465672 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70f15c28-f482-4499-8307-d901c3d52b1f req-32159b99-d0ef-46a3-bab5-beb2309e6cee tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2413 time: 0.0935819 Aug 30 21:14:46.538137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70f15c28-f482-4499-8307-d901c3d52b1f req-3d620b4f-4050-457d-ba0d-7edcc78133a4 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Aug 30 21:14:46.576792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:46.593955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd', 'network_id': 'b0f9f243-0a18-49db-b490-f5a0b4b4d70f', 'port_id': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd', 'mac_address': 'fa:16:3e:18:42:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9202bc30-b661-4bfa-80e9-463fe7ff8b03', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:46.601787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:46.624215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:46.624591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:46.672715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:46.686214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:46.726262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:46.762264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:46.787197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:46.787909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 52e81835-1b51-4e97-adb0-37821b20db62 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:14:46.851522 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:46.933272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:46.943356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:46.943748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:46.975082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29afec32-e9ab-4aab-8c00-cd2d57f964c7'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:46.977465 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240af1da-ae1c-4a0c-89e8-eb705821b3b3" -d '{"events": [{"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-plugged", "status": "completed", "tag": "29afec32-e9ab-4aab-8c00-cd2d57f964c7"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:47.002852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=29afec32-e9ab-4aab-8c00-cd2d57f964c7,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:47.017151 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:47.063721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 52e81835-1b51-4e97-adb0-37821b20db62, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=52e81835-1b51-4e97-adb0-37821b20db62,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:47.094507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '52e81835-1b51-4e97-adb0-37821b20db62', 'network_id': '96b41899-a94a-4d21-a72e-6e612d25b8a5', 'port_id': '52e81835-1b51-4e97-adb0-37821b20db62', 'mac_address': 'fa:16:3e:1d:44:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a7abd5-9116-4ffb-8166-ba5c58780c66', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:14:47.156485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=29afec32-e9ab-4aab-8c00-cd2d57f964c7,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:47.185666 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:47.213509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e81835-1b51-4e97-adb0-37821b20db62 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:14:47.220939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:47.261342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 52e81835-1b51-4e97-adb0-37821b20db62, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=52e81835-1b51-4e97-adb0-37821b20db62,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:47.274133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:47.289822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:47.314873 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:47.350966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=52e81835-1b51-4e97-adb0-37821b20db62,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:47.417091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:47.791719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['52e81835-1b51-4e97-adb0-37821b20db62'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:47.840055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['92f6a32c-cb1d-4fff-bc85-5fb08c0073dd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:14:50.219492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:50.300473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:50.307418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:50.308252 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:50.454401 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:50.503085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:50.509552 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:50.511004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 52e81835-1b51-4e97-adb0-37821b20db62 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:14:50.626071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:50.647364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 52e81835-1b51-4e97-adb0-37821b20db62 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:14:50.652718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 52e81835-1b51-4e97-adb0-37821b20db62 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:14:50.653341 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:50.759221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:50.801868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 52e81835-1b51-4e97-adb0-37821b20db62, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=52e81835-1b51-4e97-adb0-37821b20db62,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:14:50.807948 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:14:50.893289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=52e81835-1b51-4e97-adb0-37821b20db62,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:14:52.307480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf4c20-6a4e-4775-b427-a1c60975d5e8 req-fd047e39-5dd2-4366-a79b-208a7e33800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:52.312509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3edf4c20-6a4e-4775-b427-a1c60975d5e8 req-fd047e39-5dd2-4366-a79b-208a7e33800b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0628405 Aug 30 21:14:52.369237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3edf4c20-6a4e-4775-b427-a1c60975d5e8 req-65e76eb3-3926-4998-866e-350b636231d4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 Aug 30 21:14:53.127469 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:14:53.806750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7905d3-fc1e-488e-9ef7-ba268fc68e21 req-b1d6245a-7ae5-4987-8f76-0c3d6c9b82cf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:53.808269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7905d3-fc1e-488e-9ef7-ba268fc68e21 req-b1d6245a-7ae5-4987-8f76-0c3d6c9b82cf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0752406 Aug 30 21:14:53.929295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7905d3-fc1e-488e-9ef7-ba268fc68e21 req-5fd8e8bb-cca0-43d0-aedd-ad672baa661b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095920 Aug 30 21:14:54.027824 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad51370-8d40-434f-8b85-a461f1c1c0d0 x-openstack-request-id: req-bad51370-8d40-434f-8b85-a461f1c1c0d0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:54.030152 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-plugged", "status": "completed", "tag": "29afec32-e9ab-4aab-8c00-cd2d57f964c7", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:54.031067 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bad51370-8d40-434f-8b85-a461f1c1c0d0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:54.031952 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29afec32-e9ab-4aab-8c00-cd2d57f964c7', 'code': 200} Aug 30 21:14:54.218179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df017cb9-aa2b-434b-9495-9cacf467890b req-e3b88e47-8cdb-4b36-b7b6-ce52772d1fdd tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:54.226436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df017cb9-aa2b-434b-9495-9cacf467890b req-e3b88e47-8cdb-4b36-b7b6-ce52772d1fdd tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0886576 Aug 30 21:14:54.285935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df017cb9-aa2b-434b-9495-9cacf467890b req-443ae2a7-2cab-4e95-ba4e-a61eead52588 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Aug 30 21:14:54.759658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b9da-9d0d-401b-ba36-3538e8d745de req-fafbb233-9db7-41bb-be3b-4f1a3c10cb24 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:54.768658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b9da-9d0d-401b-ba36-3538e8d745de req-fafbb233-9db7-41bb-be3b-4f1a3c10cb24 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:54.903015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618b9da-9d0d-401b-ba36-3538e8d745de req-fafbb233-9db7-41bb-be3b-4f1a3c10cb24 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:54.903015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b618b9da-9d0d-401b-ba36-3538e8d745de req-fafbb233-9db7-41bb-be3b-4f1a3c10cb24 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2418 time: 0.2234952 Aug 30 21:14:55.040578 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b618b9da-9d0d-401b-ba36-3538e8d745de req-9faf9f66-b67a-4ec3-96cc-d9b4e97c174b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586995 Aug 30 21:14:56.033419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28'}, {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd'}, {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e81835-1b51-4e97-adb0-37821b20db62'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:14:56.036991 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc826f-db1a-41fc-9c96-3c7e8c7c0f05" -d '{"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-plugged", "status": "completed", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28"}, {"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-plugged", "status": "completed", "tag": "92f6a32c-cb1d-4fff-bc85-5fb08c0073dd"}, {"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-plugged", "status": "completed", "tag": "52e81835-1b51-4e97-adb0-37821b20db62"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:14:57.673404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012d11-71e3-4236-8d32-0b24d5b12991 req-74875aea-cf78-49e9-9761-e6157119a60e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:57.683440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98012d11-71e3-4236-8d32-0b24d5b12991 req-74875aea-cf78-49e9-9761-e6157119a60e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.1068571 Aug 30 21:14:57.737755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98012d11-71e3-4236-8d32-0b24d5b12991 req-5bac4d88-3b0f-4bec-ace9-90779d2fecc0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530565 Aug 30 21:14:57.893768 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 21:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7ad152-30ed-4eff-a3a0-9859c215cfec x-openstack-request-id: req-3e7ad152-30ed-4eff-a3a0-9859c215cfec {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:14:57.894728 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-plugged", "status": "completed", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28", "code": 200}, {"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-plugged", "status": "completed", "tag": "92f6a32c-cb1d-4fff-bc85-5fb08c0073dd", "code": 200}, {"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-plugged", "status": "completed", "tag": "52e81835-1b51-4e97-adb0-37821b20db62", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:14:57.895225 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e7ad152-30ed-4eff-a3a0-9859c215cfec {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:14:57.896037 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'code': 200} Aug 30 21:14:57.896499 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd', 'code': 200} Aug 30 21:14:57.897065 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e81835-1b51-4e97-adb0-37821b20db62', 'code': 200} Aug 30 21:14:58.058354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c40d-f305-464b-a2db-28cf1b5f00d4 req-df88fd1f-9040-4a73-9c54-18b085696695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.059135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c40d-f305-464b-a2db-28cf1b5f00d4 req-df88fd1f-9040-4a73-9c54-18b085696695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.060012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5c40d-f305-464b-a2db-28cf1b5f00d4 req-df88fd1f-9040-4a73-9c54-18b085696695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.062224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fc5c40d-f305-464b-a2db-28cf1b5f00d4 req-df88fd1f-9040-4a73-9c54-18b085696695 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2874 time: 0.0883625 Aug 30 21:14:58.106867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863425d-c8ae-4463-88b7-62559c68abda req-d08053b5-851c-467d-9847-2c16aa55b17a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.117039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863425d-c8ae-4463-88b7-62559c68abda req-d08053b5-851c-467d-9847-2c16aa55b17a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.124054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863425d-c8ae-4463-88b7-62559c68abda req-d08053b5-851c-467d-9847-2c16aa55b17a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.126090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0863425d-c8ae-4463-88b7-62559c68abda req-d08053b5-851c-467d-9847-2c16aa55b17a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2418 time: 0.1122346 Aug 30 21:14:58.159681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fc5c40d-f305-464b-a2db-28cf1b5f00d4 req-ad7f5759-2b72-4e5c-8fd3-ac1c2c4b7eb7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881946 Aug 30 21:14:58.207199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0863425d-c8ae-4463-88b7-62559c68abda req-48817588-e314-40f7-b750-5d4792130dbe tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585549 Aug 30 21:14:58.532251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-949c0546-6b8c-46ed-81a6-eac238503946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.533946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-949c0546-6b8c-46ed-81a6-eac238503946 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0580270 Aug 30 21:14:58.669521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-283dad54-b4c3-436b-9b35-01a6e90e8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.671467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-283dad54-b4c3-436b-9b35-01a6e90e8743 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.1297808 Aug 30 21:14:58.728983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-9290d550-f24f-4002-ac84-c4d0f968440f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.0490472 Aug 30 21:14:58.798475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-532c1095-37cb-445b-9c51-76941146cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:58.800128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-532c1095-37cb-445b-9c51-76941146cfcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.0623972 Aug 30 21:14:58.851337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-7ea8c12d-5653-43e7-9e3d-3ec0874edd58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434330 Aug 30 21:14:58.981942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-51d5ceb6-c955-40a4-9492-212a5429425f service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205511 Aug 30 21:14:59.163280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9b9ea58-05b0-4ac8-91cb-8fcb4de453d9 req-6b0e42df-a82a-46a3-87dc-096b3b7c1698 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682932 Aug 30 21:14:59.457037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08531ee5-473e-470a-8d53-66ce3da216c4 req-79fe1c0c-c400-482a-a98f-e1cda6610998 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:59.464994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08531ee5-473e-470a-8d53-66ce3da216c4 req-79fe1c0c-c400-482a-a98f-e1cda6610998 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0763710 Aug 30 21:14:59.562120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08531ee5-473e-470a-8d53-66ce3da216c4 req-d20fcdda-a8a8-4680-807c-3efd52bc0b2c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951178 Aug 30 21:14:59.791687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86196da-4618-4ef6-a458-eb4d5f82039b req-3d457cc3-8fa3-4368-87df-3e9a92d0d482 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:14:59.793914 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e86196da-4618-4ef6-a458-eb4d5f82039b req-3d457cc3-8fa3-4368-87df-3e9a92d0d482 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0623348 Aug 30 21:14:59.862797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e86196da-4618-4ef6-a458-eb4d5f82039b req-e592d363-4fd8-441a-851b-23efe6eca287 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573108 Aug 30 21:15:00.061908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aae10-ec3d-4953-b137-e663b73d9539 req-68474353-a548-4a71-bd98-44c71ae37071 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:00.068046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aae10-ec3d-4953-b137-e663b73d9539 req-68474353-a548-4a71-bd98-44c71ae37071 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:00.074422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aae10-ec3d-4953-b137-e663b73d9539 req-68474353-a548-4a71-bd98-44c71ae37071 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:00.082888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-137aae10-ec3d-4953-b137-e663b73d9539 req-68474353-a548-4a71-bd98-44c71ae37071 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2418 time: 0.0872786 Aug 30 21:15:00.128800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-137aae10-ec3d-4953-b137-e663b73d9539 req-078c92b1-00b4-4ccf-a51a-f2edfc5930ca tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Aug 30 21:15:00.253614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5a9de-d02b-4fcb-9420-27a5da8c98c9 req-cd5f602a-555c-4ca5-b8e3-8abe65a9801a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:00.255201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02f5a9de-d02b-4fcb-9420-27a5da8c98c9 req-cd5f602a-555c-4ca5-b8e3-8abe65a9801a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 947 time: 0.0574317 Aug 30 21:15:00.301042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02f5a9de-d02b-4fcb-9420-27a5da8c98c9 req-f55fabc5-7de5-495b-adfa-0637fc2b7055 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Aug 30 21:15:00.754951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:00.906066 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:00.970879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:00.973759 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d3624b-be75-4e88-ae84-2ba329b444ac" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-unplugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:00.994282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:01.000993 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:01.055357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=14']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:01.070079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.070693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.071180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.071662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.072130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.072623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.073091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.073566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.074022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.074493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.075003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:01.075646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:02.303267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9488a336-e22f-44ad-8807-951b46f32a82 req-b631a70a-8ee9-4a59-8989-37dc145c5fb0 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:02.308284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9488a336-e22f-44ad-8807-951b46f32a82 req-b631a70a-8ee9-4a59-8989-37dc145c5fb0 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0932682 Aug 30 21:15:02.366234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9488a336-e22f-44ad-8807-951b46f32a82 req-92f87641-e568-4622-92cd-9636b9966c65 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506415 Aug 30 21:15:02.759565 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee5d30e-394f-4968-9f85-8516c8b19437 x-openstack-request-id: req-eee5d30e-394f-4968-9f85-8516c8b19437 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:02.760222 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-unplugged", "status": "completed", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:02.760494 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eee5d30e-394f-4968-9f85-8516c8b19437 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:02.761038 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'code': 200} Aug 30 21:15:03.327757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d2618-55c3-4cf0-951c-69f856d9a351 req-5f94bdd4-4508-45ae-ab00-50fd822997b0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:03.342093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-539d2618-55c3-4cf0-951c-69f856d9a351 req-5f94bdd4-4508-45ae-ab00-50fd822997b0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.5003052 Aug 30 21:15:03.404388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-539d2618-55c3-4cf0-951c-69f856d9a351 req-c10bed89-a88c-4703-8e68-554dfc7499d6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612092 Aug 30 21:15:03.436591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:03.574756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870e244-8d47-4e29-98ac-02e0fcec5f86 req-17fbf4af-1e51-4eee-a9e8-4a3213a1a777 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:03.581980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870e244-8d47-4e29-98ac-02e0fcec5f86 req-17fbf4af-1e51-4eee-a9e8-4a3213a1a777 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:03.588835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870e244-8d47-4e29-98ac-02e0fcec5f86 req-17fbf4af-1e51-4eee-a9e8-4a3213a1a777 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:03.590563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b870e244-8d47-4e29-98ac-02e0fcec5f86 req-17fbf4af-1e51-4eee-a9e8-4a3213a1a777 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2418 time: 0.1078172 Aug 30 21:15:03.672995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b870e244-8d47-4e29-98ac-02e0fcec5f86 req-db9085da-846e-4388-932c-bc96aad07d81 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708759 Aug 30 21:15:04.031911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-bb8782ec-ac7d-4607-8c52-5a87a2b928c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.034005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-bb8782ec-ac7d-4607-8c52-5a87a2b928c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.0610201 Aug 30 21:15:04.189848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-348396cf-4fa0-4590-aa49-caf2f736530a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.199757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-348396cf-4fa0-4590-aa49-caf2f736530a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.208166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-348396cf-4fa0-4590-aa49-caf2f736530a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.210056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-348396cf-4fa0-4590-aa49-caf2f736530a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2418 time: 0.1104543 Aug 30 21:15:04.313577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-a49ace00-ed6f-4403-a168-679d2441d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.316530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-a49ace00-ed6f-4403-a168-679d2441d112 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.2747033 Aug 30 21:15:04.484817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3e92-e9d7-408a-816d-0af783cd21bf req-eb62f2ab-b429-4988-b4c5-be9295e351cb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.493575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c9a3e92-e9d7-408a-816d-0af783cd21bf req-eb62f2ab-b429-4988-b4c5-be9295e351cb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.2047772 Aug 30 21:15:04.511158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-00a9873f-6521-4003-b4b0-df85665daebb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.1629877 Aug 30 21:15:04.604908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c9a3e92-e9d7-408a-816d-0af783cd21bf req-89f2dcb3-8988-4e8b-80a5-29bf99678480 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086822 Aug 30 21:15:04.643873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:04.644559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:04.769381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-73ffe732-c363-411e-b674-38005d7f24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.770160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-73ffe732-c363-411e-b674-38005d7f24b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.2492287 Aug 30 21:15:04.878353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cb8d-0205-4ba5-88de-f18322d61e21 req-45a46bd0-e296-4e47-a1e3-6cea7abd7f82 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.879980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ba2cb8d-0205-4ba5-88de-f18322d61e21 req-45a46bd0-e296-4e47-a1e3-6cea7abd7f82 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1317854 Aug 30 21:15:04.971304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-8af5e1ee-c695-4d12-a4bd-b186ddd52450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:04.972941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-8af5e1ee-c695-4d12-a4bd-b186ddd52450 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770973 Aug 30 21:15:04.977165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port 29afec32-e9ab-4aab-8c00-cd2d57f964c7, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=29afec32-e9ab-4aab-8c00-cd2d57f964c7,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:04.977573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:05.017832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for 29afec32-e9ab-4aab-8c00-cd2d57f964c7 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:05.111183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ba2cb8d-0205-4ba5-88de-f18322d61e21 req-8e610107-8659-44a6-8d0c-bc5902e68f77 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912475 Aug 30 21:15:05.271927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-2bcff04b-7002-4928-be05-9e6b7554e9a5 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779491 Aug 30 21:15:05.346051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089ce1-abed-463c-bfaf-39a83c7d7720 req-92cceace-0c9a-4185-97d9-4013d5e022f9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:05.351946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089ce1-abed-463c-bfaf-39a83c7d7720 req-92cceace-0c9a-4185-97d9-4013d5e022f9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:05.358257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089ce1-abed-463c-bfaf-39a83c7d7720 req-92cceace-0c9a-4185-97d9-4013d5e022f9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:05.360119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5089ce1-abed-463c-bfaf-39a83c7d7720 req-92cceace-0c9a-4185-97d9-4013d5e022f9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 2418 time: 0.1521051 Aug 30 21:15:05.459296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5089ce1-abed-463c-bfaf-39a83c7d7720 req-1d9b0e65-d3ee-4cc6-9e83-6c500b793b69 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910790 Aug 30 21:15:05.513668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59519d69-e0a4-4d2d-980f-aab4fff37014 req-53a2ca4c-fe2c-4dac-9c64-f309cd0ff784 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410197 Aug 30 21:15:05.526204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:05.540987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['29afec32-e9ab-4aab-8c00-cd2d57f964c7', '52e81835-1b51-4e97-adb0-37821b20db62', '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:05.618166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=29afec32-e9ab-4aab-8c00-cd2d57f964c7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:05.627005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.627353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.627691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.628026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.628450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.628753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.629078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.629405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.630184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.630184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.630370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.630653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:05.725578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:05.764653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port 29afec32-e9ab-4aab-8c00-cd2d57f964c7 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:05.773921 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:05.777299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-595fe957-cc24-406b-bed8-2053ee18cc38 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "DELETE /v2.0/ports/29afec32-e9ab-4aab-8c00-cd2d57f964c7 HTTP/1.1" status: 204 len: 173 time: 1.5574558 Aug 30 21:15:05.778894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-deleted', 'tag': '29afec32-e9ab-4aab-8c00-cd2d57f964c7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:05.783660 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6431583-3694-4b78-95fb-f07a3a1afcb9" -d '{"events": [{"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-deleted", "tag": "29afec32-e9ab-4aab-8c00-cd2d57f964c7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:05.952618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port 52e81835-1b51-4e97-adb0-37821b20db62 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:05.953118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.169038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port 52e81835-1b51-4e97-adb0-37821b20db62, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=52e81835-1b51-4e97-adb0-37821b20db62,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:06.169687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.221245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for 52e81835-1b51-4e97-adb0-37821b20db62 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:06.460517 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.490015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=52e81835-1b51-4e97-adb0-37821b20db62,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:06.549951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port 52e81835-1b51-4e97-adb0-37821b20db62 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:06.569591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.571689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-179e6584-f692-4287-b5cf-d8fa42b23f01 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "DELETE /v2.0/ports/52e81835-1b51-4e97-adb0-37821b20db62 HTTP/1.1" status: 204 len: 173 time: 0.7803397 Aug 30 21:15:06.678393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea36df-efa5-46d6-8dce-9bb618408699 req-c88b0d62-f8b6-4af6-83fe-393922091bfd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:06.689982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cea36df-efa5-46d6-8dce-9bb618408699 req-c88b0d62-f8b6-4af6-83fe-393922091bfd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1729703 Aug 30 21:15:06.754244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cea36df-efa5-46d6-8dce-9bb618408699 req-711a7eca-0987-4e93-a417-b773c964ce7c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630686 Aug 30 21:15:06.810859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:06.811102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.856318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:06.862807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-612834326'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:06.884198 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f9edde-7142-492a-8d19-b44a07a2e8e3 x-openstack-request-id: req-80f9edde-7142-492a-8d19-b44a07a2e8e3 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:06.884496 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-deleted", "tag": "29afec32-e9ab-4aab-8c00-cd2d57f964c7", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:06.884752 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80f9edde-7142-492a-8d19-b44a07a2e8e3 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:06.885163 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-deleted', 'tag': '29afec32-e9ab-4aab-8c00-cd2d57f964c7', 'status': 'completed', 'code': 200} Aug 30 21:15:06.892989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:06.897239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.926236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:15:06.938391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.939063 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Added segment cd832bc0-8266-4a0d-b282-f6c749112d61 of type vlan for network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 Aug 30 21:15:06.945630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:06.945997 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:06.982760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:06.986711 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.019079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.029295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:07.030588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.093699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2360139 Aug 30 21:15:07.097072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:07.102418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2008844059'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:07.104068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968d936-a36c-4985-aa2d-171b36170819 req-44dc5a04-8f6e-4861-b8fb-ba8b6333b970 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:07.111323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7968d936-a36c-4985-aa2d-171b36170819 req-44dc5a04-8f6e-4861-b8fb-ba8b6333b970 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=a752efd2-00d3-4a5c-8a97-c34f8e6aac3c HTTP/1.1" status: 200 len: 945 time: 0.1677854 Aug 30 21:15:07.137531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Network': ['ID=5c9f9c40-524e-4c39-a5a7-f5757e33a921,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:07.150174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.150723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.151935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.151935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.151935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.152241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.152552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.152896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.153236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.153586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.154434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.154434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ba5c4-10e2-4253-a345-fe19159a4708 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:15:07.169160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:15:07.169860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:07.176044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.189427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7968d936-a36c-4985-aa2d-171b36170819 req-3755296e-3d72-4044-8f3e-d47bd3490708 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754583 Aug 30 21:15:07.211023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:15:07.214987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.233566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.233566 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Added segment 248c4eb5-f5c5-4596-98fc-fbd892d79973 of type vlan for network 8787fa32-1890-4e71-bbf6-a522ebd45b6b Aug 30 21:15:07.261207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=92f6a32c-cb1d-4fff-bc85-5fb08c0073dd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:07.321330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:07.324338 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.328893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-050f3adb-4bd0-42d9-933a-a69500fb23db req-3e480207-3798-41bc-91e6-30f804a84839 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "DELETE /v2.0/ports/92f6a32c-cb1d-4fff-bc85-5fb08c0073dd HTTP/1.1" status: 204 len: 173 time: 0.7481871 Aug 30 21:15:07.333251 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.370942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.378268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:07.382758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.459033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3606420 Aug 30 21:15:07.461819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60692) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:07.464066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0910f3a-5204-41b0-bc1a-2e2006046abf tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Network': ['ID=8787fa32-1890-4e71-bbf6-a522ebd45b6b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:07.470002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'subnet': {'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:07.479831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:15:07.658402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:07.662258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:07.923913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8938b4-ca27-4fa6-9dbc-49af95e03560 req-d5639b98-1dac-4b39-8dc8-f002b09d939f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:07.926700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed8938b4-ca27-4fa6-9dbc-49af95e03560 req-d5639b98-1dac-4b39-8dc8-f002b09d939f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1177638 Aug 30 21:15:07.957070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.038818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed8938b4-ca27-4fa6-9dbc-49af95e03560 req-0430e8fc-17ef-4c31-9178-d1b363cb01c2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012206 Aug 30 21:15:08.062242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Subnet': ['ID=15679ad8-febd-4faa-9be6-0c5db5e7ef41,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:08.072712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Checking segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:08.073015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network hostable DHCP agents. Network: 5c9f9c40-524e-4c39-a5a7-f5757e33a921, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:15:08.094245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:15:08.106819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5c9f9c40-524e-4c39-a5a7-f5757e33a921) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:08.116766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2048bf-9e9c-4f45-8d53-8ed04eb9651c None None] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:08.120775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:08.121505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.140322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8d8eb0d9-33c4-41e5-8f36-6b6740f5bde8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6766806 Aug 30 21:15:08.143057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:08.149198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'subnet': {'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:08.311752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:08.316900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 29afec32-e9ab-4aab-8c00-cd2d57f964c7 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:08.329941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.357873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:15:08.358958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.363473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 29afec32-e9ab-4aab-8c00-cd2d57f964c7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:08.363893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 29afec32-e9ab-4aab-8c00-cd2d57f964c7 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:08.364493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:08.403743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:08.404223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 92f6a32c-cb1d-4fff-bc85-5fb08c0073dd not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:08.404798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 52e81835-1b51-4e97-adb0-37821b20db62 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:08.433783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 52e81835-1b51-4e97-adb0-37821b20db62 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:08.434227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 52e81835-1b51-4e97-adb0-37821b20db62 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:08.612403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.619260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Allocated IP 10.1.1.2 (5c9f9c40-524e-4c39-a5a7-f5757e33a921/15679ad8-febd-4faa-9be6-0c5db5e7ef41/56799040-e024-4fb8-993f-956fa891f984) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:08.700356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Subnet': ['ID=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:08.746777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Checking segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:08.747355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network hostable DHCP agents. Network: 8787fa32-1890-4e71-bbf6-a522ebd45b6b, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:15:08.770824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:15:08.796139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 8787fa32-1890-4e71-bbf6-a522ebd45b6b) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:08.801326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:08.802644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.826708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ed2c58a-5f77-4c47-9d96-0aab0dd3860c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6803780 Aug 30 21:15:08.828660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:08.833662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40704104-de3f-41a7-b7a4-ae5edf4a7717 None None] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:08.838514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'name': 'tempest-TaggedBootDevicesTest-1338751674', 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:08.839951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a827b9-48d5-402c-adfe-da58e50709b9 req-ceacb227-9b8c-4981-a2ad-a42786efda77 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:08.850343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03a827b9-48d5-402c-adfe-da58e50709b9 req-ceacb227-9b8c-4981-a2ad-a42786efda77 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0763333 Aug 30 21:15:08.886645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-deleted', 'tag': '52e81835-1b51-4e97-adb0-37821b20db62'}, {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-deleted', 'tag': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:08.889949 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e188b-49be-4005-a881-ef9f60b29e73" -d '{"events": [{"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-deleted", "tag": "52e81835-1b51-4e97-adb0-37821b20db62"}, {"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-deleted", "tag": "92f6a32c-cb1d-4fff-bc85-5fb08c0073dd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:08.916366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03a827b9-48d5-402c-adfe-da58e50709b9 req-c87f2c3c-68b6-4d48-9fb4-bb4df4a3f519 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610027 Aug 30 21:15:08.920274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.952379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Transition to ACTIVE for port object 56799040-e024-4fb8-993f-956fa891f984 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:08.973865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a33b008-f22b-4615-8cad-0b05d43fd31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:08.978095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Transition to ACTIVE for port object 56799040-e024-4fb8-993f-956fa891f984 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:08.998268 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.000042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60764) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:09.031510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:09.058960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:09.068640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting subnet 9202bc30-b661-4bfa-80e9-463fe7ff8b03 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:15:09.072865 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.095934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:09.113033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:09.137455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.212850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.225376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Pushing event updated for resources: {'Port': ['ID=56799040-e024-4fb8-993f-956fa891f984,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:09.235435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] device_id is not set on port 3427e92d-d93f-47df-8661-7c8582f392b3 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:15:09.263505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.382816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Attempting to bind port 56799040-e024-4fb8-993f-956fa891f984 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:09.388578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Attempting to bind port 56799040-e024-4fb8-993f-956fa891f984 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:09.389124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Attempting to bind port 56799040-e024-4fb8-993f-956fa891f984 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:09.405602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:09.406860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Checking segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:09.407504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.408110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Bound using segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:09.409011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Bound port: 56799040-e024-4fb8-993f-956fa891f984, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:09.409665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.413602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.484551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Subnet': ['ID=9202bc30-b661-4bfa-80e9-463fe7ff8b03,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:09.488726 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3910cb7-0372-48f6-bae0-39befe4527be x-openstack-request-id: req-a3910cb7-0372-48f6-bae0-39befe4527be {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:09.489040 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-deleted", "tag": "52e81835-1b51-4e97-adb0-37821b20db62", "status": "completed", "code": 200}, {"server_uuid": "a752efd2-00d3-4a5c-8a97-c34f8e6aac3c", "name": "network-vif-deleted", "tag": "92f6a32c-cb1d-4fff-bc85-5fb08c0073dd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:09.489295 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3910cb7-0372-48f6-bae0-39befe4527be {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:09.489694 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-deleted', 'tag': '52e81835-1b51-4e97-adb0-37821b20db62', 'status': 'completed', 'code': 200} Aug 30 21:15:09.489950 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a752efd2-00d3-4a5c-8a97-c34f8e6aac3c', 'name': 'network-vif-deleted', 'tag': '92f6a32c-cb1d-4fff-bc85-5fb08c0073dd', 'status': 'completed', 'code': 200} Aug 30 21:15:09.493369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.495348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9e8afa15-e676-43a0-88a2-3fafedeee3a2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/subnets/9202bc30-b661-4bfa-80e9-463fe7ff8b03 HTTP/1.1" status: 204 len: 168 time: 0.4940073 Aug 30 21:15:09.499129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60770) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:09.594057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] For port 56799040-e024-4fb8-993f-956fa891f984, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:09.597812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] For port 56799040-e024-4fb8-993f-956fa891f984, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=56799040-e024-4fb8-993f-956fa891f984,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:09.603714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'fixed_ips': [{'subnet_id': 'b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:15:09.605241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.624044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 10.1.1.188 (5c9f9c40-524e-4c39-a5a7-f5757e33a921/15679ad8-febd-4faa-9be6-0c5db5e7ef41/3427e92d-d93f-47df-8661-7c8582f392b3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:09.628907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3202ddee-7f13-4dc1-905c-7853aa0219d1 None None] Network b0f9f243-0a18-49db-b490-f5a0b4b4d70f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:09.708696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-a6040d13-4b36-41a5-8b8e-3b5d418af5e2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:09.711512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-a6040d13-4b36-41a5-8b8e-3b5d418af5e2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.1317873 Aug 30 21:15:09.738482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-5befdb5d-f9f3-47f6-a8e8-ebf1810207b7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/quotas/8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 375 time: 0.0196915 Aug 30 21:15:09.742339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.837548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-2bffb786-4d9b-4428-8ba4-573ec325c787 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925093 Aug 30 21:15:09.931171 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.946699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object 3427e92d-d93f-47df-8661-7c8582f392b3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:09.957997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-f0426bc5-2f2a-47cc-86a8-1824368beafd service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192768 Aug 30 21:15:09.986895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:09.991178 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.062102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port 42225750-c316-4106-a4c9-52c9256bc8ba {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:10.063047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.079570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:10.084445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:10.092659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:10.171248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Allocated IP 10.2.2.2 (8787fa32-1890-4e71-bbf6-a522ebd45b6b/b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a/0a489af2-81bc-4790-bd8b-80be9e8aac72) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:10.175611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-1e02fcf5-c42c-48fe-b11d-f8c4506fd6af service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167301 Aug 30 21:15:10.232545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port 42225750-c316-4106-a4c9-52c9256bc8ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=42225750-c316-4106-a4c9-52c9256bc8ba,segment=NetworkSegment(cca449be-8e53-4e55-a466-5001a9de4c7d),segment_id=cca449be-8e53-4e55-a466-5001a9de4c7d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:10.235434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.267633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for 42225750-c316-4106-a4c9-52c9256bc8ba owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:10.312081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb4feb-ab95-4b64-aca0-5848c53f3a0f None None] Pushing event updated for resources: {'Port': ['ID=56799040-e024-4fb8-993f-956fa891f984,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:10.452473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.506084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port 42225750-c316-4106-a4c9-52c9256bc8ba on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:10.518321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:10.559900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=42225750-c316-4106-a4c9-52c9256bc8ba,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:10.570329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:10.571137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.613532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.620274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-001b3f55-90df-4f33-af0b-c369cec4092d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7901144 Aug 30 21:15:10.621136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:10.631890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Transition to ACTIVE for port object 0a489af2-81bc-4790-bd8b-80be9e8aac72 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:10.632179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'name': 'tempest-TaggedBootDevicesTest-550310460', 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:10.657822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Transition to ACTIVE for port object 0a489af2-81bc-4790-bd8b-80be9e8aac72 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:10.673381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.717534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c44d51-f2d9-4e50-a95c-8879751db8ec None None] DHCP port deletion for b0f9f243-0a18-49db-b490-f5a0b4b4d70f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:15:10.730301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:10.737990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:10.745044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:10.762699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Pushing event updated for resources: {'Port': ['ID=0a489af2-81bc-4790-bd8b-80be9e8aac72,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:10.800453 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.850748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f9f243-0a18-49db-b490-f5a0b4b4d70f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:10.862165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:10.873090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca449be-8e53-4e55-a466-5001a9de4c7d') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:10.873677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca449be-8e53-4e55-a466-5001a9de4c7d') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:10.884674 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:10.898372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.917671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.934877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-0b9b8f19-9921-4199-85a3-6c8ced3a2793 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:10.944875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-0b9b8f19-9921-4199-85a3-6c8ced3a2793 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.4605761 Aug 30 21:15:10.953127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] device_id is not set on port 2e04bf30-204e-4797-b879-8fc8754774c5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:15:10.956317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Attempting to bind port 0a489af2-81bc-4790-bd8b-80be9e8aac72 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:10.957158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Attempting to bind port 0a489af2-81bc-4790-bd8b-80be9e8aac72 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:10.957771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Attempting to bind port 0a489af2-81bc-4790-bd8b-80be9e8aac72 on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:10.967305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:10.968016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Checking segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:10.969056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.969609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Bound using segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:10.970232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Bound port: 0a489af2-81bc-4790-bd8b-80be9e8aac72, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:10.971003 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:10.988797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-5974858d-98e7-4dd3-a92a-73c798a1aecf tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/quotas/6e28bdf791c744dba0191ffe371c020a HTTP/1.1" status: 200 len: 375 time: 0.0424063 Aug 30 21:15:11.045299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.075814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:15:11.075814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:15:11.079732 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:15:11.085520 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.107599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] For port 0a489af2-81bc-4790-bd8b-80be9e8aac72, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:11.159752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:11.163394 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b23ac5-9b5c-4741-bd6a-62df4c2162e1" -d '{"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-unplugged", "status": "completed", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:11.168577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] For port 0a489af2-81bc-4790-bd8b-80be9e8aac72, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0a489af2-81bc-4790-bd8b-80be9e8aac72,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:11.185733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.186120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-1956eaf6-4f3f-42d3-b566-23ee82ce6abb tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1961420 Aug 30 21:15:11.199807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:11.235465 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.273098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf446f6-ade8-41bf-863a-9f09818fa19b None None] Pushing event updated for resources: {'Port': ['ID=0a489af2-81bc-4790-bd8b-80be9e8aac72,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:11.283448 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.295758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.298159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/networks/b0f9f243-0a18-49db-b490-f5a0b4b4d70f HTTP/1.1" status: 204 len: 168 time: 1.7966774 Aug 30 21:15:11.302088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60810) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:11.340901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 10.1.1.241 (5c9f9c40-524e-4c39-a5a7-f5757e33a921/15679ad8-febd-4faa-9be6-0c5db5e7ef41/2e04bf30-204e-4797-b879-8fc8754774c5) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:11.341697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:11.362318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f624875-66bd-42d6-b60a-83fef90c6411 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Network': ['ID=b0f9f243-0a18-49db-b490-f5a0b4b4d70f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:11.570783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.621828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object 2e04bf30-204e-4797-b879-8fc8754774c5 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:11.700710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.735475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.796276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:11.800022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 56799040-e024-4fb8-993f-956fa891f984 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:11.823737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:11.830726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:11.859169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:11.862930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17eae93d-0442-48b6-94ee-5b07ef2ab839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.900642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 56799040-e024-4fb8-993f-956fa891f984 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:11.940490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:11.940760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:11.987773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7bec9e0d-f214-4f38-8f5e-61304b7c15ae tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3649759 Aug 30 21:15:11.994742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-5aa52ec4-2fe9-422b-83fe-6a20e9e1ef9c service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075342 Aug 30 21:15:12.017194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 42225750-c316-4106-a4c9-52c9256bc8ba no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:12.092270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 42225750-c316-4106-a4c9-52c9256bc8ba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:12.092621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 42225750-c316-4106-a4c9-52c9256bc8ba not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:12.157727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting subnet 61a7abd5-9116-4ffb-8166-ba5c58780c66 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:15:12.172829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.182322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-30dcf09e-2311-4562-ba30-64d196ffc2d2 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:12.183920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-30dcf09e-2311-4562-ba30-64d196ffc2d2 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1d1d1d0-b94e-455f-a41d-fe69d16862fb HTTP/1.1" status: 200 len: 943 time: 0.8251097 Aug 30 21:15:12.190989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3f92a-cbe8-4af4-a097-1bd696cfe97e None None] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:12.314653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.380649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] Provisioning for port 56799040-e024-4fb8-993f-956fa891f984 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:12.382706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-491401df-ad5d-4585-b748-eee8990cf539 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:12.383857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-491401df-ad5d-4585-b748-eee8990cf539 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.4126494 Aug 30 21:15:12.395161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] Provisioning complete for port 56799040-e024-4fb8-993f-956fa891f984 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:12.395599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.417627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-0f02c209-876d-4a8d-8569-126cbaa58eed service neutron] 10.222.0.76 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048531 Aug 30 21:15:12.423352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'port': {'device_id': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'admin_state_up': True, 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:12.528921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.577254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.594742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] For port 56799040-e024-4fb8-993f-956fa891f984, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=56799040-e024-4fb8-993f-956fa891f984,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:12.601207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.606406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.668596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89ac9e-4a5a-4eec-8762-813b5d21726b None None] Pushing event updated for resources: {'Port': ['ID=56799040-e024-4fb8-993f-956fa891f984,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:12.742313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:12.749044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.806848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76ad99-5ef9-4319-bce3-10c1e2b7482f None None] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:12.812139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3027030-9ea2-49ae-adc7-6242ae6f5a6c req-9b06a2c9-f123-46cd-8036-1b8f00389d22 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 210 time: 0.0583148 Aug 30 21:15:12.827156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Deleting port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:12.827373 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.830455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.908284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-53807ce6-5791-4eb6-964e-37112d8497e5 None None] Provisioning for port 0a489af2-81bc-4790-bd8b-80be9e8aac72 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:12.943888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Subnet': ['ID=61a7abd5-9116-4ffb-8166-ba5c58780c66,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:12.950402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fca71-16a5-4c0d-86a5-3983b0575c92 None None] Network 96b41899-a94a-4d21-a72e-6e612d25b8a5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:12.952201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:12.954231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8126881-5fc3-44d5-97ab-46c9cdd177df tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/subnets/61a7abd5-9116-4ffb-8166-ba5c58780c66 HTTP/1.1" status: 204 len: 168 time: 1.6417584 Aug 30 21:15:12.958396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:13.058523 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f82b4c2-2085-44e2-bc96-c8f0a9514a7d x-openstack-request-id: req-5f82b4c2-2085-44e2-bc96-c8f0a9514a7d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:13.058968 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-unplugged", "status": "completed", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:13.059343 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f82b4c2-2085-44e2-bc96-c8f0a9514a7d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:13.060131 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'code': 200} Aug 30 21:15:13.080338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.129845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] For port 72d010ab-3528-4e68-bfe7-1cbdfb885f28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72d010ab-3528-4e68-bfe7-1cbdfb885f28,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:13.130309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.150574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Allocated IP 172.20.0.9 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/c1e378b4-eaad-4838-bb02-d4c234da2ac8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:13.161858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Provisioning complete for port 56799040-e024-4fb8-993f-956fa891f984 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:13.162349 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.175005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Calling delete_port for 72d010ab-3528-4e68-bfe7-1cbdfb885f28 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:13.183557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port cbfa55e7-8cd9-4862-978b-511998390387 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:13.183899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.376495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port cbfa55e7-8cd9-4862-978b-511998390387, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cbfa55e7-8cd9-4862-978b-511998390387,segment=NetworkSegment(134468ae-0fde-4f8a-a699-d8cc691dc5fd),segment_id=134468ae-0fde-4f8a-a699-d8cc691dc5fd)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:13.377183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.403866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for cbfa55e7-8cd9-4862-978b-511998390387 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:13.473393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Provisioning for port 3427e92d-d93f-47df-8661-7c8582f392b3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:13.478541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Provisioning complete for port 3427e92d-d93f-47df-8661-7c8582f392b3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:13.479127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.537158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Port 3427e92d-d93f-47df-8661-7c8582f392b3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:13.553802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] DHCP port deletion for 96b41899-a94a-4d21-a72e-6e612d25b8a5 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:15:13.579122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.624510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Provisioning for port 2e04bf30-204e-4797-b879-8fc8754774c5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:13.636686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Provisioning complete for port 2e04bf30-204e-4797-b879-8fc8754774c5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:13.638587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.652356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=cbfa55e7-8cd9-4862-978b-511998390387,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:13.658942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port cbfa55e7-8cd9-4862-978b-511998390387 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:13.713399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.735948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Deleting port cbfa55e7-8cd9-4862-978b-511998390387 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:13.736577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.756754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-39283164-fbc5-4c97-a7bf-6f19a8c0376d None None] Port 2e04bf30-204e-4797-b879-8fc8754774c5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:13.824754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.838849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Transition to ACTIVE for port object c1e378b4-eaad-4838-bb02-d4c234da2ac8 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:13.855807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.875019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0a489af2-81bc-4790-bd8b-80be9e8aac72 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:13.884915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event deleted for resources: {'Port': ['ID=72d010ab-3528-4e68-bfe7-1cbdfb885f28,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:13.885679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] For port cbfa55e7-8cd9-4862-978b-511998390387, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:13.886372 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.895499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b41899-a94a-4d21-a72e-6e612d25b8a5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:13.899406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.929545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134468ae-0fde-4f8a-a699-d8cc691dc5fd') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:13.929864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134468ae-0fde-4f8a-a699-d8cc691dc5fd') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:13.932940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Provisioning complete for port 3427e92d-d93f-47df-8661-7c8582f392b3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:13.932940 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.958215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:13.959922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:13.982061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797614711', 'description': 'tempest-description--1900124061'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:13.992411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] No DVR routers for this DVR port 72d010ab-3528-4e68-bfe7-1cbdfb885f28 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:13.992692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Port 3427e92d-d93f-47df-8661-7c8582f392b3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:13.997677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Calling delete_port for cbfa55e7-8cd9-4862-978b-511998390387 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:14.005934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Port cbfa55e7-8cd9-4862-978b-511998390387 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:15:14.008165 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.010198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3351efa0-baa1-4abb-a12c-80006232e9a6 req-f503bec4-8899-4331-9ea3-59cf78ca1e79 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "DELETE /v2.0/ports/72d010ab-3528-4e68-bfe7-1cbdfb885f28 HTTP/1.1" status: 204 len: 173 time: 1.8014879 Aug 30 21:15:14.013603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-deleted', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:14.016482 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.021079 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d3eda7-2839-4e0a-a2a6-a95e93cc8b62" -d '{"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-deleted", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:14.060391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.065419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Provisioning complete for port 2e04bf30-204e-4797-b879-8fc8754774c5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:14.066000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.068112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] Pushing event deleted for resources: {'Port': ['ID=cbfa55e7-8cd9-4862-978b-511998390387,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:14.073117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af51a2-fcd3-4cc6-843a-e687bc40b25a None None] No DVR routers for this DVR port cbfa55e7-8cd9-4862-978b-511998390387 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:14.075862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:14.078841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:15:14.079254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.084730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:15:14.085156 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:15:14.112232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:14.120802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-405ba01c-7510-4889-9a4d-127e5bc31a61 req-6259000a-6e7f-4d14-b05d-7951df03423f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 210 time: 0.0620115 Aug 30 21:15:14.127715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=c1e378b4-eaad-4838-bb02-d4c234da2ac8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:14.138916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Port 2e04bf30-204e-4797-b879-8fc8754774c5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:14.147266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0a489af2-81bc-4790-bd8b-80be9e8aac72 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:14.148027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.154215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0a489af2-81bc-4790-bd8b-80be9e8aac72 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:14.154764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.199190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Provisioning complete for port 0a489af2-81bc-4790-bd8b-80be9e8aac72 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:14.199569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.228252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:14.229147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.367130 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.368696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.377469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.396630 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.405192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-8533ad1a-a4c4-4136-9aeb-568d46bed44c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:14.407472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-8533ad1a-a4c4-4136-9aeb-568d46bed44c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 805 time: 0.4460018 Aug 30 21:15:14.425396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.427288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/networks/96b41899-a94a-4d21-a72e-6e612d25b8a5 HTTP/1.1" status: 204 len: 168 time: 1.4670165 Aug 30 21:15:14.434826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Request body: {'port': {'device_id': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'admin_state_up': True, 'tenant_id': '6e28bdf791c744dba0191ffe371c020a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:14.435016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:14.436187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.440503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1074290826'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:14.449234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ddfa0578-580c-4e81-a827-8fc3d9d30a5a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0368764 Aug 30 21:15:14.468423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.469293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4939823 Aug 30 21:15:14.474058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Request body: {'port': {'device_id': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:14.486149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 0a489af2-81bc-4790-bd8b-80be9e8aac72, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0a489af2-81bc-4790-bd8b-80be9e8aac72,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:14.495966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f88ae-ff8a-4b25-82ed-5422a556fd28 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Network': ['ID=96b41899-a94a-4d21-a72e-6e612d25b8a5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:14.497132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.497770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 56799040-e024-4fb8-993f-956fa891f984 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:14.502397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:14.502397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b609d-624b-4ae5-a4cb-ee21ab10d3b3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f96b40-446a-4426-8bee-0e0175e6d761,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:14.509960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'security_group_rule': {'security_group_id': '89f96b40-446a-4426-8bee-0e0175e6d761', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:14.556869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:14.561359 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.574113 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.589593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.599853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56e72-83f3-4846-a006-81dda81b962a req-d29f0846-1349-491a-90ef-c270ceaa71c8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:14.601709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5e56e72-83f3-4846-a006-81dda81b962a req-d29f0846-1349-491a-90ef-c270ceaa71c8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 931 time: 0.2300444 Aug 30 21:15:14.602881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.604325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=0a489af2-81bc-4790-bd8b-80be9e8aac72,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:14.613603 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:15:14.613940 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-061d7a25-d651-489e-9f1a-70bdd90d123a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:15:14.620808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Made reservation on behalf of 6e28bdf791c744dba0191ffe371c020a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:14.624425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.629032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 56799040-e024-4fb8-993f-956fa891f984 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:14.629412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.735289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.742641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.789410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7bbfb0-1fee-416d-979e-3abf2748e386,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:14.791659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.792731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a5e8cdd8-0303-4a7a-b9b4-833bd9e5e7e3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2893856 Aug 30 21:15:14.795806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:14.803296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:15:14.814442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'security_group_rule': {'security_group_id': '89f96b40-446a-4426-8bee-0e0175e6d761', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:14.830191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cbfa55e7-8cd9-4862-978b-511998390387 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:14.846612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Allocated IP 172.20.0.12 (7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0/d236aef7-f234-45a2-ab65-d9e179af0cd3/cedac904-7aff-4dbf-bff2-e27c3c6f9bba) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:14.849801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: cbfa55e7-8cd9-4862-978b-511998390387 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:14.850127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cbfa55e7-8cd9-4862-978b-511998390387 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:14.868569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.888966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5e56e72-83f3-4846-a006-81dda81b962a req-7cb4d1d7-f103-4a20-ac51-5e51123d36a2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498777 Aug 30 21:15:14.890074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.890589 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Added segment c8f4c4dd-87f2-49a3-8672-ae640dae098a of type vlan for network b1c9f967-eeac-485a-82bd-6cf3078f9952 Aug 30 21:15:14.960932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.992478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:14.998762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.018719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.024695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:15.025425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.028895 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9bf00-6141-4c69-b797-90c12923e034 x-openstack-request-id: req-3bb9bf00-6141-4c69-b797-90c12923e034 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:15.029261 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d1d1d0-b94e-455f-a41d-fe69d16862fb", "name": "network-vif-deleted", "tag": "72d010ab-3528-4e68-bfe7-1cbdfb885f28", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:15.029577 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bb9bf00-6141-4c69-b797-90c12923e034 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:15.030047 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d1d1d0-b94e-455f-a41d-fe69d16862fb', 'name': 'network-vif-deleted', 'tag': '72d010ab-3528-4e68-bfe7-1cbdfb885f28', 'status': 'completed', 'code': 200} Aug 30 21:15:15.033906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788b0d3b-9bf3-4373-ac10-6fd68dad6827,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:15.044836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.049243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44767664-0dbd-4d0d-b6b3-243bde0ceb7b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2493455 Aug 30 21:15:15.049539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:15.058606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:15.084781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.099891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.130814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6933475 Aug 30 21:15:15.134823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:15.139927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'subnet': {'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:15.144833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317a115-ff50-4b82-8409-5a2c999f6e20 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Network': ['ID=b1c9f967-eeac-485a-82bd-6cf3078f9952,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:15.160839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:15:15.161702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e378b4-eaad-4838-bb02-d4c234da2ac8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:15.189147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.201683 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.233304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Transition to ACTIVE for port object c1e378b4-eaad-4838-bb02-d4c234da2ac8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:15.240044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:15.241654 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.244049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:15.252942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:15.299702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:15.324247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:15.324485 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:15.324887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.328005 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.336204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.358073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9af439f-ac8b-4c9b-b1c3-e9a14c726905 None None] Provisioning for port c1e378b4-eaad-4838-bb02-d4c234da2ac8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:15.387259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bbb81d72-6c76-4036-822c-6853cdaadd7d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9635925 Aug 30 21:15:15.395630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e378b4-eaad-4838-bb02-d4c234da2ac8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:15.405229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Request body: {'port': {'device_id': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:15.472943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc34cd-0d49-46f9-9ac8-950f70ebc9a4 req-6ca189e5-2830-4e08-816c-7a9dab410b5d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:15.474529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bdc34cd-0d49-46f9-9ac8-950f70ebc9a4 req-6ca189e5-2830-4e08-816c-7a9dab410b5d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 932 time: 0.1992583 Aug 30 21:15:15.497366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.543916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Attempting to bind port c1e378b4-eaad-4838-bb02-d4c234da2ac8 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:15.544418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Attempting to bind port c1e378b4-eaad-4838-bb02-d4c234da2ac8 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:15.544573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Attempting to bind port c1e378b4-eaad-4838-bb02-d4c234da2ac8 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:15.558920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 172.25.5.230 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/9c0216be-1216-4044-bf98-2591aedb82cb) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:15.571659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bdc34cd-0d49-46f9-9ac8-950f70ebc9a4 req-bf6d6190-2e56-49e2-abfa-ea4fa8b70998 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832217 Aug 30 21:15:15.604975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Port c1e378b4-eaad-4838-bb02-d4c234da2ac8 on network b285858d-ce79-4611-ae2c-89584f65fbae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:15.605304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Attempting to bind port c1e378b4-eaad-4838-bb02-d4c234da2ac8 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:15.615212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:15.615563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:15.615957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:15.616505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Bound port: c1e378b4-eaad-4838-bb02-d4c234da2ac8, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:15.616739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.667792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0a489af2-81bc-4790-bd8b-80be9e8aac72 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:15.719479 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.745957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0a489af2-81bc-4790-bd8b-80be9e8aac72 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:15.746343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.761979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] For port c1e378b4-eaad-4838-bb02-d4c234da2ac8, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:15.788527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] For port c1e378b4-eaad-4838-bb02-d4c234da2ac8, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:15.797844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.807540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.816109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Subnet': ['ID=fc35b64a-cf49-44c9-bea3-6674f2909622,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:15.849454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:15.850254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.851795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] 10.222.0.86 "PUT /v2.0/ports/c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 200 len: 1092 time: 1.3831799 Aug 30 21:15:15.858970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Checking segment: {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:15.859248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network hostable DHCP agents. Network: b1c9f967-eeac-485a-82bd-6cf3078f9952, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:15:15.881316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167b053-560e-49ce-9239-b02165eb9cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e378b4-eaad-4838-bb02-d4c234da2ac8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:15.938756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedac904-7aff-4dbf-bff2-e27c3c6f9bba {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:15.940447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:15:15.952022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.956386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.957325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b1c9f967-eeac-485a-82bd-6cf3078f9952) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:15.967968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc3eb1-4a2c-4ed9-835c-437b5f4e9f40 None None] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:15.973547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:15.974281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:15.996550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Transition to ACTIVE for port object cedac904-7aff-4dbf-bff2-e27c3c6f9bba will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:16.002994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-02696151-0a7d-4f5f-a15b-e611e4928c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.005351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-02696151-0a7d-4f5f-a15b-e611e4928c36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 1095 time: 0.1073947 Aug 30 21:15:16.006591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.015395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:16.024893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:16.030043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:16.035256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=9c0216be-1216-4044-bf98-2591aedb82cb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:16.048008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23692bfd-7bf6-47ea-a1f9-6c8603074a40 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9120579 Aug 30 21:15:16.049142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60866) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:16.092057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1249988259'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:16.098310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-36befaf1-a201-44c4-a8ca-58ae0ecece1d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 200 len: 217 time: 0.0745397 Aug 30 21:15:16.169788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd2df6-2204-45ac-beb1-571cd004eead req-b9174456-706f-46b4-9eac-8e774b677084 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.171300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17cd2df6-2204-45ac-beb1-571cd004eead req-b9174456-706f-46b4-9eac-8e774b677084 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 943 time: 0.1930799 Aug 30 21:15:16.174350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:16.177913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.209716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ce8170eb-2a83-4418-8c4b-bcc9416d1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.211503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-ce8170eb-2a83-4418-8c4b-bcc9416d1322 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1031351 Aug 30 21:15:16.255667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:16.263358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:15:16.271924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Attempting to bind port cedac904-7aff-4dbf-bff2-e27c3c6f9bba on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:16.272260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Attempting to bind port cedac904-7aff-4dbf-bff2-e27c3c6f9bba by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:16.272577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Attempting to bind port cedac904-7aff-4dbf-bff2-e27c3c6f9bba on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:16.277521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.278938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17cd2df6-2204-45ac-beb1-571cd004eead req-6ec99fca-1035-45c8-9cac-68bb5525258a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983510 Aug 30 21:15:16.285564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Port cedac904-7aff-4dbf-bff2-e27c3c6f9bba on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:16.285564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Attempting to bind port cedac904-7aff-4dbf-bff2-e27c3c6f9bba on network 7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:16.291711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.291711 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Added segment b5532c3d-851c-4930-bf5c-c688fb187d2b of type vlan for network 587681a8-8368-4038-b404-7c95da30ea0c Aug 30 21:15:16.291970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:16.291970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Checking segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:16.292525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Bound using segment: {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:16.292782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Bound port: cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0b2738-c0d4-4387-945b-17c2231c5160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:16.293112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.307461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-486bca32-e727-45f3-ba67-d9d83cbf1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.309313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-486bca32-e727-45f3-ba67-d9d83cbf1609 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888011 Aug 30 21:15:16.343025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b1c9f967-eeac-485a-82bd-6cf3078f9952', 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'fixed_ips': [{'subnet_id': 'fc35b64a-cf49-44c9-bea3-6674f2909622'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:15:16.344518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.368163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.382301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.421408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:16.430784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:16.435274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.438561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.441168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.441952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.473248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-c62fac14-096e-49be-a2d7-3ae840bf0d04 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450484 Aug 30 21:15:16.518308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.518744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.520688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] 10.222.0.82 "PUT /v2.0/ports/cedac904-7aff-4dbf-bff2-e27c3c6f9bba HTTP/1.1" status: 200 len: 1093 time: 1.1214182 Aug 30 21:15:16.523866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4347970 Aug 30 21:15:16.523985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:16.524997 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ca5757-c569-4374-b15e-9e0f01b54004" -d '{"events": [{"name": "network-changed", "server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:16.531291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:16.546051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'subnet': {'network_id': '587681a8-8368-4038-b404-7c95da30ea0c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:16.566267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59366ad1-a6d4-45cb-a654-2e45c9887209 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Network': ['ID=587681a8-8368-4038-b404-7c95da30ea0c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:16.578144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Allocated IP 19.80.0.2 (b1c9f967-eeac-485a-82bd-6cf3078f9952/fc35b64a-cf49-44c9-bea3-6674f2909622/0aa38759-85d3-4d31-b2ab-da7bc2d4ad60) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:16.582631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 587681a8-8368-4038-b404-7c95da30ea0c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:15:16.614508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb63d4-20b7-4950-a4be-8d34b58c63e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:16.628890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff1ab179-638e-4f6e-a65e-6aab04fac947 req-fe2b7d67-5ec4-430a-9f53-abe66544f4f3 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289861 Aug 30 21:15:16.637852 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620be968-b92d-4868-8470-84ec2817914c x-openstack-request-id: req-620be968-b92d-4868-8470-84ec2817914c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:16.637972 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:16.638139 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-620be968-b92d-4868-8470-84ec2817914c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:16.638541 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'status': 'completed', 'code': 200} Aug 30 21:15:16.712624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-06eb2c7c-af36-422a-b616-87bc53519680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.714163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-06eb2c7c-af36-422a-b616-87bc53519680 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 1096 time: 0.1447339 Aug 30 21:15:16.738360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:16.739530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2a7bd-5c70-4a60-9c27-579e27e74ab3 req-c296dcaf-17bd-4c55-82fe-0f33182835d1 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.741083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6f2a7bd-5c70-4a60-9c27-579e27e74ab3 req-c296dcaf-17bd-4c55-82fe-0f33182835d1 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 944 time: 0.0603197 Aug 30 21:15:16.741441 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.777766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.781635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6f2a7bd-5c70-4a60-9c27-579e27e74ab3 req-c6aa3d7f-6577-4a9b-aa8e-daebb068721a tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Aug 30 21:15:16.791820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bd13c044-2da2-4674-9d0c-53431255c856 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba HTTP/1.1" status: 200 len: 217 time: 0.0656869 Aug 30 21:15:16.816429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.824262 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.831569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:16.857788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Transition to ACTIVE for port object 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:16.859907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 72d010ab-3528-4e68-bfe7-1cbdfb885f28 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:16.860323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72d010ab-3528-4e68-bfe7-1cbdfb885f28 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:16.875444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Transition to ACTIVE for port object 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:16.882209 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.926293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:16.929444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:16.934024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:16.937329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Pushing event updated for resources: {'Port': ['ID=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:16.960712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=9c0216be-1216-4044-bf98-2591aedb82cb,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:16.963855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-2e82b5c8-0bed-4742-8f49-f5fd2fb8014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:16.965340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-2e82b5c8-0bed-4742-8f49-f5fd2fb8014f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.1446221 Aug 30 21:15:16.991586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Attempting to bind port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:16.992051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Attempting to bind port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:16.992492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Attempting to bind port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 on network b1c9f967-eeac-485a-82bd-6cf3078f9952 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:16.997537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:16.997904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Checking segment: {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:16.998304 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:16.998729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Bound using segment: {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:16.999239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Bound port: 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:16.999697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.005516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-67de1f52-ecf4-4104-b9c8-ab27c3dd973c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318875 Aug 30 21:15:17.007566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.031373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'tag': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:17.034459 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae172fc0-602d-4708-9d71-65285909b934" -d '{"events": [{"name": "network-changed", "server_uuid": "d564609f-157d-4c98-a7d6-9de612d99e62", "tag": "c1e378b4-eaad-4838-bb02-d4c234da2ac8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:17.071405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] For port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:17.074340 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb349d-2ddf-44cd-b973-ca9e159879dc x-openstack-request-id: req-8ccb349d-2ddf-44cd-b973-ca9e159879dc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:17.074750 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d564609f-157d-4c98-a7d6-9de612d99e62", "tag": "c1e378b4-eaad-4838-bb02-d4c234da2ac8", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:17.075292 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ccb349d-2ddf-44cd-b973-ca9e159879dc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:17.075775 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'tag': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8', 'status': 'completed', 'code': 200} Aug 30 21:15:17.075951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] For port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:17.081579 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.094624 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.095923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0215c250-6098-416e-a84e-5e128185c4b0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0454228 Aug 30 21:15:17.163325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172fc0-602d-4708-9d71-65285909b934 req-1d573148-298c-4799-9172-1987613c6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.165119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02fc1c-970c-4e1d-ae94-b329be320a44 None None] Pushing event updated for resources: {'Port': ['ID=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:17.165517 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-1d573148-298c-4799-9172-1987613c6ce3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 1095 time: 0.0646966 Aug 30 21:15:17.207829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-bcdbe51a-8c6c-4fae-9e07-114f8c6cb194 service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952543 Aug 30 21:15:17.209468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.307708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172fc0-602d-4708-9d71-65285909b934 req-db8a1ccf-16bf-44ce-b8ac-0994ce2e33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.309441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-db8a1ccf-16bf-44ce-b8ac-0994ce2e33c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1296635 Aug 30 21:15:17.317525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Subnet': ['ID=f042f03e-7622-4e61-bb38-1a41545caa5a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:17.359177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Checking segment: {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:17.359543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network hostable DHCP agents. Network: 587681a8-8368-4038-b404-7c95da30ea0c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:15:17.379755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-135cc134-855b-4c88-8a26-a89b813cd4f7 req-e1d7e8e8-fa40-4771-8119-6e2a398fc73d service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632152 Aug 30 21:15:17.382124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-028fbcf9-3aed-44ed-b9fa-83b59def2619 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 200 len: 217 time: 0.0644422 Aug 30 21:15:17.412488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network 587681a8-8368-4038-b404-7c95da30ea0c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:15:17.442962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 587681a8-8368-4038-b404-7c95da30ea0c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:17.449007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.450040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.452575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788493d-c404-4c30-bf35-d0cd2b559c8f None None] Network 587681a8-8368-4038-b404-7c95da30ea0c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:17.471643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-19766bb5-80fc-4c78-9a1a-6da00d3c1fdd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--797614711&fields=id&tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e HTTP/1.1" status: 200 len: 267 time: 0.0976028 Aug 30 21:15:17.513586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172fc0-602d-4708-9d71-65285909b934 req-9b6adeee-6285-4739-8e7c-cf8e6c3d6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.515601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-9b6adeee-6285-4739-8e7c-cf8e6c3d6473 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1258757 Aug 30 21:15:17.525409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-365c2a1e-06bc-4bb4-8576-574b2ed09684 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9930193 Aug 30 21:15:17.529854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-4eb32fef-ad71-4ba1-a2e0-b013efa829e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.531964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-4eb32fef-ad71-4ba1-a2e0-b013efa829e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6e28bdf791c744dba0191ffe371c020a&device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 1096 time: 0.0789628 Aug 30 21:15:17.555129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-01c3e1de-dbd9-4fe8-ab44-b217568257c1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.564922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-01c3e1de-dbd9-4fe8-ab44-b217568257c1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 932 time: 0.0922303 Aug 30 21:15:17.640271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-2346dcaa-5dd8-4372-9834-300b25b461e9 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.648635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-2346dcaa-5dd8-4372-9834-300b25b461e9 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 931 time: 0.0827107 Aug 30 21:15:17.699522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae172fc0-602d-4708-9d71-65285909b934 req-3c147a2f-a20e-4c20-9eac-69c69b1fce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.701864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-3c147a2f-a20e-4c20-9eac-69c69b1fce27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749926 Aug 30 21:15:17.747484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-04a37530-5f9b-4e12-8ea8-c43c795266db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0977299 Aug 30 21:15:17.747613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-90c8e0af-1e06-468d-91a5-672af8840a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.749019 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-90c8e0af-1e06-468d-91a5-672af8840a93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 200 len: 906 time: 0.2054474 Aug 30 21:15:17.770152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:17.800187 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-9cfe37e6-6071-4745-9799-fd7e1599e462 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba HTTP/1.1" status: 200 len: 217 time: 0.0434330 Aug 30 21:15:17.816830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-02051c26-fa32-4dcc-b9cf-3ec9aeaeaaf5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0682101 Aug 30 21:15:17.855389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-b79fac57-bf19-41ee-9aed-b0f662612ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:17.858054 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-b79fac57-bf19-41ee-9aed-b0f662612ab4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 200 len: 845 time: 0.0508089 Aug 30 21:15:17.859787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-587681a8-8368-4038-b404-7c95da30ea0c', 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'fixed_ips': [{'subnet_id': 'f042f03e-7622-4e61-bb38-1a41545caa5a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:15:17.860968 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:17.869579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:17.900101 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-8a099ea7-50f3-44be-bb82-f7601c818c05 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337925 Aug 30 21:15:18.012645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-ead2d548-4828-4032-b9e2-4534e14966bf service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047702 Aug 30 21:15:18.063347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Allocated IP 19.86.0.2 (587681a8-8368-4038-b404-7c95da30ea0c/f042f03e-7622-4e61-bb38-1a41545caa5a/c8e1cf81-c391-4895-9891-2ef6bac5fc15) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:18.138893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-25ca5757-c569-4374-b15e-9e0f01b54004 req-7165adbc-f1c8-4768-bb1b-214f1ffdcc3c service neutron] 10.222.0.82 "GET /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186094 Aug 30 21:15:18.262972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-5fd2a1a4-a240-45b3-9825-3e3c0421561e service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419347 Aug 30 21:15:18.275547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.284891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Transition to ACTIVE for port object c8e1cf81-c391-4895-9891-2ef6bac5fc15 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:18.311282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Transition to ACTIVE for port object c8e1cf81-c391-4895-9891-2ef6bac5fc15 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:18.327453 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.370293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Network 587681a8-8368-4038-b404-7c95da30ea0c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:18.373374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:18.377233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:18.385575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Pushing event updated for resources: {'Port': ['ID=c8e1cf81-c391-4895-9891-2ef6bac5fc15,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:18.392114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-33e72135-8e77-471b-a361-269c978fbcdd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:18.398234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-33e72135-8e77-471b-a361-269c978fbcdd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:18.404472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-33e72135-8e77-471b-a361-269c978fbcdd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:18.406489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-33e72135-8e77-471b-a361-269c978fbcdd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/networks?id=fb0eb042-4384-4607-affb-e644582335c9&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 200 len: 1989 time: 0.5719049 Aug 30 21:15:18.442810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653407b1-b3c5-42ef-9047-090089197041 None None] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:18.445334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8cb73f2a-d56b-4341-a70a-e2abb0fa40ef tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/quotas/f41ea6f2ef4343d898bfe5fbd010e26e HTTP/1.1" status: 200 len: 375 time: 0.0269399 Aug 30 21:15:18.458023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Attempting to bind port c8e1cf81-c391-4895-9891-2ef6bac5fc15 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:18.458790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Attempting to bind port c8e1cf81-c391-4895-9891-2ef6bac5fc15 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:18.458790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Attempting to bind port c8e1cf81-c391-4895-9891-2ef6bac5fc15 on network 587681a8-8368-4038-b404-7c95da30ea0c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:18.465780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae172fc0-602d-4708-9d71-65285909b934 req-8587a492-f761-4ffc-b603-d236db5502d4 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911261 Aug 30 21:15:18.494596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:18.494969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Checking segment: {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:18.495365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.495791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Bound using segment: {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:18.496270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Bound port: c8e1cf81-c391-4895-9891-2ef6bac5fc15, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:18.496650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.515906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-58dec70c-0965-43e9-8396-a21a0b587d76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0630386 Aug 30 21:15:18.523830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] Provisioning for port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:18.556713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] Provisioning complete for port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:18.557084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.619421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-de496030-3b69-47dd-bed9-d2872754798a service neutron] 10.222.0.76 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871341 Aug 30 21:15:18.659591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] For port c8e1cf81-c391-4895-9891-2ef6bac5fc15, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:18.666354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] For port c8e1cf81-c391-4895-9891-2ef6bac5fc15, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8e1cf81-c391-4895-9891-2ef6bac5fc15,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:18.672852 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.717085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-257b1ab6-e2b6-4f0c-925a-7ff4e6825245 service neutron] 10.222.0.76 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903387 Aug 30 21:15:18.789742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-21262c97-a64f-453c-80d6-d84bd655f052 service neutron] 10.222.0.76 "GET /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0661135 Aug 30 21:15:18.789956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababdf34-0bfd-4a68-92ea-4a3850f40a76 None None] Pushing event updated for resources: {'Port': ['ID=c8e1cf81-c391-4895-9891-2ef6bac5fc15,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:18.792389 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.844053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] For port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:18.854966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:18.912804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b7e1b71f-31bf-422e-8940-7a92c51b71cf service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218984 Aug 30 21:15:18.915153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47213517-4dec-4bc9-a3ed-020145a849cb None None] Pushing event updated for resources: {'Port': ['ID=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:19.036145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-69688089-b744-4621-be94-115ca6113fd4 service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138763 Aug 30 21:15:19.085755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-354361bc-b4cc-4a02-b476-f71e8285085a service neutron] 10.222.0.76 "GET /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0484045 Aug 30 21:15:19.175244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9971c097-c24e-41c2-b2b9-b8c8973a60ae None None] Provisioning complete for port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:19.175622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9971c097-c24e-41c2-b2b9-b8c8973a60ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:19.178425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e82dcef8-9f14-45c5-b082-c823a8e56a62 service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914052 Aug 30 21:15:19.274160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-19330e00-26c2-4c0a-8721-a6dd665d4726 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447471 Aug 30 21:15:19.277884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-c0c1e471-909f-4f79-b482-20c9683b744a service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931597 Aug 30 21:15:19.362696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-8d3a448b-ec98-43c6-ab02-ffbe629a2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:19.364323 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-8d3a448b-ec98-43c6-ab02-ffbe629a2ced service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.0445971 Aug 30 21:15:19.389958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b2924e5b-60ee-41b8-8bf8-d78bbf176a81 service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040819 Aug 30 21:15:19.485442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-a56e1af8-bbf1-4cf6-8407-223e754122ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:19.487201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-a56e1af8-bbf1-4cf6-8407-223e754122ca service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.0973971 Aug 30 21:15:19.491282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-9b90f9c1-6ba3-477c-bc3a-63813849af63 service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947595 Aug 30 21:15:19.564434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-ea3951c2-9fe7-4026-8a25-bc4fe2580f95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.0659447 Aug 30 21:15:19.612102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-7196d44c-c64b-482e-ab09-f6d174abaafe service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140685 Aug 30 21:15:19.631888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-c3380822-7131-43c1-8423-f8bbfd483f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:19.633426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-c3380822-7131-43c1-8423-f8bbfd483f83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0601230 Aug 30 21:15:19.690640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-7e8af260-016c-41e7-b00f-e4958db13019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:19.692581 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-7e8af260-016c-41e7-b00f-e4958db13019 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502346 Aug 30 21:15:19.725624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e38ddb6-6e39-42f7-8d34-9d205f0449c4 service neutron] 10.222.0.76 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063743 Aug 30 21:15:19.748270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:19.797453 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-465ddf8b-677a-4995-884f-afe63d734151 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973978 Aug 30 21:15:19.854761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-44630d85-8d5f-4175-bd4a-c38eee40725c service neutron] 10.222.0.76 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224082 Aug 30 21:15:19.917220 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1dddfe1-2781-4936-bad1-7c743b383593 req-e6d8c043-690e-4772-b1cb-d48906b093db service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107378 Aug 30 21:15:19.948484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422bea9-2d9e-417a-a4e9-2977e1ebd443 None None] Network 587681a8-8368-4038-b404-7c95da30ea0c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:19.969507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-423f805c-e0a1-4178-8111-a4ece22ec0c9 service neutron] 10.222.0.76 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082971 Aug 30 21:15:20.021117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7ab3684-7acb-41c9-82d7-ae720e9c0639 None None] Provisioning for port c8e1cf81-c391-4895-9891-2ef6bac5fc15 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:20.055143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:20.055435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.069246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ffcc152a-c0e5-48f1-a677-95b112cf1149 service neutron] 10.222.0.76 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932288 Aug 30 21:15:20.168508 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d32dbc4d-0407-4ce0-8e85-eb9bdd2df695 service neutron] 10.222.0.76 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926175 Aug 30 21:15:20.198825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8e1cf81-c391-4895-9891-2ef6bac5fc15 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:20.256924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c8e1cf81-c391-4895-9891-2ef6bac5fc15 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:20.262012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c8e1cf81-c391-4895-9891-2ef6bac5fc15 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:20.262461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.358651 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.374394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c1e378b4-eaad-4838-bb02-d4c234da2ac8 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:15:20.409939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c8e1cf81-c391-4895-9891-2ef6bac5fc15, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8e1cf81-c391-4895-9891-2ef6bac5fc15,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:20.427405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.537691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-74b45403-d060-493b-a61c-3c2a17942ad5 None None] Provisioning complete for port c8e1cf81-c391-4895-9891-2ef6bac5fc15 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:20.538127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74b45403-d060-493b-a61c-3c2a17942ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.578967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c8e1cf81-c391-4895-9891-2ef6bac5fc15,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:20.610143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c1e378b4-eaad-4838-bb02-d4c234da2ac8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:20.625377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8', 'mac_address': 'fa:16:3e:5b:65:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:15:20.696648 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.712052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e378b4-eaad-4838-bb02-d4c234da2ac8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:20.739597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c1e378b4-eaad-4838-bb02-d4c234da2ac8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:20.745633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:20.802366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c1e378b4-eaad-4838-bb02-d4c234da2ac8,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:20.868611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c58eb6-1619-48c9-a294-12eb33128c2c req-b43949f9-f364-4bf2-8bdf-3e67d55be328 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:20.870185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50c58eb6-1619-48c9-a294-12eb33128c2c req-b43949f9-f364-4bf2-8bdf-3e67d55be328 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 944 time: 0.0679715 Aug 30 21:15:20.918874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50c58eb6-1619-48c9-a294-12eb33128c2c req-6f468b54-4885-45b7-859f-2700cc3a5319 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Aug 30 21:15:21.102447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:21.211463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-f1e6d4f6-5173-459b-a2c6-86ea7d683e22 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:21.219728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-f1e6d4f6-5173-459b-a2c6-86ea7d683e22 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:21.227640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-f1e6d4f6-5173-459b-a2c6-86ea7d683e22 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/networks?id=b1c9f967-eeac-485a-82bd-6cf3078f9952&id=587681a8-8368-4038-b404-7c95da30ea0c HTTP/1.1" status: 200 len: 1392 time: 0.1635456 Aug 30 21:15:21.240403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-7afe6369-314d-43e0-b2a4-34cbc0782711 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/quotas/669422a2ddff43b4afd6dd0c4149756b HTTP/1.1" status: 200 len: 375 time: 0.0117486 Aug 30 21:15:21.312603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-73e6fbef-3b9d-423f-8cd3-cc0461f0a226 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0618343 Aug 30 21:15:21.430362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-c2da78de-ecb5-442c-921a-82eca157062b service neutron] 10.222.0.76 "GET /v2.0/networks/b1c9f967-eeac-485a-82bd-6cf3078f9952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016836 Aug 30 21:15:21.523037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-1356b74b-c3fa-4173-9ec1-89fdc3dd2d1e service neutron] 10.222.0.76 "GET /v2.0/networks/b1c9f967-eeac-485a-82bd-6cf3078f9952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856280 Aug 30 21:15:21.628448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8e1cf81-c391-4895-9891-2ef6bac5fc15 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:21.638390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-90502d6f-226a-4f77-a6e1-50e81d570cc5 service neutron] 10.222.0.76 "GET /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092629 Aug 30 21:15:21.676361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c8e1cf81-c391-4895-9891-2ef6bac5fc15 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:21.676766 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:21.764088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-6ec43008-e18e-43a7-bf30-595c403c535d service neutron] 10.222.0.76 "GET /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192296 Aug 30 21:15:21.782296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-9310ad76-03b0-46cf-a8ae-b046b96f2fd4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569983 Aug 30 21:15:21.864699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ef5cecf7-de33-4a8e-80ea-eeaf20f75944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:21.867282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ef5cecf7-de33-4a8e-80ea-eeaf20f75944 service neutron] 10.222.0.82 "GET /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 1028 time: 0.0438900 Aug 30 21:15:21.901287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-84d3a3d3-860b-4cb0-89ea-93378c0b8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:21.902890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-84d3a3d3-860b-4cb0-89ea-93378c0b8453 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0677285 Aug 30 21:15:21.952405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b47b7a0b-cc75-4cf0-877b-03228f832c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:21.953890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b47b7a0b-cc75-4cf0-877b-03228f832c2c service neutron] 10.222.0.82 "GET /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 1027 time: 0.0785658 Aug 30 21:15:22.076539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87475487-efc7-4f7e-b2ed-bbcb6920af46 req-56135024-736a-46fe-a172-84fa152b89f1 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.078131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87475487-efc7-4f7e-b2ed-bbcb6920af46 req-56135024-736a-46fe-a172-84fa152b89f1 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 944 time: 0.0884581 Aug 30 21:15:22.101280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-87468208-0830-4318-8a74-bf0081d11cde tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.108906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-87468208-0830-4318-8a74-bf0081d11cde tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.115699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-87468208-0830-4318-8a74-bf0081d11cde tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.117528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-87468208-0830-4318-8a74-bf0081d11cde tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "GET /v2.0/networks?id=fb0eb042-4384-4607-affb-e644582335c9&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 200 len: 1989 time: 0.1546600 Aug 30 21:15:22.126280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-8ef9ff9f-0878-4eab-b0fc-b7437e9fc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.127843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-8ef9ff9f-0878-4eab-b0fc-b7437e9fc716 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.1909511 Aug 30 21:15:22.133877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87475487-efc7-4f7e-b2ed-bbcb6920af46 req-2a9c86f5-79a8-4d6d-9448-c60c89175eb5 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 Aug 30 21:15:22.178917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-4e3dca65-730b-4a91-95f3-ab75f0494964 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.0424840 Aug 30 21:15:22.226092 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e90d3917-1d52-4e41-8440-cae987766d82 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e HTTP/1.1" status: 200 len: 379 time: 0.0850322 Aug 30 21:15:22.241092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-31592044-32fd-4b2b-9556-f67b10373755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.243267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-31592044-32fd-4b2b-9556-f67b10373755 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.0564244 Aug 30 21:15:22.243850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'admin_state_up': True, 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'security_groups': ['89f96b40-446a-4426-8bee-0e0175e6d761']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:22.301533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-be11bd11-5ec1-4d70-875a-04e2c65f74a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470388 Aug 30 21:15:22.400483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c1e378b4-eaad-4838-bb02-d4c234da2ac8 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:22.461396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-cf3d1296-a3a0-4ad1-8a4f-60dddc49cdb8 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513190 Aug 30 21:15:22.517646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port c1e378b4-eaad-4838-bb02-d4c234da2ac8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:22.524911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port c1e378b4-eaad-4838-bb02-d4c234da2ac8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:22.527689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:22.533657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:22.544232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:22.649489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:22.687361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:22.689839 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94772f0-353d-46f8-b335-1e85227c16a5 req-dd3e4bf4-a075-4b25-a8d2-304422df80bc service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194114 Aug 30 21:15:22.691209 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dc1e9f-b6e6-4d9e-8034-4098600ab0dc" -d '{"events": [{"server_uuid": "d564609f-157d-4c98-a7d6-9de612d99e62", "name": "network-vif-plugged", "status": "completed", "tag": "c1e378b4-eaad-4838-bb02-d4c234da2ac8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:22.710910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c1e378b4-eaad-4838-bb02-d4c234da2ac8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:22.718608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:22.781967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c1e378b4-eaad-4838-bb02-d4c234da2ac8,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:22.791007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 172.20.0.11 (fb0eb042-4384-4607-affb-e644582335c9/8fcc81c3-735f-4f24-9912-ac34dfc68e9a/ecb3b124-182b-4d34-b58b-7111afce7da8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:22.806996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ff20edb-0837-45b4-951c-0c9c2f122d60 req-786c9048-b1c9-46bb-b738-40d1568133c9 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0545011 Aug 30 21:15:22.824754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f839e39-70ce-4011-9045-542c6918e3af req-22a04b5e-83a1-4cb2-a063-84b2708f5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.826494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-22a04b5e-83a1-4cb2-a063-84b2708f5038 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0833743 Aug 30 21:15:22.853400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:15:22.933271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-164c61dd-e654-431f-b69d-f1bb21cf63f3 req-fedd9995-1518-4f26-b1de-9d62c7907d3f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 210 time: 0.0355806 Aug 30 21:15:22.982603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:22.983271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f839e39-70ce-4011-9045-542c6918e3af req-4eca085b-881a-40c3-80de-3bc8fbaa5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:22.985816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-4eca085b-881a-40c3-80de-3bc8fbaa5d69 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.1506832 Aug 30 21:15:23.001110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'mac_address': 'fa:16:3e:fa:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:15:23.057588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-5e85c51e-f468-4348-9cda-c9631c735d02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.0621288 Aug 30 21:15:23.068095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:23.087038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:23.088232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedac904-7aff-4dbf-bff2-e27c3c6f9bba {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:23.125583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:23.129610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f839e39-70ce-4011-9045-542c6918e3af req-e08d1d03-410d-43d4-811e-9af5c78cd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.131425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object ecb3b124-182b-4d34-b58b-7111afce7da8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:23.131694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-e08d1d03-410d-43d4-811e-9af5c78cd590 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.0591657 Aug 30 21:15:23.134741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:23.139863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb14c2-d951-4e05-9724-162efc5724d5 req-2f5e221b-f314-449d-85d5-5fb3e41b1c4d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.149155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9cb14c2-d951-4e05-9724-162efc5724d5 req-2f5e221b-f314-449d-85d5-5fb3e41b1c4d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.1045780 Aug 30 21:15:23.175798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:23.192016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-48893331-c1e7-4355-8a7c-08ad072babab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334573 Aug 30 21:15:23.240746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9cb14c2-d951-4e05-9724-162efc5724d5 req-19c5eb64-85bd-407a-8c7c-1188fd32bd9f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889726 Aug 30 21:15:23.269813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:23.398895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-99662ff7-3a47-4217-9a38-f5a7495c70de service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946428 Aug 30 21:15:23.536460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51992c46-9761-433d-b3a7-c095dc7c74cf req-17fc9699-7b0c-4bd0-88a0-44a92f89772b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.537964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51992c46-9761-433d-b3a7-c095dc7c74cf req-17fc9699-7b0c-4bd0-88a0-44a92f89772b tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1089842 Aug 30 21:15:23.542204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f839e39-70ce-4011-9045-542c6918e3af req-63cf335d-342f-4112-9fa8-09f09260f328 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341999 Aug 30 21:15:23.554956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['cedac904-7aff-4dbf-bff2-e27c3c6f9bba'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:23.590789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51992c46-9761-433d-b3a7-c095dc7c74cf req-2b9d025a-cc9e-4153-bdd5-190f19e1888e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Aug 30 21:15:23.639848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network fb0eb042-4384-4607-affb-e644582335c9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:23.654970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:23.662515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:23.665558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=ecb3b124-182b-4d34-b58b-7111afce7da8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:23.675704 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36b7c76-3295-4bf2-a9df-2c3c24027384 x-openstack-request-id: req-c36b7c76-3295-4bf2-a9df-2c3c24027384 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:23.676078 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d564609f-157d-4c98-a7d6-9de612d99e62", "name": "network-vif-plugged", "status": "completed", "tag": "c1e378b4-eaad-4838-bb02-d4c234da2ac8", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:23.676282 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c36b7c76-3295-4bf2-a9df-2c3c24027384 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:23.676708 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8', 'code': 200} Aug 30 21:15:23.760037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.760715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:23.782754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-8c589acf-63a3-4b75-9a29-507c96cff0d5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.798132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-8c589acf-63a3-4b75-9a29-507c96cff0d5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.799800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-8c589acf-63a3-4b75-9a29-507c96cff0d5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "GET /v2.0/networks?id=b1c9f967-eeac-485a-82bd-6cf3078f9952&id=587681a8-8368-4038-b404-7c95da30ea0c HTTP/1.1" status: 200 len: 1392 time: 0.6137733 Aug 30 21:15:23.830872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'port': {'device_id': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952', 'admin_state_up': True, 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:23.831293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeb485-ade3-442d-81e4-5c536c7341a4 req-3023d7b1-0aad-4f15-810d-d37481bb474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.833828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acbeb485-ade3-442d-81e4-5c536c7341a4 req-3023d7b1-0aad-4f15-810d-d37481bb474e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 1097 time: 0.0936651 Aug 30 21:15:23.849163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79b55-d96d-418c-a68b-0672b430dcf4 req-de95f0b2-be4d-42ea-8025-7f9dafaa0e3d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:23.854791 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-45eb13ed-ebc1-473f-a04a-34086a821f53 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6149480 Aug 30 21:15:23.870630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3a79b55-d96d-418c-a68b-0672b430dcf4 req-de95f0b2-be4d-42ea-8025-7f9dafaa0e3d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 945 time: 0.1457207 Aug 30 21:15:23.915013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'admin_state_up': True, 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'security_groups': ['89f96b40-446a-4426-8bee-0e0175e6d761']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:23.960939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acbeb485-ade3-442d-81e4-5c536c7341a4 req-6ad489eb-b1d4-4d40-80d5-b3dc24ded688 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770252 Aug 30 21:15:23.985039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3a79b55-d96d-418c-a68b-0672b430dcf4 req-b8cb5b7d-41f5-4ab1-8acb-b0d246882641 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120651 Aug 30 21:15:24.061236 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc77fdd8-540f-4f7d-bac5-85b059284893 None None] Provisioning for port ecb3b124-182b-4d34-b58b-7111afce7da8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:24.067739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc77fdd8-540f-4f7d-bac5-85b059284893 None None] Provisioning complete for port ecb3b124-182b-4d34-b58b-7111afce7da8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:24.068120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc77fdd8-540f-4f7d-bac5-85b059284893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.105682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:24.106282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc77fdd8-540f-4f7d-bac5-85b059284893 None None] Port ecb3b124-182b-4d34-b58b-7111afce7da8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:24.109511 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.146482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:24.150321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.213234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fc412-d1a6-4396-83c2-7a580c4208bf req-1f718837-78e2-40fc-a412-3bb9e87769b6 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:24.215292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f7fc412-d1a6-4396-83c2-7a580c4208bf req-1f718837-78e2-40fc-a412-3bb9e87769b6 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 932 time: 0.0610089 Aug 30 21:15:24.266219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f7fc412-d1a6-4396-83c2-7a580c4208bf req-7d39e001-0495-430b-b2bf-8cd6f0828993 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368855 Aug 30 21:15:24.379762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Allocated IP 19.80.0.243 (b1c9f967-eeac-485a-82bd-6cf3078f9952/fc35b64a-cf49-44c9-bea3-6674f2909622/9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:24.382027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e066672-d2f1-45aa-b70a-ff903ea35894 req-a5276b47-56a4-4f8a-a9df-3480852490e2 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 210 time: 0.0407917 Aug 30 21:15:24.441361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 10.1.1.154 (5c9f9c40-524e-4c39-a5a7-f5757e33a921/15679ad8-febd-4faa-9be6-0c5db5e7ef41/0e11e6c4-4aef-4644-bb24-010c250d3f29) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:24.492816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4c8b6-cf77-4968-8259-3546ed262545 req-cd239ff5-1162-44e2-ae26-03f0d2d72368 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:24.500598 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb4c8b6-cf77-4968-8259-3546ed262545 req-cd239ff5-1162-44e2-ae26-03f0d2d72368 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0629117 Aug 30 21:15:24.540796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb4c8b6-cf77-4968-8259-3546ed262545 req-a39babe5-17df-45be-82fb-eee1cc24cf02 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Aug 30 21:15:24.691608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.718231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.721388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Transition to ACTIVE for port object 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:24.741025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object 0e11e6c4-4aef-4644-bb24-010c250d3f29 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:24.742960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cd9a0-7d17-4fb7-bab5-25702c0a515f req-32a99f5d-6c57-4d35-aaba-04b222cd46cf tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:24.744539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c16cd9a0-7d17-4fb7-bab5-25702c0a515f req-32a99f5d-6c57-4d35-aaba-04b222cd46cf tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0693626 Aug 30 21:15:24.786708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.791046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c16cd9a0-7d17-4fb7-bab5-25702c0a515f req-f05d3842-062f-4435-95d2-cb5986f80040 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344892 Aug 30 21:15:24.835406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.851655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:24.854991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:24.860016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:24.862576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:24.892302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Port': ['ID=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:24.905455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:24.926659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:24.933414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port cedac904-7aff-4dbf-bff2-e27c3c6f9bba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:24.938563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port cedac904-7aff-4dbf-bff2-e27c3c6f9bba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:24.939185 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:24.958125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:25.022049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.022743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.060551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.061522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.072931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.075803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:25.103354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-38f7452d-4adc-4b40-82fb-a538965f1b06 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2864137 Aug 30 21:15:25.113887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8b6a1a78-80e1-4efc-8604-63a6347a5c1e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2407510 Aug 30 21:15:25.126518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Request body: {'port': {'device_id': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c', 'admin_state_up': True, 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:25.135349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'admin_state_up': True, 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'security_groups': ['89f96b40-446a-4426-8bee-0e0175e6d761']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:25.137468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:25.150767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.212667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54f765-3b2d-47c7-b6f1-5543c1cbb000 req-f58739a2-0234-47e7-8dc4-08dcd3080c53 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.226376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9e54f765-3b2d-47c7-b6f1-5543c1cbb000 req-f58739a2-0234-47e7-8dc4-08dcd3080c53 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 945 time: 0.1284499 Aug 30 21:15:25.229243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:25.304841 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9e54f765-3b2d-47c7-b6f1-5543c1cbb000 req-1156dc9c-c62c-48b3-a99d-faa6ba26d691 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773211 Aug 30 21:15:25.360861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Provisioning for port 0e11e6c4-4aef-4644-bb24-010c250d3f29 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:25.371109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Provisioning complete for port 0e11e6c4-4aef-4644-bb24-010c250d3f29 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:25.371412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.418932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Made reservation on behalf of 669422a2ddff43b4afd6dd0c4149756b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:25.423644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.434851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Port 0e11e6c4-4aef-4644-bb24-010c250d3f29 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:25.449615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Provisioning for port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:25.455707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Provisioning complete for port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:25.456195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.466894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:25.470479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.508282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a78ec-da7e-40cb-bdee-3fda2ef05413 None None] Port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:25.578618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1291c-b073-4c47-8702-9517ffc93c05 req-7b8e9b6d-b2c6-4e8a-86ba-09eaa9f6d9ff tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.584915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1291c-b073-4c47-8702-9517ffc93c05 req-7b8e9b6d-b2c6-4e8a-86ba-09eaa9f6d9ff tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.592590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eeb1291c-b073-4c47-8702-9517ffc93c05 req-7b8e9b6d-b2c6-4e8a-86ba-09eaa9f6d9ff tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 1654 time: 0.0860221 Aug 30 21:15:25.634911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eeb1291c-b073-4c47-8702-9517ffc93c05 req-356d963b-c9fe-4f08-a2e8-77dcc162262c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414059 Aug 30 21:15:25.677552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:25.681773 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78057aa2-ff91-4878-be9a-e7ad33863fcf" -d '{"events": [{"server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "name": "network-vif-plugged", "status": "completed", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:25.699008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Allocated IP 19.86.0.137 (587681a8-8368-4038-b404-7c95da30ea0c/f042f03e-7622-4e61-bb38-1a41545caa5a/d9e9a1fe-e34d-452b-9791-1144045e51ff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:25.725671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 10.1.1.40 (5c9f9c40-524e-4c39-a5a7-f5757e33a921/15679ad8-febd-4faa-9be6-0c5db5e7ef41/3e25f787-fb36-47f7-b5b5-6f51b3141931) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:25.796528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c331b39-2c64-49f6-8277-1c310394adea req-ac61e370-9b9c-4d58-b237-b9e1a885b384 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.803332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c331b39-2c64-49f6-8277-1c310394adea req-ac61e370-9b9c-4d58-b237-b9e1a885b384 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 932 time: 0.0672271 Aug 30 21:15:25.845380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c331b39-2c64-49f6-8277-1c310394adea req-4f5534cf-ebcb-4019-8003-8b0187f60589 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Aug 30 21:15:25.981247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:25.981714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9308d3f-c011-4f2f-b1b8-34c7c57e2dcd req-fde29776-150d-455a-9325-bc56e76357db tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:25.987261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9308d3f-c011-4f2f-b1b8-34c7c57e2dcd req-fde29776-150d-455a-9325-bc56e76357db tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0722620 Aug 30 21:15:26.000796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.010600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Transition to ACTIVE for port object d9e9a1fe-e34d-452b-9791-1144045e51ff will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:26.022516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object 3e25f787-fb36-47f7-b5b5-6f51b3141931 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:26.032929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9308d3f-c011-4f2f-b1b8-34c7c57e2dcd req-ffa41256-2601-430f-9865-c64b8a8deb1e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Aug 30 21:15:26.079962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.089733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.140471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Network 587681a8-8368-4038-b404-7c95da30ea0c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:26.145771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:26.156035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:26.157924 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a2abbc-bf0f-466d-a5c5-726911c6639e x-openstack-request-id: req-67a2abbc-bf0f-466d-a5c5-726911c6639e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:26.158879 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "name": "network-vif-plugged", "status": "completed", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:26.159303 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67a2abbc-bf0f-466d-a5c5-726911c6639e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:26.159851 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'code': 200} Aug 30 21:15:26.160110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:26.162228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event updated for resources: {'Port': ['ID=d9e9a1fe-e34d-452b-9791-1144045e51ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:26.192412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:26.199635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:26.290927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:26.291623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.296871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:26.318629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:26.319330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.337213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-bededeb1-8d7e-4566-b6a0-1e04090540b1 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2164776 Aug 30 21:15:26.347524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-28fd8194-489b-47e3-b689-f0f426274426 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2167029 Aug 30 21:15:26.358179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5d5fa-748f-49d8-b4bd-253af5bbdd74 req-67a3f915-d266-453a-b9ba-931cfc5117a5 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:26.361051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'admin_state_up': True, 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'security_groups': ['89f96b40-446a-4426-8bee-0e0175e6d761']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:26.362519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7f5d5fa-748f-49d8-b4bd-253af5bbdd74 req-67a3f915-d266-453a-b9ba-931cfc5117a5 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1083641 Aug 30 21:15:26.369360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3294d-05a4-4f23-9226-b9e98047cea2 req-4b92345a-cb61-4d5c-9fb7-b1366f91c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:26.371593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62c3294d-05a4-4f23-9226-b9e98047cea2 req-4b92345a-cb61-4d5c-9fb7-b1366f91c34a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 1098 time: 0.1462698 Aug 30 21:15:26.377138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Request body: {'port': {'device_id': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:26.441619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7f5d5fa-748f-49d8-b4bd-253af5bbdd74 req-c9e7d1e8-e082-4f33-ab66-e43f2866b49e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Aug 30 21:15:26.443626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62c3294d-05a4-4f23-9226-b9e98047cea2 req-415f55da-141b-42a5-a8d8-3508ade7188b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630372 Aug 30 21:15:26.462903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.651232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Provisioning for port d9e9a1fe-e34d-452b-9791-1144045e51ff completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:26.660688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Provisioning complete for port d9e9a1fe-e34d-452b-9791-1144045e51ff triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:26.661453 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.714596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Port d9e9a1fe-e34d-452b-9791-1144045e51ff cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:26.720681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f949f7-0687-4477-bfc9-e2698dc36dae req-8ac04c12-7845-4eee-9d13-8a6414a6b82f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:26.723277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36f949f7-0687-4477-bfc9-e2698dc36dae req-8ac04c12-7845-4eee-9d13-8a6414a6b82f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0688918 Aug 30 21:15:26.730138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Provisioning for port 3e25f787-fb36-47f7-b5b5-6f51b3141931 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:26.735551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Provisioning complete for port 3e25f787-fb36-47f7-b5b5-6f51b3141931 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:26.735847 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.736102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:26.778704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c3f61ff4-0ef5-41a8-8371-c7d620e0822b None None] Port 3e25f787-fb36-47f7-b5b5-6f51b3141931 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:26.800694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36f949f7-0687-4477-bfc9-e2698dc36dae req-c0f2917d-0841-4c49-9bb7-3ddce5a37c53 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Aug 30 21:15:26.867248 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:26.980704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f83549-b835-4b10-99b6-67dc125cad7e req-3a808ffc-351d-4101-b3f5-97d2e5ac6988 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:26.982481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89f83549-b835-4b10-99b6-67dc125cad7e req-3a808ffc-351d-4101-b3f5-97d2e5ac6988 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0604310 Aug 30 21:15:26.993280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:27.017917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.031317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89f83549-b835-4b10-99b6-67dc125cad7e req-516bf268-83c1-4ea9-ba7b-9de998e97696 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Aug 30 21:15:27.056778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Transition to ACTIVE for port object 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:27.081484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.146236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bfe34-82e3-46ae-af02-e609ca16cb92 req-280036bc-4585-48ec-9ccd-251edd11cffc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.152317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bfe34-82e3-46ae-af02-e609ca16cb92 req-280036bc-4585-48ec-9ccd-251edd11cffc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.159900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bfe34-82e3-46ae-af02-e609ca16cb92 req-280036bc-4585-48ec-9ccd-251edd11cffc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.160467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Pushing event updated for resources: {'Port': ['ID=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:27.168099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c27bfe34-82e3-46ae-af02-e609ca16cb92 req-280036bc-4585-48ec-9ccd-251edd11cffc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 2374 time: 0.0772276 Aug 30 21:15:27.223703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c27bfe34-82e3-46ae-af02-e609ca16cb92 req-d5f54cb4-04fa-4c4c-9d09-5c1545c05973 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542459 Aug 30 21:15:27.274762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 10.2.2.100 (8787fa32-1890-4e71-bbf6-a522ebd45b6b/b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a/977f412f-993e-4aeb-b2f7-37cdea78ebff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:27.305217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Attempting to bind port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:27.305467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Attempting to bind port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:27.305803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Attempting to bind port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 on network b1c9f967-eeac-485a-82bd-6cf3078f9952 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:27.315570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 on network b1c9f967-eeac-485a-82bd-6cf3078f9952 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:27.315896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Attempting to bind port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 on network b1c9f967-eeac-485a-82bd-6cf3078f9952 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:27.353880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:27.354277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Checking segment: {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:27.355192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Bound using segment: {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:27.355192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Bound port: 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f4c4dd-87f2-49a3-8672-ae640dae098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:27.355519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.368429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f0ec-4159-4fc2-9ee6-3e3e4420e3bf req-587cbdfd-021c-4f6c-af3a-8ae86b0629c7 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.375332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f0ec-4159-4fc2-9ee6-3e3e4420e3bf req-587cbdfd-021c-4f6c-af3a-8ae86b0629c7 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.377030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8428f0ec-4159-4fc2-9ee6-3e3e4420e3bf req-587cbdfd-021c-4f6c-af3a-8ae86b0629c7 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1667 time: 0.0745120 Aug 30 21:15:27.430587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8428f0ec-4159-4fc2-9ee6-3e3e4420e3bf req-1bd3be28-aa49-4838-acc2-8a5366661ea3 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459962 Aug 30 21:15:27.520326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] For port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:27.524446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.527700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] For port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:27.535350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.569742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object 977f412f-993e-4aeb-b2f7-37cdea78ebff will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:27.580693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.581323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.582770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] 10.222.0.86 "PUT /v2.0/ports/9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 HTTP/1.1" status: 200 len: 1093 time: 1.2103808 Aug 30 21:15:27.584536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'tag': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:27.587106 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3057896d-be97-4c15-bf3a-1e899066c163" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "tag": "9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:27.617914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Request body: {'port': {'device_id': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:27.641191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcfc4d-d30e-4aa0-bac4-4af1c1d9b4e6 req-10344259-6c75-41a0-9fcc-aa46e82baeda tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.644232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7fcfc4d-d30e-4aa0-bac4-4af1c1d9b4e6 req-10344259-6c75-41a0-9fcc-aa46e82baeda tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0810878 Aug 30 21:15:27.662086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f153ec-1c60-4b95-94a5-6ceaf3f4d257 service neutron] Pushing event updated for resources: {'Port': ['ID=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:27.698611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7fcfc4d-d30e-4aa0-bac4-4af1c1d9b4e6 req-ade679eb-2b03-4864-b0f7-945e50547304 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Aug 30 21:15:27.712362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:27.970691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057896d-be97-4c15-bf3a-1e899066c163 req-7ec51c32-7592-4387-8d79-3a2620cffe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.971799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057896d-be97-4c15-bf3a-1e899066c163 req-7ec51c32-7592-4387-8d79-3a2620cffe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:27.976938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3057896d-be97-4c15-bf3a-1e899066c163 req-7ec51c32-7592-4387-8d79-3a2620cffe8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1915 time: 0.1649394 Aug 30 21:15:28.151008 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d765bd-59e0-4087-852c-a4265015b8a1 x-openstack-request-id: req-f3d765bd-59e0-4087-852c-a4265015b8a1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:28.151326 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "tag": "9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:28.151543 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3d765bd-59e0-4087-852c-a4265015b8a1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:28.151942 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'tag': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3', 'status': 'completed', 'code': 200} Aug 30 21:15:28.154508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:28.160562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0207c-659e-4fd8-ab1e-b338af9719c0 req-d3bbad34-27f0-4a4f-8c07-50b5aca2ae74 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.163451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35d0207c-659e-4fd8-ab1e-b338af9719c0 req-d3bbad34-27f0-4a4f-8c07-50b5aca2ae74 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.2060494 Aug 30 21:15:28.183539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:28.192495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:28.212287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:28.220191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=977f412f-993e-4aeb-b2f7-37cdea78ebff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:28.293156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35d0207c-659e-4fd8-ab1e-b338af9719c0 req-aeeba0ad-8152-4ea0-8a9a-ea09c09c3444 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200821 Aug 30 21:15:28.309167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057896d-be97-4c15-bf3a-1e899066c163 req-01ec8ed6-2374-452c-9cdf-3912b44d2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.311226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057896d-be97-4c15-bf3a-1e899066c163 req-01ec8ed6-2374-452c-9cdf-3912b44d2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.311760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057896d-be97-4c15-bf3a-1e899066c163 req-01ec8ed6-2374-452c-9cdf-3912b44d2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.314382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3057896d-be97-4c15-bf3a-1e899066c163 req-01ec8ed6-2374-452c-9cdf-3912b44d2ee3 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=669422a2ddff43b4afd6dd0c4149756b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2910769 Aug 30 21:15:28.385095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.385932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:28.425842 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1339225a-22fc-4e3c-8819-a4464f7f0b58 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0692594 Aug 30 21:15:28.478711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'admin_state_up': True, 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'security_groups': ['89f96b40-446a-4426-8bee-0e0175e6d761']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:28.573361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5eccf9c8-3378-4b5d-bb41-e511689d4c08 None None] Provisioning for port 977f412f-993e-4aeb-b2f7-37cdea78ebff completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:28.581745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5eccf9c8-3378-4b5d-bb41-e511689d4c08 None None] Provisioning complete for port 977f412f-993e-4aeb-b2f7-37cdea78ebff triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:28.582127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eccf9c8-3378-4b5d-bb41-e511689d4c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:28.597856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1951e-a10c-4990-9cd2-50e55772bc27 req-1de0245f-4c98-4a85-9310-c65b2aaa6c2a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.599637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0aa1951e-a10c-4990-9cd2-50e55772bc27 req-1de0245f-4c98-4a85-9310-c65b2aaa6c2a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.1292541 Aug 30 21:15:28.601261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057896d-be97-4c15-bf3a-1e899066c163 req-269e9348-ed29-4dda-ba42-69a9c54e5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:28.602600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3057896d-be97-4c15-bf3a-1e899066c163 req-269e9348-ed29-4dda-ba42-69a9c54e5a7f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809451 Aug 30 21:15:28.659931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0aa1951e-a10c-4990-9cd2-50e55772bc27 req-dfd55376-3619-4508-a0d0-98245a198d2a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Aug 30 21:15:28.713529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5eccf9c8-3378-4b5d-bb41-e511689d4c08 None None] Port 977f412f-993e-4aeb-b2f7-37cdea78ebff cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:28.722864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Made reservation on behalf of f41ea6f2ef4343d898bfe5fbd010e26e for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:28.728063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:28.756463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e9a1fe-e34d-452b-9791-1144045e51ff {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:28.772861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:28.831357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Transition to ACTIVE for port object d9e9a1fe-e34d-452b-9791-1144045e51ff will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:28.843538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:28.973034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Pushing event updated for resources: {'Port': ['ID=d9e9a1fe-e34d-452b-9791-1144045e51ff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:29.092721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Allocated IP 10.2.2.200 (8787fa32-1890-4e71-bbf6-a522ebd45b6b/b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a/d7616a44-2c0d-490b-a88d-bec11c3c7401) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:29.201897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:29.207321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08dc6-41c2-42d7-9c9c-b2bfbca9f2f4 req-b960d3cc-6718-4932-af99-45c1546ad78d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.213660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08dc6-41c2-42d7-9c9c-b2bfbca9f2f4 req-b960d3cc-6718-4932-af99-45c1546ad78d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.220400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08dc6-41c2-42d7-9c9c-b2bfbca9f2f4 req-b960d3cc-6718-4932-af99-45c1546ad78d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.227409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e08dc6-41c2-42d7-9c9c-b2bfbca9f2f4 req-b960d3cc-6718-4932-af99-45c1546ad78d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.235500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3e08dc6-41c2-42d7-9c9c-b2bfbca9f2f4 req-b960d3cc-6718-4932-af99-45c1546ad78d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 3095 time: 0.4878774 Aug 30 21:15:29.273365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3e08dc6-41c2-42d7-9c9c-b2bfbca9f2f4 req-33a88283-ca20-46ce-becb-b7ee026b085a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361321 Aug 30 21:15:29.388291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.415293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19f23-975a-4bc6-9fb1-330641561e80 req-07f386bb-4573-4cb6-8788-34d562b61ab0 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.417016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Attempting to bind port d9e9a1fe-e34d-452b-9791-1144045e51ff on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:29.417380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Attempting to bind port d9e9a1fe-e34d-452b-9791-1144045e51ff by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:29.417686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Attempting to bind port d9e9a1fe-e34d-452b-9791-1144045e51ff on network 587681a8-8368-4038-b404-7c95da30ea0c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:29.420261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Transition to ACTIVE for port object d7616a44-2c0d-490b-a88d-bec11c3c7401 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:29.421544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19f23-975a-4bc6-9fb1-330641561e80 req-07f386bb-4573-4cb6-8788-34d562b61ab0 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.422888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae1c68-501a-42d6-a698-cb2fed880e5a req-239adb34-f8f7-4d53-8c1b-102ec325e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.423173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbd19f23-975a-4bc6-9fb1-330641561e80 req-07f386bb-4573-4cb6-8788-34d562b61ab0 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1679 time: 0.0624404 Aug 30 21:15:29.424452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75ae1c68-501a-42d6-a698-cb2fed880e5a req-239adb34-f8f7-4d53-8c1b-102ec325e0f9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1097 time: 0.2196076 Aug 30 21:15:29.437983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Port d9e9a1fe-e34d-452b-9791-1144045e51ff on network 587681a8-8368-4038-b404-7c95da30ea0c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:29.438341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Attempting to bind port d9e9a1fe-e34d-452b-9791-1144045e51ff on network 587681a8-8368-4038-b404-7c95da30ea0c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:29.457540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:29.457765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Checking segment: {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:29.458130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Bound using segment: {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:29.459056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Bound port: d9e9a1fe-e34d-452b-9791-1144045e51ff, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5532c3d-851c-4930-bf5c-c688fb187d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:29.459056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.466705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbd19f23-975a-4bc6-9fb1-330641561e80 req-51ac37dc-d2d3-4b95-9b66-bc83f0673bec tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337632 Aug 30 21:15:29.498490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75ae1c68-501a-42d6-a698-cb2fed880e5a req-f20c88f8-6fd5-4f3e-9da1-aa3985af091d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674324 Aug 30 21:15:29.531833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.603393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:29.604518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] For port d9e9a1fe-e34d-452b-9791-1144045e51ff, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:29.611292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:29.620731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:29.626462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event updated for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:29.629815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] For port d9e9a1fe-e34d-452b-9791-1144045e51ff, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:29.656019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.667399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ce3e5-74e6-435b-a583-01fe5cd52771 req-c0b11f41-90e1-4ea4-b544-afbf70b5bab2 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.669035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f6ce3e5-74e6-435b-a583-01fe5cd52771 req-c0b11f41-90e1-4ea4-b544-afbf70b5bab2 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0680442 Aug 30 21:15:29.709767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.710405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.711860 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] 10.222.0.86 "PUT /v2.0/ports/d9e9a1fe-e34d-452b-9791-1144045e51ff HTTP/1.1" status: 200 len: 1093 time: 2.0987756 Aug 30 21:15:29.725262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.725959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.744852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b23e4-e9c7-4463-951a-f91bc85c5dce service neutron] Pushing event updated for resources: {'Port': ['ID=d9e9a1fe-e34d-452b-9791-1144045e51ff,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:29.749816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f6ce3e5-74e6-435b-a583-01fe5cd52771 req-8f789e57-88d1-4f83-936e-21f83ff3bc81 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Aug 30 21:15:29.765677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-e9eddb91-dc5b-4be0-8067-8682ae837afc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2923160 Aug 30 21:15:29.791005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:29.928380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a58a6-8f87-4e5f-9485-f04b8e409a9b req-72729715-2a74-4c87-95d8-9a1fabe1d5e9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.936196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-917a58a6-8f87-4e5f-9485-f04b8e409a9b req-72729715-2a74-4c87-95d8-9a1fabe1d5e9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0810122 Aug 30 21:15:29.949853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-74a86a55-28a7-4a6f-869c-54d8d5e34177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.950338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-74a86a55-28a7-4a6f-869c-54d8d5e34177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:29.952102 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-74a86a55-28a7-4a6f-869c-54d8d5e34177 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1983 time: 0.1945329 Aug 30 21:15:29.962857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:29.998496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-917a58a6-8f87-4e5f-9485-f04b8e409a9b req-e9926f73-d7c1-4778-8b34-015357a60a7f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604594 Aug 30 21:15:30.029504 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-e90b8461-91ad-4145-8e21-6435cc22b318 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 HTTP/1.1" status: 200 len: 217 time: 0.0517178 Aug 30 21:15:30.117578 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:15:30.181498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'tag': 'd9e9a1fe-e34d-452b-9791-1144045e51ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:30.183896 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7712690e-67dc-4845-9cbe-9d20157b9695" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "tag": "d9e9a1fe-e34d-452b-9791-1144045e51ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:30.196228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-2a4e6737-b7f8-446e-b944-24531f864da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.197889 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-2a4e6737-b7f8-446e-b944-24531f864da6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fc35b64a-cf49-44c9-bea3-6674f2909622 HTTP/1.1" status: 200 len: 801 time: 0.1461267 Aug 30 21:15:30.234272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3eae4a67-6045-40b9-a658-a5cfce2cebc2 None None] Provisioning for port d7616a44-2c0d-490b-a88d-bec11c3c7401 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:30.242223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3eae4a67-6045-40b9-a658-a5cfce2cebc2 None None] Provisioning complete for port d7616a44-2c0d-490b-a88d-bec11c3c7401 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:30.242593 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3eae4a67-6045-40b9-a658-a5cfce2cebc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:30.289145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a454d52-1c06-4c88-a08e-6e6683872517 req-94ad5800-bdd6-4a20-9210-9759a6bc5bac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.290767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a454d52-1c06-4c88-a08e-6e6683872517 req-94ad5800-bdd6-4a20-9210-9759a6bc5bac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0914266 Aug 30 21:15:30.297860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-0b0014d4-cae7-4c6c-9aa8-2879cf4aa5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.299469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-0b0014d4-cae7-4c6c-9aa8-2879cf4aa5da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1c9f967-eeac-485a-82bd-6cf3078f9952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929241 Aug 30 21:15:30.309233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3eae4a67-6045-40b9-a658-a5cfce2cebc2 None None] Port d7616a44-2c0d-490b-a88d-bec11c3c7401 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:30.375585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a454d52-1c06-4c88-a08e-6e6683872517 req-0c85f8c1-0875-4100-9f9b-bd13e33fca6e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744193 Aug 30 21:15:30.466582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-412790ae-02f0-4656-b49c-42d7f34b1b20 service neutron] 10.222.0.86 "GET /v2.0/networks/b1c9f967-eeac-485a-82bd-6cf3078f9952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536906 Aug 30 21:15:30.581542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb3b124-182b-4d34-b58b-7111afce7da8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:30.596734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:30.624367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Transition to ACTIVE for port object ecb3b124-182b-4d34-b58b-7111afce7da8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:30.628795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-2b1d8d5a-92b8-40a3-8ba4-a24a8ba12da7 service neutron] 10.222.0.86 "GET /v2.0/networks/b1c9f967-eeac-485a-82bd-6cf3078f9952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508636 Aug 30 21:15:30.629872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:30.703359 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-53a98e7b-61f4-47a6-ba85-aa3004898c5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff HTTP/1.1" status: 200 len: 217 time: 0.0640457 Aug 30 21:15:30.765085 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e5d28d-34a7-4df2-a613-ce257f5ff75e x-openstack-request-id: req-c1e5d28d-34a7-4df2-a613-ce257f5ff75e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:30.765391 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "tag": "d9e9a1fe-e34d-452b-9791-1144045e51ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:30.765638 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1e5d28d-34a7-4df2-a613-ce257f5ff75e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:30.766029 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'tag': 'd9e9a1fe-e34d-452b-9791-1144045e51ff', 'status': 'completed', 'code': 200} Aug 30 21:15:30.769274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb3b124-182b-4d34-b58b-7111afce7da8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:30.870991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-7ea85f49-105b-465e-8eff-724274a811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.872610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-7ea85f49-105b-465e-8eff-724274a811f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f042f03e-7622-4e61-bb38-1a41545caa5a HTTP/1.1" status: 200 len: 801 time: 0.1590610 Aug 30 21:15:30.895080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-a77df018-bbf8-4cc7-99cd-a0df23a1630c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.902329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Attempting to bind port ecb3b124-182b-4d34-b58b-7111afce7da8 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:30.905187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-a77df018-bbf8-4cc7-99cd-a0df23a1630c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.908250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Attempting to bind port ecb3b124-182b-4d34-b58b-7111afce7da8 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:30.908677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Attempting to bind port ecb3b124-182b-4d34-b58b-7111afce7da8 on network fb0eb042-4384-4607-affb-e644582335c9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:30.913280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-a77df018-bbf8-4cc7-99cd-a0df23a1630c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.919842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-a77df018-bbf8-4cc7-99cd-a0df23a1630c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.925755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-a77df018-bbf8-4cc7-99cd-a0df23a1630c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.927616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-a77df018-bbf8-4cc7-99cd-a0df23a1630c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 3828 time: 0.0990927 Aug 30 21:15:30.935139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Port ecb3b124-182b-4d34-b58b-7111afce7da8 on network fb0eb042-4384-4607-affb-e644582335c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:30.935472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Attempting to bind port ecb3b124-182b-4d34-b58b-7111afce7da8 on network fb0eb042-4384-4607-affb-e644582335c9 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:30.945309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:30.945647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Checking segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:30.946031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Bound using segment: {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:30.946467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Bound port: ecb3b124-182b-4d34-b58b-7111afce7da8, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528f8fe2-de14-4d00-8bbe-5a446934a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:30.946854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:30.966266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-13196f30-a57d-4dcc-8be7-982fd2b55974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:30.967975 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-13196f30-a57d-4dcc-8be7-982fd2b55974 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=587681a8-8368-4038-b404-7c95da30ea0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796058 Aug 30 21:15:30.974713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82e369a0-c28a-405a-a530-97e6ada1f9a0 req-84c1e5d0-88bc-458a-aabe-41ff3d0bfd6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384538 Aug 30 21:15:31.086837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] For port ecb3b124-182b-4d34-b58b-7111afce7da8, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:31.091847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] For port ecb3b124-182b-4d34-b58b-7111afce7da8, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecb3b124-182b-4d34-b58b-7111afce7da8,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:31.100594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:31.137719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.138588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:31.140628 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] 10.222.0.82 "PUT /v2.0/ports/ecb3b124-182b-4d34-b58b-7111afce7da8 HTTP/1.1" status: 200 len: 1093 time: 1.3559220 Aug 30 21:15:31.165942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f186-8285-4d8a-8d85-8f9d4370c1b4 req-7d36b7ca-690d-4413-b9e8-6c62d0c46e5e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.173576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f186-8285-4d8a-8d85-8f9d4370c1b4 req-7d36b7ca-690d-4413-b9e8-6c62d0c46e5e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.173840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:31.175985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e06f186-8285-4d8a-8d85-8f9d4370c1b4 req-7d36b7ca-690d-4413-b9e8-6c62d0c46e5e tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1679 time: 0.0741522 Aug 30 21:15:31.181373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-95a2d5ba-dc9e-4f6a-8250-9de87465ff96 service neutron] 10.222.0.86 "GET /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920934 Aug 30 21:15:31.248449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e06f186-8285-4d8a-8d85-8f9d4370c1b4 req-13df6ee1-404b-46db-8ca8-460628bbf386 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564833 Aug 30 21:15:31.267374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418a985-7b57-43d4-a97f-47d47a969ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb3b124-182b-4d34-b58b-7111afce7da8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:31.318812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:31.387869 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d070ebc-3431-4059-8528-65db4a6b9cf8 req-0c431186-7718-4e12-bd32-7ca5f206d744 service neutron] 10.222.0.86 "GET /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825633 Aug 30 21:15:31.541686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b142060-8888-491e-903c-4607c8020650 req-420d2fdb-f7bc-4b6a-946e-a6057a775eeb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.543698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b142060-8888-491e-903c-4607c8020650 req-420d2fdb-f7bc-4b6a-946e-a6057a775eeb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0541551 Aug 30 21:15:31.579884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-eb4b371e-4911-4deb-9749-138d68f14462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.580317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-eb4b371e-4911-4deb-9749-138d68f14462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.581906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-eb4b371e-4911-4deb-9749-138d68f14462 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=669422a2ddff43b4afd6dd0c4149756b&device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1983 time: 0.1093566 Aug 30 21:15:31.590276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b142060-8888-491e-903c-4607c8020650 req-641f8a3b-783b-4043-84b0-fc766e5c58fb tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Aug 30 21:15:31.737442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-78ed6270-0d7e-40ae-90da-586f15f603a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.739115 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-78ed6270-0d7e-40ae-90da-586f15f603a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=587681a8-8368-4038-b404-7c95da30ea0c HTTP/1.1" status: 200 len: 903 time: 0.1488941 Aug 30 21:15:31.784423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1beb6-fe1f-41be-bb41-481f90176f69 req-ca72295e-c5f3-4347-931f-33035b123015 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.786017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2fd1beb6-fe1f-41be-bb41-481f90176f69 req-ca72295e-c5f3-4347-931f-33035b123015 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0710242 Aug 30 21:15:31.812571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-8a9585b3-a406-4f74-acfa-1bccec9e77c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff HTTP/1.1" status: 200 len: 217 time: 0.0520601 Aug 30 21:15:31.829442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3427e92d-d93f-47df-8661-7c8582f392b3 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:31.829773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2fd1beb6-fe1f-41be-bb41-481f90176f69 req-bc2adf37-8da1-469b-8562-2930eb54eec0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Aug 30 21:15:31.867712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:31.889764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Transition to ACTIVE for port object 3427e92d-d93f-47df-8661-7c8582f392b3 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:31.896401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-5c3c2186-9bb0-4755-8a77-75f2d868b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:31.898192 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-5c3c2186-9bb0-4755-8a77-75f2d868b18f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f042f03e-7622-4e61-bb38-1a41545caa5a HTTP/1.1" status: 200 len: 801 time: 0.0638075 Aug 30 21:15:31.899294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:31.999773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Pushing event updated for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:32.031375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-df0a96cf-707c-4bb5-834c-da3ea633ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.032971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-df0a96cf-707c-4bb5-834c-da3ea633ab1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=587681a8-8368-4038-b404-7c95da30ea0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051280 Aug 30 21:15:32.123225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Attempting to bind port 3427e92d-d93f-47df-8661-7c8582f392b3 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:32.123568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Attempting to bind port 3427e92d-d93f-47df-8661-7c8582f392b3 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:32.123906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Attempting to bind port 3427e92d-d93f-47df-8661-7c8582f392b3 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:32.139362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Port 3427e92d-d93f-47df-8661-7c8582f392b3 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:32.139362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Attempting to bind port 3427e92d-d93f-47df-8661-7c8582f392b3 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:32.151525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:32.151864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Checking segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:32.152254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Bound using segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:32.152762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Bound port: 3427e92d-d93f-47df-8661-7c8582f392b3, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:32.153132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:32.173808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-d15f8b8d-8dd7-4393-b372-f12d52cc690b service neutron] 10.222.0.86 "GET /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319652 Aug 30 21:15:32.229945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.235853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.242175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.247836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.253658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.259562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.261519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-cfbf95e4-f64e-412c-a42e-d86bafa805ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 4601 time: 0.0900197 Aug 30 21:15:32.313812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:32.323724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3427e92d-d93f-47df-8661-7c8582f392b3,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:32.339849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8cd2555-7287-4df1-9ab1-0da540dfd334 req-6420f1ff-624a-43fb-ad2d-9b2d27f35ed1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645015 Aug 30 21:15:32.351825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:32.387995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7712690e-67dc-4845-9cbe-9d20157b9695 req-64c1ca01-8e74-41eb-a533-7206a0df82e0 service neutron] 10.222.0.86 "GET /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770432 Aug 30 21:15:32.393807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.394726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:32.396470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] 10.222.0.82 "PUT /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 1132 time: 1.2270627 Aug 30 21:15:32.440544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a2184-7578-46a1-a8ff-80552422f38b service neutron] Pushing event updated for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:32.454377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:32.513599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8e43-3c21-4e35-b99f-4ec615c1ae26 req-256512de-2466-4663-8fd4-32d45d5c3b3c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.519638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8e43-3c21-4e35-b99f-4ec615c1ae26 req-256512de-2466-4663-8fd4-32d45d5c3b3c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.521344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0cf8e43-3c21-4e35-b99f-4ec615c1ae26 req-256512de-2466-4663-8fd4-32d45d5c3b3c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1679 time: 0.0759552 Aug 30 21:15:32.534494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:32.582270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0cf8e43-3c21-4e35-b99f-4ec615c1ae26 req-c09dc872-e6b6-4109-ab50-f71d2e87d7cd tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496895 Aug 30 21:15:32.770797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8'}, {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '3427e92d-d93f-47df-8661-7c8582f392b3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:32.774388 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28af594-6f3a-49fb-bf94-31ca01c71fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8"}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "3427e92d-d93f-47df-8661-7c8582f392b3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:32.777574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531e8ab-08ef-4eb5-b816-dbed485f786b req-3fb5af6d-b9dc-4634-b953-0aa1c5850321 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.779233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b531e8ab-08ef-4eb5-b816-dbed485f786b req-3fb5af6d-b9dc-4634-b953-0aa1c5850321 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0604200 Aug 30 21:15:32.827290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b531e8ab-08ef-4eb5-b816-dbed485f786b req-c6facfd0-460a-4067-bf3c-fcb347755991 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Aug 30 21:15:32.864815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e04bf30-204e-4797-b879-8fc8754774c5 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:32.874293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:32.887622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Transition to ACTIVE for port object 2e04bf30-204e-4797-b879-8fc8754774c5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:32.892495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:32.961583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3d037-890f-4390-8d2b-67e7426465f5 req-43d0a783-9d31-47eb-9193-95a93e95ff81 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:32.963625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54c3d037-890f-4390-8d2b-67e7426465f5 req-43d0a783-9d31-47eb-9193-95a93e95ff81 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0765316 Aug 30 21:15:33.007262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:33.009931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54c3d037-890f-4390-8d2b-67e7426465f5 req-2daa1cab-60a3-41b3-a4ed-5f83ee18e9b3 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381205 Aug 30 21:15:33.070388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Attempting to bind port 2e04bf30-204e-4797-b879-8fc8754774c5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:33.070767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Attempting to bind port 2e04bf30-204e-4797-b879-8fc8754774c5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:33.071104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Attempting to bind port 2e04bf30-204e-4797-b879-8fc8754774c5 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:33.078415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Port 2e04bf30-204e-4797-b879-8fc8754774c5 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:33.078786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Attempting to bind port 2e04bf30-204e-4797-b879-8fc8754774c5 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:33.087321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:33.087657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Checking segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:33.088049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Bound using segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:33.088651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Bound port: 2e04bf30-204e-4797-b879-8fc8754774c5, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:33.089021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:33.174085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:33.179446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2e04bf30-204e-4797-b879-8fc8754774c5,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:33.182386 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7313a-8db3-439a-bb36-e4311002b63e x-openstack-request-id: req-1ef7313a-8db3-439a-bb36-e4311002b63e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:33.182817 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "3427e92d-d93f-47df-8661-7c8582f392b3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:33.183079 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ef7313a-8db3-439a-bb36-e4311002b63e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:33.183496 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'status': 'completed', 'code': 200} Aug 30 21:15:33.183770 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '3427e92d-d93f-47df-8661-7c8582f392b3', 'status': 'completed', 'code': 200} Aug 30 21:15:33.186920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:33.233195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.233819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:33.235401 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] 10.222.0.82 "PUT /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 1131 time: 0.7961905 Aug 30 21:15:33.278457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:33.282075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79253e-8d24-4264-bece-d36e1fbb70b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:33.329568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.330898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.331576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.332244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.332902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.333998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.334655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.337072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-2e326663-e85d-4b18-ba31-c854efbea34d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6213 time: 0.1167486 Aug 30 21:15:33.401073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8fb68-cd4d-472f-8216-9346ab0d93ec req-02f96815-4f58-4bd1-b811-cf19688dfa67 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.404891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dc8fb68-cd4d-472f-8216-9346ab0d93ec req-02f96815-4f58-4bd1-b811-cf19688dfa67 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.1415522 Aug 30 21:15:33.450533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:33.495956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dc8fb68-cd4d-472f-8216-9346ab0d93ec req-bc627bb7-55e2-4d03-89b5-3bba709a02c4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545604 Aug 30 21:15:33.560000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-4b506077-ac16-45b5-8142-872f2e3ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.560832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-4b506077-ac16-45b5-8142-872f2e3ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.561586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-4b506077-ac16-45b5-8142-872f2e3ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.563902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-4b506077-ac16-45b5-8142-872f2e3ecd93 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2130980 Aug 30 21:15:33.703752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.707110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:33.709772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.715404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.721420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.727433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.733445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.739286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.748240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-c7aa5067-f606-4849-b402-622f0f3aaec3 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5373 time: 0.1666343 Aug 30 21:15:33.782760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-69979c67-3a08-4057-8e41-c894fdc64665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.784707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-69979c67-3a08-4057-8e41-c894fdc64665 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2126930 Aug 30 21:15:33.811655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df937c20-7822-4c06-ba8c-ccec8d2f130c req-5ddf54ca-1af8-4699-8e82-8af140e8166e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624015 Aug 30 21:15:33.943370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.943952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.944489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.945216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.945746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.946275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.947505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.949851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-f2d1d622-05f2-4bce-b9a7-3353f06d301d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6213 time: 0.1040447 Aug 30 21:15:33.963915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c96f-dd2c-4b3a-8b64-2a2bcce80bf9 req-91f116bd-3a90-4289-9fdf-075f71b81fb4 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.969880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c96f-dd2c-4b3a-8b64-2a2bcce80bf9 req-91f116bd-3a90-4289-9fdf-075f71b81fb4 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:33.971629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3270c96f-dd2c-4b3a-8b64-2a2bcce80bf9 req-91f116bd-3a90-4289-9fdf-075f71b81fb4 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1679 time: 0.0802844 Aug 30 21:15:34.029887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e11e6c4-4aef-4644-bb24-010c250d3f29 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:34.041268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.056532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Transition to ACTIVE for port object 0e11e6c4-4aef-4644-bb24-010c250d3f29 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:34.063746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.110027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3270c96f-dd2c-4b3a-8b64-2a2bcce80bf9 req-25aa7a45-fb76-4f4b-9072-6d157f4a8e21 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143794 Aug 30 21:15:34.132598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Pushing event updated for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:34.157039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-39537a49-c930-4ea5-a327-6f68577d81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.157791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-39537a49-c930-4ea5-a327-6f68577d81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.158596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-39537a49-c930-4ea5-a327-6f68577d81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.160456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-39537a49-c930-4ea5-a327-6f68577d81a1 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1878519 Aug 30 21:15:34.233414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Attempting to bind port 0e11e6c4-4aef-4644-bb24-010c250d3f29 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:34.234098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Attempting to bind port 0e11e6c4-4aef-4644-bb24-010c250d3f29 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:34.234526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Attempting to bind port 0e11e6c4-4aef-4644-bb24-010c250d3f29 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:34.241130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Port 0e11e6c4-4aef-4644-bb24-010c250d3f29 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:34.241549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Attempting to bind port 0e11e6c4-4aef-4644-bb24-010c250d3f29 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:34.248091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:34.248530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Checking segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:34.249471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Bound using segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:34.250117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Bound port: 0e11e6c4-4aef-4644-bb24-010c250d3f29, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:34.250866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.350987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:34.354989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:34.359180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-cfccd5c4-e09e-47bd-8a25-5b64d3d0fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.360827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28af594-6f3a-49fb-bf94-31ca01c71fa5 req-cfccd5c4-e09e-47bd-8a25-5b64d3d0fc78 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910114 Aug 30 21:15:34.364714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.394787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acf7fe-c379-44af-83a3-ec5b86d80dab req-27369c7c-b0ab-401f-8691-2cbfdd61d6f0 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.396377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06acf7fe-c379-44af-83a3-ec5b86d80dab req-27369c7c-b0ab-401f-8691-2cbfdd61d6f0 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0811324 Aug 30 21:15:34.424741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.425447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.427041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] 10.222.0.82 "PUT /v2.0/ports/0e11e6c4-4aef-4644-bb24-010c250d3f29 HTTP/1.1" status: 200 len: 1092 time: 1.1554730 Aug 30 21:15:34.458484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06acf7fe-c379-44af-83a3-ec5b86d80dab req-568218c0-dec4-459f-a299-5bc02afcb501 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Aug 30 21:15:34.465973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d9e9a1fe-e34d-452b-9791-1144045e51ff details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:15:34.483013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:34.487024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f80c-e49d-4703-9d77-64ad68aba097 service neutron] Pushing event updated for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:34.576058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.609660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52292-3208-4ccd-823e-94b7d0aca077 req-8d2e2783-aa8a-4006-afa9-d93649db2c5d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.612045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edf52292-3208-4ccd-823e-94b7d0aca077 req-8d2e2783-aa8a-4006-afa9-d93649db2c5d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0639360 Aug 30 21:15:34.622601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d9e9a1fe-e34d-452b-9791-1144045e51ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:34.638949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd9e9a1fe-e34d-452b-9791-1144045e51ff', 'network_id': '587681a8-8368-4038-b404-7c95da30ea0c', 'port_id': 'd9e9a1fe-e34d-452b-9791-1144045e51ff', 'mac_address': 'fa:16:3e:42:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f042f03e-7622-4e61-bb38-1a41545caa5a', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:15:34.681995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.685988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edf52292-3208-4ccd-823e-94b7d0aca077 req-44135d5b-4d59-4177-b494-0c8ddb6269a2 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673573 Aug 30 21:15:34.697045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e9a1fe-e34d-452b-9791-1144045e51ff {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:34.724250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d9e9a1fe-e34d-452b-9791-1144045e51ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:34.730180 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.731360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:15:34.907336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:15:34.909802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d9e9a1fe-e34d-452b-9791-1144045e51ff,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:34.922065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bd8fb-9b9c-4c83-aeac-5289a286e413 req-eedfb77b-3968-4024-85e8-7a45c6802848 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:34.927030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:34.930524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-416bd8fb-9b9c-4c83-aeac-5289a286e413 req-eedfb77b-3968-4024-85e8-7a45c6802848 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0627296 Aug 30 21:15:34.953042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e25f787-fb36-47f7-b5b5-6f51b3141931 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:34.964623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:34.970771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-416bd8fb-9b9c-4c83-aeac-5289a286e413 req-5b2289f1-eed3-4461-8737-00fd50f993c9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Aug 30 21:15:34.979864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Transition to ACTIVE for port object 3e25f787-fb36-47f7-b5b5-6f51b3141931 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:34.986830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.024366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3', 'network_id': 'b1c9f967-eeac-485a-82bd-6cf3078f9952', 'port_id': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3', 'mac_address': 'fa:16:3e:3c:8c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc35b64a-cf49-44c9-bea3-6674f2909622', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:15:35.084523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Pushing event updated for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:35.084764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.101910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:35.123266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:35.130975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.148373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.152256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:35.165295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.176635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.188148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.192308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'network_id': '7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0', 'port_id': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'mac_address': 'fa:16:3e:fa:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd236aef7-f234-45a2-ab65-d9e179af0cd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:15:35.199658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.211127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.221785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.232595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-c9f0d285-d038-4871-8cfe-8d2820cd46fc tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5397 time: 0.1827037 Aug 30 21:15:35.242795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:35.244801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '2e04bf30-204e-4797-b879-8fc8754774c5'}, {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:35.257839 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d9f023-9403-46c9-afbb-a34860e83802" -d '{"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "2e04bf30-204e-4797-b879-8fc8754774c5"}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:35.260616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.275887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cedac904-7aff-4dbf-bff2-e27c3c6f9bba {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:35.278010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Attempting to bind port 3e25f787-fb36-47f7-b5b5-6f51b3141931 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:35.278357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Attempting to bind port 3e25f787-fb36-47f7-b5b5-6f51b3141931 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:35.278704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Attempting to bind port 3e25f787-fb36-47f7-b5b5-6f51b3141931 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:35.285250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Port 3e25f787-fb36-47f7-b5b5-6f51b3141931 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:35.285695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Attempting to bind port 3e25f787-fb36-47f7-b5b5-6f51b3141931 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:35.299148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:35.299534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Checking segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:35.301418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Bound using segment: {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:35.302607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Bound port: 3e25f787-fb36-47f7-b5b5-6f51b3141931, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd832bc0-8266-4a0d-b282-f6c749112d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:35.302607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.302987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2354d394-ef43-43ce-8e86-9b84293256f6 req-76b466fc-0bc2-44f3-a140-9a4cb0d6b40e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705831 Aug 30 21:15:35.306117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:35.312917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.423214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['cedac904-7aff-4dbf-bff2-e27c3c6f9bba'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:35.427148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:35.465990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:35.469413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:35.476893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.480742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de752-ee45-421b-a3b0-833f73d08b19 req-4b63e9d3-3e75-483d-ac19-d7e3075b4d26 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.487307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6de752-ee45-421b-a3b0-833f73d08b19 req-4b63e9d3-3e75-483d-ac19-d7e3075b4d26 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.497311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e6de752-ee45-421b-a3b0-833f73d08b19 req-4b63e9d3-3e75-483d-ac19-d7e3075b4d26 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1681 time: 0.1097274 Aug 30 21:15:35.535284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:35.544495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Pushing event updated for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:35.552219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e6de752-ee45-421b-a3b0-833f73d08b19 req-37fd68ad-c991-46e6-b9d5-b6d23bf95935 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Aug 30 21:15:35.583279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.584161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.585811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8ae641eb-6f29-43db-84b1-0741d1470f69 service neutron] 10.222.0.82 "PUT /v2.0/ports/3e25f787-fb36-47f7-b5b5-6f51b3141931 HTTP/1.1" status: 200 len: 1091 time: 1.1086206 Aug 30 21:15:35.621098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:35.628507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b297365-c233-40b6-a623-6ed987e8b715 req-0e59b46c-9697-469d-86e6-b60ca4c39301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.632247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b297365-c233-40b6-a623-6ed987e8b715 req-0e59b46c-9697-469d-86e6-b60ca4c39301 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0819979 Aug 30 21:15:35.674506 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.694774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b297365-c233-40b6-a623-6ed987e8b715 req-a6d3cb79-5eef-4467-9cc0-fb2f406d72dc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Aug 30 21:15:35.751765 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d2cd3-76dc-4a1f-bf79-192c74711d33 x-openstack-request-id: req-969d2cd3-76dc-4a1f-bf79-192c74711d33 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:35.752191 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "2e04bf30-204e-4797-b879-8fc8754774c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:35.753317 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-969d2cd3-76dc-4a1f-bf79-192c74711d33 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:35.754196 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '2e04bf30-204e-4797-b879-8fc8754774c5', 'status': 'completed', 'code': 200} Aug 30 21:15:35.760846 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29', 'status': 'completed', 'code': 200} Aug 30 21:15:35.772226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:35.858008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.859526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.860198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.860855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.861593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.862241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.862976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.865559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d9f023-9403-46c9-afbb-a34860e83802 req-99fe0370-cd5d-41c0-a9b1-2ff1fec8c24c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6349 time: 0.1323128 Aug 30 21:15:35.880165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0700a6-c5ff-4bc6-8093-e3cfdba8950e req-1006c163-ee39-4b97-9313-ee487ff2f90c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:35.889126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c0700a6-c5ff-4bc6-8093-e3cfdba8950e req-1006c163-ee39-4b97-9313-ee487ff2f90c tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 945 time: 0.1087120 Aug 30 21:15:35.986023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c0700a6-c5ff-4bc6-8093-e3cfdba8950e req-52535955-9388-42b0-8174-42c1f68eb0ff tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956035 Aug 30 21:15:36.040050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-7e275d71-ea37-42f6-a471-c77de692123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.040726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-7e275d71-ea37-42f6-a471-c77de692123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.041204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-7e275d71-ea37-42f6-a471-c77de692123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.043331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d9f023-9403-46c9-afbb-a34860e83802 req-7e275d71-ea37-42f6-a471-c77de692123b service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1451421 Aug 30 21:15:36.139804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977f412f-993e-4aeb-b2f7-37cdea78ebff {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:36.149691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:36.171991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Transition to ACTIVE for port object 977f412f-993e-4aeb-b2f7-37cdea78ebff will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:36.177343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:36.186883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55154f2-eeb7-4c4c-8171-154db29c3eff req-080a05e4-8ada-4c36-b089-42fa214903e1 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.188483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c55154f2-eeb7-4c4c-8171-154db29c3eff req-080a05e4-8ada-4c36-b089-42fa214903e1 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0708799 Aug 30 21:15:36.234723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-e885ccbb-2d56-476b-b427-58252d32ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.237347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d9f023-9403-46c9-afbb-a34860e83802 req-e885ccbb-2d56-476b-b427-58252d32ff98 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856153 Aug 30 21:15:36.276496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c55154f2-eeb7-4c4c-8171-154db29c3eff req-57c6b69b-343b-4207-9da2-f4c79f36636f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Aug 30 21:15:36.336916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Pushing event updated for resources: {'Port': ['ID=977f412f-993e-4aeb-b2f7-37cdea78ebff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:36.369636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Attempting to bind port 977f412f-993e-4aeb-b2f7-37cdea78ebff on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:36.369974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Attempting to bind port 977f412f-993e-4aeb-b2f7-37cdea78ebff by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:36.370309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Attempting to bind port 977f412f-993e-4aeb-b2f7-37cdea78ebff on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:36.375476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Port 977f412f-993e-4aeb-b2f7-37cdea78ebff on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:36.375802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Attempting to bind port 977f412f-993e-4aeb-b2f7-37cdea78ebff on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:36.385667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.386220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:36.386623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.386812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Checking segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:36.387388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Bound using segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:36.387691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.388022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Bound port: 977f412f-993e-4aeb-b2f7-37cdea78ebff, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:36.388484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:36.388700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.389324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.389947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.390586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.393495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d9f023-9403-46c9-afbb-a34860e83802 req-a0032c00-87c8-4481-a67d-3ef88692f9c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6375 time: 0.1109107 Aug 30 21:15:36.485619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] For port 977f412f-993e-4aeb-b2f7-37cdea78ebff, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:36.489217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] For port 977f412f-993e-4aeb-b2f7-37cdea78ebff, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:36.496966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:36.540188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.540984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:36.542514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] 10.222.0.82 "PUT /v2.0/ports/977f412f-993e-4aeb-b2f7-37cdea78ebff HTTP/1.1" status: 200 len: 1092 time: 0.9267890 Aug 30 21:15:36.587474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Request body: {'port': {'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:36.601472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee452657-2af8-42b7-a7c4-45cd85a96952 req-292b3c87-8413-42d5-be7a-491c077e0a6e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.603164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee452657-2af8-42b7-a7c4-45cd85a96952 req-292b3c87-8413-42d5-be7a-491c077e0a6e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0875478 Aug 30 21:15:36.614200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d9a8c-0a73-49e3-88b7-b78dea124a34 service neutron] Pushing event updated for resources: {'Port': ['ID=977f412f-993e-4aeb-b2f7-37cdea78ebff,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:36.651088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-1bd7c652-b4a0-444e-8c33-5aada15cdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.651558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-1bd7c652-b4a0-444e-8c33-5aada15cdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.652024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-1bd7c652-b4a0-444e-8c33-5aada15cdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.653800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d9f023-9403-46c9-afbb-a34860e83802 req-1bd7c652-b4a0-444e-8c33-5aada15cdcb3 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2404587 Aug 30 21:15:36.670099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:36.738838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee452657-2af8-42b7-a7c4-45cd85a96952 req-1b1ec030-2a38-493a-9315-6385ef535e5e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222665 Aug 30 21:15:36.807550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9f023-9403-46c9-afbb-a34860e83802 req-71f765e2-3d76-48af-8ae9-338e9a115885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.811768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d9e9a1fe-e34d-452b-9791-1144045e51ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:36.816135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d9f023-9403-46c9-afbb-a34860e83802 req-71f765e2-3d76-48af-8ae9-338e9a115885 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550214 Aug 30 21:15:36.913773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.920290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.926557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.933853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.940101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.946300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.952791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:36.954911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b557ab02-3403-4beb-9929-064cd7733408 req-5f26ccc9-5869-49a7-a1cd-b11c78377853 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5409 time: 0.1123767 Aug 30 21:15:37.026169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b557ab02-3403-4beb-9929-064cd7733408 req-fd5cb5d1-fd64-4df0-9799-983cd6132b59 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643625 Aug 30 21:15:37.036771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:37.105717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7616a44-2c0d-490b-a88d-bec11c3c7401 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:37.116725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.135856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Transition to ACTIVE for port object d7616a44-2c0d-490b-a88d-bec11c3c7401 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:37.164125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.201483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port cedac904-7aff-4dbf-bff2-e27c3c6f9bba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:37.201983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.227601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2bb05-5ea2-4bb3-9517-c0308805a393 req-e5fbf63b-4ffe-4add-a299-284b4cb5e50b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.233888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2bb05-5ea2-4bb3-9517-c0308805a393 req-e5fbf63b-4ffe-4add-a299-284b4cb5e50b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.241064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Pushing event updated for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:37.258122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2be2bb05-5ea2-4bb3-9517-c0308805a393 req-e5fbf63b-4ffe-4add-a299-284b4cb5e50b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1681 time: 0.0940073 Aug 30 21:15:37.355320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2be2bb05-5ea2-4bb3-9517-c0308805a393 req-a43d829a-056d-4d08-9cca-e07584c8eeb7 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961037 Aug 30 21:15:37.410805 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.428731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Attempting to bind port d7616a44-2c0d-490b-a88d-bec11c3c7401 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:37.429398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Attempting to bind port d7616a44-2c0d-490b-a88d-bec11c3c7401 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:37.429894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Attempting to bind port d7616a44-2c0d-490b-a88d-bec11c3c7401 on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:37.436670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Port d7616a44-2c0d-490b-a88d-bec11c3c7401 on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:37.437264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Attempting to bind port d7616a44-2c0d-490b-a88d-bec11c3c7401 on network 8787fa32-1890-4e71-bbf6-a522ebd45b6b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:37.445055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:37.445055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Checking segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:37.445429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Bound using segment: {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:37.445917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Bound port: d7616a44-2c0d-490b-a88d-bec11c3c7401, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248c4eb5-f5c5-4596-98fc-fbd892d79973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:37.446300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.453024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:37.455522 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac51983-3f2c-4d0a-b662-0d5012d59392" -d '{"events": [{"server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "name": "network-vif-plugged", "status": "completed", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:37.493383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:37.501020 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.539849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:37.546395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:37.556026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.572546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:37.617576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.618558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:37.620776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] 10.222.0.82 "PUT /v2.0/ports/d7616a44-2c0d-490b-a88d-bec11c3c7401 HTTP/1.1" status: 200 len: 1092 time: 1.0424781 Aug 30 21:15:37.620918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665deaf-dba7-4a7f-be12-de497157b31c req-ca82e3a6-f4ca-411c-998f-752dbf6283e0 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.621629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9523a-8a3f-474d-b8c5-fadcb93cec3b service neutron] Pushing event updated for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:37.622888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9665deaf-dba7-4a7f-be12-de497157b31c req-ca82e3a6-f4ca-411c-998f-752dbf6283e0 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0738175 Aug 30 21:15:37.672168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9665deaf-dba7-4a7f-be12-de497157b31c req-48dfbe27-6100-455e-970c-f021b398611d tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Aug 30 21:15:37.732396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.732915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.733389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.733901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.734408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.734909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.735394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.737710 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-906870da-30b6-4421-ad46-bd82ade82a9c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6485 time: 0.0592639 Aug 30 21:15:37.783300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931'}, {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '977f412f-993e-4aeb-b2f7-37cdea78ebff'}, {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:37.786031 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb156e5b-9586-42d7-8c98-f1cdfad34d44" -d '{"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931"}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "977f412f-993e-4aeb-b2f7-37cdea78ebff"}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:37.789760 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ba3c8d91-bf02-4c7a-b100-9a0ae5c9fd58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb3b124-182b-4d34-b58b-7111afce7da8 HTTP/1.1" status: 200 len: 217 time: 0.0427251 Aug 30 21:15:37.805566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25697605-444f-4191-8d6b-03420c2be02c req-37b2db0c-9158-402c-b296-5e675242d0f7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.807226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25697605-444f-4191-8d6b-03420c2be02c req-37b2db0c-9158-402c-b296-5e675242d0f7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0621934 Aug 30 21:15:37.856494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25697605-444f-4191-8d6b-03420c2be02c req-5cee849b-c69f-4c27-9a11-1a8b6c9d8db8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Aug 30 21:15:37.857539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-23509cc7-50d6-4939-bdad-18138120d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.860119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-23509cc7-50d6-4939-bdad-18138120d432 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fcc81c3-735f-4f24-9912-ac34dfc68e9a HTTP/1.1" status: 200 len: 850 time: 0.0620279 Aug 30 21:15:37.912171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3741e113-627e-472a-9eae-739e5de36a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:37.913059 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3741e113-627e-472a-9eae-739e5de36a0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb0eb042-4384-4607-affb-e644582335c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449741 Aug 30 21:15:37.991145 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0507b42b-0fa8-4071-a72f-b95d8399c118 x-openstack-request-id: req-0507b42b-0fa8-4071-a72f-b95d8399c118 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:37.991994 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "name": "network-vif-plugged", "status": "completed", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:37.992401 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0507b42b-0fa8-4071-a72f-b95d8399c118 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:37.992955 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'code': 200} Aug 30 21:15:38.034474 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-76ac7ed5-d240-43da-af08-f1bf18119741 service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130717 Aug 30 21:15:38.095063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cdb4d-efa3-4b7a-8f6a-4763976b17a8 req-d1a93dd5-678b-4834-b83e-3b5476b57faa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.097577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da0cdb4d-efa3-4b7a-8f6a-4763976b17a8 req-d1a93dd5-678b-4834-b83e-3b5476b57faa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0566511 Aug 30 21:15:38.134723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-113abf20-918a-403e-b68b-5025cb27baf2 service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925405 Aug 30 21:15:38.138532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da0cdb4d-efa3-4b7a-8f6a-4763976b17a8 req-0d9b4631-6e9f-4b94-be34-f46430eaa055 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Aug 30 21:15:38.192020 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a8816-a211-4a18-afdf-198702a26c98 x-openstack-request-id: req-bf4a8816-a211-4a18-afdf-198702a26c98 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:38.192590 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "977f412f-993e-4aeb-b2f7-37cdea78ebff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:38.192590 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf4a8816-a211-4a18-afdf-198702a26c98 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:38.192932 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931', 'status': 'completed', 'code': 200} Aug 30 21:15:38.193154 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': '977f412f-993e-4aeb-b2f7-37cdea78ebff', 'status': 'completed', 'code': 200} Aug 30 21:15:38.193422 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401', 'status': 'completed', 'code': 200} Aug 30 21:15:38.195348 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-c98387d4-e74e-4e02-9af5-16d15120aaba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 217 time: 0.0436504 Aug 30 21:15:38.250144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d35aba3e-6484-4d03-9eb6-e355e7a5a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.251688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d35aba3e-6484-4d03-9eb6-e355e7a5a351 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0449309 Aug 30 21:15:38.308427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-9dd7414e-60fb-43f2-beb1-bacba275c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.310027 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-9dd7414e-60fb-43f2-beb1-bacba275c61a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0428691 Aug 30 21:15:38.387926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.393877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.400065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.406367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.412157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.413723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-f9a72da3-9b45-4ed2-91da-a69be816020d service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898519 Aug 30 21:15:38.418009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.424056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.425983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a846ba0-0e97-4c36-a764-0469859151fe req-22d1c72b-eda9-4ae1-8ba8-6302ef16d518 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.0931420 Aug 30 21:15:38.468245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a846ba0-0e97-4c36-a764-0469859151fe req-6116f9e8-e717-4f08-a01f-db396f935aac tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348010 Aug 30 21:15:38.486621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:38.521140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-fad73c49-e032-461c-8e44-707b92b3c664 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969172 Aug 30 21:15:38.540419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:38.544463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:38.544830 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.572458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-5560e7b6-935b-488b-9c98-794a4f5cfbb4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 217 time: 0.0423524 Aug 30 21:15:38.632727 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.643937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-315c59e9-c0c2-4b6a-a642-fc9c64601dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.645439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-315c59e9-c0c2-4b6a-a642-fc9c64601dd9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0584867 Aug 30 21:15:38.667111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:38.672375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.674384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d9e9a1fe-e34d-452b-9791-1144045e51ff up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:38.690024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedee8d4-1069-48bf-a7d2-4d2e953a2ffd req-7b8894f8-e873-4101-9cb9-587f77f057ce tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.697391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedee8d4-1069-48bf-a7d2-4d2e953a2ffd req-7b8894f8-e873-4101-9cb9-587f77f057ce tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.698363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fedee8d4-1069-48bf-a7d2-4d2e953a2ffd req-7b8894f8-e873-4101-9cb9-587f77f057ce tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1681 time: 0.0654030 Aug 30 21:15:38.710297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340c370-5afb-4d85-831c-b891d01351d7 req-7a9d9000-524b-4bff-99ec-aeff68b4330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.711923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-7a9d9000-524b-4bff-99ec-aeff68b4330f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 1097 time: 0.0700161 Aug 30 21:15:38.722961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-a6ea57b1-a029-4301-a5b9-7d8322864ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.724912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-a6ea57b1-a029-4301-a5b9-7d8322864ace service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703583 Aug 30 21:15:38.743386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fedee8d4-1069-48bf-a7d2-4d2e953a2ffd req-31ac9201-3af0-4f7c-88b2-9fe44deaf06b tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364008 Aug 30 21:15:38.755507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:38.772281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d9e9a1fe-e34d-452b-9791-1144045e51ff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:38.777932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d9e9a1fe-e34d-452b-9791-1144045e51ff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:38.778404 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.864462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.901160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340c370-5afb-4d85-831c-b891d01351d7 req-81edd6c6-3e34-4e2b-97e0-59b81310b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.902892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-81edd6c6-3e34-4e2b-97e0-59b81310b229 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 200 len: 920 time: 0.1770203 Aug 30 21:15:38.905019 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87090083-384b-47aa-8e08-ccd145a12bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.905161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-0e160734-597f-4bb6-a2e6-112c95d43b94 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618981 Aug 30 21:15:38.909907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d9e9a1fe-e34d-452b-9791-1144045e51ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:38.914950 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:38.933761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfed9a5-eb01-4630-9f4b-20d7c44346b0 req-a6b1702e-866f-4cdd-bfb3-3e0ca7ab2b24 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:38.935355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bfed9a5-eb01-4630-9f4b-20d7c44346b0 req-a6b1702e-866f-4cdd-bfb3-3e0ca7ab2b24 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0561121 Aug 30 21:15:38.966641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d9e9a1fe-e34d-452b-9791-1144045e51ff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:38.984677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bfed9a5-eb01-4630-9f4b-20d7c44346b0 req-51ebea24-6a16-4b8e-addc-c36be775c24e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Aug 30 21:15:38.999728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-83b76848-338c-4fcc-a0d8-8b0e20b8563b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 200 len: 217 time: 0.0748751 Aug 30 21:15:39.075146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340c370-5afb-4d85-831c-b891d01351d7 req-c4494d5a-c059-455e-ac48-ad3e6a24f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.076627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-c4494d5a-c059-455e-ac48-ad3e6a24f347 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 200 len: 859 time: 0.0689895 Aug 30 21:15:39.082300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-b6c09a6f-9d85-4ecd-ad6a-ac8f2608e673 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702547 Aug 30 21:15:39.092612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fba96-a480-4f92-9b56-5ff02923a4c1 req-db741576-6f51-4fda-a6c1-a54be6909bca tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.094129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f92fba96-a480-4f92-9b56-5ff02923a4c1 req-db741576-6f51-4fda-a6c1-a54be6909bca tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0497329 Aug 30 21:15:39.132807 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f92fba96-a480-4f92-9b56-5ff02923a4c1 req-39c6a5f8-7aac-4f1e-8b3b-3d28259c23cf tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Aug 30 21:15:39.141519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-de48094e-d904-4a6b-9341-823e10a63ed3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c112ea77-3cd8-41af-b7da-cd7b8c007a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534463 Aug 30 21:15:39.142927 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-91713cda-43f6-47d5-a641-002b65c5b8bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29 HTTP/1.1" status: 200 len: 217 time: 0.0472636 Aug 30 21:15:39.255022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-a55fda34-47e5-46ff-a964-753687105ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.256510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-a55fda34-47e5-46ff-a964-753687105ee3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0861039 Aug 30 21:15:39.285061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-a47724f2-7e11-4d19-af96-23e5e264b13f service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330395 Aug 30 21:15:39.374258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1bcda1a8-c079-4c24-a591-2169c8332955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.375840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-1bcda1a8-c079-4c24-a591-2169c8332955 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1035442 Aug 30 21:15:39.430032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32cb2d-9e5f-4dbf-86c4-e0558ab8be2d req-983e0707-0800-4c8d-b7b5-47b66cdd393c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.431571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd32cb2d-9e5f-4dbf-86c4-e0558ab8be2d req-983e0707-0800-4c8d-b7b5-47b66cdd393c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0539000 Aug 30 21:15:39.442044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c340c370-5afb-4d85-831c-b891d01351d7 req-fe4c2cef-f52a-4106-9c3a-7d6196b331f6 service neutron] 10.222.0.86 "GET /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413126 Aug 30 21:15:39.474216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd32cb2d-9e5f-4dbf-86c4-e0558ab8be2d req-f0a41145-56f8-4aff-a283-1fd8461e1efc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Aug 30 21:15:39.489845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-9e856cb6-2453-46c6-aa84-f8b495770760 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934806 Aug 30 21:15:39.597373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-c76745a6-2007-4ac0-acb3-e3df3a275300 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930531 Aug 30 21:15:39.620142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.625933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.631733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.637496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.639869 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-7adbcfdf-6947-4144-adcc-51a21f393705 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931 HTTP/1.1" status: 200 len: 217 time: 0.0348995 Aug 30 21:15:39.643559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.649310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.655095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.657404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-7cefcd13-663e-48ba-8b4a-20f7362c1622 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.0946186 Aug 30 21:15:39.696042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-acadf8b4-6cb4-40f0-b979-d7642e00d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.697655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-acadf8b4-6cb4-40f0-b979-d7642e00d08c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0506120 Aug 30 21:15:39.701112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da7989e3-c5f4-472f-a48e-2cc8a11b8f94 req-f6a07200-92cc-4928-a385-e35204267e38 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373216 Aug 30 21:15:39.750953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d97a860e-6db0-4de4-b467-dfb850c2582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.752469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-d97a860e-6db0-4de4-b467-dfb850c2582c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456140 Aug 30 21:15:39.849116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-0e9abdba-9be2-4c7d-95c0-84177cdc47c1 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874431 Aug 30 21:15:39.906556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e627b-bd68-4112-a990-b0e49462a2e4 req-fb11019d-fb30-45e2-b8fb-5e564dd25412 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.912497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e627b-bd68-4112-a990-b0e49462a2e4 req-fb11019d-fb30-45e2-b8fb-5e564dd25412 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:39.914101 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-629e627b-bd68-4112-a990-b0e49462a2e4 req-fb11019d-fb30-45e2-b8fb-5e564dd25412 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1683 time: 0.0567081 Aug 30 21:15:39.945784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-f361b56f-2d8e-4d93-8601-3d20217e4a00 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874937 Aug 30 21:15:39.956229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-629e627b-bd68-4112-a990-b0e49462a2e4 req-21a21997-0423-4a46-ad24-fa234bcf23c8 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Aug 30 21:15:39.988953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ea893ab2-9cef-44df-ba7b-afd42f402576 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff HTTP/1.1" status: 200 len: 217 time: 0.0348384 Aug 30 21:15:39.993847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3'}, {'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e9a1fe-e34d-452b-9791-1144045e51ff'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:39.996301 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d2935-a441-46c4-804c-57236a609e35" -d '{"events": [{"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-plugged", "status": "completed", "tag": "9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3"}, {"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-plugged", "status": "completed", "tag": "d9e9a1fe-e34d-452b-9791-1144045e51ff"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:40.039661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-0098d91f-e7e1-4bd3-8919-bdf385e62397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.041167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-0098d91f-e7e1-4bd3-8919-bdf385e62397 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.0451119 Aug 30 21:15:40.060529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b32a4b-ecf3-4cb3-b5b0-1cc3967e664b req-8040b479-29b8-4cbd-8109-4299f12248d9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.062022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4b32a4b-ecf3-4cb3-b5b0-1cc3967e664b req-8040b479-29b8-4cbd-8109-4299f12248d9 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0504949 Aug 30 21:15:40.094071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-34795ac3-dae8-4f0a-ba31-c72679cbf7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.095661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-34795ac3-dae8-4f0a-ba31-c72679cbf7dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456955 Aug 30 21:15:40.100094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4b32a4b-ecf3-4cb3-b5b0-1cc3967e664b req-9f6f19fa-b38e-40a3-a424-cb5a48ce4f2b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Aug 30 21:15:40.197880 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-640b2e71-cca4-4d95-b4e6-06d92e740c63 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888329 Aug 30 21:15:40.217317 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd87cc-c540-4de5-b630-1263dc899a32 x-openstack-request-id: req-cbdd87cc-c540-4de5-b630-1263dc899a32 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:40.217678 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-plugged", "status": "completed", "tag": "9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3", "code": 200}, {"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-plugged", "status": "completed", "tag": "d9e9a1fe-e34d-452b-9791-1144045e51ff", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:40.217990 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbdd87cc-c540-4de5-b630-1263dc899a32 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:40.218616 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3', 'code': 200} Aug 30 21:15:40.218953 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e9a1fe-e34d-452b-9791-1144045e51ff', 'code': 200} Aug 30 21:15:40.315419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f326f3e-29c1-41ee-a240-96bcce2931e3 req-eaa02206-8658-4d82-b448-6fd8d2b3239c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.316992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f326f3e-29c1-41ee-a240-96bcce2931e3 req-eaa02206-8658-4d82-b448-6fd8d2b3239c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0546293 Aug 30 21:15:40.346860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467169-9b48-4f65-8b38-0e18d14e8c7e req-0ce4ebd8-3f2f-4674-8780-c7e8aeeaf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.347426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467169-9b48-4f65-8b38-0e18d14e8c7e req-0ce4ebd8-3f2f-4674-8780-c7e8aeeaf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.348962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6d467169-9b48-4f65-8b38-0e18d14e8c7e req-0ce4ebd8-3f2f-4674-8780-c7e8aeeaf5b6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1987 time: 0.0682118 Aug 30 21:15:40.359973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f326f3e-29c1-41ee-a240-96bcce2931e3 req-362b5f49-3bfc-431e-b8b7-c112156d1a24 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Aug 30 21:15:40.374254 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ab122f16-a110-46ab-a4db-0d3f6c7b682e service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678920 Aug 30 21:15:40.428043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-78dd1002-e17a-4e20-9508-29bcb6be63cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401 HTTP/1.1" status: 200 len: 217 time: 0.0421238 Aug 30 21:15:40.429501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6d467169-9b48-4f65-8b38-0e18d14e8c7e req-04311297-66c1-485d-ae88-5d7ce7175386 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719330 Aug 30 21:15:40.490267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-08f3684a-130f-488d-8d3f-bb83abdfd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.492185 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-08f3684a-130f-488d-8d3f-bb83abdfd5a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.0548158 Aug 30 21:15:40.540302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ad9c7eee-823c-4200-8c0c-8cae3407d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.541886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-ad9c7eee-823c-4200-8c0c-8cae3407d4c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0418234 Aug 30 21:15:40.599613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a7940-c73c-4a4b-90e9-e0d1504fd735 req-847b7101-7321-49d8-b6a8-541582627e4c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.607686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d05a7940-c73c-4a4b-90e9-e0d1504fd735 req-847b7101-7321-49d8-b6a8-541582627e4c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0602069 Aug 30 21:15:40.645535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d05a7940-c73c-4a4b-90e9-e0d1504fd735 req-05a732ae-f437-4001-bfd6-5cd1ea6e72bd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366921 Aug 30 21:15:40.654284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-4788c4e3-2860-47e1-9484-d979f3e2de0f service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006908 Aug 30 21:15:40.749974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7d53380f-48bd-40d2-9d3d-59fe7d17784f req-3f95e165-20f4-4130-94bd-7b9b0f6cbb4a service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874059 Aug 30 21:15:40.835733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.841532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.847308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.854847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.861367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.867767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.871016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.871517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.871980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.872468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.872939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.873393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.873626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.873855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.875648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d829eccb-14f0-4495-88f0-db5349dc560d req-13573063-b912-4a3a-a9b6-968dd19c7313 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.0956929 Aug 30 21:15:40.875775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-52e0c63c-900d-4737-b22d-347af645a6da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6485 time: 0.0513899 Aug 30 21:15:40.920576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d829eccb-14f0-4495-88f0-db5349dc560d req-2df2d6a2-0a9c-494f-aa21-7007f2c9d7a5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361264 Aug 30 21:15:40.973505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-5fc662cc-1d5a-4ad6-911c-867818650696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:40.975748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-5fc662cc-1d5a-4ad6-911c-867818650696 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5c9f9c40-524e-4c39-a5a7-f5757e33a921 HTTP/1.1" status: 200 len: 902 time: 0.0926092 Aug 30 21:15:41.020862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-92339963-d091-4c02-b285-d3b73235b1d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931 HTTP/1.1" status: 200 len: 217 time: 0.0364482 Aug 30 21:15:41.072399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-d5856b5f-3507-4b04-b54a-425184c05f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.073879 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-d5856b5f-3507-4b04-b54a-425184c05f8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0463369 Aug 30 21:15:41.076330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0294b-1537-45ca-995e-377411b8be93 req-d276efb0-ce28-4fef-9455-25474f66967a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.082175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0294b-1537-45ca-995e-377411b8be93 req-d276efb0-ce28-4fef-9455-25474f66967a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.083812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9a0294b-1537-45ca-995e-377411b8be93 req-d276efb0-ce28-4fef-9455-25474f66967a tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1683 time: 0.0577631 Aug 30 21:15:41.123414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9a0294b-1537-45ca-995e-377411b8be93 req-6a099579-4c8b-4d9a-9fc6-6c7aca22a331 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Aug 30 21:15:41.126301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-d312c643-ee64-4d17-9ea1-d8504462772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.127853 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-d312c643-ee64-4d17-9ea1-d8504462772b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454233 Aug 30 21:15:41.218987 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-1bab24fa-c126-4b62-86a6-3fd4b07f0073 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830939 Aug 30 21:15:41.232801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b1b3e-1065-4502-ad4b-8758d6814021 req-ed77eaf4-9ec3-42ac-b27a-887657cb1da7 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.234552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c59b1b3e-1065-4502-ad4b-8758d6814021 req-ed77eaf4-9ec3-42ac-b27a-887657cb1da7 tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0577793 Aug 30 21:15:41.274490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c59b1b3e-1065-4502-ad4b-8758d6814021 req-933e6b5f-6adf-40c6-9222-b8bec559f32f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/security-groups?id=1821b95d-4320-4f54-a97d-06188456cc68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Aug 30 21:15:41.319999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-f17ce8b2-f21a-4e2c-b0f8-d720ef5e1c80 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933089 Aug 30 21:15:41.426221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.426945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.427190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.428050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.428528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.429115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.429216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-b7eb1f70-2442-4c89-83ba-a7b05009082b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.429581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.431101 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-b7eb1f70-2442-4c89-83ba-a7b05009082b tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Aug 30 21:15:41.431638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-958387ef-9c5f-493a-bad3-437adfc2b377 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6485 time: 0.0529110 Aug 30 21:15:41.529943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-5f0bebab-19d0-44cc-ab30-2c2da86a6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.532139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-5f0bebab-19d0-44cc-ab30-2c2da86a6f89 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 200 len: 903 time: 0.0889647 Aug 30 21:15:41.537365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74888f7b-f9d9-49fe-b313-605b0af062dc req-d9eb4723-ff8d-4162-a5a4-357a63a31957 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.538864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74888f7b-f9d9-49fe-b313-605b0af062dc req-d9eb4723-ff8d-4162-a5a4-357a63a31957 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.1037083 Aug 30 21:15:41.577614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-09e1714c-90af-4d14-9c73-35fa999e3394 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff HTTP/1.1" status: 200 len: 217 time: 0.0344424 Aug 30 21:15:41.591002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74888f7b-f9d9-49fe-b313-605b0af062dc req-0cf2df45-bfc5-4326-b8f5-821f5144942a tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Aug 30 21:15:41.594414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Deleting port cedac904-7aff-4dbf-bff2-e27c3c6f9bba {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:41.594790 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:41.630863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-d8e96127-f04e-4cbf-aea7-271a0e17491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.632351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-d8e96127-f04e-4cbf-aea7-271a0e17491a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.0474734 Aug 30 21:15:41.688944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] For port cedac904-7aff-4dbf-bff2-e27c3c6f9bba, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,segment=NetworkSegment(5d0b2738-c0d4-4387-945b-17c2231c5160),segment_id=5d0b2738-c0d4-4387-945b-17c2231c5160)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:41.689312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:41.690610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-7d5714c9-7bfa-4c4e-8763-55e3763261f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.692183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-7d5714c9-7bfa-4c4e-8763-55e3763261f8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513518 Aug 30 21:15:41.708120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Calling delete_port for cedac904-7aff-4dbf-bff2-e27c3c6f9bba owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:41.733743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:41.791637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-7293268b-2cb9-46fa-8892-f711dc5b3453 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905187 Aug 30 21:15:41.811824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6a9c7-6155-4a76-9157-67287aecc9f8 req-ffef89bc-b5d3-418c-9acd-132147f234f3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:41.813403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b6a9c7-6155-4a76-9157-67287aecc9f8 req-ffef89bc-b5d3-418c-9acd-132147f234f3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0956080 Aug 30 21:15:41.855373 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e633592d-57ab-4acf-8b08-590edd5580aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:41.892925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b6a9c7-6155-4a76-9157-67287aecc9f8 req-6ecfc3a5-5dae-4c90-bc9b-8cdfe78377b6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683751 Aug 30 21:15:41.902215 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-95ddd444-5ebb-43f6-80c6-a84f20adc8d7 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025693 Aug 30 21:15:41.918331 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:41.947842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Pushing event deleted for resources: {'Port': ['ID=cedac904-7aff-4dbf-bff2-e27c3c6f9bba,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:41.999427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] No DVR routers for this DVR port cedac904-7aff-4dbf-bff2-e27c3c6f9bba on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:42.003541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:42.005610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d796808c-fdca-4543-ae2c-0fc03dfcaf04 req-7b389f9d-37a4-4b2b-b8df-51649b72b09e tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.82 "DELETE /v2.0/ports/cedac904-7aff-4dbf-bff2-e27c3c6f9bba HTTP/1.1" status: 204 len: 173 time: 0.5615954 Aug 30 21:15:42.006809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'name': 'network-vif-deleted', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:42.009350 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d2901f-8202-408c-aa21-834b780313ec" -d '{"events": [{"server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "name": "network-vif-deleted", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:42.038019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.038382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.038882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.039356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.039852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.040640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.041029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.043729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-6f5adafa-6d8c-4f42-834d-00e42c92bba0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6485 time: 0.0773456 Aug 30 21:15:42.073808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.080184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.086549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.093155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.099665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.105748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.111862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.113852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-4cf0de22-f9aa-433f-b3c6-a00e588b19d5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1120412 Aug 30 21:15:42.153207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-563fbf8b-0179-4225-b988-b93b22e2f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.155456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-563fbf8b-0179-4225-b988-b93b22e2f8a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 200 len: 903 time: 0.1042013 Aug 30 21:15:42.175818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd7de2e2-00af-4338-988f-f988c2a07d5f req-926a87b3-f33c-484f-940d-2375f47c2d65 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530396 Aug 30 21:15:42.207706 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-a183a2a3-007f-4c25-ab53-b73316b3cca6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401 HTTP/1.1" status: 200 len: 217 time: 0.0450873 Aug 30 21:15:42.231411 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdb2fd1-aea2-44db-ba45-ce7c185e4c51 x-openstack-request-id: req-efdb2fd1-aea2-44db-ba45-ce7c185e4c51 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:42.231698 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c2f695-cc2f-423e-95f6-dca63b31bcf5", "name": "network-vif-deleted", "tag": "cedac904-7aff-4dbf-bff2-e27c3c6f9bba", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:42.231948 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efdb2fd1-aea2-44db-ba45-ce7c185e4c51 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:42.232397 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c2f695-cc2f-423e-95f6-dca63b31bcf5', 'name': 'network-vif-deleted', 'tag': 'cedac904-7aff-4dbf-bff2-e27c3c6f9bba', 'status': 'completed', 'code': 200} Aug 30 21:15:42.335655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ba0c5-41df-4add-a963-0d9fe60cbc24 req-155af72e-3aa5-4911-9564-13ef359db498 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.344754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ba0c5-41df-4add-a963-0d9fe60cbc24 req-155af72e-3aa5-4911-9564-13ef359db498 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.344754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a44ba0c5-41df-4add-a963-0d9fe60cbc24 req-155af72e-3aa5-4911-9564-13ef359db498 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1683 time: 0.0683427 Aug 30 21:15:42.387715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a44ba0c5-41df-4add-a963-0d9fe60cbc24 req-2c625748-6117-4d4f-8a90-dffaba405f5d tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365283 Aug 30 21:15:42.497243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ad2334-77d6-4259-bff0-2534baff5c62 req-7b9a4efe-833a-49f3-9250-fda95c32c09f tempest-ImagesTestJSON-1460036791 tempest-ImagesTestJSON-1460036791-project] 10.222.0.76 "GET /v2.0/ports?device_id=41c2f695-cc2f-423e-95f6-dca63b31bcf5 HTTP/1.1" status: 200 len: 210 time: 0.0321088 Aug 30 21:15:42.550946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-9182e510-8fd5-45ff-8962-6f81d848653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.552555 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-9182e510-8fd5-45ff-8962-6f81d848653f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.3384786 Aug 30 21:15:42.565053 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:42.603631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-fa2906fa-9574-45a6-9422-25e163d94f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.605171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-fa2906fa-9574-45a6-9422-25e163d94f4a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446436 Aug 30 21:15:42.700694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-e641980d-c302-4c41-a637-030e76830354 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871141 Aug 30 21:15:42.717220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3e3a6-e96b-4189-aded-3dab53e97ce5 req-0668a838-4a35-46f8-8886-3387561c336e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:42.718701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbc3e3a6-e96b-4189-aded-3dab53e97ce5 req-0668a838-4a35-46f8-8886-3387561c336e tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Aug 30 21:15:42.758008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbc3e3a6-e96b-4189-aded-3dab53e97ce5 req-d25655ff-671d-42bf-9240-b8c1f82fbad9 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 Aug 30 21:15:42.796122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bb156e5b-9586-42d7-8c98-f1cdfad34d44 req-211d116e-8b45-43f4-aad7-8dff94e9c115 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879891 Aug 30 21:15:42.946006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:42.970056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: cedac904-7aff-4dbf-bff2-e27c3c6f9bba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:42.970408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:43.226978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1af9-b896-4560-8543-86af919a8a1e req-ec219a72-4801-4afa-90d7-9183376e3a8f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.232781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f1af9-b896-4560-8543-86af919a8a1e req-ec219a72-4801-4afa-90d7-9183376e3a8f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.234404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-229f1af9-b896-4560-8543-86af919a8a1e req-ec219a72-4801-4afa-90d7-9183376e3a8f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1683 time: 0.0573936 Aug 30 21:15:43.273710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-229f1af9-b896-4560-8543-86af919a8a1e req-c435d247-2efe-4975-94da-e2a138cfb971 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Aug 30 21:15:43.384306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46a41-fecb-4154-af5c-4bbd2d393d14 req-b5dc3f1a-c6e8-4902-ae86-d4078f0c4e71 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.385803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90e46a41-fecb-4154-af5c-4bbd2d393d14 req-b5dc3f1a-c6e8-4902-ae86-d4078f0c4e71 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0523911 Aug 30 21:15:43.427536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90e46a41-fecb-4154-af5c-4bbd2d393d14 req-769261f5-3b78-4c78-b029-0b065852cd70 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Aug 30 21:15:43.583610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.589380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.595117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.600818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.606573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.612362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.618436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:43.620430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-70edb2f5-47f1-45fa-9432-5ae534ba1b35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.0958259 Aug 30 21:15:43.665775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a579ecde-e613-4178-a09a-e3f0f1c7b1da req-703de4b5-8d76-4dd4-8095-71c1b67aec95 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358024 Aug 30 21:15:44.114652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33104) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:44.162932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Deleting subnet d236aef7-f234-45a2-ab65-d9e179af0cd3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:15:44.166923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.207155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.248030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.306613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.342054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d236aef7-f234-45a2-ab65-d9e179af0cd3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:44.349172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.353668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-471ab5ba-d6f8-49a6-9bb3-5b67a26c3a8d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d236aef7-f234-45a2-ab65-d9e179af0cd3 HTTP/1.1" status: 204 len: 168 time: 0.2354288 Aug 30 21:15:44.353668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:44.420035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4e0ac-d896-4732-b7ec-a3934f938398 req-b1506d09-3e5e-440a-814c-4a6ebc3a07cb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.426033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4e0ac-d896-4732-b7ec-a3934f938398 req-b1506d09-3e5e-440a-814c-4a6ebc3a07cb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.427667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63e4e0ac-d896-4732-b7ec-a3934f938398 req-b1506d09-3e5e-440a-814c-4a6ebc3a07cb tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1683 time: 0.0600152 Aug 30 21:15:44.431301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.479024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63e4e0ac-d896-4732-b7ec-a3934f938398 req-a0b0466e-ffd5-49b3-99a5-4072cc894937 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Aug 30 21:15:44.516699 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.526234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.541127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:44.553002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0b2738-c0d4-4387-945b-17c2231c5160') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:44.553642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0b2738-c0d4-4387-945b-17c2231c5160') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:44.563760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.580572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.587805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:15:44.588534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:15:44.590796 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:15:44.609985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00700b-4cf3-4f62-9fa3-06ff3a04af1b req-5763cfc7-297b-4a3b-a9f0-c23137c6ec57 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.611890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe00700b-4cf3-4f62-9fa3-06ff3a04af1b req-5763cfc7-297b-4a3b-a9f0-c23137c6ec57 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0581026 Aug 30 21:15:44.652503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe00700b-4cf3-4f62-9fa3-06ff3a04af1b req-88ae1fc2-034f-44d3-a8bb-2414f714091f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Aug 30 21:15:44.657990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.665684 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.668106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0 HTTP/1.1" status: 204 len: 168 time: 0.3133824 Aug 30 21:15:44.680930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c013071-c927-45f4-ac9b-f776c4cd3783 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ddd49aa-1a2a-4b19-a725-ab3d9d81e5b0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:44.748466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-48b72dfc-b38f-4f3f-8808-ed11c75d86b9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.754833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-48b72dfc-b38f-4f3f-8808-ed11c75d86b9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.756551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-48b72dfc-b38f-4f3f-8808-ed11c75d86b9 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 1683 time: 0.0621729 Aug 30 21:15:44.841696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33120) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:44.863132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.870799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.877174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.883040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port d9e9a1fe-e34d-452b-9791-1144045e51ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:44.883186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.883586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.889747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.895782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.902114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:44.904186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-82cb9c35-d358-40b1-8fbd-9167a92fb676 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1224844 Aug 30 21:15:44.956201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a072e65d-5a85-4d05-8be3-4cf818bab861 req-f5f5a115-c111-4b98-b892-1c19a76e5373 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439606 Aug 30 21:15:44.979672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port d9e9a1fe-e34d-452b-9791-1144045e51ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d9e9a1fe-e34d-452b-9791-1144045e51ff,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:44.980152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:44.995132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5723f77-0cb0-49e4-921e-12c8ea881e89 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e28bdf791c744dba0191ffe371c020a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896587 Aug 30 21:15:44.997602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33122) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:44.999855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for d9e9a1fe-e34d-452b-9791-1144045e51ff owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:45.054373 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b86f085-b259-4985-9182-9ce620adda2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.083692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b86f085-b259-4985-9182-9ce620adda2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.141610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b86f085-b259-4985-9182-9ce620adda2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.144269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b86f085-b259-4985-9182-9ce620adda2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.145463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b86f085-b259-4985-9182-9ce620adda2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1821b95d-4320-4f54-a97d-06188456cc68 HTTP/1.1" status: 204 len: 168 time: 0.1467130 Aug 30 21:15:45.153646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86f085-b259-4985-9182-9ce620adda2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1821b95d-4320-4f54-a97d-06188456cc68,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:45.173150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.185054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3', 'd9e9a1fe-e34d-452b-9791-1144045e51ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:45.204173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=d9e9a1fe-e34d-452b-9791-1144045e51ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:45.253752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port d9e9a1fe-e34d-452b-9791-1144045e51ff on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:45.256511 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.258788 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-c48aed41-e63b-4e69-99db-4e4f808eeef5 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "DELETE /v2.0/ports/d9e9a1fe-e34d-452b-9791-1144045e51ff HTTP/1.1" status: 204 len: 173 time: 0.4960983 Aug 30 21:15:45.259357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-deleted', 'tag': 'd9e9a1fe-e34d-452b-9791-1144045e51ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:45.261806 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e849be3-72a6-4a81-9dbe-079a90679fbe" -d '{"events": [{"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-deleted", "tag": "d9e9a1fe-e34d-452b-9791-1144045e51ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:45.332053 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f14e064-b1cb-4849-8391-a7cd8eaa442a x-openstack-request-id: req-4f14e064-b1cb-4849-8391-a7cd8eaa442a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:45.332340 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-deleted", "tag": "d9e9a1fe-e34d-452b-9791-1144045e51ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:45.332598 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f14e064-b1cb-4849-8391-a7cd8eaa442a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:45.340010 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-deleted', 'tag': 'd9e9a1fe-e34d-452b-9791-1144045e51ff', 'status': 'completed', 'code': 200} Aug 30 21:15:45.398755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:45.399264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.499579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:45.499963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.525555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:45.641885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb174a-7fb7-4667-b7d6-fdd89a913834 req-714b8479-1075-4faa-9d74-5e7be249b147 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:45.643443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19fb174a-7fb7-4667-b7d6-fdd89a913834 req-714b8479-1075-4faa-9d74-5e7be249b147 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e7311a1-4fc7-4ce8-8952-5c118d03842d HTTP/1.1" status: 200 len: 946 time: 0.0572731 Aug 30 21:15:45.692202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19fb174a-7fb7-4667-b7d6-fdd89a913834 req-af493231-664e-418c-a22e-1aa206418736 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "GET /v2.0/security-groups?id=225be108-9283-4ede-8148-ce79718de36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Aug 30 21:15:45.702206 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.715498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d9e9a1fe-e34d-452b-9791-1144045e51ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:45.752774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:45.825087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:45.828378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:45.830425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f571414d-c759-4a7e-9236-10ce4b614c15 req-0e1aa459-3552-421e-8ba8-7aeabb51a086 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.86 "DELETE /v2.0/ports/9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 HTTP/1.1" status: 204 len: 173 time: 0.5647864 Aug 30 21:15:45.856181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f1b76-943f-4dbf-99ff-51730470b67c req-4c67aaba-fd1e-4a7e-b258-4a0683a60edc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:45.857797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d55f1b76-943f-4dbf-99ff-51730470b67c req-4c67aaba-fd1e-4a7e-b258-4a0683a60edc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0915709 Aug 30 21:15:45.925766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d55f1b76-943f-4dbf-99ff-51730470b67c req-55b6742e-3370-4be8-a883-d150db0504e8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571349 Aug 30 21:15:46.126013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.132470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.139216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.145598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.151574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.158051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.164150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.166433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-f9b7ff58-2344-4272-80cb-8ade763c3263 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.0964913 Aug 30 21:15:46.218763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81337f6d-6448-46a5-b0cc-a427a1f06db2 req-e6fb755b-c2e3-4cd0-8d3b-1df002dc67bb tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453651 Aug 30 21:15:46.566510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-2fba8131-5d33-47ca-85b4-596fd454f662 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3cca342e97a7425c92a400d61384c044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230238 Aug 30 21:15:46.675497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-b5414da9-e2dd-4625-a038-a8df325ecfbd tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:46.677242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-b5414da9-e2dd-4625-a038-a8df325ecfbd tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1050680 Aug 30 21:15:46.693936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-f87e1898-f956-496f-bf2d-3de293092670 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/quotas/3cca342e97a7425c92a400d61384c044 HTTP/1.1" status: 200 len: 375 time: 0.0104704 Aug 30 21:15:46.732234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-5998ba14-1700-4c57-88e5-22d3a3be0c9e tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3cca342e97a7425c92a400d61384c044&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322521 Aug 30 21:15:46.868147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33180) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:46.941326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79fd5f86-8e7b-4da2-a7a1-7126befb5d74 req-7f606d7e-2feb-491b-ad37-b92013c25d57 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 210 time: 0.0410583 Aug 30 21:15:46.955946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting subnet f042f03e-7622-4e61-bb38-1a41545caa5a {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:15:46.967806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:46.971753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:46.998039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: cedac904-7aff-4dbf-bff2-e27c3c6f9bba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:46.998380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device cedac904-7aff-4dbf-bff2-e27c3c6f9bba not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:47.019272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.134632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cd14c-1329-41d4-b45f-5487040fdcd0 req-1dc113b7-462b-4ff6-8a64-41e116f16dc0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.136211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-686cd14c-1329-41d4-b45f-5487040fdcd0 req-1dc113b7-462b-4ff6-8a64-41e116f16dc0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0912640 Aug 30 21:15:47.169112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.212585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-686cd14c-1329-41d4-b45f-5487040fdcd0 req-3c4f4456-e020-4626-a7e1-b6ab6a749f8e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674343 Aug 30 21:15:47.264113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.296962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Subnet': ['ID=f042f03e-7622-4e61-bb38-1a41545caa5a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:47.300927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.305576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-71184369-a44c-4f4c-b36a-752f1e64fefc tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/subnets/f042f03e-7622-4e61-bb38-1a41545caa5a HTTP/1.1" status: 204 len: 168 time: 0.4358094 Aug 30 21:15:47.305707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:47.319597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6bf5f7-27d1-44e1-a484-25301c8c1d85 None None] Network 587681a8-8368-4038-b404-7c95da30ea0c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:47.425223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.432411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.439070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.445058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.451628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.457112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-deleted', 'tag': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:47.457936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.459780 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589644e8-69b5-46ba-84dd-f5977bac9d8c" -d '{"events": [{"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-deleted", "tag": "9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:47.466157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.466349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:47.475501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7f98048-2513-4675-987a-854b17d929e0 req-593a6345-f942-4142-b8cf-3abeebf83d1a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1117868 Aug 30 21:15:47.535633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port c8e1cf81-c391-4895-9891-2ef6bac5fc15 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:47.536403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.536756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7f98048-2513-4675-987a-854b17d929e0 req-b9b55bed-f95f-4653-8cbd-7d4958b88db5 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603678 Aug 30 21:15:47.564667 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] DHCP port deletion for 587681a8-8368-4038-b404-7c95da30ea0c request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:15:47.632276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] Deleting port c8e1cf81-c391-4895-9891-2ef6bac5fc15 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:47.632844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.653112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port c8e1cf81-c391-4895-9891-2ef6bac5fc15, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8e1cf81-c391-4895-9891-2ef6bac5fc15,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:47.653716 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.670056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for c8e1cf81-c391-4895-9891-2ef6bac5fc15 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:47.684996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c8e1cf81-c391-4895-9891-2ef6bac5fc15 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:47.741840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] For port c8e1cf81-c391-4895-9891-2ef6bac5fc15, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c8e1cf81-c391-4895-9891-2ef6bac5fc15,segment=NetworkSegment(b5532c3d-851c-4930-bf5c-c688fb187d2b),segment_id=b5532c3d-851c-4930-bf5c-c688fb187d2b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:47.742386 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.756224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.757582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] Calling delete_port for c8e1cf81-c391-4895-9891-2ef6bac5fc15 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:47.768554 n-d-793620-16 neutron-server[94690]: INFO neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No ports have port_id starting with c8e1cf81-c391-4895-9891-2ef6bac5fc15 Aug 30 21:15:47.791564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port c8e1cf81-c391-4895-9891-2ef6bac5fc15 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:47.797243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=c8e1cf81-c391-4895-9891-2ef6bac5fc15,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:47.801901 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ddeb7-be23-47d9-a327-d87f84c4b539 x-openstack-request-id: req-895ddeb7-be23-47d9-a327-d87f84c4b539 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:47.802182 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7311a1-4fc7-4ce8-8952-5c118d03842d", "name": "network-vif-deleted", "tag": "9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:47.802434 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-895ddeb7-be23-47d9-a327-d87f84c4b539 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:47.802854 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7311a1-4fc7-4ce8-8952-5c118d03842d', 'name': 'network-vif-deleted', 'tag': '9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3', 'status': 'completed', 'code': 200} Aug 30 21:15:47.844915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.869864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] Pushing event deleted for resources: {'Port': ['ID=c8e1cf81-c391-4895-9891-2ef6bac5fc15,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:47.877188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff8d28-2aa2-4637-a83a-d2fcb4fc3aad None None] No DVR routers for this DVR port c8e1cf81-c391-4895-9891-2ef6bac5fc15 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:47.879144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.894095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587681a8-8368-4038-b404-7c95da30ea0c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:47.905484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5532c3d-851c-4930-bf5c-c688fb187d2b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:47.906245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5532c3d-851c-4930-bf5c-c688fb187d2b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:47.916498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.932127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.957121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:15:47.957528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:15:47.960524 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:15:47.978953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-3afabf29-9485-41fa-af18-06c281290e03 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=3cca342e97a7425c92a400d61384c044&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442226 Aug 30 21:15:48.059886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd3d5ff3-3d62-44ce-a7d0-2509d5e81f99 req-0fcad7a5-30ef-464d-a0f1-6a3269fe1139 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 210 time: 0.0282605 Aug 30 21:15:48.086022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.097818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.099680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/networks/587681a8-8368-4038-b404-7c95da30ea0c HTTP/1.1" status: 204 len: 168 time: 0.7928603 Aug 30 21:15:48.103100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33204) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:48.116421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43a3ab-5cde-489e-a1a7-0e404cbbf41f tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Network': ['ID=587681a8-8368-4038-b404-7c95da30ea0c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:48.143701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1b550d2b-7761-48b8-b7c7-99d82f49d295 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.145084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1b550d2b-7761-48b8-b7c7-99d82f49d295 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381903 Aug 30 21:15:48.157538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting subnet fc35b64a-cf49-44c9-bea3-6674f2909622 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:15:48.160671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.165853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Request body: {'port': {'device_id': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '3cca342e97a7425c92a400d61384c044'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:48.201457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.289682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Made reservation on behalf of 3cca342e97a7425c92a400d61384c044 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:48.293733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.301372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.304769 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.384572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1212-8cd5-41dd-a331-fcb41b1a583d req-50810021-86db-4711-afae-5d5d5c0f7d07 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.386256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc8d1212-8cd5-41dd-a331-fcb41b1a583d req-50810021-86db-4711-afae-5d5d5c0f7d07 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0995393 Aug 30 21:15:48.404398 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.409526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.414575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.444147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.448448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/subnets/fc35b64a-cf49-44c9-bea3-6674f2909622 HTTP/1.1" status: 204 len: 168 time: 0.3419373 Aug 30 21:15:48.451743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5473b4b-e320-4c81-8a93-8b3d393d352a None None] Network b1c9f967-eeac-485a-82bd-6cf3078f9952 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:48.462124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33210) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:48.465434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc8d1212-8cd5-41dd-a331-fcb41b1a583d req-26fbe986-266e-4507-802d-d61ae94cf0d7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715799 Aug 30 21:15:48.467396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67edb92-70f1-40b8-b966-fa88b0eb4924 tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Subnet': ['ID=fc35b64a-cf49-44c9-bea3-6674f2909622,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:48.504139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1989c2-f458-422f-a638-451c0dabefb6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:48.541761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:48.574886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.591943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:48.592289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9bac9e85-b84c-4c4c-b4ae-ceac87dc70c3 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:48.592700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d9e9a1fe-e34d-452b-9791-1144045e51ff no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:48.615680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Allocated IP 192.168.233.28 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/dd76b5ad-09df-42b7-bafa-1da39d7bd17c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:48.618055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d9e9a1fe-e34d-452b-9791-1144045e51ff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:48.619197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d9e9a1fe-e34d-452b-9791-1144045e51ff not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:48.640747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Deleting port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:48.641090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.722111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] DHCP port deletion for b1c9f967-eeac-485a-82bd-6cf3078f9952 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:15:48.740591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] For port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:48.741470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.759966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Calling delete_port for 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:48.772078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.775395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] Deleting port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:48.775395 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.777943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.784294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.790789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.796476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.802271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.802552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.808028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.809978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-364e6d1b-5507-4fdd-b4c7-9dcfcd63e01b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1291037 Aug 30 21:15:48.817708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Transition to ACTIVE for port object dd76b5ad-09df-42b7-bafa-1da39d7bd17c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:48.843618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] For port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,segment=NetworkSegment(c8f4c4dd-87f2-49a3-8672-ae640dae098a),segment_id=c8f4c4dd-87f2-49a3-8672-ae640dae098a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:48.844314 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.854200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.859878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] Calling delete_port for 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:48.900655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:48.904212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:48.904527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a74ff276-e4dd-4110-b2b3-645d30fdf793 req-d581e7c1-0f67-4cb7-9b75-3be565d6c196 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826464 Aug 30 21:15:48.911453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:48.944886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.945094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Pushing event updated for resources: {'Port': ['ID=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:48.971413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:48.972100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:48.988068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Port': ['ID=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:48.989519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-ae49f496-5911-412a-99b9-b31ddf163926 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8273599 Aug 30 21:15:48.992316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] No DVR routers for this DVR port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:49.005951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Request body: {'port': {'device_id': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:49.013069 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.041556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] Pushing event deleted for resources: {'Port': ['ID=0aa38759-85d3-4d31-b2ab-da7bc2d4ad60,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:49.051345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27c2be-fa23-43eb-9238-b2dae49a0ae7 None None] No DVR routers for this DVR port 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:49.094858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.112974 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.123798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c9f967-eeac-485a-82bd-6cf3078f9952']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:49.137524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f4c4dd-87f2-49a3-8672-ae640dae098a') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:49.137881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f4c4dd-87f2-49a3-8672-ae640dae098a') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:49.148835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.164810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.178188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:15:49.178719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:15:49.183263 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:15:49.263801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.270095 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.272449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] 10.222.0.76 "DELETE /v2.0/networks/b1c9f967-eeac-485a-82bd-6cf3078f9952 HTTP/1.1" status: 204 len: 168 time: 0.8061182 Aug 30 21:15:49.293483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e7748-c00f-489f-84a5-44debd11092c tempest-ServersTestMultiNic-820389218 tempest-ServersTestMultiNic-820389218-project] Pushing event deleted for resources: {'Network': ['ID=b1c9f967-eeac-485a-82bd-6cf3078f9952,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:49.297089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-82f4f279-5b62-4d7d-b565-338e6a6d23c5 None None] Provisioning for port dd76b5ad-09df-42b7-bafa-1da39d7bd17c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:49.303171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-82f4f279-5b62-4d7d-b565-338e6a6d23c5 None None] Provisioning complete for port dd76b5ad-09df-42b7-bafa-1da39d7bd17c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:49.304012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82f4f279-5b62-4d7d-b565-338e6a6d23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.348900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-82f4f279-5b62-4d7d-b565-338e6a6d23c5 None None] Port dd76b5ad-09df-42b7-bafa-1da39d7bd17c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:15:49.365826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaaf2a-7966-428a-b466-b6c1264e40b2 req-40330293-a846-4475-9ec6-0bd2d3c3d769 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:49.373846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fefaaf2a-7966-428a-b466-b6c1264e40b2 req-40330293-a846-4475-9ec6-0bd2d3c3d769 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 935 time: 0.0739591 Aug 30 21:15:49.415521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fefaaf2a-7966-428a-b466-b6c1264e40b2 req-9e66ed7c-44ac-4f3b-a57d-bebf078de34d tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Aug 30 21:15:49.451406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd76b5ad-09df-42b7-bafa-1da39d7bd17c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:49.461186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.476174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Transition to ACTIVE for port object dd76b5ad-09df-42b7-bafa-1da39d7bd17c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:15:49.481766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.555715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Pushing event updated for resources: {'Port': ['ID=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:49.641797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe786-728c-415d-b615-ed3e31ada292 req-e4e852eb-0177-4130-b078-f051c72935c3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:49.643422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0afe786-728c-415d-b615-ed3e31ada292 req-e4e852eb-0177-4130-b078-f051c72935c3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0772560 Aug 30 21:15:49.663858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Attempting to bind port dd76b5ad-09df-42b7-bafa-1da39d7bd17c on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:15:49.664228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Attempting to bind port dd76b5ad-09df-42b7-bafa-1da39d7bd17c by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:15:49.664521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Attempting to bind port dd76b5ad-09df-42b7-bafa-1da39d7bd17c on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:49.669700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Port dd76b5ad-09df-42b7-bafa-1da39d7bd17c on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:15:49.669987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Attempting to bind port dd76b5ad-09df-42b7-bafa-1da39d7bd17c on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:15:49.676401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:15:49.676753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:49.677147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:15:49.677588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Bound port: dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:15:49.677950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.690155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:49.719058 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0afe786-728c-415d-b615-ed3e31ada292 req-5c8a56ee-5332-481d-984c-0d453a4a61ae tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688190 Aug 30 21:15:49.722019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:49.723261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0aa38759-85d3-4d31-b2ab-da7bc2d4ad60 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:49.772233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] For port dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:15:49.777243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] For port dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:15:49.783749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.833680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:49.837273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33240) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:49.840950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:49.842484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] 10.222.0.82 "PUT /v2.0/ports/dd76b5ad-09df-42b7-bafa-1da39d7bd17c HTTP/1.1" status: 200 len: 1096 time: 0.8436930 Aug 30 21:15:49.842999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'tag': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:49.845515 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6745044f-71cc-4cef-86e7-62bf5a64acc6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e", "tag": "dd76b5ad-09df-42b7-bafa-1da39d7bd17c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:49.897585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbaabe-4466-47c2-a25e-bf57a02d219a service neutron] Pushing event updated for resources: {'Port': ['ID=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:49.939178 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06e161-5c73-49fe-9719-7b738faf6166 x-openstack-request-id: req-9d06e161-5c73-49fe-9719-7b738faf6166 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:49.939543 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e", "tag": "dd76b5ad-09df-42b7-bafa-1da39d7bd17c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:49.940142 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d06e161-5c73-49fe-9719-7b738faf6166 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:49.940706 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'tag': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c', 'status': 'completed', 'code': 200} Aug 30 21:15:49.954000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-0abcd241-3869-44f3-9119-5ba49d84843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:49.959090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-0abcd241-3869-44f3-9119-5ba49d84843c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3cca342e97a7425c92a400d61384c044&device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 1099 time: 0.0729785 Aug 30 21:15:50.011712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-d4e83e31-1f15-4d54-9d22-63e5db95a4a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c HTTP/1.1" status: 200 len: 217 time: 0.0434961 Aug 30 21:15:50.077691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-21294a68-4d3c-44bd-a6de-ea8e5e90589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.079316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-21294a68-4d3c-44bd-a6de-ea8e5e90589a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0608447 Aug 30 21:15:50.140581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1f9dbf0b-c8f2-4850-b12f-c96b1481eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.142615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-1f9dbf0b-c8f2-4850-b12f-c96b1481eadd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561235 Aug 30 21:15:50.260078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-17c74dce-4af4-403e-8252-60dd9980092e service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100066 Aug 30 21:15:50.365512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a137e85-0bfe-4fb3-9e4a-da590737402f req-2e1ffe27-e5a6-497c-8e4a-11a282f59c97 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986731 Aug 30 21:15:50.485965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.492384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.498713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.503038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-0e0b3cdc-2d0b-4fe3-a508-04624969af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.504820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-0e0b3cdc-2d0b-4fe3-a508-04624969af73 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3cca342e97a7425c92a400d61384c044&device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 1099 time: 0.0854893 Aug 30 21:15:50.504949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.510825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.516936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.523667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.525623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1e0be836-9779-437a-9694-c70757121a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1569905 Aug 30 21:15:50.606813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-241c93c7-b11c-4c57-a267-759fb5eca4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.608268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-241c93c7-b11c-4c57-a267-759fb5eca4ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.0961704 Aug 30 21:15:50.609560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8995c4fd-12a1-4849-8f29-2b82ede0ffbe req-1ed01154-aba9-4184-aacf-69e35b1297ef tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717018 Aug 30 21:15:50.659874 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-2382c5cf-71c2-44ca-af46-0332a950ae28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c HTTP/1.1" status: 200 len: 217 time: 0.0436249 Aug 30 21:15:50.731835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:50.732252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-0f8dac83-3163-4572-b31c-45430f0161f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.734198 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-0f8dac83-3163-4572-b31c-45430f0161f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0679719 Aug 30 21:15:50.797213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-8a70b6be-c7a5-4a66-be3d-cd9223974e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.799355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-8a70b6be-c7a5-4a66-be3d-cd9223974e4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0558977 Aug 30 21:15:50.901074 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-35d43d1b-1d86-447b-8f72-b0ec089df057 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941670 Aug 30 21:15:50.935142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7793e-03a6-45b8-8f66-0fcf41944ad5 req-9dc6dc21-fbf9-408f-b650-8c4dcbadd998 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:50.936819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28a7793e-03a6-45b8-8f66-0fcf41944ad5 req-9dc6dc21-fbf9-408f-b650-8c4dcbadd998 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 947 time: 0.1072214 Aug 30 21:15:50.995182 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6745044f-71cc-4cef-86e7-62bf5a64acc6 req-d55e1eb7-0228-47c3-a221-a3a785b9672c service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Aug 30 21:15:51.007092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28a7793e-03a6-45b8-8f66-0fcf41944ad5 req-89a803fb-22fc-4585-8793-43e01ffdf874 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Aug 30 21:15:51.137022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dc5a0-6cfc-4dce-98c4-c9bac5193e59 req-2c1904f8-69ba-43e1-b6a3-c4a6b1bcfb1f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.138525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea5dc5a0-6cfc-4dce-98c4-c9bac5193e59 req-2c1904f8-69ba-43e1-b6a3-c4a6b1bcfb1f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0654883 Aug 30 21:15:51.144616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Deleting port 63a6c6d8-03d0-419b-813a-144ba2f96211 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:51.144954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:51.228185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea5dc5a0-6cfc-4dce-98c4-c9bac5193e59 req-0a80e6b9-79e9-46c8-aa2d-130684b5a876 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811951 Aug 30 21:15:51.258654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] For port 63a6c6d8-03d0-419b-813a-144ba2f96211, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=63a6c6d8-03d0-419b-813a-144ba2f96211,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:51.259105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:51.274855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Calling delete_port for 63a6c6d8-03d0-419b-813a-144ba2f96211 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:51.474992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:51.506689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a6c6d8-03d0-419b-813a-144ba2f96211,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:51.757566 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:51.842513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.848860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.854920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.860944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.866993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.872975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.879004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:51.881160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-db22393b-924c-4ec4-aa99-106b8d6b4a42 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1597733 Aug 30 21:15:51.975243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55bc745d-c86e-4f2b-b58f-03fb95cdab68 req-7b439062-d281-446f-b7af-63567b2567e1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841005 Aug 30 21:15:52.114258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:15:52.272528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:15:52.277878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bd050314-ca82-441d-bc05-739c0c6b6d88 admin admin] 10.222.0.76 "PUT /v2.0/routers/9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418330 Aug 30 21:15:52.281027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:52.284872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] Sync routers for ids ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:15:52.285862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4620-119a-47e1-9eba-4573fd22fa52 req-8763f634-3f94-4bf5-a638-f428b24de703 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:52.287397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c71b4620-119a-47e1-9eba-4573fd22fa52 req-8763f634-3f94-4bf5-a638-f428b24de703 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 947 time: 0.1029048 Aug 30 21:15:52.298300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] Routers {'9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:15:52.299325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:15:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:52.348504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c71b4620-119a-47e1-9eba-4573fd22fa52 req-7d6fe867-c6c1-40d9-890a-489a724166dc tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505054 Aug 30 21:15:52.410593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:52.423859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] Set router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:15:52.460748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61029463-8a3a-4442-93d6-4f7fb0179bc3 req-cc0ad8e0-7401-4b0f-bbd0-42b81f123cd0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:52.464978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61029463-8a3a-4442-93d6-4f7fb0179bc3 req-cc0ad8e0-7401-4b0f-bbd0-42b81f123cd0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0639343 Aug 30 21:15:52.509437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61029463-8a3a-4442-93d6-4f7fb0179bc3 req-9ff3cf3f-bd11-4648-9ede-949980110e8b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Aug 30 21:15:52.536861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:52.605348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Deleting port a8ca2055-4429-4aab-842f-cb159091a7ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:52.605348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:52.661720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:15:51Z', 'revision_number': 5, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port': {'id': 'a8ca2055-4429-4aab-842f-cb159091a7ef', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:14Z', 'updated_at': '2021-08-30T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:52.723041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] For port a8ca2055-4429-4aab-842f-cb159091a7ef, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a8ca2055-4429-4aab-842f-cb159091a7ef,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:52.723437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:52.723681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] Checking router: 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:15:52.738741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] Routers {'9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:15:52.738741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:15:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:52.750391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Calling delete_port for a8ca2055-4429-4aab-842f-cb159091a7ef owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:52.829924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] Set router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:15:52.885233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:15:52Z', 'revision_number': 6, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:52.917423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6ec8c-6f33-450d-90b4-589bb49ca66e None None] The sync data for ids ['9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254'] in n-d-793620-16 is: [{'id': '9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254', 'name': 'tempest-ServersTestMultiNic-476916244-router', 'tenant_id': '669422a2ddff43b4afd6dd0c4149756b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:13Z', 'updated_at': '2021-08-30T21:15:52Z', 'revision_number': 6, 'project_id': '669422a2ddff43b4afd6dd0c4149756b', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:15:52.946143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:52.970252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ca2055-4429-4aab-842f-cb159091a7ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:53.054836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.126070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.131965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.137918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.144291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.149032 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.150155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.151345 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.156962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.162964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.164953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-4039cfa0-2577-403a-9711-17946e2f3c76 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1072810 Aug 30 21:15:53.201848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.203016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:15:53.208198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.212651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5186ccbb-df00-47a1-9c71-7b39a35b530c admin admin] 10.222.0.76 "DELETE /v2.0/routers/9c3e682a-0d0e-4c14-b7c9-3ccf2ec77254 HTTP/1.1" status: 204 len: 168 time: 0.9276359 Aug 30 21:15:53.213048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:53.218749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f9cb7b8-e163-4e37-8537-6119689d19df req-59453ff5-4c60-46d2-86e8-eacfecc8f404 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471315 Aug 30 21:15:53.266074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Deleting subnet ee3e15c4-528f-41fa-913e-19f25afe7654 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:15:53.269601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.317549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.433864 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.496240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.497173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3101e-1501-410c-8076-079179a053a4 req-248f26b1-82c3-4c0a-9dfc-0906dccdcd8d tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.498944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9fd3101e-1501-410c-8076-079179a053a4 req-248f26b1-82c3-4c0a-9dfc-0906dccdcd8d tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 947 time: 0.0784864 Aug 30 21:15:53.531165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3e15c4-528f-41fa-913e-19f25afe7654,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:53.535877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.540705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e759d5f-16a6-426b-bfd1-901cc4deb45a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ee3e15c4-528f-41fa-913e-19f25afe7654 HTTP/1.1" status: 204 len: 168 time: 0.3236942 Aug 30 21:15:53.541764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc40cf25-6919-432e-a052-9ed2c9b10950 None None] Network 832ad31b-3812-48bb-859d-ec881e7d020a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:53.543359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33290) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:53.600184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9fd3101e-1501-410c-8076-079179a053a4 req-7c213a1d-1ca4-4405-abc1-1e0799bf0aaa tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939729 Aug 30 21:15:53.624262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.732804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd367eb-71e0-4d75-a6af-831e2c281460 req-507e172a-befa-4222-aa0d-87242ecddf78 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:53.734384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fd367eb-71e0-4d75-a6af-831e2c281460 req-507e172a-befa-4222-aa0d-87242ecddf78 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0664814 Aug 30 21:15:53.736078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Deleting port 760ca50a-add9-42a7-a66e-76b4ae483dbb {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:53.736417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.806570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] DHCP port deletion for 832ad31b-3812-48bb-859d-ec881e7d020a request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:15:53.841823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] For port 760ca50a-add9-42a7-a66e-76b4ae483dbb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=760ca50a-add9-42a7-a66e-76b4ae483dbb,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:53.842260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.855175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fd367eb-71e0-4d75-a6af-831e2c281460 req-b2755a6b-08c2-4e24-af85-f73ca0d6b801 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043646 Aug 30 21:15:53.877164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Calling delete_port for 760ca50a-add9-42a7-a66e-76b4ae483dbb owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:53.894393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] Deleting port 760ca50a-add9-42a7-a66e-76b4ae483dbb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:53.894873 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.908420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 63a6c6d8-03d0-419b-813a-144ba2f96211 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:53.980308 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:53.986841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 63a6c6d8-03d0-419b-813a-144ba2f96211 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:53.988671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 63a6c6d8-03d0-419b-813a-144ba2f96211 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:53.988671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 760ca50a-add9-42a7-a66e-76b4ae483dbb no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:54.015966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=760ca50a-add9-42a7-a66e-76b4ae483dbb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:54.024884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] No DVR routers for this DVR port 760ca50a-add9-42a7-a66e-76b4ae483dbb on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:54.031177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 760ca50a-add9-42a7-a66e-76b4ae483dbb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:54.031177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 760ca50a-add9-42a7-a66e-76b4ae483dbb not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:54.031473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a8ca2055-4429-4aab-842f-cb159091a7ef no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:15:54.060483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a8ca2055-4429-4aab-842f-cb159091a7ef {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:15:54.060811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a8ca2055-4429-4aab-842f-cb159091a7ef not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:15:54.076093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] For port 760ca50a-add9-42a7-a66e-76b4ae483dbb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=760ca50a-add9-42a7-a66e-76b4ae483dbb,segment=NetworkSegment(0f6fea69-f147-4c9f-a9be-2054f0ced3d3),segment_id=0f6fea69-f147-4c9f-a9be-2054f0ced3d3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:54.076510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.091037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] Calling delete_port for 760ca50a-add9-42a7-a66e-76b4ae483dbb owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:54.119280 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.131425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832ad31b-3812-48bb-859d-ec881e7d020a']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:54.144740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6fea69-f147-4c9f-a9be-2054f0ced3d3') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:54.145067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6fea69-f147-4c9f-a9be-2054f0ced3d3') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:15:54.163976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.177323 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.181631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.193082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:15:54.193505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:15:54.195737 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:15:54.207252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] Pushing event deleted for resources: {'Port': ['ID=760ca50a-add9-42a7-a66e-76b4ae483dbb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:54.213889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43f663-51c0-4041-beac-82385eb8221b None None] No DVR routers for this DVR port 760ca50a-add9-42a7-a66e-76b4ae483dbb on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:54.270950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.277947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.283121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/832ad31b-3812-48bb-859d-ec881e7d020a HTTP/1.1" status: 204 len: 168 time: 0.7358088 Aug 30 21:15:54.293791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155e10e-beb9-46fe-966a-a6b2c9e8abc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=832ad31b-3812-48bb-859d-ec881e7d020a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:54.411452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.417372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.424283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.433891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.440060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.446135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.452394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.454644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-d6411412-f13b-4e67-8f0f-8066d6e3b79d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1197867 Aug 30 21:15:54.486338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:54.498005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18ef44db-0f0c-4236-a4db-f584d0d8585b req-21e45790-9d72-4934-821d-ae8f1b8f85f7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363674 Aug 30 21:15:54.533184 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-efc3ba52-2438-4224-952b-64c77e0181ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=669422a2ddff43b4afd6dd0c4149756b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449214 Aug 30 21:15:54.535513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:54.601144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff528edb-6308-4d81-b42a-2bce7605285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.633732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff528edb-6308-4d81-b42a-2bce7605285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.691720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff528edb-6308-4d81-b42a-2bce7605285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.694599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff528edb-6308-4d81-b42a-2bce7605285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:54.695878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ff528edb-6308-4d81-b42a-2bce7605285a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/225be108-9283-4ede-8148-ce79718de36c HTTP/1.1" status: 204 len: 168 time: 0.1593556 Aug 30 21:15:54.705027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff528edb-6308-4d81-b42a-2bce7605285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225be108-9283-4ede-8148-ce79718de36c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:54.756277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4259ab-9cbb-486f-9bd4-ab193b518b09 req-f3a672d3-5fb2-40b0-b6f3-b3cc39c7da7c tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:54.757805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f4259ab-9cbb-486f-9bd4-ab193b518b09 req-f3a672d3-5fb2-40b0-b6f3-b3cc39c7da7c tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 947 time: 0.0560029 Aug 30 21:15:54.800418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f4259ab-9cbb-486f-9bd4-ab193b518b09 req-8d354a05-6984-4c3c-b16e-33f957c754aa tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 Aug 30 21:15:55.002073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd76b5ad-09df-42b7-bafa-1da39d7bd17c details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:15:55.083943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf00ab-1c5e-4552-bc5b-5d2766edb922 req-470cb243-fdd9-4ada-91f0-4b789968967b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.085532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26bf00ab-1c5e-4552-bc5b-5d2766edb922 req-470cb243-fdd9-4ada-91f0-4b789968967b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0570228 Aug 30 21:15:55.125150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:55.142444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c', 'mac_address': 'fa:16:3e:eb:23:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:15:55.152225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26bf00ab-1c5e-4552-bc5b-5d2766edb922 req-dd1238ff-f5da-4ed5-adc6-012144cbaf9c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571909 Aug 30 21:15:55.186633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.205156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd76b5ad-09df-42b7-bafa-1da39d7bd17c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:15:55.225562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:55.231017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.281270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614c82-f210-4a07-b50c-cd111ff63067 req-9b093ba2-d7ea-4357-8d35-13a24cbcb1bc tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.283672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:55.288493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b614c82-f210-4a07-b50c-cd111ff63067 req-9b093ba2-d7ea-4357-8d35-13a24cbcb1bc tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0607476 Aug 30 21:15:55.344762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b614c82-f210-4a07-b50c-cd111ff63067 req-28574932-561c-43a9-8a79-0f2287176455 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483291 Aug 30 21:15:55.513285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33338) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:55.566588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['dd76b5ad-09df-42b7-bafa-1da39d7bd17c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:55.633255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-380606827-network', 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:55.663463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.669564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.675765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.681570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.687447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.693295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.699234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:55.701218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-65af4c13-6a2f-48b2-a23f-d9fdab137bf8 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1144106 Aug 30 21:15:55.715822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:55.718843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.734695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.768891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41d9ac2f-a55c-4d46-8551-0216d68174b3 req-868906ac-42f4-49dd-acb7-b369037a8ec9 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599437 Aug 30 21:15:55.859670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.865008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.886701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:15:55.903740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0d55d5-c121-4d2d-a817-de0850d685a9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:55.909906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:55.909906 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Added segment 7fa58211-483d-499a-91e0-92bc62faa99a of type vlan for network 97ab9e34-2cc4-41cc-a326-9408603975cb Aug 30 21:15:55.951641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:56.003920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:56.004882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.005466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:56.035554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49a92e-0aed-46e6-9cf7-2e06e614f529 req-a27ca3f0-d42a-4d7c-8ccf-2cf9d10915bb tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.037072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d49a92e-0aed-46e6-9cf7-2e06e614f529 req-a27ca3f0-d42a-4d7c-8ccf-2cf9d10915bb tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 948 time: 0.0796218 Aug 30 21:15:56.072070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5579615 Aug 30 21:15:56.075271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:15:56.081090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Request body: {'subnet': {'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-380606827-subnet', 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:56.102312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9ccad-bf85-46ce-b5f3-45f5bd6c87ec admin admin] Pushing event updated for resources: {'Network': ['ID=97ab9e34-2cc4-41cc-a326-9408603975cb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:56.109496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:56.112239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:56.115094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 97ab9e34-2cc4-41cc-a326-9408603975cb details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:15:56.119397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d49a92e-0aed-46e6-9cf7-2e06e614f529 req-12d985cc-0f27-4207-9e9f-418917baf0be tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Aug 30 21:15:56.272474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e108c-89dd-4b47-86ad-864faaa9d32d req-08719477-e8c2-48c1-a50c-c0003afea4b6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.274511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-142e108c-89dd-4b47-86ad-864faaa9d32d req-08719477-e8c2-48c1-a50c-c0003afea4b6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0601494 Aug 30 21:15:56.327514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-142e108c-89dd-4b47-86ad-864faaa9d32d req-ebab531a-b94d-43fc-ae03-feeb5bb8352b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Aug 30 21:15:56.482360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc87e0f-e31d-4a6a-bfaf-a96c3acedf2e req-7a550dfb-f9ca-4303-8bc9-cf6ee5d3da2d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.483923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bc87e0f-e31d-4a6a-bfaf-a96c3acedf2e req-7a550dfb-f9ca-4303-8bc9-cf6ee5d3da2d tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0516744 Aug 30 21:15:56.523674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bc87e0f-e31d-4a6a-bfaf-a96c3acedf2e req-416a88a4-07a4-44f4-b220-687018a08a4a tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333672 Aug 30 21:15:56.580741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:56.640412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0058480-6024-443b-9e88-c26955bf5510,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:56.659910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:15:56.660334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Network hostable DHCP agents. Network: 97ab9e34-2cc4-41cc-a326-9408603975cb, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:15:56.683371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:15:56.693522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 97ab9e34-2cc4-41cc-a326-9408603975cb) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:56.697934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.698518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:56.702511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bdd7b6-357e-4348-abe7-f8b2f65ed766 None None] Network 97ab9e34-2cc4-41cc-a326-9408603975cb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:56.720594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3ffa46b0-0679-4108-943b-7bc403916568 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6442008 Aug 30 21:15:56.835894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86f0d1-542c-47d0-a75d-378f2a0661fc None None] Network 97ab9e34-2cc4-41cc-a326-9408603975cb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:15:56.919175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.925107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.931057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.936972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.942995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.948918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.954792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:56.957202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-8a8b1f8c-498e-4c17-9ef0-742b5f71cc5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.0992663 Aug 30 21:15:57.005230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd76b5ad-09df-42b7-bafa-1da39d7bd17c up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:15:57.013070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9d2b8ae-2082-4255-849c-1c1c6c55360c req-9e33e48e-0a74-4f31-a7f4-875cfe643de9 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466893 Aug 30 21:15:57.210845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port dd76b5ad-09df-42b7-bafa-1da39d7bd17c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:15:57.215045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port dd76b5ad-09df-42b7-bafa-1da39d7bd17c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:15:57.215926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:57.335878 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:57.372700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:57.375165 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec6e4b2-1b0e-4020-bf0b-8a55bad6ed10" -d '{"events": [{"server_uuid": "8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e", "name": "network-vif-plugged", "status": "completed", "tag": "dd76b5ad-09df-42b7-bafa-1da39d7bd17c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:57.388465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:57.394157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:57.428167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-4f018996-a86e-43c3-a25d-d3d3008e3e69 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:57.429704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-4f018996-a86e-43c3-a25d-d3d3008e3e69 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1253760 Aug 30 21:15:57.446154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-76b0eb42-84bd-40cd-a581-cbbbe380cbee tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0098605 Aug 30 21:15:57.449010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:57.484522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-cea7b981-394d-4d1a-9009-a53cdbf12e7d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316958 Aug 30 21:15:57.583880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-c84d0e11-5284-4524-8353-92f1c44c0d73 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921247 Aug 30 21:15:57.693074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-4f2f21e7-0301-4aea-ae2a-75a7df2b5bd0 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022153 Aug 30 21:15:57.698351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-f016267c-c619-46f1-a2bc-d1009c936856 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:57.699213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-f016267c-c619-46f1-a2bc-d1009c936856 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 945 time: 0.0738292 Aug 30 21:15:57.822627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Deleting port 8901f60c-08bc-45cd-b58b-5c17d9e956ba {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:15:57.823292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:57.935291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] For port 8901f60c-08bc-45cd-b58b-5c17d9e956ba, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8901f60c-08bc-45cd-b58b-5c17d9e956ba,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:15:57.935690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:57.951122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Calling delete_port for 8901f60c-08bc-45cd-b58b-5c17d9e956ba owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:15:57.983399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc182dd-264b-4c6e-89a7-5f673d87b2c6 req-ff660685-5c28-4605-966e-93efd643fa1d tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:57.985194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cc182dd-264b-4c6e-89a7-5f673d87b2c6 req-ff660685-5c28-4605-966e-93efd643fa1d tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 949 time: 0.0541391 Aug 30 21:15:58.044764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cc182dd-264b-4c6e-89a7-5f673d87b2c6 req-5a270116-64e7-45c8-8490-9e6687dbb849 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Aug 30 21:15:58.107266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:58.119722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['265cac6c-84c4-4a22-8f94-590fef93169e', '8901f60c-08bc-45cd-b58b-5c17d9e956ba'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:15:58.139387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Pushing event deleted for resources: {'Port': ['ID=8901f60c-08bc-45cd-b58b-5c17d9e956ba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:58.183991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79072dc1-8045-4bbc-b0cc-7acd550462e3 req-8c6e34d6-e3df-4a93-a4b9-23b37e1eb18a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.185732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79072dc1-8045-4bbc-b0cc-7acd550462e3 req-8c6e34d6-e3df-4a93-a4b9-23b37e1eb18a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0736723 Aug 30 21:15:58.192809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] No DVR routers for this DVR port 8901f60c-08bc-45cd-b58b-5c17d9e956ba on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:15:58.195516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:58.198012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-23a63f25-a0b3-4fd1-acf6-088528074e51 req-878c8b29-fdf2-4b9c-a39d-0ccfa1a50fc8 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "DELETE /v2.0/ports/8901f60c-08bc-45cd-b58b-5c17d9e956ba HTTP/1.1" status: 204 len: 173 time: 0.4923649 Aug 30 21:15:58.198012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'name': 'network-vif-deleted', 'tag': '8901f60c-08bc-45cd-b58b-5c17d9e956ba'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:15:58.200392 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13180ad-ace0-4859-9337-cfb9ea7b4562" -d '{"events": [{"server_uuid": "ed3c10fa-73e2-45ed-bf7a-0a8846683edb", "name": "network-vif-deleted", "tag": "8901f60c-08bc-45cd-b58b-5c17d9e956ba"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:15:58.236814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79072dc1-8045-4bbc-b0cc-7acd550462e3 req-b95927f1-2745-4ccf-8ab3-7542c5732fee tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Aug 30 21:15:58.325506 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e4585-1d08-4493-9b55-0f97e8d5650a x-openstack-request-id: req-785e4585-1d08-4493-9b55-0f97e8d5650a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:58.326387 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e", "name": "network-vif-plugged", "status": "completed", "tag": "dd76b5ad-09df-42b7-bafa-1da39d7bd17c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:58.326937 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-785e4585-1d08-4493-9b55-0f97e8d5650a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:58.327671 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c', 'code': 200} Aug 30 21:15:58.420880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d410b98-e6e5-4de5-96b5-9afb25a8bf3b req-8fd548a9-aba3-4caf-a192-d555bd9f3cab tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed3c10fa-73e2-45ed-bf7a-0a8846683edb HTTP/1.1" status: 200 len: 210 time: 0.0295403 Aug 30 21:15:58.457452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411ea08-389b-43ae-9c99-b7a927c38c1c req-910fee96-be29-4cd5-a963-3594a7c762a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.459114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c411ea08-389b-43ae-9c99-b7a927c38c1c req-910fee96-be29-4cd5-a963-3594a7c762a2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 1101 time: 0.0475810 Aug 30 21:15:58.496028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c411ea08-389b-43ae-9c99-b7a927c38c1c req-ebb0a166-70ce-44e4-863b-359afa56aa14 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290632 Aug 30 21:15:58.515227 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db45cb29-e8da-4678-ade1-a3c09c752e66 req-e6da30d2-21a8-4695-9522-b79f0d64a445 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 210 time: 0.0390251 Aug 30 21:15:58.643085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.649577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.656939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.663725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.670513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.677246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.683148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:58.685137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-0da4ad3e-fc26-4750-99e9-aa35eff1ae11 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1026151 Aug 30 21:15:58.732460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebbb19b4-1904-47f2-95de-df334ff46e51 req-fd11e077-ff20-44b2-b1fd-0e3d7f5d1377 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407596 Aug 30 21:15:58.858406 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5848687b-2c79-4e0c-8576-925045acef70 x-openstack-request-id: req-5848687b-2c79-4e0c-8576-925045acef70 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:15:58.859290 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3c10fa-73e2-45ed-bf7a-0a8846683edb", "name": "network-vif-deleted", "tag": "8901f60c-08bc-45cd-b58b-5c17d9e956ba", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:15:58.859290 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5848687b-2c79-4e0c-8576-925045acef70 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:15:58.859424 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3c10fa-73e2-45ed-bf7a-0a8846683edb', 'name': 'network-vif-deleted', 'tag': '8901f60c-08bc-45cd-b58b-5c17d9e956ba', 'status': 'completed', 'code': 200} Aug 30 21:15:59.092561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218ed14-d4ea-49be-a32f-6977ff624d35 req-bef04600-b86f-4f4b-b885-ad93ca336ccb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:59.093930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1218ed14-d4ea-49be-a32f-6977ff624d35 req-bef04600-b86f-4f4b-b885-ad93ca336ccb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0633614 Aug 30 21:15:59.141644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1218ed14-d4ea-49be-a32f-6977ff624d35 req-faaf0783-a850-4956-bb37-85e838ca7128 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Aug 30 21:15:59.166945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-af131008-455d-4e68-913d-4adecf7a3a3a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:59.168415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-af131008-455d-4e68-913d-4adecf7a3a3a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1204975 Aug 30 21:15:59.187429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Request body: {'port': {'device_id': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'admin_state_up': True, 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:59.266627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63432f9a-cc98-4cbf-a036-18bdd5773df8 req-a5e4f352-84b3-4f16-b45b-925ae6dfc787 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:59.268107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63432f9a-cc98-4cbf-a036-18bdd5773df8 req-a5e4f352-84b3-4f16-b45b-925ae6dfc787 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 949 time: 0.0542831 Aug 30 21:15:59.312643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63432f9a-cc98-4cbf-a036-18bdd5773df8 req-4caee657-4b44-40ea-8887-923ab5ba635e tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Aug 30 21:15:59.316596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:15:59.320463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:59.443674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f3906-045b-49b7-87f9-862d1568d550 req-b1357fa9-fc92-440b-bee3-cc2993acdb1c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:59.445227 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-309f3906-045b-49b7-87f9-862d1568d550 req-b1357fa9-fc92-440b-bee3-cc2993acdb1c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0512676 Aug 30 21:15:59.454376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Allocated IP 172.20.0.6 (97ab9e34-2cc4-41cc-a326-9408603975cb/a0058480-6024-443b-9e88-c26955bf5510/341e0402-134e-48df-800b-c729008eb7dd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:15:59.485646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-309f3906-045b-49b7-87f9-862d1568d550 req-c5ac7885-8485-4dec-b277-149450c47894 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Aug 30 21:15:59.633342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:59.639896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d132937-2a75-450a-8a29-af054e46af6a req-1e493110-1529-4570-9d59-f20089ade816 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 210 time: 0.0421181 Aug 30 21:15:59.679698 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:59.734172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:15:59.739690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:15:59.746238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:15:59.756955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event updated for resources: {'Port': ['ID=341e0402-134e-48df-800b-c729008eb7dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:15:59.812998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:59.812998 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:59.829457 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-46418316-dbe6-4c91-96a5-f9a5bbc104ef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6495690 Aug 30 21:15:59.843793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Request body: {'port': {'device_id': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:15:59.900277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:15:59.986851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-980283e4-eb39-4653-946c-88a3f5574f3b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:15:59.988419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-980283e4-eb39-4653-946c-88a3f5574f3b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.1292243 Aug 30 21:16:00.005399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-6c39a9ea-fe7a-4182-824f-5df4c644ff67 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/quotas/8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 375 time: 0.0101764 Aug 30 21:16:00.069691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-13804266-370d-41fc-a7a1-01a6f3d2aee6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0580177 Aug 30 21:16:00.172636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-19bb186f-fb34-40da-9d10-0e94fc9174f3 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956981 Aug 30 21:16:00.187286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341e0402-134e-48df-800b-c729008eb7dd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:00.196357 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:00.214220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Transition to ACTIVE for port object 341e0402-134e-48df-800b-c729008eb7dd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:00.220910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:00.286090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-e0ea1891-69e9-417e-a986-990bcb3d43ce service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055984 Aug 30 21:16:00.300036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=341e0402-134e-48df-800b-c729008eb7dd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:00.362304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Attempting to bind port 341e0402-134e-48df-800b-c729008eb7dd on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:00.362304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Attempting to bind port 341e0402-134e-48df-800b-c729008eb7dd by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:00.362304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Attempting to bind port 341e0402-134e-48df-800b-c729008eb7dd on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:00.367297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Port 341e0402-134e-48df-800b-c729008eb7dd on network 97ab9e34-2cc4-41cc-a326-9408603975cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:16:00.367628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Attempting to bind port 341e0402-134e-48df-800b-c729008eb7dd on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:00.373220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:00.373567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:00.373959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Bound using segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:00.374389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Bound port: 341e0402-134e-48df-800b-c729008eb7dd, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:00.374786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:00.446035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] For port 341e0402-134e-48df-800b-c729008eb7dd, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:00.450270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] For port 341e0402-134e-48df-800b-c729008eb7dd, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=341e0402-134e-48df-800b-c729008eb7dd,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:00.455987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:00.500674 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.501302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:00.502828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] 10.222.0.86 "PUT /v2.0/ports/341e0402-134e-48df-800b-c729008eb7dd HTTP/1.1" status: 200 len: 1092 time: 0.6638424 Aug 30 21:16:00.523268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69ea06-5457-4855-bdce-20eed330f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=341e0402-134e-48df-800b-c729008eb7dd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:00.544074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.549914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.557280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.563397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.570190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.576254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.581918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.583890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-26f2d6d5-c3f1-4712-bc92-5f1cbb940187 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5421 time: 0.1124856 Aug 30 21:16:00.596546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-2645987e-215d-48bb-a941-0f22965272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.599437 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-2645987e-215d-48bb-a941-0f22965272e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 1095 time: 0.0464571 Aug 30 21:16:00.604436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8901f60c-08bc-45cd-b58b-5c17d9e956ba no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:00.638537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 8901f60c-08bc-45cd-b58b-5c17d9e956ba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:00.639010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8901f60c-08bc-45cd-b58b-5c17d9e956ba not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:00.647572 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-576b8c3e-9fb5-4f47-86e5-d12574906988 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=341e0402-134e-48df-800b-c729008eb7dd HTTP/1.1" status: 200 len: 217 time: 0.0384202 Aug 30 21:16:00.649152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0db6f4e7-0c32-457b-b863-44ada2007e1f req-deb0dc25-029b-46f8-ac93-b9787c345e04 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547690 Aug 30 21:16:00.717325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-18068e40-2aff-451a-9921-84eb24c86f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.719313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-18068e40-2aff-451a-9921-84eb24c86f77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0623167 Aug 30 21:16:00.765726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-a7c0218f-d46b-4e08-a857-9cace36a5f8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358269 Aug 30 21:16:00.779657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef9c0a-855b-40f9-8aa5-29b15b30d745 req-2052dfc8-e01e-48cb-9d5b-8b18292caa1f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:00.781752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45ef9c0a-855b-40f9-8aa5-29b15b30d745 req-2052dfc8-e01e-48cb-9d5b-8b18292caa1f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0583489 Aug 30 21:16:00.825511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45ef9c0a-855b-40f9-8aa5-29b15b30d745 req-408f5e26-3270-4d65-9328-a9bb4a2fe1b0 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Aug 30 21:16:00.859869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'tag': '341e0402-134e-48df-800b-c729008eb7dd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:00.862176 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915" -d '{"events": [{"name": "network-changed", "server_uuid": "8ece3e91-ce76-4acb-aee4-98af3348db51", "tag": "341e0402-134e-48df-800b-c729008eb7dd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:00.893588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-7649c144-6574-40a3-9ba6-cee32f56c8b8 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173322 Aug 30 21:16:01.007567 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f08f8eeb-f582-4840-982b-97447fc23c5a req-942158a3-cabb-4163-b741-96bdce250581 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967684 Aug 30 21:16:01.019129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3427e92d-d93f-47df-8661-7c8582f392b3 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:01.078986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ed45b-f4dc-41dc-b271-17cdbc56d5f2 req-9b5cc728-553f-4303-9836-dd99f8b89062 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.080536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a2ed45b-f4dc-41dc-b271-17cdbc56d5f2 req-9b5cc728-553f-4303-9836-dd99f8b89062 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 949 time: 0.0565641 Aug 30 21:16:01.127147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a2ed45b-f4dc-41dc-b271-17cdbc56d5f2 req-58232a9b-681d-49f6-b83e-6c4a5fc08a09 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Aug 30 21:16:01.138853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3427e92d-d93f-47df-8661-7c8582f392b3,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:01.152950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '3427e92d-d93f-47df-8661-7c8582f392b3', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'port_id': '3427e92d-d93f-47df-8661-7c8582f392b3', 'mac_address': 'fa:16:3e:11:78:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:01.191418 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:01.208652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3427e92d-d93f-47df-8661-7c8582f392b3 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:01.216304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1266fca-d485-4f75-ad78-c5d349b14430 req-b7addb1e-ff53-4405-9224-82ecf124c233 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 210 time: 0.0294843 Aug 30 21:16:01.237570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3427e92d-d93f-47df-8661-7c8582f392b3,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:01.242919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:01.243628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecb3b124-182b-4d34-b58b-7111afce7da8 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:01.337359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:01.348554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fddd5d-7994-415c-95b9-1776a78934d5 req-05379cb0-9f8e-4245-b423-3a3761339830 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.350200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0fddd5d-7994-415c-95b9-1776a78934d5 req-05379cb0-9f8e-4245-b423-3a3761339830 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 943 time: 0.0753274 Aug 30 21:16:01.353698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.354122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.354517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.354998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.355424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.355807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.356190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.356575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.356957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.357600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.357998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.358353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:01.400481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0fddd5d-7994-415c-95b9-1776a78934d5 req-f34434bc-a091-4f2b-9457-ea9fefdd79b4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436552 Aug 30 21:16:01.426521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ecb3b124-182b-4d34-b58b-7111afce7da8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecb3b124-182b-4d34-b58b-7111afce7da8,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:01.444412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'port_id': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'mac_address': 'fa:16:3e:93:43:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:01.456968 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f901b1-1c81-47e1-9b46-40ea3dab81ea x-openstack-request-id: req-68f901b1-1c81-47e1-9b46-40ea3dab81ea {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:01.457274 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ece3e91-ce76-4acb-aee4-98af3348db51", "tag": "341e0402-134e-48df-800b-c729008eb7dd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:01.457519 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68f901b1-1c81-47e1-9b46-40ea3dab81ea {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:01.457920 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'tag': '341e0402-134e-48df-800b-c729008eb7dd', 'status': 'completed', 'code': 200} Aug 30 21:16:01.510187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:01.532524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb3b124-182b-4d34-b58b-7111afce7da8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:01.551052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-f15b3091-4fbf-409b-a57b-c1e1fed74121 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.553214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-f15b3091-4fbf-409b-a57b-c1e1fed74121 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.1654384 Aug 30 21:16:01.560487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ecb3b124-182b-4d34-b58b-7111afce7da8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecb3b124-182b-4d34-b58b-7111afce7da8,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:01.565779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:01.567998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'port': {'device_id': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'admin_state_up': True, 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:01.576418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-6cfe30c2-2be0-452d-becf-a8813ab71721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.578340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-6cfe30c2-2be0-452d-becf-a8813ab71721 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 1095 time: 0.0900412 Aug 30 21:16:01.636104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ecb3b124-182b-4d34-b58b-7111afce7da8,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:01.724848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7e94a-8bdc-436f-9156-ea5c9f86e1dd req-6aefcd33-b78e-4160-8ffe-0336b471218c tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.726168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aaa7e94a-8bdc-436f-9156-ea5c9f86e1dd req-6aefcd33-b78e-4160-8ffe-0336b471218c tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 949 time: 0.0550358 Aug 30 21:16:01.749795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-7f2108d3-64be-4fa7-93c8-d0b13205e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.751355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-7f2108d3-64be-4fa7-93c8-d0b13205e8fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.1601841 Aug 30 21:16:01.768475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aaa7e94a-8bdc-436f-9156-ea5c9f86e1dd req-8ea907d6-bcda-402c-b04a-b2bc99e05a49 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357969 Aug 30 21:16:01.800258 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-356a2948-1c09-47cc-ba7c-dce7812e6bb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=341e0402-134e-48df-800b-c729008eb7dd HTTP/1.1" status: 200 len: 217 time: 0.0396671 Aug 30 21:16:01.800824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:01.804921 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:01.892070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.897951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.903793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.905069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-c064d2c8-4cda-46a2-aafe-e86740f91359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.906981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-c064d2c8-4cda-46a2-aafe-e86740f91359 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0925388 Aug 30 21:16:01.909890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.915676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.922640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.927424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:01.929371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-018eb566-f890-4efa-a066-00e6bacfb147 req-86ac4018-1756-4141-9693-f6b052f43f34 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5423 time: 0.0925286 Aug 30 21:16:01.955400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-6e526131-13b0-4f0f-9d30-e0b81690ff0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338755 Aug 30 21:16:01.959120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ecb3b124-182b-4d34-b58b-7111afce7da8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:01.983966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-018eb566-f890-4efa-a066-00e6bacfb147 req-f307d35f-884e-45d2-88ac-f638d871a5ab tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454471 Aug 30 21:16:02.058888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Allocated IP 172.20.0.7 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/aea02a13-e293-414b-ae1b-f2b7d0f60c06) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:02.110542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-ff264066-902a-41f3-8dd3-803ca246cf50 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361229 Aug 30 21:16:02.163047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa029a-37c3-4235-9814-e5e485a5052c req-006df3af-0212-462e-9c52-dca70c2ce37c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:02.164891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4aa029a-37c3-4235-9814-e5e485a5052c req-006df3af-0212-462e-9c52-dca70c2ce37c tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0917206 Aug 30 21:16:02.206961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4aa029a-37c3-4235-9814-e5e485a5052c req-2f6d6cfa-9b44-4e21-9a96-8d762769f127 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Aug 30 21:16:02.281728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24c94ca1-c8ad-4c83-9e50-ce12e9ce6915 req-dc422c97-f19c-41e3-8a74-89f81467ffc1 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619773 Aug 30 21:16:02.323398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:02.346136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Transition to ACTIVE for port object aea02a13-e293-414b-ae1b-f2b7d0f60c06 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:02.386743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:02.401082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:02.466415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3105048-de5a-442a-bf09-fc1b65d46c37 req-0b324d56-14f7-4c4c-bc92-19ef55c0fe35 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:02.469744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3105048-de5a-442a-bf09-fc1b65d46c37 req-0b324d56-14f7-4c4c-bc92-19ef55c0fe35 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 931 time: 0.0566816 Aug 30 21:16:02.470739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:02.480162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:02.487583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:02.517928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=aea02a13-e293-414b-ae1b-f2b7d0f60c06,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:02.531402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3105048-de5a-442a-bf09-fc1b65d46c37 req-e229393f-af68-4683-a91d-4c9ebbbaa6a4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543628 Aug 30 21:16:02.554631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:02.555343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:02.575750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-54c0b145-8e2d-4772-9d8f-3e10f93bf550 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0131128 Aug 30 21:16:02.597657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Request body: {'port': {'device_id': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:02.643640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ba224-9f0c-4f40-b7c2-608b00a61d3e req-de584d6d-f697-468f-ac92-a4aef9df5408 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:02.646747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c0ba224-9f0c-4f40-b7c2-608b00a61d3e req-de584d6d-f697-468f-ac92-a4aef9df5408 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 943 time: 0.0571859 Aug 30 21:16:02.659045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:02.692642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c0ba224-9f0c-4f40-b7c2-608b00a61d3e req-843ff664-49e7-452e-83cb-b477c09c4ca7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Aug 30 21:16:02.761157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-03184924-8297-43b8-b546-4f126a84c438 None None] Provisioning for port aea02a13-e293-414b-ae1b-f2b7d0f60c06 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:02.765128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-03184924-8297-43b8-b546-4f126a84c438 None None] Provisioning complete for port aea02a13-e293-414b-ae1b-f2b7d0f60c06 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:02.765724 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03184924-8297-43b8-b546-4f126a84c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:02.802685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-03184924-8297-43b8-b546-4f126a84c438 None None] Port aea02a13-e293-414b-ae1b-f2b7d0f60c06 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:16:02.890298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e506a0-4e72-41ee-9387-ad2548058b25 req-960f18b1-70c0-4de6-9ca6-c969d1f3f187 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:02.891905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64e506a0-4e72-41ee-9387-ad2548058b25 req-960f18b1-70c0-4de6-9ca6-c969d1f3f187 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 949 time: 0.0502822 Aug 30 21:16:02.931817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64e506a0-4e72-41ee-9387-ad2548058b25 req-e8b0a2e3-7517-4c53-82b6-0404ca7cc3ce tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/security-groups?id=3c1989c2-f458-422f-a638-451c0dabefb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Aug 30 21:16:02.934955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea02a13-e293-414b-ae1b-f2b7d0f60c06 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:02.942944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:02.955879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Transition to ACTIVE for port object aea02a13-e293-414b-ae1b-f2b7d0f60c06 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:02.961446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.009417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=aea02a13-e293-414b-ae1b-f2b7d0f60c06,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:03.039198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0e11e6c4-4aef-4644-bb24-010c250d3f29 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:03.090542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Attempting to bind port aea02a13-e293-414b-ae1b-f2b7d0f60c06 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:03.091120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Attempting to bind port aea02a13-e293-414b-ae1b-f2b7d0f60c06 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:03.091223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Attempting to bind port aea02a13-e293-414b-ae1b-f2b7d0f60c06 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:03.095992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Port aea02a13-e293-414b-ae1b-f2b7d0f60c06 on network b285858d-ce79-4611-ae2c-89584f65fbae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:16:03.096306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Attempting to bind port aea02a13-e293-414b-ae1b-f2b7d0f60c06 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:03.104281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:03.104629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:03.105137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:03.105587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Bound port: aea02a13-e293-414b-ae1b-f2b7d0f60c06, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:03.105958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.162841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3427e92d-d93f-47df-8661-7c8582f392b3'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:03.163652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.171157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.172668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.178838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.185611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] For port aea02a13-e293-414b-ae1b-f2b7d0f60c06, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:03.190252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.192568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] For port aea02a13-e293-414b-ae1b-f2b7d0f60c06, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:03.197973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.202199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.204289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.208764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0e11e6c4-4aef-4644-bb24-010c250d3f29', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'port_id': '0e11e6c4-4aef-4644-bb24-010c250d3f29', 'mac_address': 'fa:16:3e:7f:eb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:03.211092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.219536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89a94118-12dd-4417-8d13-d62399f2b01c req-06ff1fdb-e08f-499c-8a6e-ed6233924386 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5423 time: 0.1319580 Aug 30 21:16:03.246743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.247299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.248736 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] 10.222.0.82 "PUT /v2.0/ports/aea02a13-e293-414b-ae1b-f2b7d0f60c06 HTTP/1.1" status: 200 len: 1092 time: 0.6554363 Aug 30 21:16:03.269355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89a94118-12dd-4417-8d13-d62399f2b01c req-fc6162b9-8b7f-423f-b361-75505e088346 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485232 Aug 30 21:16:03.279821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d21e2b-f5c7-4dc7-af45-dc9e87b7cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=aea02a13-e293-414b-ae1b-f2b7d0f60c06,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:03.286806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.313084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e11e6c4-4aef-4644-bb24-010c250d3f29 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:03.368387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.381195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.381883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 977f412f-993e-4aeb-b2f7-37cdea78ebff details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:03.398200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-015cd37e-307d-4018-84c4-1986399c6856 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.400149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-015cd37e-307d-4018-84c4-1986399c6856 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.82 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 949 time: 0.0916374 Aug 30 21:16:03.435218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-e3f836bb-ca2b-43e6-bdc1-3ffe29a4439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.437038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-e3f836bb-ca2b-43e6-bdc1-3ffe29a4439b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 1095 time: 0.0946496 Aug 30 21:16:03.455713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6e896-d92b-4c10-a0d6-46c1e5b1481c req-92219ece-fca3-436b-ab8b-77450890b914 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.457888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04c6e896-d92b-4c10-a0d6-46c1e5b1481c req-92219ece-fca3-436b-ab8b-77450890b914 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0749183 Aug 30 21:16:03.469691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.483898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'tag': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:03.486550 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f77ef04-b149-4720-bef4-bad85d9ced97", "tag": "aea02a13-e293-414b-ae1b-f2b7d0f60c06"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:03.513223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-9bbefef9-1c4f-4a1e-b5f2-c6e948bd6c03 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06 HTTP/1.1" status: 200 len: 217 time: 0.0541358 Aug 30 21:16:03.527230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:03.541091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Deleting port dd76b5ad-09df-42b7-bafa-1da39d7bd17c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:03.541842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.576113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 977f412f-993e-4aeb-b2f7-37cdea78ebff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.588370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '977f412f-993e-4aeb-b2f7-37cdea78ebff', 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'port_id': '977f412f-993e-4aeb-b2f7-37cdea78ebff', 'mac_address': 'fa:16:3e:23:a9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:03.603545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04c6e896-d92b-4c10-a0d6-46c1e5b1481c req-9a9aa756-2cc0-42c8-beb8-0fa93233f4e4 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336722 Aug 30 21:16:03.616028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-2f770dbb-3efa-43ad-aa29-94784b96c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.618489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-2f770dbb-3efa-43ad-aa29-94784b96c4e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0965929 Aug 30 21:16:03.635717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.650482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977f412f-993e-4aeb-b2f7-37cdea78ebff {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:03.667869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] For port dd76b5ad-09df-42b7-bafa-1da39d7bd17c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.668266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.674050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-1bf67209-2ad6-463f-af44-304c9dafb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.674912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 977f412f-993e-4aeb-b2f7-37cdea78ebff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.676111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-1bf67209-2ad6-463f-af44-304c9dafb1c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484922 Aug 30 21:16:03.680154 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.681051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3e25f787-fb36-47f7-b5b5-6f51b3141931 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:03.685140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Calling delete_port for dd76b5ad-09df-42b7-bafa-1da39d7bd17c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:03.754861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.757991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=977f412f-993e-4aeb-b2f7-37cdea78ebff,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:03.772147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '3e25f787-fb36-47f7-b5b5-6f51b3141931', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'port_id': '3e25f787-fb36-47f7-b5b5-6f51b3141931', 'mac_address': 'fa:16:3e:42:3f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:03.800522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-d0f0cfbf-0f26-4814-b101-2d9005cfce99 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151142 Aug 30 21:16:03.815794 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.830961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e25f787-fb36-47f7-b5b5-6f51b3141931 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:03.835629 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8523d-ef0e-4c79-aa17-bada1c7caafa x-openstack-request-id: req-20d8523d-ef0e-4c79-aa17-bada1c7caafa {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:03.836206 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f77ef04-b149-4720-bef4-bad85d9ced97", "tag": "aea02a13-e293-414b-ae1b-f2b7d0f60c06", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:03.836603 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20d8523d-ef0e-4c79-aa17-bada1c7caafa {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:03.837195 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'tag': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06', 'status': 'completed', 'code': 200} Aug 30 21:16:03.840652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.857024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.862743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.864255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7616a44-2c0d-490b-a88d-bec11c3c7401 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:03.874584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Pushing event deleted for resources: {'Port': ['ID=dd76b5ad-09df-42b7-bafa-1da39d7bd17c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:03.925063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] No DVR routers for this DVR port dd76b5ad-09df-42b7-bafa-1da39d7bd17c on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:03.927412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:03.933180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c81a1cc-4555-4a2d-b20f-c399932380d0 req-16f82f63-7d09-45dd-8062-a442b39d9fb3 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.82 "DELETE /v2.0/ports/dd76b5ad-09df-42b7-bafa-1da39d7bd17c HTTP/1.1" status: 204 len: 173 time: 0.5240240 Aug 30 21:16:03.949678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b7455fc-c39b-4e1b-b237-29343401db78 req-ec3aec88-4301-435b-b207-b8bc3279d61a service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400590 Aug 30 21:16:03.960200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:03.964187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:03.969868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e0910-ca28-403a-918e-f4392b15256a req-4312284d-7eff-4013-8ddc-f79357031007 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:03.972197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb7e0910-ca28-403a-918e-f4392b15256a req-4312284d-7eff-4013-8ddc-f79357031007 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 943 time: 0.0747955 Aug 30 21:16:03.978024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd7616a44-2c0d-490b-a88d-bec11c3c7401', 'network_id': '8787fa32-1890-4e71-bbf6-a522ebd45b6b', 'port_id': 'd7616a44-2c0d-490b-a88d-bec11c3c7401', 'mac_address': 'fa:16:3e:ca:d1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:04.023139 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:04.038641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7616a44-2c0d-490b-a88d-bec11c3c7401 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:04.053605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb7e0910-ca28-403a-918e-f4392b15256a req-82c275cb-93bb-49e0-a505-362bc8112f85 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724912 Aug 30 21:16:04.067476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:04.075897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:04.076640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2e04bf30-204e-4797-b879-8fc8754774c5 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:04.117223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-51e5f5a7-1b0e-43f0-90e7-24cf81f65bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.119980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-51e5f5a7-1b0e-43f0-90e7-24cf81f65bbf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 1095 time: 0.0905399 Aug 30 21:16:04.153154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:04.157685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2e04bf30-204e-4797-b879-8fc8754774c5,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:04.162458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['dd76b5ad-09df-42b7-bafa-1da39d7bd17c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:04.192232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '2e04bf30-204e-4797-b879-8fc8754774c5', 'network_id': '5c9f9c40-524e-4c39-a5a7-f5757e33a921', 'port_id': '2e04bf30-204e-4797-b879-8fc8754774c5', 'mac_address': 'fa:16:3e:c8:9d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15679ad8-febd-4faa-9be6-0c5db5e7ef41', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:04.235718 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:04.249609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e04bf30-204e-4797-b879-8fc8754774c5 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:04.270243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2e04bf30-204e-4797-b879-8fc8754774c5,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:04.276794 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:04.329340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:04.553394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4440a-b0bd-4e2a-8076-776fda80aac1 req-1138f0c2-d9dd-4ad3-80d6-4ee582c0fb5e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.554849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ee4440a-b0bd-4e2a-8076-776fda80aac1 req-1138f0c2-d9dd-4ad3-80d6-4ee582c0fb5e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 943 time: 0.4153683 Aug 30 21:16:04.583730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-3c38b56b-4263-4c5f-b939-7acac8e25e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.585202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-3c38b56b-4263-4c5f-b939-7acac8e25e8c service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.4553306 Aug 30 21:16:04.605892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 341e0402-134e-48df-800b-c729008eb7dd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:04.611410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ee4440a-b0bd-4e2a-8076-776fda80aac1 req-3f8906aa-7002-4eea-9c91-eefaac6b82c8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477531 Aug 30 21:16:04.638063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-53297f13-636b-46e8-b197-771a1de88de6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06 HTTP/1.1" status: 200 len: 217 time: 0.0401378 Aug 30 21:16:04.706156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60002d56-a174-42fd-9e11-16f30c27c5e5 req-9f68ed3a-b190-45cb-aa21-87ab8ebfe921 tempest-ImagesNegativeTestJSON-1011041048 tempest-ImagesNegativeTestJSON-1011041048-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e HTTP/1.1" status: 200 len: 210 time: 0.0266173 Aug 30 21:16:04.714986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 341e0402-134e-48df-800b-c729008eb7dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=341e0402-134e-48df-800b-c729008eb7dd,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:04.727484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '341e0402-134e-48df-800b-c729008eb7dd', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': '341e0402-134e-48df-800b-c729008eb7dd', 'mac_address': 'fa:16:3e:07:ca:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:04.765045 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:04.778515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341e0402-134e-48df-800b-c729008eb7dd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:04.801988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 341e0402-134e-48df-800b-c729008eb7dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=341e0402-134e-48df-800b-c729008eb7dd,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:04.808091 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:04.867457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=341e0402-134e-48df-800b-c729008eb7dd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:04.893777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-76a3f354-0305-4c4b-a101-47697ef7d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.896168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-76a3f354-0305-4c4b-a101-47697ef7d852 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1069319 Aug 30 21:16:04.912139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.920410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.927867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.934819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.940585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.947345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.955568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:04.957490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-9991c6d5-3810-486f-8a19-147546c5b49b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5428 time: 0.1845417 Aug 30 21:16:05.021547 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e080193a-76b3-4c85-8e5f-027212af5dbf req-876d6aaa-ddde-47d5-9949-cb73fd9fce5a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545073 Aug 30 21:16:05.028036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-a8838d27-69a4-47cb-91e4-653d2e85b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:05.029902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-a8838d27-69a4-47cb-91e4-653d2e85b1bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711422 Aug 30 21:16:05.056562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3427e92d-d93f-47df-8661-7c8582f392b3 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:05.117158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 3427e92d-d93f-47df-8661-7c8582f392b3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:05.123990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 3427e92d-d93f-47df-8661-7c8582f392b3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:05.124363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.166058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf635a-694d-4586-8659-1c98ce493c3d req-4fff962e-6c2e-4124-a9e5-bd2eb5fb5ecf tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:05.167673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dcf635a-694d-4586-8659-1c98ce493c3d req-4fff962e-6c2e-4124-a9e5-bd2eb5fb5ecf tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0744517 Aug 30 21:16:05.187325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-67eabeb1-93a4-4393-b0d8-7123ae5e8b64 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458468 Aug 30 21:16:05.217158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.221106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['341e0402-134e-48df-800b-c729008eb7dd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:05.234407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d7616a44-2c0d-490b-a88d-bec11c3c7401'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:05.264925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dcf635a-694d-4586-8659-1c98ce493c3d req-e485ce4d-7737-4e46-ac28-b7eb1c0a88a0 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/security-groups?id=57887706-7996-4e13-b3dd-766bf995bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880356 Aug 30 21:16:05.304934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['977f412f-993e-4aeb-b2f7-37cdea78ebff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:05.317291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0e11e6c4-4aef-4644-bb24-010c250d3f29'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:05.317608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9e84dd-e283-4bfa-8d4e-1125c90f000b req-89dfc9c7-5a73-4d5d-ba4f-e1160fec8b4d service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211357 Aug 30 21:16:05.318955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3427e92d-d93f-47df-8661-7c8582f392b3'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:05.322224 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a27f4f8-55e6-4100-a80e-9055c9d67922" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "3427e92d-d93f-47df-8661-7c8582f392b3"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:05.389919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3427e92d-d93f-47df-8661-7c8582f392b3,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:05.409119 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.409527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecb3b124-182b-4d34-b58b-7111afce7da8 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:05.542525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88572881-fbef-407c-b66f-ea0cbff81943 req-dda397d0-817f-470b-9dcf-054a2851ce17 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:05.544240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88572881-fbef-407c-b66f-ea0cbff81943 req-dda397d0-817f-470b-9dcf-054a2851ce17 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 943 time: 0.0632725 Aug 30 21:16:05.591251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-a7b26f63-4bf5-499f-a452-b609bddcad86 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:05.593783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88572881-fbef-407c-b66f-ea0cbff81943 req-0dfdaec3-1c10-42d6-9d15-fc8fc7a284b6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429702 Aug 30 21:16:05.595240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-a7b26f63-4bf5-499f-a452-b609bddcad86 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 945 time: 0.0591495 Aug 30 21:16:05.606043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:05.660517 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab754af3-eb19-44a0-b834-2664a82ff98b x-openstack-request-id: req-ab754af3-eb19-44a0-b834-2664a82ff98b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:05.660817 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "3427e92d-d93f-47df-8661-7c8582f392b3", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:05.661171 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab754af3-eb19-44a0-b834-2664a82ff98b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:05.661663 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3427e92d-d93f-47df-8661-7c8582f392b3', 'code': 200} Aug 30 21:16:05.705701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port ecb3b124-182b-4d34-b58b-7111afce7da8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:05.719186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Deleting port 265cac6c-84c4-4a22-8f94-590fef93169e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:05.719534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.735714 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.742500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port ecb3b124-182b-4d34-b58b-7111afce7da8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:05.742921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.763529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbf74-8531-4cdc-902b-ed3e6b357846 req-46d59799-77cf-45a7-95df-137893c236ff tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:05.767178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60edbf74-8531-4cdc-902b-ed3e6b357846 req-46d59799-77cf-45a7-95df-137893c236ff tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 944 time: 0.0650449 Aug 30 21:16:05.820386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60edbf74-8531-4cdc-902b-ed3e6b357846 req-addb875e-c88d-4133-a326-5bc40530d202 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Aug 30 21:16:05.841001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'name': 'network-vif-deleted', 'tag': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:05.847125 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c102358b-56d8-4c72-8a24-9b6d12d47f3d" -d '{"events": [{"server_uuid": "8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e", "name": "network-vif-deleted", "tag": "dd76b5ad-09df-42b7-bafa-1da39d7bd17c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:05.853717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] For port 265cac6c-84c4-4a22-8f94-590fef93169e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=265cac6c-84c4-4a22-8f94-590fef93169e,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:05.854255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:05.876456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Calling delete_port for 265cac6c-84c4-4a22-8f94-590fef93169e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:05.940222 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fccde4-2212-46de-b6ce-faca133038ce x-openstack-request-id: req-d7fccde4-2212-46de-b6ce-faca133038ce {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:05.940591 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e", "name": "network-vif-deleted", "tag": "dd76b5ad-09df-42b7-bafa-1da39d7bd17c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:05.940833 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7fccde4-2212-46de-b6ce-faca133038ce {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:05.941216 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7383e7-8bc3-4a0f-acec-9b6a9bc28f0e', 'name': 'network-vif-deleted', 'tag': 'dd76b5ad-09df-42b7-bafa-1da39d7bd17c', 'status': 'completed', 'code': 200} Aug 30 21:16:05.986370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.026273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ecb3b124-182b-4d34-b58b-7111afce7da8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecb3b124-182b-4d34-b58b-7111afce7da8,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:06.032225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.033238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd76b5ad-09df-42b7-bafa-1da39d7bd17c no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:06.047247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.103317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Pushing event deleted for resources: {'Port': ['ID=265cac6c-84c4-4a22-8f94-590fef93169e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:06.113158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: dd76b5ad-09df-42b7-bafa-1da39d7bd17c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:06.113904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd76b5ad-09df-42b7-bafa-1da39d7bd17c not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:06.122755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ecb3b124-182b-4d34-b58b-7111afce7da8,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:06.150603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] No DVR routers for this DVR port 265cac6c-84c4-4a22-8f94-590fef93169e on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:06.153489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.156324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b565495-625e-4bb2-b43d-0346b57cad72 req-00f17124-52ed-479b-84a6-8de500d86e5f tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.86 "DELETE /v2.0/ports/265cac6c-84c4-4a22-8f94-590fef93169e HTTP/1.1" status: 204 len: 173 time: 0.5543334 Aug 30 21:16:06.164263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.170544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.176855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.182708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.188544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.195489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.204963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.206451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-9b0cde0a-f6f0-48ab-b5af-d97f256ea7aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5430 time: 0.1006186 Aug 30 21:16:06.249697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97738d4-afb2-419c-ad81-0456c56c9810 req-b0877cc7-8340-40db-a192-8740a7b92271 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371003 Aug 30 21:16:06.303467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:06.375573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af8acaed-00b4-42a0-adaf-553b07c9b164 req-0305824f-ac56-4390-b9c5-6eb126216ca7 tempest-ServerRescueNegativeTestJSON-486667253 tempest-ServerRescueNegativeTestJSON-486667253-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd9347e5-2b61-470b-b2e7-d8ddc8f82642 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Aug 30 21:16:06.434185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['3e25f787-fb36-47f7-b5b5-6f51b3141931'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:06.455013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7941599f-4310-42c7-bf77-2a4158e80f26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3cca342e97a7425c92a400d61384c044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480181 Aug 30 21:16:06.455385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:06.459984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['2e04bf30-204e-4797-b879-8fc8754774c5'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:06.500433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['265cac6c-84c4-4a22-8f94-590fef93169e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:06.514177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6c102b-4ca9-4628-83b2-2ec595e941d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.538051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6c102b-4ca9-4628-83b2-2ec595e941d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.593436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6c102b-4ca9-4628-83b2-2ec595e941d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.597434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7e6c102b-4ca9-4628-83b2-2ec595e941d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:06.601236 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7e6c102b-4ca9-4628-83b2-2ec595e941d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c1989c2-f458-422f-a638-451c0dabefb6 HTTP/1.1" status: 204 len: 168 time: 0.1425543 Aug 30 21:16:06.609904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c102b-4ca9-4628-83b2-2ec595e941d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1989c2-f458-422f-a638-451c0dabefb6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:06.762115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766e57a-82a2-4df6-9f94-ae866adacec2 req-b4d203b1-e3dc-4cc1-bd97-4b0b898301a5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.763637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e766e57a-82a2-4df6-9f94-ae866adacec2 req-b4d203b1-e3dc-4cc1-bd97-4b0b898301a5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 943 time: 0.0555270 Aug 30 21:16:06.804640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e766e57a-82a2-4df6-9f94-ae866adacec2 req-68910b63-2102-4640-a9d1-1099130f2286 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345721 Aug 30 21:16:06.941395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4463d-4d6e-46ae-8f82-fa0a88195a55 req-4d8ab045-26b8-4c1d-a9cf-352cb6dee6db tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:06.942974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8b4463d-4d6e-46ae-8f82-fa0a88195a55 req-4d8ab045-26b8-4c1d-a9cf-352cb6dee6db tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 944 time: 0.0504725 Aug 30 21:16:06.981199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8b4463d-4d6e-46ae-8f82-fa0a88195a55 req-e26e4d84-0e29-4f26-8869-20c4077cfddd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 30 21:16:07.118062 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:16:07.277820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33560) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:07.389728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.395591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.401287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.407759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.413621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.419463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.425464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.427375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a981bd58-90cf-431b-8769-570409c50b3c req-5cf8615e-920a-4107-90d3-79d30e0cc0fd tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5430 time: 0.1019287 Aug 30 21:16:07.432321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1427910033-network', 'tenant_id': '821eaa3bb534492f81952e3a2bf14222'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:07.471845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Made reservation on behalf of 821eaa3bb534492f81952e3a2bf14222 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:07.474244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.493679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a981bd58-90cf-431b-8769-570409c50b3c req-a8a77afc-a408-4b9d-8a93-2678b35cc920 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580170 Aug 30 21:16:07.494476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.543218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:07.617794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.623813 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.645831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:16:07.662341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46dd586-948a-4db4-a961-500f7239ae88,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:07.662852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:07.667914 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3619f7e-3e26-4b17-97b0-be761a010d6e" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:07.673270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.676845 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Added segment b631d718-3363-42e5-a367-f21c18120a64 of type vlan for network 5119a914-fb3a-4ec4-bbcf-a6e129423474 Aug 30 21:16:07.676845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.676845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.676845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.676845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.677402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.677783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.678163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.678545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.678940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.679321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.679700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.680080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:07.717769 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db3ae8a-5157-402b-aef9-85f9a0814125 x-openstack-request-id: req-9db3ae8a-5157-402b-aef9-85f9a0814125 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:07.718159 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:07.718472 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9db3ae8a-5157-402b-aef9-85f9a0814125 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:07.718985 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'code': 200} Aug 30 21:16:07.725664 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.751296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.752406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.752980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.807434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5284541 Aug 30 21:16:07.810366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:07.815345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Request body: {'subnet': {'network_id': '5119a914-fb3a-4ec4-bbcf-a6e129423474', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1427910033-subnet', 'tenant_id': '821eaa3bb534492f81952e3a2bf14222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:07.817402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ede57-d8a0-4695-964d-10d84c819947 admin admin] Pushing event updated for resources: {'Network': ['ID=5119a914-fb3a-4ec4-bbcf-a6e129423474,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:07.829443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5119a914-fb3a-4ec4-bbcf-a6e129423474 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:16:07.866773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Made reservation on behalf of 821eaa3bb534492f81952e3a2bf14222 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:07.869095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:07.953511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e8bc8-8b6f-4ceb-9ea2-eb922e4250bc req-870d7e79-cc68-4345-81e1-4f742a0592ec tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:07.956431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e46e8bc8-8b6f-4ceb-9ea2-eb922e4250bc req-870d7e79-cc68-4345-81e1-4f742a0592ec tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 943 time: 0.0661926 Aug 30 21:16:08.003113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e46e8bc8-8b6f-4ceb-9ea2-eb922e4250bc req-21b3bb5f-5acf-46b0-ab85-8a6a9be3fce3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Aug 30 21:16:08.114950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971843f-d2ba-4270-94ce-9879acc63918 req-a2495c74-8726-40d5-88af-1e937c44b7d5 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.116540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6971843f-d2ba-4270-94ce-9879acc63918 req-a2495c74-8726-40d5-88af-1e937c44b7d5 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 944 time: 0.0507648 Aug 30 21:16:08.156823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6971843f-d2ba-4270-94ce-9879acc63918 req-9a96f89b-03fe-48c1-aee3-e2675ad89739 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Aug 30 21:16:08.199145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'name': 'network-vif-deleted', 'tag': '265cac6c-84c4-4a22-8f94-590fef93169e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:08.201497 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6639641-d703-4581-9bfd-037fdfa97d0e" -d '{"events": [{"server_uuid": "cd9347e5-2b61-470b-b2e7-d8ddc8f82642", "name": "network-vif-deleted", "tag": "265cac6c-84c4-4a22-8f94-590fef93169e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:08.240170 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c4ab37-8dcf-400b-b333-13637938971c x-openstack-request-id: req-26c4ab37-8dcf-400b-b333-13637938971c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:08.240465 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9347e5-2b61-470b-b2e7-d8ddc8f82642", "name": "network-vif-deleted", "tag": "265cac6c-84c4-4a22-8f94-590fef93169e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:08.240714 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26c4ab37-8dcf-400b-b333-13637938971c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:08.241106 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9347e5-2b61-470b-b2e7-d8ddc8f82642', 'name': 'network-vif-deleted', 'tag': '265cac6c-84c4-4a22-8f94-590fef93169e', 'status': 'completed', 'code': 200} Aug 30 21:16:08.391167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.432752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.536948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07457e99-f488-41b3-a27a-b9a631f2b8e7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:08.554838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.555184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.555522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.555847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.556194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.556521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.556846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.557170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.557490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.557807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.558126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.558480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:08.570275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Checking segment: {'id': 'b631d718-3363-42e5-a367-f21c18120a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5119a914-fb3a-4ec4-bbcf-a6e129423474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:08.570637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Network hostable DHCP agents. Network: 5119a914-fb3a-4ec4-bbcf-a6e129423474, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:16:08.618083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 341e0402-134e-48df-800b-c729008eb7dd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:08.634937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.641914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.643977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Network 5119a914-fb3a-4ec4-bbcf-a6e129423474 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:16:08.649632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.661363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.666181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5119a914-fb3a-4ec4-bbcf-a6e129423474) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:08.667955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.673380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.673608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.675933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.678572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c7ed56-3dec-4799-a128-c274782698c5 None None] Network 5119a914-fb3a-4ec4-bbcf-a6e129423474 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:08.685453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:08.687650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-aff89e3c-fc5d-4b34-933f-4bef4846e151 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5430 time: 0.1158819 Aug 30 21:16:08.693949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 341e0402-134e-48df-800b-c729008eb7dd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:08.708201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc089d43-33e0-406c-b647-f993a2cd4b83 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8966632 Aug 30 21:16:08.727329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 341e0402-134e-48df-800b-c729008eb7dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:08.727970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.767276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Deleting port c735b58f-0d59-49d4-a255-cdecac837e24 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:08.768564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.771899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4266c2f-2bcf-41d3-baa2-b9b00b36bac9 req-c3d6875a-46f2-4179-b98f-1b7a5dfd9f5c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615828 Aug 30 21:16:08.891588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] For port c735b58f-0d59-49d4-a255-cdecac837e24, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c735b58f-0d59-49d4-a255-cdecac837e24,segment=NetworkSegment(65163a83-7670-4b0b-9565-5b4ff29a2cd2),segment_id=65163a83-7670-4b0b-9565-5b4ff29a2cd2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:08.892209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.898203 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.907572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Calling delete_port for c735b58f-0d59-49d4-a255-cdecac837e24 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:08.912395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d676068-9ada-45c8-922f-4b19ff94cf12 None None] Network 5119a914-fb3a-4ec4-bbcf-a6e129423474 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:08.930812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66600322-c20e-41ae-9c37-4f74b9450a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.982259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 341e0402-134e-48df-800b-c729008eb7dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=341e0402-134e-48df-800b-c729008eb7dd,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:08.994743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:08.995552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 265cac6c-84c4-4a22-8f94-590fef93169e no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:09.040818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 265cac6c-84c4-4a22-8f94-590fef93169e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:09.041167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 265cac6c-84c4-4a22-8f94-590fef93169e not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:09.063881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device aea02a13-e293-414b-ae1b-f2b7d0f60c06 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:09.064817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-20b97445-b51b-417c-aa12-330e8c9ed391 req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-575540972', 'description': 'tempest-description-1752307087'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:09.071034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0e11e6c4-4aef-4644-bb24-010c250d3f29 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:09.092226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20b97445-b51b-417c-aa12-330e8c9ed391 req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.122138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.140809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=341e0402-134e-48df-800b-c729008eb7dd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.162527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c735b58f-0d59-49d4-a255-cdecac837e24,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.208693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20b97445-b51b-417c-aa12-330e8c9ed391 req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.213886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20b97445-b51b-417c-aa12-330e8c9ed391 req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.234265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0e11e6c4-4aef-4644-bb24-010c250d3f29 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:09.241814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0e11e6c4-4aef-4644-bb24-010c250d3f29 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:09.242206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.246390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20b97445-b51b-417c-aa12-330e8c9ed391 req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.258081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20b97445-b51b-417c-aa12-330e8c9ed391 req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1982646 Aug 30 21:16:09.263172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e202c-8c03-4b8d-b5a6-0d59fd5ba59c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3635c4-1164-44c3-99bf-02164ba9933f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.281791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port aea02a13-e293-414b-ae1b-f2b7d0f60c06, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:09.301609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06', 'mac_address': 'fa:16:3e:a7:d8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:09.366919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7af040-f72a-4c47-ad08-85f913081a10 req-450246b3-7bcc-4354-b78f-5310cba626f7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:09.368601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a7af040-f72a-4c47-ad08-85f913081a10 req-450246b3-7bcc-4354-b78f-5310cba626f7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 943 time: 0.0573599 Aug 30 21:16:09.385547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.393828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.410834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea02a13-e293-414b-ae1b-f2b7d0f60c06 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:09.415588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a7af040-f72a-4c47-ad08-85f913081a10 req-c8194757-c6f0-43a6-97b1-396702810491 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Aug 30 21:16:09.429953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.436630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port aea02a13-e293-414b-ae1b-f2b7d0f60c06, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:09.448029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.506854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:09.517550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.518337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 977f412f-993e-4aeb-b2f7-37cdea78ebff up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:09.541622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=aea02a13-e293-414b-ae1b-f2b7d0f60c06,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.545586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbff50-cfa9-486e-be65-93c900b38c22 req-ba9f66f7-cdc2-4e6d-ba22-bdbdcbe4ef5d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:09.554167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35cbff50-cfa9-486e-be65-93c900b38c22 req-ba9f66f7-cdc2-4e6d-ba22-bdbdcbe4ef5d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 945 time: 0.0638418 Aug 30 21:16:09.600588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35cbff50-cfa9-486e-be65-93c900b38c22 req-e2fb4435-51c2-45c3-8f7b-36e84fcfe588 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Aug 30 21:16:09.612688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.640120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 977f412f-993e-4aeb-b2f7-37cdea78ebff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:09.644542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 977f412f-993e-4aeb-b2f7-37cdea78ebff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:09.645039 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.652312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:09.682138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-07644ec3-f32a-4527-a966-160d2a7517d7 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/ca3635c4-1164-44c3-99bf-02164ba9933f HTTP/1.1" status: 200 len: 1806 time: 0.0544868 Aug 30 21:16:09.687126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca3635c4-1164-44c3-99bf-02164ba9933f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:09.687453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca3635c4-1164-44c3-99bf-02164ba9933f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:09.720148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341e0402-134e-48df-800b-c729008eb7dd'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:09.722835 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f0d98-e3da-4718-b70e-0a5aa75825cc" -d '{"events": [{"server_uuid": "8ece3e91-ce76-4acb-aee4-98af3348db51", "name": "network-vif-plugged", "status": "completed", "tag": "341e0402-134e-48df-800b-c729008eb7dd"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:09.735646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.750085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.769730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 977f412f-993e-4aeb-b2f7-37cdea78ebff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:09.773586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.774553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3e25f787-fb36-47f7-b5b5-6f51b3141931 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:09.776400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:09.776551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.782221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a7162879-2bf8-479e-9605-c21e73c1ff48 admin admin] 10.222.0.76 "PUT /v2.0/routers/7a4221af-f75f-47fe-897d-c4a4d0b6b44c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2379043 Aug 30 21:16:09.785213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:09.785688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.796178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] Sync routers for ids ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:09.805797 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] Routers {'7a4221af-f75f-47fe-897d-c4a4d0b6b44c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:09.806413 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:15:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:09.807162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e61703-731e-4ee5-bd66-c88833fcdc3d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.812826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.814717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f529622-99e9-4684-a843-8d3280e02ae8 req-011e2e6a-e5c7-4f4d-9722-97337b74cc71 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1315529 Aug 30 21:16:09.893870 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737c85d-ce49-40ab-bde0-843f31c3cfe3 x-openstack-request-id: req-c737c85d-ce49-40ab-bde0-843f31c3cfe3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:09.894318 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ece3e91-ce76-4acb-aee4-98af3348db51", "name": "network-vif-plugged", "status": "completed", "tag": "341e0402-134e-48df-800b-c729008eb7dd", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:09.894749 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c737c85d-ce49-40ab-bde0-843f31c3cfe3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:09.895262 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341e0402-134e-48df-800b-c729008eb7dd', 'code': 200} Aug 30 21:16:09.895603 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29', 'code': 200} Aug 30 21:16:09.905809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['aea02a13-e293-414b-ae1b-f2b7d0f60c06'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:09.928261 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:09.940131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=977f412f-993e-4aeb-b2f7-37cdea78ebff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:09.972765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 3e25f787-fb36-47f7-b5b5-6f51b3141931 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:09.979242 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] Set router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:09.985278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 3e25f787-fb36-47f7-b5b5-6f51b3141931 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:09.985657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.019508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.025678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.032676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.038603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.045442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.050260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dd288-73db-431e-92d6-11526fcc0daf req-79017f48-4a5f-4419-99dc-a2b7f4d741ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.051810 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-394dd288-73db-431e-92d6-11526fcc0daf req-79017f48-4a5f-4419-99dc-a2b7f4d741ab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 1097 time: 0.0867286 Aug 30 21:16:10.052392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.058501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.061724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-e9be56d0-4746-4ddb-bd3e-4ef66efbcb39 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5432 time: 0.1077027 Aug 30 21:16:10.088560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.106436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-394dd288-73db-431e-92d6-11526fcc0daf req-8c6be9c2-cd4f-4222-9266-3b9e6cb8af00 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Aug 30 21:16:10.113983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5cb8104-2ef3-4c38-ba6c-39e6dd0b7815 req-dc2693e9-7119-4f72-821f-664d1b40b00e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438571 Aug 30 21:16:10.144165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.164095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ee202619-d7d3-447c-a297-b489d5ee364f req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-763673510', 'description': 'tempest-description-949497950'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:10.172159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Deleting port 90eb590f-7742-43a3-9c1b-601c9db83357 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:10.172499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.198048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ee202619-d7d3-447c-a297-b489d5ee364f req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.206811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:10.216259 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.217151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7616a44-2c0d-490b-a88d-bec11c3c7401 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:10.226642 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:16:09Z', 'revision_number': 5, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port': {'id': '90eb590f-7742-43a3-9c1b-601c9db83357', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:09Z', 'updated_at': '2021-08-30T21:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:10.259057 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] Checking router: 7a4221af-f75f-47fe-897d-c4a4d0b6b44c for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:10.268765 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] Routers {'7a4221af-f75f-47fe-897d-c4a4d0b6b44c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:10.269655 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:15:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:10.284655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] For port 90eb590f-7742-43a3-9c1b-601c9db83357, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=90eb590f-7742-43a3-9c1b-601c9db83357,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:10.285027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.285903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:10.301563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Calling delete_port for 90eb590f-7742-43a3-9c1b-601c9db83357 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:10.320359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port d7616a44-2c0d-490b-a88d-bec11c3c7401 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:10.321800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ee202619-d7d3-447c-a297-b489d5ee364f req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.328537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d7616a44-2c0d-490b-a88d-bec11c3c7401 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:10.328908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.333543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ee202619-d7d3-447c-a297-b489d5ee364f req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.354962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ee202619-d7d3-447c-a297-b489d5ee364f req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.356878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee202619-d7d3-447c-a297-b489d5ee364f req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1980338 Aug 30 21:16:10.387918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223c164-29fb-42c6-bd81-57687e98ddd6 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a2741-5d82-4615-9fa8-58122f64864a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:10.399744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] Set router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:10.459817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.487484 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:16:10Z', 'revision_number': 6, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:10.497522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:10.505423 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.550028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.553339 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab995-b1e5-4714-bc0d-31d96ddf0fb7 None None] The sync data for ids ['7a4221af-f75f-47fe-897d-c4a4d0b6b44c'] in n-d-793620-16 is: [{'id': '7a4221af-f75f-47fe-897d-c4a4d0b6b44c', 'name': 'tempest-ServerRescueNegativeTestJSON-1730056550-router', 'tenant_id': '431ebc55fea54e1a979bd7af96b8fa71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:16:10Z', 'revision_number': 6, 'project_id': '431ebc55fea54e1a979bd7af96b8fa71', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:10.572193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:10.601830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=90eb590f-7742-43a3-9c1b-601c9db83357,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:10.631052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-8df2c6e1-36a4-48c7-ad27-872b847e5e4e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/2c3a2741-5d82-4615-9fa8-58122f64864a HTTP/1.1" status: 200 len: 1805 time: 0.0794120 Aug 30 21:16:10.643505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2c3a2741-5d82-4615-9fa8-58122f64864a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:10.643895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2c3a2741-5d82-4615-9fa8-58122f64864a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:10.680612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.714603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.744890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.749557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.769293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c9ffea-b944-4519-a819-d5c659e87eac,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:10.778952 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.781724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.783251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.784997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4e342bd-f9fd-489d-85ff-3fedfd6c6507 req-c862db42-6e3d-4809-95d9-87cf3df66fe4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1459203 Aug 30 21:16:10.831932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.832412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a4221af-f75f-47fe-897d-c4a4d0b6b44c {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:16:10.837229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.841434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7bcb09b1-1a16-4afb-96aa-728c1a47cb4b admin admin] 10.222.0.76 "DELETE /v2.0/routers/7a4221af-f75f-47fe-897d-c4a4d0b6b44c HTTP/1.1" status: 204 len: 168 time: 1.0554774 Aug 30 21:16:10.841761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33622) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:10.933973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Deleting subnet 5d435610-0844-48e7-8bd9-3219e8a0e216 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:16:10.940624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:10.979490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae911cf-37f7-4baa-9f3f-4bf25b964f6e req-65069770-454a-425a-a9cf-c6caa682b561 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:10.982629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cae911cf-37f7-4baa-9f3f-4bf25b964f6e req-65069770-454a-425a-a9cf-c6caa682b561 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 944 time: 0.1026070 Aug 30 21:16:10.993507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.063841 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cae911cf-37f7-4baa-9f3f-4bf25b964f6e req-18a76dc7-6918-401a-8b2f-6ee20561c61e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728202 Aug 30 21:16:11.064765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.069607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2e04bf30-204e-4797-b879-8fc8754774c5 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:11.135055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 2e04bf30-204e-4797-b879-8fc8754774c5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:11.139544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 2e04bf30-204e-4797-b879-8fc8754774c5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:11.140230 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.157780 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.191394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.193309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5d435610-0844-48e7-8bd9-3219e8a0e216 HTTP/1.1" status: 204 len: 168 time: 0.3501983 Aug 30 21:16:11.195180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5023f-9140-4e5f-938e-f9d439a40070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d435610-0844-48e7-8bd9-3219e8a0e216,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:11.195917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:11.215422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b5a5-d97f-4353-8fe7-4e8b5e08eee4 req-31ae8aa8-524d-47b9-a59a-8de6ff0491dd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.217904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1131b5a5-d97f-4353-8fe7-4e8b5e08eee4 req-31ae8aa8-524d-47b9-a59a-8de6ff0491dd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 945 time: 0.0957427 Aug 30 21:16:11.226245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.259723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2e04bf30-204e-4797-b879-8fc8754774c5,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:11.264985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1131b5a5-d97f-4353-8fe7-4e8b5e08eee4 req-d4e964ed-1b99-40a1-b70a-a8ca7082840f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Aug 30 21:16:11.266874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.273053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.310644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-14b98f42-a83f-44b6-b9d7-317eac92b44f req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-971946946', 'description': 'tempest-description-504597855'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:11.348163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:11.363500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-14b98f42-a83f-44b6-b9d7-317eac92b44f req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.389898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.400974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c112ea77-3cd8-41af-b7da-cd7b8c007a21']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:11.412826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65163a83-7670-4b0b-9565-5b4ff29a2cd2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:11.413189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65163a83-7670-4b0b-9565-5b4ff29a2cd2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:11.423737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.442610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.450258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:16:11.450734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:16:11.452722 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:16:11.469384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-14b98f42-a83f-44b6-b9d7-317eac92b44f req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.474599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-14b98f42-a83f-44b6-b9d7-317eac92b44f req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.505395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-14b98f42-a83f-44b6-b9d7-317eac92b44f req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.507005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14b98f42-a83f-44b6-b9d7-317eac92b44f req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2005916 Aug 30 21:16:11.508523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f222d1e-84ff-4e26-905d-46e39f4a8bb8 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb4636-2e6f-43f7-8877-73b799646bfb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:11.520458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.526411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.531479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c112ea77-3cd8-41af-b7da-cd7b8c007a21 HTTP/1.1" status: 204 len: 168 time: 0.3302794 Aug 30 21:16:11.540110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2ab05-202e-4223-ad1b-e8a368f66f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=c112ea77-3cd8-41af-b7da-cd7b8c007a21,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:11.643903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.650044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.654609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 90eb590f-7742-43a3-9c1b-601c9db83357 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:11.656823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.662705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.669289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.679989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.681649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 90eb590f-7742-43a3-9c1b-601c9db83357 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:11.682135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 90eb590f-7742-43a3-9c1b-601c9db83357 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:11.682548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c735b58f-0d59-49d4-a255-cdecac837e24 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:11.686541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:11.687898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:11.688635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c774466b-2b67-4800-bdbf-163514db2ded req-89a1d871-72db-4913-88f8-bc16e4d7a7d7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.1141837 Aug 30 21:16:11.720768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c735b58f-0d59-49d4-a255-cdecac837e24 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:11.721128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c735b58f-0d59-49d4-a255-cdecac837e24 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:11.733974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c774466b-2b67-4800-bdbf-163514db2ded req-87c7872d-ebe9-4e88-9a76-cf1b160710ca tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385923 Aug 30 21:16:11.737778 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7ebeb1c6-136a-4ed0-a563-57e9dba0687f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=431ebc55fea54e1a979bd7af96b8fa71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479305 Aug 30 21:16:11.739512 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.740141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:11.814485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a088875a-faca-416e-99cb-e15547ea15de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.835892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a088875a-faca-416e-99cb-e15547ea15de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.852422 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c75f4864-40d1-4842-a8e4-ab8a6c46be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.895189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a088875a-faca-416e-99cb-e15547ea15de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.896514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f412f-993e-4aeb-b2f7-37cdea78ebff'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e04bf30-204e-4797-b879-8fc8754774c5'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:11.897902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a088875a-faca-416e-99cb-e15547ea15de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:11.901611 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7801f-3a89-4967-9e82-4cc442a66606" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "977f412f-993e-4aeb-b2f7-37cdea78ebff"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "2e04bf30-204e-4797-b879-8fc8754774c5"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:11.901787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a088875a-faca-416e-99cb-e15547ea15de admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57887706-7996-4e13-b3dd-766bf995bed8 HTTP/1.1" status: 204 len: 168 time: 0.1566806 Aug 30 21:16:11.912616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088875a-faca-416e-99cb-e15547ea15de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57887706-7996-4e13-b3dd-766bf995bed8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:11.933547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d0ed47c1-de6e-4b7b-a371-acc2c78f403b req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1348306048', 'description': 'tempest-description-99750680'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:11.960204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d0ed47c1-de6e-4b7b-a371-acc2c78f403b req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.059146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d0ed47c1-de6e-4b7b-a371-acc2c78f403b req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.065474 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d0ed47c1-de6e-4b7b-a371-acc2c78f403b req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.103722 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d0ed47c1-de6e-4b7b-a371-acc2c78f403b req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.105487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0ed47c1-de6e-4b7b-a371-acc2c78f403b req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1767368 Aug 30 21:16:12.122286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697d1ef-1af6-4c2b-9268-55f82140203b tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb319278-6ae0-48c7-9ef9-3ecd59a3dec8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:12.216423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beeb8a-2e66-4757-966e-46ceba71a509 req-9f0f4128-d632-4b7c-b58b-f0c6b7a48e5b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.218108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09beeb8a-2e66-4757-966e-46ceba71a509 req-9f0f4128-d632-4b7c-b58b-f0c6b7a48e5b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.0544293 Aug 30 21:16:12.258464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09beeb8a-2e66-4757-966e-46ceba71a509 req-05e9d844-db49-4024-bfe0-9d275e668451 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343297 Aug 30 21:16:12.310160 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b22c0-fba8-4b35-a1cd-fa43dc55973b x-openstack-request-id: req-5e2b22c0-fba8-4b35-a1cd-fa43dc55973b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:12.310872 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "977f412f-993e-4aeb-b2f7-37cdea78ebff", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-plugged", "status": "completed", "tag": "2e04bf30-204e-4797-b879-8fc8754774c5", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:12.310987 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e2b22c0-fba8-4b35-a1cd-fa43dc55973b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:12.311366 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f412f-993e-4aeb-b2f7-37cdea78ebff', 'code': 200} Aug 30 21:16:12.311597 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931', 'code': 200} Aug 30 21:16:12.311859 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401', 'code': 200} Aug 30 21:16:12.312206 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e04bf30-204e-4797-b879-8fc8754774c5', 'code': 200} Aug 30 21:16:12.472823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e41ebf-838d-4dbe-93b4-ba79dfca74e6 req-9c29c152-7445-4121-9eda-45246407630e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.474413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45e41ebf-838d-4dbe-93b4-ba79dfca74e6 req-9c29c152-7445-4121-9eda-45246407630e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 944 time: 0.1023240 Aug 30 21:16:12.486429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.486922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.487528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.488112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.488952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.489504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.489979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.492185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0548b470-4d2a-4905-96f6-25af41158cef req-9cbe34f9-a4dd-46b1-87ba-d18859dddcb6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6499 time: 0.0903444 Aug 30 21:16:12.561937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45e41ebf-838d-4dbe-93b4-ba79dfca74e6 req-6d495366-ac7f-4f3c-b99e-095211cb6178 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686920 Aug 30 21:16:12.562343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.564278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0548b470-4d2a-4905-96f6-25af41158cef req-ca6475c8-2244-4a5a-bad7-62a3db9c33b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643301 Aug 30 21:16:12.628844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-c9e9c3ac-a65b-44dd-ad7c-91a667cdd57e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/0eeb4636-2e6f-43f7-8877-73b799646bfb HTTP/1.1" status: 200 len: 1805 time: 0.0417082 Aug 30 21:16:12.675156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-be647b5f-5d24-4fd3-a2e2-a991f353a90e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/cb319278-6ae0-48c7-9ef9-3ecd59a3dec8 HTTP/1.1" status: 200 len: 1805 time: 0.0400486 Aug 30 21:16:12.685399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0eeb4636-2e6f-43f7-8877-73b799646bfb', 'remote_group_id': 'cb319278-6ae0-48c7-9ef9-3ecd59a3dec8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:12.685718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0eeb4636-2e6f-43f7-8877-73b799646bfb', 'remote_group_id': 'cb319278-6ae0-48c7-9ef9-3ecd59a3dec8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:12.753227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.794541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.800815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.818701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe484fc-1f81-4d87-8a30-d45e4ad10644,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:12.827312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:12.828516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b738bab-53fe-480d-a961-7e7ee9ab6d4d req-9cf23689-2b72-49e7-9462-eef8454f1584 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1473815 Aug 30 21:16:12.940600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bf425-c0b5-4543-9f86-3c86892b1e0a req-93b6acda-6a7f-464b-8602-dcf52cc25529 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:12.942983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e45bf425-c0b5-4543-9f86-3c86892b1e0a req-93b6acda-6a7f-464b-8602-dcf52cc25529 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 945 time: 0.0652997 Aug 30 21:16:12.986475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e45bf425-c0b5-4543-9f86-3c86892b1e0a req-e4c176ff-6ea3-4a70-aecb-c695aa270860 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346406 Aug 30 21:16:13.077024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device aea02a13-e293-414b-ae1b-f2b7d0f60c06 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:13.128324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port aea02a13-e293-414b-ae1b-f2b7d0f60c06 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:13.132527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port aea02a13-e293-414b-ae1b-f2b7d0f60c06 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:13.132897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.220210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.257723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port aea02a13-e293-414b-ae1b-f2b7d0f60c06, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:13.261073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.315628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=aea02a13-e293-414b-ae1b-f2b7d0f60c06,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:13.407334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.413098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.418975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.424748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.430486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.436424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.442160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:13.444402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-079a04aa-1c67-425a-80c3-8511c37475ef req-42ba4887-9622-44b7-a825-a527bf718286 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.0962820 Aug 30 21:16:13.488097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-079a04aa-1c67-425a-80c3-8511c37475ef req-7880d079-595e-49a3-a8bd-efcb10b77c56 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373633 Aug 30 21:16:13.519906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-669aab0a-41dd-450c-a0b2-3ee87f9b719e req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1870368058', 'description': 'tempest-description-1127538256'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:13.544751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-669aab0a-41dd-450c-a0b2-3ee87f9b719e req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.631198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-669aab0a-41dd-450c-a0b2-3ee87f9b719e req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.635796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-669aab0a-41dd-450c-a0b2-3ee87f9b719e req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.662485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-669aab0a-41dd-450c-a0b2-3ee87f9b719e req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:13.663759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-669aab0a-41dd-450c-a0b2-3ee87f9b719e req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1481299 Aug 30 21:16:13.668063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece57493-fa2b-4cae-b919-4535cdb311f0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744df8a4-19f1-4831-84d8-756c5ea5481e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:14.008616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac53549a-a79c-465f-91d5-26e72f56844b req-4ae75f57-a904-4973-8952-3fd38dad04ac tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0410609 Aug 30 21:16:14.118212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60467106-b4f0-4b3b-a759-872b45eeaf17 req-da27cd76-0657-40a1-9c3c-3031aa49e39a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:14.119807 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60467106-b4f0-4b3b-a759-872b45eeaf17 req-da27cd76-0657-40a1-9c3c-3031aa49e39a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 945 time: 0.0510883 Aug 30 21:16:14.159139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60467106-b4f0-4b3b-a759-872b45eeaf17 req-e1017f3f-3217-425e-8dc1-7932b7e5559f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330923 Aug 30 21:16:14.186177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0a7cb977-4d51-4bef-9296-ef0a1f851230 req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1730023256', 'description': 'tempest-description-1830550642'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:14.212354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a7cb977-4d51-4bef-9296-ef0a1f851230 req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:14.305211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a7cb977-4d51-4bef-9296-ef0a1f851230 req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:14.311162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a7cb977-4d51-4bef-9296-ef0a1f851230 req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:14.313525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:14.315988 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc8563b-537d-4f2a-8ece-cfe409b14374" -d '{"events": [{"server_uuid": "5f77ef04-b149-4720-bef4-bad85d9ced97", "name": "network-vif-plugged", "status": "completed", "tag": "aea02a13-e293-414b-ae1b-f2b7d0f60c06"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:14.332130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0a7cb977-4d51-4bef-9296-ef0a1f851230 req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:14.335278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a7cb977-4d51-4bef-9296-ef0a1f851230 req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1537151 Aug 30 21:16:14.355699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f9abf-7177-4d15-b2e1-a852787f5180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe2192c-38db-40f1-aad3-28e1970708d3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:14.441111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4f8f5-6be7-429f-9112-621da35f7986 req-d3fa214e-0ea6-49f0-a8d8-a98881f7456a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:14.442647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06f4f8f5-6be7-429f-9112-621da35f7986 req-d3fa214e-0ea6-49f0-a8d8-a98881f7456a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 945 time: 0.0544024 Aug 30 21:16:14.487375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:14.491099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06f4f8f5-6be7-429f-9112-621da35f7986 req-ab4387f9-6196-4610-bbb5-269531e03e45 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Aug 30 21:16:14.674863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bb878-c119-4dd5-b0ef-bde9eb6b27a8 req-6342a9eb-ab56-4c9c-8bea-7546f79d79e4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:14.676352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c9bb878-c119-4dd5-b0ef-bde9eb6b27a8 req-6342a9eb-ab56-4c9c-8bea-7546f79d79e4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.0575809 Aug 30 21:16:14.714641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c9bb878-c119-4dd5-b0ef-bde9eb6b27a8 req-086f693f-7cb3-4862-b065-1b4d8403d645 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Aug 30 21:16:14.750085 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3b9181-f68e-4843-9ec0-67b39ca595cb x-openstack-request-id: req-db3b9181-f68e-4843-9ec0-67b39ca595cb {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:14.750469 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f77ef04-b149-4720-bef4-bad85d9ced97", "name": "network-vif-plugged", "status": "completed", "tag": "aea02a13-e293-414b-ae1b-f2b7d0f60c06", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:14.750826 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db3b9181-f68e-4843-9ec0-67b39ca595cb {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:14.751286 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06', 'code': 200} Aug 30 21:16:14.808462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeaa8891-1d48-4539-9358-dc61da09903e req-b83d0013-248d-4900-bdb0-6b115a50cb7a tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/744df8a4-19f1-4831-84d8-756c5ea5481e HTTP/1.1" status: 200 len: 1807 time: 0.0473716 Aug 30 21:16:14.878909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeaa8891-1d48-4539-9358-dc61da09903e req-82268d4e-1afd-4b58-bc14-69b960ca12af tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/0fe2192c-38db-40f1-aad3-28e1970708d3 HTTP/1.1" status: 200 len: 1807 time: 0.0609913 Aug 30 21:16:14.881526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3f32e-55d8-40d6-83b2-b97256cee6e1 req-7ac95b8d-6495-4294-ab76-9af7365f6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:14.882965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38d3f32e-55d8-40d6-83b2-b97256cee6e1 req-7ac95b8d-6495-4294-ab76-9af7365f6d15 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 1097 time: 0.0726433 Aug 30 21:16:14.900187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '744df8a4-19f1-4831-84d8-756c5ea5481e', 'remote_group_id': '0fe2192c-38db-40f1-aad3-28e1970708d3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:14.900493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '744df8a4-19f1-4831-84d8-756c5ea5481e', 'remote_group_id': '0fe2192c-38db-40f1-aad3-28e1970708d3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:14.937850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38d3f32e-55d8-40d6-83b2-b97256cee6e1 req-88d9259c-a1d4-48f3-bb59-7c07f4c0529b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474157 Aug 30 21:16:14.983539 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.016119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.022033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.039858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41431793-47f8-4ad5-a123-113a37768a83,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:15.048082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.049294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeaa8891-1d48-4539-9358-dc61da09903e req-1086dfcf-dc43-44a5-bf8b-6053bd1242e2 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1537018 Aug 30 21:16:15.160166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.165795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.171692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.177394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.183464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.189208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.194939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.196806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-9fe2682c-6e1e-484b-9990-8894550d289c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.0979369 Aug 30 21:16:15.255762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5102fc3-25d3-4715-917c-4042407c0a54 req-11451a38-6ab2-4036-9768-b0191c4c7f05 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488555 Aug 30 21:16:15.432514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16e2cf46-90b1-43f2-a46b-010959b0c0c7 req-f0cd8592-9768-4b03-bcd6-225893a3f011 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0277677 Aug 30 21:16:15.498425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed0ea583-a29f-4d6c-bb64-af6c7fe3fb49 req-d0c205df-ce71-4402-a624-2efe6ece420a tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/0fe2192c-38db-40f1-aad3-28e1970708d3 HTTP/1.1" status: 200 len: 1807 time: 0.0402439 Aug 30 21:16:15.509031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-129592bb-6730-484c-b3cd-7e6b09e8b370 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.510505 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-129592bb-6730-484c-b3cd-7e6b09e8b370 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 945 time: 0.0501978 Aug 30 21:16:15.558188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ed0ea583-a29f-4d6c-bb64-af6c7fe3fb49 req-21951dfc-38a4-41dc-a446-10bcf5394b20 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.581877 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ed0ea583-a29f-4d6c-bb64-af6c7fe3fb49 req-21951dfc-38a4-41dc-a446-10bcf5394b20 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.615736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Deleting port 341e0402-134e-48df-800b-c729008eb7dd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:15.616081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.648446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ed0ea583-a29f-4d6c-bb64-af6c7fe3fb49 req-21951dfc-38a4-41dc-a446-10bcf5394b20 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.651153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ed0ea583-a29f-4d6c-bb64-af6c7fe3fb49 req-21951dfc-38a4-41dc-a446-10bcf5394b20 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.652369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed0ea583-a29f-4d6c-bb64-af6c7fe3fb49 req-21951dfc-38a4-41dc-a446-10bcf5394b20 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/0fe2192c-38db-40f1-aad3-28e1970708d3 HTTP/1.1" status: 204 len: 173 time: 0.1477542 Aug 30 21:16:15.662300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21951dfc-38a4-41dc-a446-10bcf5394b20 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe2192c-38db-40f1-aad3-28e1970708d3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:15.717500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] For port 341e0402-134e-48df-800b-c729008eb7dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=341e0402-134e-48df-800b-c729008eb7dd,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:15.717878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.736625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Calling delete_port for 341e0402-134e-48df-800b-c729008eb7dd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:15.764014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf47dae-d0bb-44c0-9ece-fe6922ec4a72 req-ec62e8c8-9702-4157-8233-fe102009bc85 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.765552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf47dae-d0bb-44c0-9ece-fe6922ec4a72 req-ec62e8c8-9702-4157-8233-fe102009bc85 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 945 time: 0.0541136 Aug 30 21:16:15.804364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf47dae-d0bb-44c0-9ece-fe6922ec4a72 req-0d6dcd8a-466f-4d07-9b67-706c0c8b7b44 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Aug 30 21:16:15.867949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.879529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['341e0402-134e-48df-800b-c729008eb7dd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:15.895625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event deleted for resources: {'Port': ['ID=341e0402-134e-48df-800b-c729008eb7dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:15.919325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.925221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.931059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.936967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.942443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] No DVR routers for this DVR port 341e0402-134e-48df-800b-c729008eb7dd on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:15.942805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.945112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:15.947360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3afc172f-15c9-4c33-8cb2-bdbf9bc2982b req-3a0aac2b-1041-4ec0-8f03-21317dea5075 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "DELETE /v2.0/ports/341e0402-134e-48df-800b-c729008eb7dd HTTP/1.1" status: 204 len: 173 time: 0.4286699 Aug 30 21:16:15.947908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'name': 'network-vif-deleted', 'tag': '341e0402-134e-48df-800b-c729008eb7dd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:15.948764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.950242 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db779f4-9e6d-4882-b412-45cc18d46af6" -d '{"events": [{"server_uuid": "8ece3e91-ce76-4acb-aee4-98af3348db51", "name": "network-vif-deleted", "tag": "341e0402-134e-48df-800b-c729008eb7dd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:15.954802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:15.956746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39f0fc7c-1255-44bd-a2f8-6f058dc85701 req-c73e983b-4ecc-459b-9007-07273ce35a8a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.0995755 Aug 30 21:16:15.967894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:15.972693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Request body: {'floatingip': {'port_id': 'ecb3b124-182b-4d34-b58b-7111afce7da8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:16.013015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.043200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ddd67f-30b8-4ec7-b8af-5b269e2ed327 req-7ebf3f64-2282-435f-a504-35300c9cce80 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=8ece3e91-ce76-4acb-aee4-98af3348db51 HTTP/1.1" status: 200 len: 210 time: 0.0315409 Aug 30 21:16:16.229384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-476b6ac3-77fd-42ed-946a-77ed3ae30669 req-1b5d995f-e372-4651-a00c-d42dd21af2f5 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/744df8a4-19f1-4831-84d8-756c5ea5481e HTTP/1.1" status: 200 len: 1807 time: 0.0381489 Aug 30 21:16:16.278574 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74dc4c-aa25-42e8-9ed5-df0c865e1bc7 x-openstack-request-id: req-2d74dc4c-aa25-42e8-9ed5-df0c865e1bc7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:16.278885 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ece3e91-ce76-4acb-aee4-98af3348db51", "name": "network-vif-deleted", "tag": "341e0402-134e-48df-800b-c729008eb7dd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:16.279167 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d74dc4c-aa25-42e8-9ed5-df0c865e1bc7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:16.279645 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ece3e91-ce76-4acb-aee4-98af3348db51', 'name': 'network-vif-deleted', 'tag': '341e0402-134e-48df-800b-c729008eb7dd', 'status': 'completed', 'code': 200} Aug 30 21:16:16.381931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9b26-8bee-4644-81ae-6abc44e7c005 req-8d679909-5e0c-4fb2-ad74-434c7ab568b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:16.383864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da1b9b26-8bee-4644-81ae-6abc44e7c005 req-8d679909-5e0c-4fb2-ad74-434c7ab568b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.0662947 Aug 30 21:16:16.426235 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da1b9b26-8bee-4644-81ae-6abc44e7c005 req-b66001a2-93ed-44f6-95bb-f2cc87f4cbf5 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360556 Aug 30 21:16:16.456791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ca1053aa-36ff-4eb8-9529-3c4a1d5cfc08 req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445387055', 'description': 'tempest-description-1945962021'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:16.481222 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ca1053aa-36ff-4eb8-9529-3c4a1d5cfc08 req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.526554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.532865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.578013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ca1053aa-36ff-4eb8-9529-3c4a1d5cfc08 req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.582031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ca1053aa-36ff-4eb8-9529-3c4a1d5cfc08 req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.609340 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ca1053aa-36ff-4eb8-9529-3c4a1d5cfc08 req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.610607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca1053aa-36ff-4eb8-9529-3c4a1d5cfc08 req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1588247 Aug 30 21:16:16.620145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec320-fcbc-4acb-b9a2-5f5062055180 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e24a79a-67ac-4569-93b3-a94b07047731,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:16.766782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2418d35f-34c6-487a-b22d-ff2659b03013 req-6625583e-7fda-4f85-84f7-56008bf0bd52 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0280185 Aug 30 21:16:16.847813 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-fc6c709d-4e70-4527-a1c6-9c8537400b96 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/1e24a79a-67ac-4569-93b3-a94b07047731 HTTP/1.1" status: 200 len: 1806 time: 0.0439556 Aug 30 21:16:16.858706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e24a79a-67ac-4569-93b3-a94b07047731', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:16.859083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e24a79a-67ac-4569-93b3-a94b07047731', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:16.917303 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Floating IP b1b9593f-8ea8-4eb2-9c77-ba520d426e4c associated. External IP: 172.25.5.230, port: ecb3b124-182b-4d34-b58b-7111afce7da8. Aug 30 21:16:16.926215 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.952674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.958176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.978202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c78cd95-7817-46ce-957a-4c0904657460,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:16.986835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:16.988085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-146f8bfb-f660-498f-a58e-777b2a2b1717 req-7c9095c7-1ca3-4271-b3e2-9d52e750c258 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1340225 Aug 30 21:16:17.089796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db7e7c-ee05-43e3-a7b5-77ed93da7504 req-1380ed68-fa6b-49c5-ad7d-c57006b75da1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:17.091919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96db7e7c-ee05-43e3-a7b5-77ed93da7504 req-1380ed68-fa6b-49c5-ad7d-c57006b75da1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 945 time: 0.0528500 Aug 30 21:16:17.134329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Router d2f983d6-0269-492d-9607-7f196dc3b6d8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:17.136687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96db7e7c-ee05-43e3-a7b5-77ed93da7504 req-25962dc3-a405-431b-ba4d-5deec30bce42 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Aug 30 21:16:17.199997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9938c14e-e494-44bb-ac0d-82eb062db44b req-6cb4fddf-612a-4c67-af54-78c36a2956a6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0563726 Aug 30 21:16:17.203215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-31bcb7c1-4210-452a-9fd8-217e689d22fc tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/1e24a79a-67ac-4569-93b3-a94b07047731 HTTP/1.1" status: 200 len: 2400 time: 0.0395720 Aug 30 21:16:17.214062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e24a79a-67ac-4569-93b3-a94b07047731', 'remote_group_id': None}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:17.214648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1e24a79a-67ac-4569-93b3-a94b07047731', 'remote_group_id': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:17.266090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:17.274385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:17.276754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:17.277534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] Sync routers for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:17.296319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:17.297496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:17.310957 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:17.316033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:17.329118 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9502d9f0-af12-4fed-a7ce-53185c44ed64 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "PUT /v2.0/floatingips/b1b9593f-8ea8-4eb2-9c77-ba520d426e4c HTTP/1.1" status: 200 len: 992 time: 1.3600209 Aug 30 21:16:17.341616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a33eb3-59cd-4ea3-9179-1aa51771f70e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:17.345548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:17.346746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70ce1187-39fe-4a6d-a5c6-36c4adddbd7a req-afc9ee94-5565-406b-8272-bd90bd8241fb tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1369438 Aug 30 21:16:17.420923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:17.560026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-102fd8c1-df44-483a-bf21-698f8f547475 req-59e5c0e1-3b67-4233-a72c-aa237ca96efe tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/1e24a79a-67ac-4569-93b3-a94b07047731 HTTP/1.1" status: 200 len: 2999 time: 0.0418675 Aug 30 21:16:17.655862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b1b9593f-8ea8-4eb2-9c77-ba520d426e4c', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'floating_ip_address': '172.25.5.230', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'port_id': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'mac_address': 'fa:16:3e:93:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:15:16Z', 'updated_at': '2021-08-30T21:16:16Z', 'revision_number': 1, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:43Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:17.656512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bb84d-d76c-49d0-85b6-77c12ccd54d3 req-c89e1085-e732-4fc1-ab8c-c71a8ac37dc7 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:17.658089 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-088bb84d-d76c-49d0-85b6-77c12ccd54d3 req-c89e1085-e732-4fc1-ab8c-c71a8ac37dc7 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.0496533 Aug 30 21:16:17.683859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] Checking router: d2f983d6-0269-492d-9607-7f196dc3b6d8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:17.695659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:17.696315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:17.698452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-088bb84d-d76c-49d0-85b6-77c12ccd54d3 req-cb08c968-7377-462f-98d2-a60e2f18cf2e tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups?id=3669bf6b-1f39-4fac-9989-f465a0f507d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Aug 30 21:16:17.881898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-3fbcf24a-42f4-4fb9-a028-084fa56e4b91 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:17.883429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-3fbcf24a-42f4-4fb9-a028-084fa56e4b91 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1123681 Aug 30 21:16:17.899352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-ccce7355-864a-43a8-85c1-d7f6b4874557 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0098119 Aug 30 21:16:17.934257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-e2758930-0f6c-4839-908c-4a1e55d25834 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290198 Aug 30 21:16:17.953640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:18.028740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-70d07b16-4167-4cf4-b2db-ec0a0643523c service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871596 Aug 30 21:16:18.120169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-3eaed034-8ae8-4084-b95c-792c73b5cb51 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846550 Aug 30 21:16:18.175235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b1b9593f-8ea8-4eb2-9c77-ba520d426e4c', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'floating_ip_address': '172.25.5.230', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'port_id': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'mac_address': 'fa:16:3e:93:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:15:16Z', 'updated_at': '2021-08-30T21:16:16Z', 'revision_number': 1, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:43Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:18.205400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc367b-e1a1-434b-8254-4ea5f8ce6f99 None None] The sync data for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 is: [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b1b9593f-8ea8-4eb2-9c77-ba520d426e4c', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'floating_ip_address': '172.25.5.230', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'port_id': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'mac_address': 'fa:16:3e:93:43:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:15:16Z', 'updated_at': '2021-08-30T21:16:16Z', 'revision_number': 1, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:43Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:18.251964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-9da06ea6-f485-47ea-8cc7-b1618850b725 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-group-rules/13a33eb3-59cd-4ea3-9179-1aa51771f70e HTTP/1.1" status: 200 len: 783 time: 0.0201154 Aug 30 21:16:18.281579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:18.286037 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:18.311591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-e6192de6-ca45-4419-9123-ce2c465c0865 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/1e24a79a-67ac-4569-93b3-a94b07047731 HTTP/1.1" status: 200 len: 2999 time: 0.0532038 Aug 30 21:16:18.353009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-fa824f16-a8ec-4e94-bc4a-331148c9a3d0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.360446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-00db32ee-400f-4f36-b273-6cf003fe8532 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.361627 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-fa824f16-a8ec-4e94-bc4a-331148c9a3d0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.362041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-00db32ee-400f-4f36-b273-6cf003fe8532 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.86 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 946 time: 0.0711763 Aug 30 21:16:18.401153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-fa824f16-a8ec-4e94-bc4a-331148c9a3d0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.409060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-fa824f16-a8ec-4e94-bc4a-331148c9a3d0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.425521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20ff2987-b51a-4efc-a599-212f824b6f2b req-fa824f16-a8ec-4e94-bc4a-331148c9a3d0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/13a33eb3-59cd-4ea3-9179-1aa51771f70e HTTP/1.1" status: 204 len: 173 time: 0.1072133 Aug 30 21:16:18.434941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa824f16-a8ec-4e94-bc4a-331148c9a3d0 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a33eb3-59cd-4ea3-9179-1aa51771f70e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:18.500922 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e4151-f0cb-4690-9051-080820392eea None None] New status for floating IP b1b9593f-8ea8-4eb2-9c77-ba520d426e4c: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:16:18.514323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Deleting port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:18.514732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.636167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-540d5ecc-178b-4604-90cd-1f50ce9481bc req-2f06e19a-5eda-436f-9757-3dc97b75646b tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0477517 Aug 30 21:16:18.653764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] For port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:18.654180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.685823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 341e0402-134e-48df-800b-c729008eb7dd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:18.714840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 341e0402-134e-48df-800b-c729008eb7dd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:18.715638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 341e0402-134e-48df-800b-c729008eb7dd not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:18.748869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95ac29aa-df2a-4a02-b149-0b5b98b4cac4 req-4a87c322-95b5-4034-888f-19fa19d8ab3b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 210 time: 0.0330749 Aug 30 21:16:18.802266 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a29ea8-ace1-4d8f-a745-363716c65cdf x-openstack-request-id: req-b7a29ea8-ace1-4d8f-a745-363716c65cdf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:18.802266 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:18.802512 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7a29ea8-ace1-4d8f-a745-363716c65cdf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:18.802823 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'status': 'completed', 'code': 200} Aug 30 21:16:18.883268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6057d41-4200-4483-9c34-3a4d0ed33d05 req-2e12fcb3-0950-4a53-a4a6-8dbff3aea52d tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/1e24a79a-67ac-4569-93b3-a94b07047731 HTTP/1.1" status: 200 len: 2400 time: 0.0696688 Aug 30 21:16:18.887436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.887748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:18.888070 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Floating IP 489db525-8112-4094-9342-ac9e19cda03d disassociated. External IP: 172.25.5.78, port: edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83. Aug 30 21:16:18.888446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Calling delete_port for edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:18.913382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.913918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.914397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.914886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.915352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.915814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.916273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:18.918265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-30ab3cd0-3374-4bd8-8e27-7a007f4cd5b1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6499 time: 0.0856714 Aug 30 21:16:19.014288 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f6057d41-4200-4483-9c34-3a4d0ed33d05 req-b464192b-4a36-48eb-94fd-a722170f48a4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:19.033039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:19.054754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f6057d41-4200-4483-9c34-3a4d0ed33d05 req-b464192b-4a36-48eb-94fd-a722170f48a4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:19.068934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event deleted for resources: {'Port': ['ID=edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:19.069794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-532599f8-2683-4355-8a38-ceba7cc6a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.071323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-532599f8-2683-4355-8a38-ceba7cc6a155 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fb0eb042-4384-4607-affb-e644582335c9 HTTP/1.1" status: 200 len: 912 time: 0.1428807 Aug 30 21:16:19.148553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f6057d41-4200-4483-9c34-3a4d0ed33d05 req-b464192b-4a36-48eb-94fd-a722170f48a4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:19.151026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-f6057d41-4200-4483-9c34-3a4d0ed33d05 req-b464192b-4a36-48eb-94fd-a722170f48a4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:19.152210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6057d41-4200-4483-9c34-3a4d0ed33d05 req-b464192b-4a36-48eb-94fd-a722170f48a4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/1e24a79a-67ac-4569-93b3-a94b07047731 HTTP/1.1" status: 204 len: 173 time: 0.2655997 Aug 30 21:16:19.166207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-0a4c8309-6780-4908-b0c8-fc3306b027ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb3b124-182b-4d34-b58b-7111afce7da8 HTTP/1.1" status: 200 len: 1002 time: 0.0833826 Aug 30 21:16:19.167086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464192b-4a36-48eb-94fd-a722170f48a4 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e24a79a-67ac-4569-93b3-a94b07047731,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:19.204549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:19.222626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-c1b989c5-3be2-4878-939d-0672958a3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.224207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-c1b989c5-3be2-4878-939d-0672958a3681 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fcc81c3-735f-4f24-9912-ac34dfc68e9a HTTP/1.1" status: 200 len: 850 time: 0.0495911 Aug 30 21:16:19.291440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-a1480744-8877-4455-8252-3474e64fdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.293367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-a1480744-8877-4455-8252-3474e64fdfaf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb0eb042-4384-4607-affb-e644582335c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510077 Aug 30 21:16:19.344190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-f1faca76-90ad-4e60-aa88-b465ce52bd36 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924530 Aug 30 21:16:19.373935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:19.387295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] Sync routers for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:19.406754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:19.407479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:19.441011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] No DVR routers for this DVR port edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:19.444382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:19.446860 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4cca7760-fece-4c8c-aa72-f377f7ee773a req-a7b2776d-0f16-4201-815e-37e5252958b4 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.86 "DELETE /v2.0/ports/edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 HTTP/1.1" status: 204 len: 173 time: 1.0767763 Aug 30 21:16:19.463458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-3b21e177-a482-4416-933c-01ec9066c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.465097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-3b21e177-a482-4416-933c-01ec9066c458 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a&device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 1097 time: 0.0938234 Aug 30 21:16:19.498803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72985726-2c2a-4089-8e04-693c8b6cbe39 req-3c298f45-2737-4107-8724-3eda66914f95 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 210 time: 0.1233885 Aug 30 21:16:19.543216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-3f79e1f7-d3cc-4262-a71f-33c6de197365 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.550080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-3f79e1f7-d3cc-4262-a71f-33c6de197365 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1919343 Aug 30 21:16:19.570403 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-a9efb097-5867-4477-824b-2d0ac03bf30c req-43356f6a-9bb2-4f23-b3a8-83f0eeb48a89 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] show failed (client error): The resource could not be found. Aug 30 21:16:19.583305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9efb097-5867-4477-824b-2d0ac03bf30c req-43356f6a-9bb2-4f23-b3a8-83f0eeb48a89 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/0fe2192c-38db-40f1-aad3-28e1970708d3 HTTP/1.1" status: 404 len: 352 time: 0.0273635 Aug 30 21:16:19.615558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Request body: {'port': {'device_id': 'f012899e-483c-436c-a183-574b0f20f756', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'admin_state_up': True, 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:19.661208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:19.667192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-697186a7-1dd0-47e6-bccd-ab2bbd63a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.668570 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-697186a7-1dd0-47e6-bccd-ab2bbd63a8b4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 HTTP/1.1" status: 200 len: 913 time: 0.1782990 Aug 30 21:16:19.757771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-0dd61bd6-6eee-4c34-a63f-a5675e79e1cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0 HTTP/1.1" status: 200 len: 1001 time: 0.0801113 Aug 30 21:16:19.772149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-87d80f0d-1a30-4769-a342-45b43e6f5d40 service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696822 Aug 30 21:16:19.816175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-062d91b5-e24b-4719-8d14-a5cd7b1cfbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.817947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-062d91b5-e24b-4719-8d14-a5cd7b1cfbfa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b91d7e81-22de-4523-9374-3a48bc0bdb2e HTTP/1.1" status: 200 len: 851 time: 0.0520627 Aug 30 21:16:19.865554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-868e6c45-c043-48bc-9bcf-1743135e5245 req-dee9908f-2f8e-467c-938c-85a64f5eb198 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/744df8a4-19f1-4831-84d8-756c5ea5481e HTTP/1.1" status: 200 len: 1807 time: 0.1435492 Aug 30 21:16:19.887392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-6e43d60b-35d6-4d5f-a93d-406929d1a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:19.889933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-6e43d60b-35d6-4d5f-a93d-406929d1a52b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567377 Aug 30 21:16:19.926168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:24Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:19.958791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] Checking router: 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:19.967806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:19.968591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:19.969402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:19.972674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.013299 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-f3ec1e98-cc7f-4cb6-adf8-256710fbcd40 service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148181 Aug 30 21:16:20.032621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddda1a5c-0a55-4f02-aaac-2bdb88251c3b req-a7facce9-88b0-4b20-9418-0eaf614b8487 service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510543 Aug 30 21:16:20.034549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-868e6c45-c043-48bc-9bcf-1743135e5245 req-da79a1e1-8c9a-4667-a91a-2b29bc8f4b4c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.099780 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-868e6c45-c043-48bc-9bcf-1743135e5245 req-da79a1e1-8c9a-4667-a91a-2b29bc8f4b4c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.105497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:20.140631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83020b1c-4160-4eea-88a1-67c2b36fb47c req-049c4eb5-fc34-47a5-ad91-a08ca9fc39db service neutron] 10.222.0.82 "GET /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197040 Aug 30 21:16:20.186711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Allocated IP 172.20.0.14 (97ab9e34-2cc4-41cc-a326-9408603975cb/a0058480-6024-443b-9e88-c26955bf5510/0f114650-53f7-4ae8-a4e9-c79538596d61) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:20.188622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-868e6c45-c043-48bc-9bcf-1743135e5245 req-da79a1e1-8c9a-4667-a91a-2b29bc8f4b4c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.191351 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-868e6c45-c043-48bc-9bcf-1743135e5245 req-da79a1e1-8c9a-4667-a91a-2b29bc8f4b4c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.199192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-868e6c45-c043-48bc-9bcf-1743135e5245 req-da79a1e1-8c9a-4667-a91a-2b29bc8f4b4c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/744df8a4-19f1-4831-84d8-756c5ea5481e HTTP/1.1" status: 204 len: 173 time: 0.3326252 Aug 30 21:16:20.222145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79a1e1-8c9a-4667-a91a-2b29bc8f4b4c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744df8a4-19f1-4831-84d8-756c5ea5481e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:20.299881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81d84d33-7439-4b9a-97f1-a8c023471599 req-16f81bd7-3464-42e5-88ce-5181694a10ee tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0412631 Aug 30 21:16:20.388357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:24Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:20.403597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00fca0a9-e86e-4b8d-a3a5-e79e272be8d6 req-1d3b6f1a-e501-4d2e-83e4-69a5f709de7b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 210 time: 0.0342684 Aug 30 21:16:20.417798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa23114-25c4-4c10-914a-f93f803c52d7 None None] The sync data for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 is: [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a77cd4ce-81a6-4012-8861-5c99c26579dd', 'name': '', 'network_id': 'fce0ff64-76ad-44c6-bc77-4d3efbaaef0f', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'mac_address': 'fa:16:3e:3f:bf:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:13Z', 'updated_at': '2021-08-30T21:13:24Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'subnets': [{'id': 'f31b1561-7d07-43a3-83c7-5e9cc03e3abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:20.468618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.518419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d20fa1b-4fcd-4d7a-9ae9-4e66c65a6352 req-5545a220-2ce0-4b0c-81de-7822fc560571 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/cb319278-6ae0-48c7-9ef9-3ecd59a3dec8 HTTP/1.1" status: 200 len: 1805 time: 0.0678957 Aug 30 21:16:20.566889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.628933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3d20fa1b-4fcd-4d7a-9ae9-4e66c65a6352 req-518ffd14-7e16-4b9f-8e24-dc0cebd9b344 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.639683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:20.643582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event updated for resources: {'Port': ['ID=0f114650-53f7-4ae8-a4e9-c79538596d61,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:20.652262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:20.656876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:20.681208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:20.689488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3d20fa1b-4fcd-4d7a-9ae9-4e66c65a6352 req-518ffd14-7e16-4b9f-8e24-dc0cebd9b344 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.707794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:20.707963 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea396371-cc86-41d8-aa11-f041a3c4e398 None None] New status for floating IP 489db525-8112-4094-9342-ac9e19cda03d: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:16:20.708388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:20.736120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:20.737026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.768799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-4bd4ea99-f3b2-4b83-ba74-ba202f5260a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1675334 Aug 30 21:16:20.784453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Request body: {'port': {'device_id': 'f012899e-483c-436c-a183-574b0f20f756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:20.804365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'name': 'network-vif-deleted', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:20.808776 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c84068-200b-4e87-be98-96e1214bcf63" -d '{"events": [{"server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "name": "network-vif-deleted", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:20.809262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3d20fa1b-4fcd-4d7a-9ae9-4e66c65a6352 req-518ffd14-7e16-4b9f-8e24-dc0cebd9b344 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.811996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3d20fa1b-4fcd-4d7a-9ae9-4e66c65a6352 req-518ffd14-7e16-4b9f-8e24-dc0cebd9b344 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:20.813130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d20fa1b-4fcd-4d7a-9ae9-4e66c65a6352 req-518ffd14-7e16-4b9f-8e24-dc0cebd9b344 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/cb319278-6ae0-48c7-9ef9-3ecd59a3dec8 HTTP/1.1" status: 204 len: 173 time: 0.2863524 Aug 30 21:16:20.829938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ffd14-7e16-4b9f-8e24-dc0cebd9b344 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb319278-6ae0-48c7-9ef9-3ecd59a3dec8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:20.859291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:21.136701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f114650-53f7-4ae8-a4e9-c79538596d61 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:21.144642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:21.157687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Transition to ACTIVE for port object 0f114650-53f7-4ae8-a4e9-c79538596d61 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:21.162853 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:21.218377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f114650-53f7-4ae8-a4e9-c79538596d61,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:21.608408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2228d391-76c8-456c-a6f4-cdfc680d23e9 req-b3557d74-fe9a-44e7-889f-d55b7ea1826a tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 210 time: 0.0453961 Aug 30 21:16:21.642058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Attempting to bind port 0f114650-53f7-4ae8-a4e9-c79538596d61 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:21.642626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Attempting to bind port 0f114650-53f7-4ae8-a4e9-c79538596d61 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:21.643163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Attempting to bind port 0f114650-53f7-4ae8-a4e9-c79538596d61 on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:21.648117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Port 0f114650-53f7-4ae8-a4e9-c79538596d61 on network 97ab9e34-2cc4-41cc-a326-9408603975cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:16:21.648611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Attempting to bind port 0f114650-53f7-4ae8-a4e9-c79538596d61 on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:21.654215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:21.654835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:21.655409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Bound using segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:21.656345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Bound port: 0f114650-53f7-4ae8-a4e9-c79538596d61, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:21.656714 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:21.725007 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4de8d-eb03-478b-a883-7139de4bd2a8 x-openstack-request-id: req-0ac4de8d-eb03-478b-a883-7139de4bd2a8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:21.725570 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d24cd7-2fbb-48b5-8b57-7f45daafa49f", "name": "network-vif-deleted", "tag": "edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:21.726584 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ac4de8d-eb03-478b-a883-7139de4bd2a8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:21.727223 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d24cd7-2fbb-48b5-8b57-7f45daafa49f', 'name': 'network-vif-deleted', 'tag': 'edd10b4d-f6fa-4e5f-ae5d-a97fdff71f83', 'status': 'completed', 'code': 200} Aug 30 21:16:21.738515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] For port 0f114650-53f7-4ae8-a4e9-c79538596d61, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:21.765458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] For port 0f114650-53f7-4ae8-a4e9-c79538596d61, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0f114650-53f7-4ae8-a4e9-c79538596d61,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:21.776135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:21.826026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:21.826640 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:21.828095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] 10.222.0.86 "PUT /v2.0/ports/0f114650-53f7-4ae8-a4e9-c79538596d61 HTTP/1.1" status: 200 len: 1093 time: 1.0487204 Aug 30 21:16:21.828802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f012899e-483c-436c-a183-574b0f20f756', 'tag': '0f114650-53f7-4ae8-a4e9-c79538596d61'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:21.831100 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a37b15-4911-4904-8d99-cc7da456f9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f012899e-483c-436c-a183-574b0f20f756", "tag": "0f114650-53f7-4ae8-a4e9-c79538596d61"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:21.838845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dff0b0e-f1ae-44ab-afc3-d0ae229f991b req-40731ac6-34c3-4c9c-8822-920b3aa5812f tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/0eeb4636-2e6f-43f7-8877-73b799646bfb HTTP/1.1" status: 200 len: 1805 time: 0.1035972 Aug 30 21:16:21.862197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e36fc4-d853-4711-8b3a-6e9c9734d1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f114650-53f7-4ae8-a4e9-c79538596d61,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:21.944508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-e9cc9230-0f31-4dec-b95d-04f5c9910df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:21.946006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-e9cc9230-0f31-4dec-b95d-04f5c9910df6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 1096 time: 0.0742102 Aug 30 21:16:21.946735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8dff0b0e-f1ae-44ab-afc3-d0ae229f991b req-14425b98-b356-4ea4-a96b-36741bb9da14 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:22.005570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-33627a53-d349-4edd-b007-d837c92e92c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f114650-53f7-4ae8-a4e9-c79538596d61 HTTP/1.1" status: 200 len: 217 time: 0.0480180 Aug 30 21:16:22.007652 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8dff0b0e-f1ae-44ab-afc3-d0ae229f991b req-14425b98-b356-4ea4-a96b-36741bb9da14 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:22.078510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82275edb-acaf-4ddb-9b32-66791531669b req-87000cb5-a247-48b2-a410-2bdb72a09a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:22.080054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-87000cb5-a247-48b2-a410-2bdb72a09a9c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0642762 Aug 30 21:16:22.097107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8dff0b0e-f1ae-44ab-afc3-d0ae229f991b req-14425b98-b356-4ea4-a96b-36741bb9da14 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:22.100427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-8dff0b0e-f1ae-44ab-afc3-d0ae229f991b req-14425b98-b356-4ea4-a96b-36741bb9da14 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:22.101551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dff0b0e-f1ae-44ab-afc3-d0ae229f991b req-14425b98-b356-4ea4-a96b-36741bb9da14 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/0eeb4636-2e6f-43f7-8877-73b799646bfb HTTP/1.1" status: 204 len: 173 time: 0.2525003 Aug 30 21:16:22.124084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-7221f75e-828b-46c3-95f8-5c407a711b40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363781 Aug 30 21:16:22.131322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425b98-b356-4ea4-a96b-36741bb9da14 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb4636-2e6f-43f7-8877-73b799646bfb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:22.227384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-0794a52b-e873-4664-898e-0fbbd18a36d2 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939341 Aug 30 21:16:22.331429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82275edb-acaf-4ddb-9b32-66791531669b req-3562e5a9-834d-4d52-a272-0cde33617347 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969772 Aug 30 21:16:22.454063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8d363-24fe-4d2f-b82f-6835beede763 req-4c5127b2-2ede-4ddf-a29e-d388084245f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:22.455587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0f8d363-24fe-4d2f-b82f-6835beede763 req-4c5127b2-2ede-4ddf-a29e-d388084245f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 944 time: 0.0506475 Aug 30 21:16:22.495975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0f8d363-24fe-4d2f-b82f-6835beede763 req-6b433c40-e072-4b72-95ec-3404864a03b4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Aug 30 21:16:22.541278 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161219c6-e6ac-4c26-b3c2-de20dcaaf218 x-openstack-request-id: req-161219c6-e6ac-4c26-b3c2-de20dcaaf218 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:22.541942 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f012899e-483c-436c-a183-574b0f20f756", "tag": "0f114650-53f7-4ae8-a4e9-c79538596d61", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:22.542192 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-161219c6-e6ac-4c26-b3c2-de20dcaaf218 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:22.542631 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f012899e-483c-436c-a183-574b0f20f756', 'tag': '0f114650-53f7-4ae8-a4e9-c79538596d61', 'status': 'completed', 'code': 200} Aug 30 21:16:22.622853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-dfa3ce36-6f06-49e6-94ba-dcae5831f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:22.626207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-dfa3ce36-6f06-49e6-94ba-dcae5831f23c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 1096 time: 0.0595343 Aug 30 21:16:22.744152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88e5504a-90b1-4d49-abc3-9f4a74f9c119 req-b8cd912d-36e4-4114-94c0-db371096e4ed tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/2c3a2741-5d82-4615-9fa8-58122f64864a HTTP/1.1" status: 200 len: 2405 time: 0.0592744 Aug 30 21:16:22.774552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-c1ef5746-301e-459f-bdb8-a3cf3a0813bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:22.776105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-c1ef5746-301e-459f-bdb8-a3cf3a0813bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.1425695 Aug 30 21:16:22.831842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-faefbdeb-6c0f-455f-ba92-2f3a9c63606b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f114650-53f7-4ae8-a4e9-c79538596d61 HTTP/1.1" status: 200 len: 217 time: 0.0454061 Aug 30 21:16:22.885219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-88e5504a-90b1-4d49-abc3-9f4a74f9c119 req-a08f8f15-6ab8-4aeb-92ef-7a55ee8b5c79 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:22.919310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-e31192ad-0818-48b3-9302-cbfc73cb9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:22.920720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-e31192ad-0818-48b3-9302-cbfc73cb9fd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0788314 Aug 30 21:16:22.922410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-88e5504a-90b1-4d49-abc3-9f4a74f9c119 req-a08f8f15-6ab8-4aeb-92ef-7a55ee8b5c79 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:22.961693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-01bc0bc4-b8cb-4f9b-9cc4-20fa5f8300b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313237 Aug 30 21:16:23.038315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-88e5504a-90b1-4d49-abc3-9f4a74f9c119 req-a08f8f15-6ab8-4aeb-92ef-7a55ee8b5c79 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.040828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-88e5504a-90b1-4d49-abc3-9f4a74f9c119 req-a08f8f15-6ab8-4aeb-92ef-7a55ee8b5c79 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.041972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88e5504a-90b1-4d49-abc3-9f4a74f9c119 req-a08f8f15-6ab8-4aeb-92ef-7a55ee8b5c79 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/2c3a2741-5d82-4615-9fa8-58122f64864a HTTP/1.1" status: 204 len: 173 time: 0.2893491 Aug 30 21:16:23.061745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f8f15-6ab8-4aeb-92ef-7a55ee8b5c79 tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a2741-5d82-4615-9fa8-58122f64864a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:23.083874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-a5dc650b-04fe-4b36-b4df-7b88cd7da2d3 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131442 Aug 30 21:16:23.170318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8771d455-8aa6-4758-a065-fe224eaa2528 req-e10e373a-9ae9-4484-a523-2217ac495682 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0357912 Aug 30 21:16:23.207466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a37b15-4911-4904-8d99-cc7da456f9a1 req-5fc92584-beb2-46a2-8e53-4b27a03732ee service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152453 Aug 30 21:16:23.260150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6decd642-cbcd-4eb4-83be-7b9c55b5f6ce req-db610c06-dc5d-480a-839c-1d75982bf730 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 210 time: 0.0266898 Aug 30 21:16:23.400984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ba24aa6-440d-4cc0-b9cb-25d6f4ec2ef3 req-3f16a09f-9614-483c-8fe8-c88f344f696c tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "GET /v2.0/security-groups/ca3635c4-1164-44c3-99bf-02164ba9933f HTTP/1.1" status: 200 len: 2400 time: 0.0430853 Aug 30 21:16:23.463831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0ba24aa6-440d-4cc0-b9cb-25d6f4ec2ef3 req-d6793037-662b-4120-80df-e4d2ee69887e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.492303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0ba24aa6-440d-4cc0-b9cb-25d6f4ec2ef3 req-d6793037-662b-4120-80df-e4d2ee69887e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.549312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0ba24aa6-440d-4cc0-b9cb-25d6f4ec2ef3 req-d6793037-662b-4120-80df-e4d2ee69887e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.551964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0ba24aa6-440d-4cc0-b9cb-25d6f4ec2ef3 req-d6793037-662b-4120-80df-e4d2ee69887e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.553142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ba24aa6-440d-4cc0-b9cb-25d6f4ec2ef3 req-d6793037-662b-4120-80df-e4d2ee69887e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] 10.222.0.76 "DELETE /v2.0/security-groups/ca3635c4-1164-44c3-99bf-02164ba9933f HTTP/1.1" status: 204 len: 173 time: 0.1456249 Aug 30 21:16:23.562954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:23.565183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6793037-662b-4120-80df-e4d2ee69887e tempest-SecurityGroupRulesTestJSON-910129618 tempest-SecurityGroupRulesTestJSON-910129618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3635c4-1164-44c3-99bf-02164ba9933f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:23.644516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Deleting subnet 07457e99-f488-41b3-a27a-b9a631f2b8e7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:16:23.647916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.681016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fea2c-5508-4745-8bd1-14e6c5c88f69 req-db2fb816-ebec-46b8-9aac-f54cafeeb0a1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:23.684548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b43fea2c-5508-4745-8bd1-14e6c5c88f69 req-db2fb816-ebec-46b8-9aac-f54cafeeb0a1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 944 time: 0.0574195 Aug 30 21:16:23.691599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.740351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.745175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b43fea2c-5508-4745-8bd1-14e6c5c88f69 req-e7e3d7b9-b1a2-4c12-838b-271289643868 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Aug 30 21:16:23.794742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce3e6fa6-9b4a-4a97-a31c-556449f5504c req-89f08b29-aca7-47d6-81e6-121ec1dff13e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0310488 Aug 30 21:16:23.813783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.846197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:23.850778 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/07457e99-f488-41b3-a27a-b9a631f2b8e7 HTTP/1.1" status: 204 len: 168 time: 0.2867618 Aug 30 21:16:23.851633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f4bc-2da4-466d-b273-47639e09748f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07457e99-f488-41b3-a27a-b9a631f2b8e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:23.854751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:23.882392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce3e6fa6-9b4a-4a97-a31c-556449f5504c req-2e19d6d5-fec3-4c46-aaba-222a4a13cc6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df13130b961c4cf9bb1579013272d607&device_id=17d24cd7-2fbb-48b5-8b57-7f45daafa49f HTTP/1.1" status: 200 len: 210 time: 0.0554771 Aug 30 21:16:23.954637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.015784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6fa6-9b4a-4a97-a31c-556449f5504c req-cc46c1c4-024b-498e-8e25-720b49ccab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:24.017678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce3e6fa6-9b4a-4a97-a31c-556449f5504c req-cc46c1c4-024b-498e-8e25-720b49ccab91 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=df13130b961c4cf9bb1579013272d607&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1106408 Aug 30 21:16:24.063169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.074027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5119a914-fb3a-4ec4-bbcf-a6e129423474']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:24.085174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b631d718-3363-42e5-a367-f21c18120a64') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:24.085467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b631d718-3363-42e5-a367-f21c18120a64') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:24.096082 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.112244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.118978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:16:24.119370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:16:24.121516 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:16:24.136662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e6fa6-9b4a-4a97-a31c-556449f5504c req-8f800bda-79d2-4797-9f72-85f68ccb6492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:24.138360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce3e6fa6-9b4a-4a97-a31c-556449f5504c req-8f800bda-79d2-4797-9f72-85f68ccb6492 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094966 Aug 30 21:16:24.187983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.195852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.197803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] 10.222.0.76 "DELETE /v2.0/networks/5119a914-fb3a-4ec4-bbcf-a6e129423474 HTTP/1.1" status: 204 len: 168 time: 0.3420796 Aug 30 21:16:24.223926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ad312-3510-4006-b357-c46ec09d29dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5119a914-fb3a-4ec4-bbcf-a6e129423474,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:24.283484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c3b3d43-a66d-4d94-8517-5167390e2f8d req-c998762b-c996-4c02-8099-e5fab05ef7fd tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0284793 Aug 30 21:16:24.366928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:24.424443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:24.466712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac473c23-4e09-4ac0-b3ea-6369539a7b05 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.489913 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c7e4d40a-5a9e-4e2e-86bd-aa72d5cb41cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=821eaa3bb534492f81952e3a2bf14222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641563 Aug 30 21:16:24.493164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:24.512368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac473c23-4e09-4ac0-b3ea-6369539a7b05 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.573260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37b651e3-cba3-4f39-a90e-447d99761706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.595780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac473c23-4e09-4ac0-b3ea-6369539a7b05 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.598305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac473c23-4e09-4ac0-b3ea-6369539a7b05 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.599563 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ac473c23-4e09-4ac0-b3ea-6369539a7b05 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "DELETE /v2.0/security-groups/3669bf6b-1f39-4fac-9989-f465a0f507d3 HTTP/1.1" status: 204 len: 168 time: 0.2306237 Aug 30 21:16:24.601493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37b651e3-cba3-4f39-a90e-447d99761706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.602395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33902) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:24.616183 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-ddc8c0a1-725d-4984-86b4-2dbd7c52155b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] show failed (client error): The resource could not be found. Aug 30 21:16:24.617097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ddc8c0a1-725d-4984-86b4-2dbd7c52155b tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "GET /v2.0/security-groups/3669bf6b-1f39-4fac-9989-f465a0f507d3 HTTP/1.1" status: 404 len: 347 time: 0.0136573 Aug 30 21:16:24.621439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33904) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:24.626335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac473c23-4e09-4ac0-b3ea-6369539a7b05 tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669bf6b-1f39-4fac-9989-f465a0f507d3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:24.668928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37b651e3-cba3-4f39-a90e-447d99761706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.672049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37b651e3-cba3-4f39-a90e-447d99761706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.673364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37b651e3-cba3-4f39-a90e-447d99761706 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d46dd586-948a-4db4-a961-500f7239ae88 HTTP/1.1" status: 204 len: 168 time: 0.1793244 Aug 30 21:16:24.682765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b651e3-cba3-4f39-a90e-447d99761706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46dd586-948a-4db4-a961-500f7239ae88,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:24.763072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Deleting port 2befa76f-54ff-4983-879e-b98743ce9e12 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:24.763438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.877102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.877416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:24.902018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9c9e8-c084-489e-ada0-fcdb3e2d454a req-c9274d80-1ea2-4765-bb2c-90eedfda4522 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:24.903604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9f9c9e8-c084-489e-ada0-fcdb3e2d454a req-c9274d80-1ea2-4765-bb2c-90eedfda4522 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 944 time: 0.0832279 Aug 30 21:16:24.908643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Calling delete_port for 2befa76f-54ff-4983-879e-b98743ce9e12 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:25.008922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9f9c9e8-c084-489e-ada0-fcdb3e2d454a req-6fc07fc2-1ab2-4e94-9f37-ee175de0ac9d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982459 Aug 30 21:16:25.091224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.127389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Pushing event deleted for resources: {'Port': ['ID=2befa76f-54ff-4983-879e-b98743ce9e12,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:25.195106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.198417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.203277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-18d3df97-0e29-428b-b977-89306bf23a4d tempest-ServersTestBootFromVolume-1940749030 tempest-ServersTestBootFromVolume-1940749030-project] 10.222.0.76 "DELETE /v2.0/floatingips/489db525-8112-4094-9342-ac9e19cda03d HTTP/1.1" status: 204 len: 168 time: 0.5808070 Aug 30 21:16:25.203835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:25.415101 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0be926fa-ee53-41e9-93dc-f7e87a6ae0f9 req-776b1fd6-cb7d-42f6-a50b-fc9553e58f01 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0318563 Aug 30 21:16:25.543596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33938) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:25.610000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.649471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1939690646-network', 'tenant_id': '3c5bf57c1731465aae19ac30cdc55f79'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:25.673081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Made reservation on behalf of 3c5bf57c1731465aae19ac30cdc55f79 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:25.675692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.686152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.792710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.797356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.822954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:16:25.839931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb9855-9df1-4728-931b-b8f82e3dcca6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:25.854849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.855271 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Added segment a3c1378b-3275-4ef0-81e1-c89aca2e261d of type vlan for network 89309e58-8614-4263-b145-5c8696007e86 Aug 30 21:16:25.886963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Deleting port a77cd4ce-81a6-4012-8861-5c99c26579dd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:25.887243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.900196 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.928075 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.929133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:25.929818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:25.984542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] For port a77cd4ce-81a6-4012-8861-5c99c26579dd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a77cd4ce-81a6-4012-8861-5c99c26579dd,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:25.985474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:26.010024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4625514 Aug 30 21:16:26.010261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:26.013670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Calling delete_port for a77cd4ce-81a6-4012-8861-5c99c26579dd owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:26.016354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16492c4-f446-4d9f-9338-6756a1808d73 admin admin] Pushing event updated for resources: {'Network': ['ID=89309e58-8614-4263-b145-5c8696007e86,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:26.019465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Request body: {'subnet': {'network_id': '89309e58-8614-4263-b145-5c8696007e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1939690646-subnet', 'tenant_id': '3c5bf57c1731465aae19ac30cdc55f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:26.028743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 89309e58-8614-4263-b145-5c8696007e86 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:16:26.160149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ba4ab-fad7-46ab-b2f0-5a6481b46a61 req-04c638e0-2840-4d25-9a02-828d13fecd32 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:26.161529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-409ba4ab-fad7-46ab-b2f0-5a6481b46a61 req-04c638e0-2840-4d25-9a02-828d13fecd32 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 944 time: 0.0580122 Aug 30 21:16:26.171303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Made reservation on behalf of 3c5bf57c1731465aae19ac30cdc55f79 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:26.173726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:26.204195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-409ba4ab-fad7-46ab-b2f0-5a6481b46a61 req-407361e4-c282-4e8d-b6de-848d12d0ebfa tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341387 Aug 30 21:16:26.342312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:26.406454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77cd4ce-81a6-4012-8861-5c99c26579dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:26.510268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:26.558712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3f69997-ce28-4725-9f1b-906ec98a5eaa req-921d82d1-76bc-4609-8e7d-d17331930aed tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0317049 Aug 30 21:16:26.665359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1197cc-3559-49e2-abcd-45cd3e459978,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:26.676676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Checking segment: {'id': 'a3c1378b-3275-4ef0-81e1-c89aca2e261d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '89309e58-8614-4263-b145-5c8696007e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:26.677062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Network hostable DHCP agents. Network: 89309e58-8614-4263-b145-5c8696007e86, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:16:26.695771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:26.702946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0f114650-53f7-4ae8-a4e9-c79538596d61 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:26.712761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Network 89309e58-8614-4263-b145-5c8696007e86 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:16:26.845641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0f114650-53f7-4ae8-a4e9-c79538596d61, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0f114650-53f7-4ae8-a4e9-c79538596d61,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:26.860406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '0f114650-53f7-4ae8-a4e9-c79538596d61', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': '0f114650-53f7-4ae8-a4e9-c79538596d61', 'mac_address': 'fa:16:3e:2c:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:26.904071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:26.921047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f114650-53f7-4ae8-a4e9-c79538596d61 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:26.944422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0f114650-53f7-4ae8-a4e9-c79538596d61, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0f114650-53f7-4ae8-a4e9-c79538596d61,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:26.949157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:27.003271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=0f114650-53f7-4ae8-a4e9-c79538596d61,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:27.061508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 89309e58-8614-4263-b145-5c8696007e86) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:27.069661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:27.070270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:27.072694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e1847-b681-48f0-8e4f-63d49b56e4ee None None] Network 89309e58-8614-4263-b145-5c8696007e86 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:27.118968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36ae23b7-03b5-4e03-ba00-cff086954108 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1071680 Aug 30 21:16:27.221239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578bc45c-60ce-4d69-becd-522f6d651403 None None] Network 89309e58-8614-4263-b145-5c8696007e86 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:27.270018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:27.293312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['0f114650-53f7-4ae8-a4e9-c79538596d61'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:27.359378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf417cd-c70b-440b-baaf-6302b41522c4 req-fd6f85ae-0062-4c7b-9cf1-eea21f81af74 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:27.361115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0cf417cd-c70b-440b-baaf-6302b41522c4 req-fd6f85ae-0062-4c7b-9cf1-eea21f81af74 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 945 time: 0.0767541 Aug 30 21:16:27.404629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0cf417cd-c70b-440b-baaf-6302b41522c4 req-aaa54b13-ea4b-45ce-8326-4a96f0e31930 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353808 Aug 30 21:16:27.414252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:27.427171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b6a596e7-fdcd-499f-a333-4722d76ed159 admin admin] 10.222.0.76 "PUT /v2.0/routers/917544a9-28a3-4e9c-a9b2-cc3eed5f5644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220478 Aug 30 21:16:27.429520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:27.433975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] Sync routers for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:27.463048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:27.463674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:27.552231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:27.575927 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-b29eafbf-7410-4789-a051-4dab54c460cc req-a88d1b34-eed4-49ac-aeba-08eb4a4fbeb6 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] show failed (client error): The resource could not be found. Aug 30 21:16:27.578162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29eafbf-7410-4789-a051-4dab54c460cc req-a88d1b34-eed4-49ac-aeba-08eb4a4fbeb6 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups/d8289236-2ad2-40c7-afa3-06c3222906aa HTTP/1.1" status: 404 len: 352 time: 0.0170105 Aug 30 21:16:27.648422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:27.699180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:27.766212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Deleting port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:27.767501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:27.821900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e625b078-5988-4932-b49d-d131ade3fdcc req-e88512b4-c33c-4f4b-adaa-223c42deb7b5 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0314398 Aug 30 21:16:27.876458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] For port cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:27.877178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:27.898398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Calling delete_port for cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:27.986116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ddfb690-35c1-41ea-a693-4f20ebd5c93e req-b07b0489-b76b-43c1-a0b7-612bb1c82e89 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c5bf57c1731465aae19ac30cdc55f79 HTTP/1.1" status: 200 len: 2988 time: 0.0505748 Aug 30 21:16:28.027422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:16:26Z', 'revision_number': 5, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port': {'id': 'cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:08Z', 'updated_at': '2021-08-30T21:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:28.039623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ddfb690-35c1-41ea-a693-4f20ebd5c93e req-194c8ddc-5ab2-4171-9715-9ccb64f95c24 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups/2fbb9855-9df1-4728-931b-b8f82e3dcca6 HTTP/1.1" status: 200 len: 2985 time: 0.0467956 Aug 30 21:16:28.055799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] Checking router: 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:28.064460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] Routers {'917544a9-28a3-4e9c-a9b2-cc3eed5f5644'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:28.065120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:28.089729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.091046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ddfb690-35c1-41ea-a693-4f20ebd5c93e req-00e38b4a-b269-4af9-b1d6-adec3389d834 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups/2fbb9855-9df1-4728-931b-b8f82e3dcca6 HTTP/1.1" status: 200 len: 2985 time: 0.0442684 Aug 30 21:16:28.117022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:28.158437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] Set router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:28.184805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.217950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:16:27Z', 'revision_number': 6, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:28.218477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4108fc6-8699-4392-979b-58fafa64af33 req-c4e310ff-3e9e-40e7-8dff-dc8cbb7a2dbe tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:28.220062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f4108fc6-8699-4392-979b-58fafa64af33 req-c4e310ff-3e9e-40e7-8dff-dc8cbb7a2dbe tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.0602686 Aug 30 21:16:28.244246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2956dae-dd34-4883-bd28-ff65292a0ac5 None None] The sync data for ids ['917544a9-28a3-4e9c-a9b2-cc3eed5f5644'] in n-d-793620-16 is: [{'id': '917544a9-28a3-4e9c-a9b2-cc3eed5f5644', 'name': 'tempest-ServersTestBootFromVolume-263641904-router', 'tenant_id': 'df13130b961c4cf9bb1579013272d607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:07Z', 'updated_at': '2021-08-30T21:16:27Z', 'revision_number': 6, 'project_id': 'df13130b961c4cf9bb1579013272d607', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:28.263294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f4108fc6-8699-4392-979b-58fafa64af33 req-9bd254a7-f61e-4803-b1ea-0af475f3fba6 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353878 Aug 30 21:16:28.282336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.284782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.333041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.333617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917544a9-28a3-4e9c-a9b2-cc3eed5f5644 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:16:28.342366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.346211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ccfe7c91-53eb-4748-b4e4-c840031beb9b admin admin] 10.222.0.76 "DELETE /v2.0/routers/917544a9-28a3-4e9c-a9b2-cc3eed5f5644 HTTP/1.1" status: 204 len: 168 time: 0.9129670 Aug 30 21:16:28.346488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b356b2-966b-49a1-b793-993d0b4b41cb req-2017356e-e899-4718-bfd5-32457aac6e08 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups/2fbb9855-9df1-4728-931b-b8f82e3dcca6 HTTP/1.1" status: 200 len: 2985 time: 0.0528953 Aug 30 21:16:28.346488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33982) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:28.412815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Deleting subnet f31b1561-7d07-43a3-83c7-5e9cc03e3abe {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:16:28.421604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.469672 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-d3b356b2-966b-49a1-b793-993d0b4b41cb req-08e4cb62-e245-41be-80e2-c7c5e1e44b71 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 21:16:28.470763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b356b2-966b-49a1-b793-993d0b4b41cb req-08e4cb62-e245-41be-80e2-c7c5e1e44b71 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "DELETE /v2.0/security-groups/2fbb9855-9df1-4728-931b-b8f82e3dcca6 HTTP/1.1" status: 409 len: 352 time: 0.1172647 Aug 30 21:16:28.474574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.582250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.630280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd658-ddb9-44b6-b5d4-5185a0cabd3c req-ce3baa8e-462a-449c-9b07-438168649b9c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:28.631822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-811bd658-ddb9-44b6-b5d4-5185a0cabd3c req-ce3baa8e-462a-449c-9b07-438168649b9c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 945 time: 0.0935006 Aug 30 21:16:28.676352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.709137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-811bd658-ddb9-44b6-b5d4-5185a0cabd3c req-189574d0-d6f8-4c13-8e39-9ba385956e25 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707259 Aug 30 21:16:28.711465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0f114650-53f7-4ae8-a4e9-c79538596d61 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:28.715247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31b1561-7d07-43a3-83c7-5e9cc03e3abe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:28.722117 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.726944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:28.727430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-394819fe-69c0-4fb8-8ac6-3c11615bc64e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f31b1561-7d07-43a3-83c7-5e9cc03e3abe HTTP/1.1" status: 204 len: 168 time: 0.3799274 Aug 30 21:16:28.742807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1bc06-68bf-4b07-9ff5-1a0b53950398 None None] Network fce0ff64-76ad-44c6-bc77-4d3efbaaef0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:28.752664 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-50bffc78-7da8-4c7f-ac10-53f1104ccdd4 req-ccc472e8-6cd7-45bf-987b-0819ac8e0e04 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] show failed (client error): The resource could not be found. Aug 30 21:16:28.753811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50bffc78-7da8-4c7f-ac10-53f1104ccdd4 req-ccc472e8-6cd7-45bf-987b-0819ac8e0e04 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups/d52e20dc-df5b-46ff-86a2-c1aa148ab38d HTTP/1.1" status: 404 len: 352 time: 0.0182910 Aug 30 21:16:28.828186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.883402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 0f114650-53f7-4ae8-a4e9-c79538596d61 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:28.888984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 0f114650-53f7-4ae8-a4e9-c79538596d61 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:28.889360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.892191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Deleting port 75da0349-398e-45bd-af4f-ad43e4db6494 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:28.892646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:28.946308 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-7301c1d3-5821-4ca6-be3c-cc06c332fb7f req-fac1dfa9-713f-44b0-a650-85aa3071d5b5 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] show failed (client error): The resource could not be found. Aug 30 21:16:28.960044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7301c1d3-5821-4ca6-be3c-cc06c332fb7f req-fac1dfa9-713f-44b0-a650-85aa3071d5b5 tempest-SecurityGroupsNegativeTestJSON-883921500 tempest-SecurityGroupsNegativeTestJSON-883921500-project] 10.222.0.76 "GET /v2.0/security-groups/e55a2d86-15f0-41b3-9ad3-521230b81a1d HTTP/1.1" status: 404 len: 352 time: 0.0272024 Aug 30 21:16:28.960747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33998) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:28.963518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] DHCP port deletion for fce0ff64-76ad-44c6-bc77-4d3efbaaef0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:16:28.997847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] For port 75da0349-398e-45bd-af4f-ad43e4db6494, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=75da0349-398e-45bd-af4f-ad43e4db6494,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:28.998359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.015038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Deleting subnet fd1197cc-3559-49e2-abcd-45cd3e459978 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:16:29.018450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.022042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Calling delete_port for 75da0349-398e-45bd-af4f-ad43e4db6494 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:29.051328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.078747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012899e-483c-436c-a183-574b0f20f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f114650-53f7-4ae8-a4e9-c79538596d61'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:29.081346 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d7da5-4db3-461e-96a5-a7ffdaa761c8" -d '{"events": [{"server_uuid": "f012899e-483c-436c-a183-574b0f20f756", "name": "network-vif-plugged", "status": "completed", "tag": "0f114650-53f7-4ae8-a4e9-c79538596d61"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:29.084671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0573119-696b-4f93-bf7d-f0f85d91e889 req-7ca4a234-adf9-494e-86a7-902c59f4e745 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0641778 Aug 30 21:16:29.086848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] Deleting port 75da0349-398e-45bd-af4f-ad43e4db6494 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:29.087377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.106494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0f114650-53f7-4ae8-a4e9-c79538596d61, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0f114650-53f7-4ae8-a4e9-c79538596d61,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:29.121760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.125367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.138475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.166975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Pushing event deleted for resources: {'Port': ['ID=75da0349-398e-45bd-af4f-ad43e4db6494,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.173397 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.177817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] No DVR routers for this DVR port 75da0349-398e-45bd-af4f-ad43e4db6494 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:29.191743 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5d491-97ab-4693-bfec-8be27f482c3b x-openstack-request-id: req-4be5d491-97ab-4693-bfec-8be27f482c3b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:29.192990 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f012899e-483c-436c-a183-574b0f20f756", "name": "network-vif-plugged", "status": "completed", "tag": "0f114650-53f7-4ae8-a4e9-c79538596d61", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:29.193384 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4be5d491-97ab-4693-bfec-8be27f482c3b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:29.193924 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012899e-483c-436c-a183-574b0f20f756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f114650-53f7-4ae8-a4e9-c79538596d61', 'code': 200} Aug 30 21:16:29.236137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] For port 75da0349-398e-45bd-af4f-ad43e4db6494, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=75da0349-398e-45bd-af4f-ad43e4db6494,segment=NetworkSegment(aaeff438-7747-4f74-b394-2a0695c05237),segment_id=aaeff438-7747-4f74-b394-2a0695c05237)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:29.239677 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.256144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.261625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] Calling delete_port for 75da0349-398e-45bd-af4f-ad43e4db6494 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:29.268351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=0f114650-53f7-4ae8-a4e9-c79538596d61,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.287396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.298612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce0ff64-76ad-44c6-bc77-4d3efbaaef0f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:29.310393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeff438-7747-4f74-b394-2a0695c05237') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:29.311006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeff438-7747-4f74-b394-2a0695c05237') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:29.311311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.318260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fd1197cc-3559-49e2-abcd-45cd3e459978 HTTP/1.1" status: 204 len: 168 time: 0.3516421 Aug 30 21:16:29.318260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436db69-49bc-486f-a001-cc747ac072b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1197cc-3559-49e2-abcd-45cd3e459978,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.318260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34002) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:29.330370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.366556 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.367140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.376357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:16:29.376953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:16:29.379476 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:16:29.389242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c41933-11cf-47c5-a0d6-7022485ce0c9 req-aa8b53c9-937f-4337-9ab0-b183a70281e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:29.391025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89c41933-11cf-47c5-a0d6-7022485ce0c9 req-aa8b53c9-937f-4337-9ab0-b183a70281e0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 1098 time: 0.1477544 Aug 30 21:16:29.405932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] Pushing event deleted for resources: {'Port': ['ID=75da0349-398e-45bd-af4f-ad43e4db6494,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.413503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e726711-76a1-4bf9-b9d5-badaeea994de None None] No DVR routers for this DVR port 75da0349-398e-45bd-af4f-ad43e4db6494 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:29.446339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.456106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.467458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.472044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fce0ff64-76ad-44c6-bc77-4d3efbaaef0f HTTP/1.1" status: 204 len: 168 time: 0.7406015 Aug 30 21:16:29.481730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89c41933-11cf-47c5-a0d6-7022485ce0c9 req-682e848a-a211-455a-99e6-c6aef73d2722 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793605 Aug 30 21:16:29.482872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77697e-05b1-4d49-81c1-cb0e1d499380 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce0ff64-76ad-44c6-bc77-4d3efbaaef0f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.557710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.569347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89309e58-8614-4263-b145-5c8696007e86']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:29.589826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c1378b-3275-4ef0-81e1-c89aca2e261d') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:29.590128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c1378b-3275-4ef0-81e1-c89aca2e261d') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:29.616265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.616509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34010) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:29.645689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.655354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:16:29.656082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:16:29.657821 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:16:29.670132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:29.690490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:29.690875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cfac2d65-bb8e-46ac-a8e2-8ca0e73ba3ee not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:29.691292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 75da0349-398e-45bd-af4f-ad43e4db6494 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:29.709675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 75da0349-398e-45bd-af4f-ad43e4db6494 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:29.710058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 75da0349-398e-45bd-af4f-ad43e4db6494 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:29.710467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a77cd4ce-81a6-4012-8861-5c99c26579dd no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:29.720747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6fa7b-8bbe-48e9-89c3-fb5fe76d9430 req-ec437c45-1239-4a18-b7a5-fd6c89eceaff tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:29.722264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4e6fa7b-8bbe-48e9-89c3-fb5fe76d9430 req-ec437c45-1239-4a18-b7a5-fd6c89eceaff tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.1444662 Aug 30 21:16:29.730002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a77cd4ce-81a6-4012-8861-5c99c26579dd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:29.730344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a77cd4ce-81a6-4012-8861-5c99c26579dd not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:29.742723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0d5a865e-f9ac-43c4-89f9-bc01ed00a084 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df13130b961c4cf9bb1579013272d607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250749 Aug 30 21:16:29.745186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:29.760426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.770491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.774793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] 10.222.0.76 "DELETE /v2.0/networks/89309e58-8614-4263-b145-5c8696007e86 HTTP/1.1" status: 204 len: 168 time: 0.4530163 Aug 30 21:16:29.788574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4e6fa7b-8bbe-48e9-89c3-fb5fe76d9430 req-de4c0355-8c0b-4a2f-9bfb-7ca0d96dee9a tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571094 Aug 30 21:16:29.789445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa330-c324-4900-9ce2-cc222808f035 admin admin] Pushing event deleted for resources: {'Network': ['ID=89309e58-8614-4263-b145-5c8696007e86,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.806622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e6b7-f710-4458-bcf2-fb90dd2af22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.831432 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e6b7-f710-4458-bcf2-fb90dd2af22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.885254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e6b7-f710-4458-bcf2-fb90dd2af22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.888131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bb4e6b7-f710-4458-bcf2-fb90dd2af22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:29.900426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1bb4e6b7-f710-4458-bcf2-fb90dd2af22e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb229f62-266d-4007-bf9d-f3094fc51c40 HTTP/1.1" status: 204 len: 168 time: 0.1539130 Aug 30 21:16:29.910350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97812d-7e65-48b5-8256-8f896c743913 req-0c94d0f0-3463-4b8e-a585-a2fa49785fda tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:29.910788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4e6b7-f710-4458-bcf2-fb90dd2af22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb229f62-266d-4007-bf9d-f3094fc51c40,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:29.911937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c97812d-7e65-48b5-8256-8f896c743913 req-0c94d0f0-3463-4b8e-a585-a2fa49785fda tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 946 time: 0.0647721 Aug 30 21:16:29.960834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34026) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:29.980293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c97812d-7e65-48b5-8256-8f896c743913 req-99bdfa1f-e7a4-4dce-a7b7-a2139aafca94 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607631 Aug 30 21:16:30.028934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:30.031389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0be4e490-a23f-4942-afa0-a978d650c895 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c5bf57c1731465aae19ac30cdc55f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671935 Aug 30 21:16:30.084224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f81e0-6351-41ec-9531-35848a0a43c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.107078 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f81e0-6351-41ec-9531-35848a0a43c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.161177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f81e0-6351-41ec-9531-35848a0a43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.163967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2f81e0-6351-41ec-9531-35848a0a43c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.165142 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0c2f81e0-6351-41ec-9531-35848a0a43c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2fbb9855-9df1-4728-931b-b8f82e3dcca6 HTTP/1.1" status: 204 len: 168 time: 0.1352038 Aug 30 21:16:30.183536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f81e0-6351-41ec-9531-35848a0a43c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb9855-9df1-4728-931b-b8f82e3dcca6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:30.239516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91118478-13e2-4705-885f-64c132fd193b req-40948480-726c-487c-ac44-2bc00818a94d tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0336523 Aug 30 21:16:30.615685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:30.689613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71644d49-47d6-49cd-bfa6-b223c256c4d4 req-c8816982-fa89-42a6-9250-f16650b340bb tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:30.691264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71644d49-47d6-49cd-bfa6-b223c256c4d4 req-c8816982-fa89-42a6-9250-f16650b340bb tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.0568449 Aug 30 21:16:30.731289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71644d49-47d6-49cd-bfa6-b223c256c4d4 req-14136604-f862-471e-817a-934cfa849d0d tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336611 Aug 30 21:16:30.753114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-488807759-network', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:30.785134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Made reservation on behalf of 9b06d1ac57ca4d85998dcb5d881b113a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:30.787534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.796890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.893660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.898125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.903090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34080) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:30.926916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:16:30.932262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be5ce2f-e1de-4a20-b4f8-226880ec32e8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:30.941524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:30.941860 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Added segment aa06d875-a17e-4af4-b994-8d0f3a3c7c81 of type vlan for network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f Aug 30 21:16:30.982850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.009721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-429379246-network', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:31.015000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.016222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:31.017424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.037045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:31.039705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.048778 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.076529 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4596229 Aug 30 21:16:31.080656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:31.087320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Request body: {'subnet': {'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-488807759-subnet', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:31.095134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b5394-b0f0-4dc2-88a8-836448d9f3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:31.106390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:16:31.130399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4a86d-2a63-4342-9a22-88723f8a64c3 req-9d1085de-d8b2-4787-ac0a-f06d272aca9b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:31.131953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69a4a86d-2a63-4342-9a22-88723f8a64c3 req-9d1085de-d8b2-4787-ac0a-f06d272aca9b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 946 time: 0.0755281 Aug 30 21:16:31.192081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69a4a86d-2a63-4342-9a22-88723f8a64c3 req-b1791ad6-9ef5-45fe-a736-84b1d1240be9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 Aug 30 21:16:31.220065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.225640 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.251172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Made reservation on behalf of 9b06d1ac57ca4d85998dcb5d881b113a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:31.253805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.254855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:16:31.264841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:31.277579 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.278154 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Added segment 8ec7c4b6-6d29-4886-954f-ac86c2015684 of type vlan for network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde Aug 30 21:16:31.345344 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.380472 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.381479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:31.382201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.455093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5506601 Aug 30 21:16:31.456165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca48a06-9c01-4ff9-be80-97efd03fe3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=5afa19d6-a0fd-4bef-a230-2a03bad6dcde,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:31.456358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:31.463471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Request body: {'subnet': {'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-subnet', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:31.468468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:16:31.473297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.502742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53b51664-48e8-41c5-97f2-b925b04aea8b req-2ea87526-5bb6-43b8-95d3-8bbd50893a18 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0366132 Aug 30 21:16:31.585162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:31.587869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.630194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462be4f-ec34-44c7-8a8f-6fdb03c85864 req-96eb2250-0568-498c-b2f8-0fd79d4b6d2b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:31.631786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7462be4f-ec34-44c7-8a8f-6fdb03c85864 req-96eb2250-0568-498c-b2f8-0fd79d4b6d2b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0595694 Aug 30 21:16:31.643691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=660939ae-53d0-4ee7-8874-8a9132c893d3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:31.665798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Checking segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:31.666165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Network hostable DHCP agents. Network: d757ee0e-8fa3-4bf4-b2ad-166700be6c8f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:16:31.680393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7462be4f-ec34-44c7-8a8f-6fdb03c85864 req-f306b209-7482-4a3d-8e75-20896d313799 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Aug 30 21:16:31.715074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:16:31.749417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d757ee0e-8fa3-4bf4-b2ad-166700be6c8f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:31.758137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:31.759094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.761754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8c839-e1db-4845-a9fe-d5d5e3e5443e None None] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:31.805068 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1555b334-aed0-47c7-b6a7-e79ed42da909 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7232850 Aug 30 21:16:31.810632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:31.815308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:31.845672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.847937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe052450-6028-449c-adde-d6b4e8dab505 req-ee5a682c-4ad8-4f86-8b19-eb68d48cd1d8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:31.850503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe052450-6028-449c-adde-d6b4e8dab505 req-ee5a682c-4ad8-4f86-8b19-eb68d48cd1d8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0745761 Aug 30 21:16:31.889821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2192d990-9c44-4ba3-a3f2-f1a144041a6d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:31.894187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.895503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.911122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe052450-6028-449c-adde-d6b4e8dab505 req-86f465ca-0331-4316-b874-96a992395bb1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540900 Aug 30 21:16:31.928794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-d757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:16:31.929941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:31.946344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Checking segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:31.946640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Network hostable DHCP agents. Network: 5afa19d6-a0fd-4bef-a230-2a03bad6dcde, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:16:31.995537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:16:32.008768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.009836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5afa19d6-a0fd-4bef-a230-2a03bad6dcde) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:32.014425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:32.015102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.035156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857dabba-9624-4007-a290-af7947f3ef3b None None] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:32.057263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41533f46-471d-48ae-86dd-eb4b70178f35 req-06d0263d-3775-40da-b2ec-ab990830b713 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:32.068132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41533f46-471d-48ae-86dd-eb4b70178f35 req-06d0263d-3775-40da-b2ec-ab990830b713 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.0746849 Aug 30 21:16:32.091226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-65e0b937-616d-4359-bc03-1c5d4e6bab90 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6337552 Aug 30 21:16:32.093811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:32.099403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:32.126931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41533f46-471d-48ae-86dd-eb4b70178f35 req-d591f9fb-e72f-4372-86c5-a641bc8ae428 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576835 Aug 30 21:16:32.187153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.195063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.196627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.198943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Allocated IP 172.20.0.2 (d757ee0e-8fa3-4bf4-b2ad-166700be6c8f/660939ae-53d0-4ee7-8874-8a9132c893d3/6552c71f-ad09-468e-aff5-b57809ff2f54) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:32.349475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:16:32.350351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.374618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.462734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642373c-41e0-40fe-b1cc-b60aa47fa58b req-6a739588-f6a1-4c2d-b165-0aa167f74e0f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:32.464252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f642373c-41e0-40fe-b1cc-b60aa47fa58b req-6a739588-f6a1-4c2d-b165-0aa167f74e0f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0521908 Aug 30 21:16:32.506113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f642373c-41e0-40fe-b1cc-b60aa47fa58b req-2e762c6d-77c4-479c-b5e9-e65122c26ff3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Aug 30 21:16:32.561215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.575495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Transition to ACTIVE for port object 6552c71f-ad09-468e-aff5-b57809ff2f54 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:32.590275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Allocated IP 172.20.0.2 (5afa19d6-a0fd-4bef-a230-2a03bad6dcde/2192d990-9c44-4ba3-a3f2-f1a144041a6d/2b917504-c513-4242-8040-e1ddb440d352) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:32.608188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Transition to ACTIVE for port object 6552c71f-ad09-468e-aff5-b57809ff2f54 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:32.628512 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.663168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.666150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.696659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.712963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:32.724456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:32.730424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:32.739719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Pushing event updated for resources: {'Port': ['ID=6552c71f-ad09-468e-aff5-b57809ff2f54,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:32.757493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a445c956-b625-459b-b3b1-3a93f6a15716 req-b986ebf5-c2c9-41bf-ab6f-1a1e98e4e5e9 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0344763 Aug 30 21:16:32.829069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Attempting to bind port 6552c71f-ad09-468e-aff5-b57809ff2f54 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:32.829441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Attempting to bind port 6552c71f-ad09-468e-aff5-b57809ff2f54 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:32.829815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Attempting to bind port 6552c71f-ad09-468e-aff5-b57809ff2f54 on network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:32.841001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:32.841393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Checking segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:32.841897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.842200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Bound using segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:32.842747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Bound port: 6552c71f-ad09-468e-aff5-b57809ff2f54, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:32.843145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.888095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.904559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Transition to ACTIVE for port object 2b917504-c513-4242-8040-e1ddb440d352 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:32.937551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Transition to ACTIVE for port object 2b917504-c513-4242-8040-e1ddb440d352 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:32.943688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] For port 6552c71f-ad09-468e-aff5-b57809ff2f54, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:32.947326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] For port 6552c71f-ad09-468e-aff5-b57809ff2f54, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6552c71f-ad09-468e-aff5-b57809ff2f54,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:32.949358 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:32.976977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.002817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:33.012828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:33.014267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Pushing event updated for resources: {'Port': ['ID=2b917504-c513-4242-8040-e1ddb440d352,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:33.016698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:33.115058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce23fe-2685-4b51-aaeb-e87783d48f5b None None] Pushing event updated for resources: {'Port': ['ID=6552c71f-ad09-468e-aff5-b57809ff2f54,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:33.147889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Attempting to bind port 2b917504-c513-4242-8040-e1ddb440d352 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:33.148469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Attempting to bind port 2b917504-c513-4242-8040-e1ddb440d352 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:33.148998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Attempting to bind port 2b917504-c513-4242-8040-e1ddb440d352 on network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:33.155848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:33.156218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Checking segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:33.156576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.157272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Bound using segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:33.157464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Bound port: 2b917504-c513-4242-8040-e1ddb440d352, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:33.158063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.209714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-0b645f86-8720-4b27-a977-07b2daea79f8 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:33.211286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-0b645f86-8720-4b27-a977-07b2daea79f8 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.82 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.4333408 Aug 30 21:16:33.251430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-946880dd-cb78-491e-b98e-cc355438205a None None] For port 2b917504-c513-4242-8040-e1ddb440d352, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:33.251969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Allocated IP 172.25.5.209 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/aa848222-ba84-4872-b216-0c047bf6eb0f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:33.258297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-946880dd-cb78-491e-b98e-cc355438205a None None] For port 2b917504-c513-4242-8040-e1ddb440d352, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2b917504-c513-4242-8040-e1ddb440d352,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:33.270236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.375829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946880dd-cb78-491e-b98e-cc355438205a None None] Pushing event updated for resources: {'Port': ['ID=2b917504-c513-4242-8040-e1ddb440d352,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:33.444673 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.644266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.666283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17c3bc-43fe-462c-9c8f-3a78a6ce2ac7 req-6555e070-e904-4ca5-826f-99effc0f939f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:33.668323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a17c3bc-43fe-462c-9c8f-3a78a6ce2ac7 req-6555e070-e904-4ca5-826f-99effc0f939f tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.1080401 Aug 30 21:16:33.700683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Deleting port a1eca963-9b74-4329-9ae2-64c53c32dec0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:33.702975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.768558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a17c3bc-43fe-462c-9c8f-3a78a6ce2ac7 req-1f36c251-f366-4688-9831-87193efbf1f0 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868387 Aug 30 21:16:33.815031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.858304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2b917504-c513-4242-8040-e1ddb440d352 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:33.866206 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.930231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.939476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd565d2-aaf0-49bc-97d5-aafdcb41dca8 req-1500030d-6ba4-4cb3-8aa7-b7e5b1ef8ca3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:33.941258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 2b917504-c513-4242-8040-e1ddb440d352 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:33.949246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dd565d2-aaf0-49bc-97d5-aafdcb41dca8 req-1500030d-6ba4-4cb3-8aa7-b7e5b1ef8ca3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0789385 Aug 30 21:16:33.949685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6552c71f-ad09-468e-aff5-b57809ff2f54 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:33.951601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] For port a1eca963-9b74-4329-9ae2-64c53c32dec0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a1eca963-9b74-4329-9ae2-64c53c32dec0,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:33.952096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:33.995868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dd565d2-aaf0-49bc-97d5-aafdcb41dca8 req-7095e45d-fb12-479f-972c-2b1afafa7b2f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Aug 30 21:16:34.071689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6552c71f-ad09-468e-aff5-b57809ff2f54 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:34.162240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:34.170204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:34.183856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:34.215934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6878e40d-063d-4298-885c-e8d924e64a39 req-fdf9c7bd-65ad-4512-a3c9-df11cefa5bbe tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0355201 Aug 30 21:16:34.229298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Pushing event updated for resources: {'Port': ['ID=aa848222-ba84-4872-b216-0c047bf6eb0f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:34.265319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Allocated IP 172.25.5.139 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/432173ec-a55e-421e-bbf7-fad82b6a743a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:34.348968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3fb4b3-ce95-42de-a2b4-9e4a1aeec307 None None] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:34.456698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] Provisioning for port 6552c71f-ad09-468e-aff5-b57809ff2f54 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:34.463776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] Provisioning complete for port 6552c71f-ad09-468e-aff5-b57809ff2f54 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:34.463996 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.632884 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.646042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.646432 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.646774 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Floating IP d151ce3c-771d-4f6b-8255-cb109ccfa611 disassociated. External IP: 172.25.5.108, port: a1eca963-9b74-4329-9ae2-64c53c32dec0. Aug 30 21:16:34.647115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Calling delete_port for a1eca963-9b74-4329-9ae2-64c53c32dec0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:34.678732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] For port 6552c71f-ad09-468e-aff5-b57809ff2f54, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6552c71f-ad09-468e-aff5-b57809ff2f54,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:34.698094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.719637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.798265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bcbf8-9408-4401-b47b-8da00c24db2c None None] Pushing event updated for resources: {'Port': ['ID=6552c71f-ad09-468e-aff5-b57809ff2f54,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:34.852407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca2d70-e39f-41e1-9cd7-f60e910d782a None None] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:34.925118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:34.974942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.009870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44340848-34f3-4f66-bd4d-f990cd006ef9 req-854b0ff2-6f7d-4276-9b8d-8978de5d21bb tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:35.012740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] Provisioning for port 2b917504-c513-4242-8040-e1ddb440d352 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:35.019940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] Provisioning complete for port 2b917504-c513-4242-8040-e1ddb440d352 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:35.020358 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.023096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44340848-34f3-4f66-bd4d-f990cd006ef9 req-854b0ff2-6f7d-4276-9b8d-8978de5d21bb tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 945 time: 0.1295664 Aug 30 21:16:35.056518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:35.080354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44340848-34f3-4f66-bd4d-f990cd006ef9 req-317bb383-0050-4472-9990-4f15c75c2501 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups?id=2fad694e-8334-4dd4-bfc5-7b343b8f9f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558579 Aug 30 21:16:35.092942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:35.096147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:35.149630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Pushing event updated for resources: {'Port': ['ID=432173ec-a55e-421e-bbf7-fad82b6a743a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:35.191987 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.233451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b8ec-fde8-4300-91f8-a32603f2a4e2 req-0d23965e-5a06-4bdc-9384-c90002bb4531 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:35.236274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c539b8ec-fde8-4300-91f8-a32603f2a4e2 req-0d23965e-5a06-4bdc-9384-c90002bb4531 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0691981 Aug 30 21:16:35.267158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.344485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c539b8ec-fde8-4300-91f8-a32603f2a4e2 req-d033ca90-3e2d-4b59-9701-43fd810f5288 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885279 Aug 30 21:16:35.390084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event deleted for resources: {'Port': ['ID=a1eca963-9b74-4329-9ae2-64c53c32dec0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:35.504655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] For port 2b917504-c513-4242-8040-e1ddb440d352, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2b917504-c513-4242-8040-e1ddb440d352,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:35.512799 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.565454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a024e2e6-c577-4488-8244-76e0c5a939bc req-908a859a-0ea1-4af7-9e61-2f651157e006 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0303330 Aug 30 21:16:35.591332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fced64-28cd-43bf-b5d1-0121a5fa019f None None] Pushing event updated for resources: {'Port': ['ID=2b917504-c513-4242-8040-e1ddb440d352,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:35.629321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.644548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f00b518f-7a32-4013-80e3-61b674bb8ce3 None None] Provisioning complete for port 2b917504-c513-4242-8040-e1ddb440d352 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:35.644987 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f00b518f-7a32-4013-80e3-61b674bb8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.649645 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.651915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Router 1271035e-1a2d-4d67-907b-a119d6e6fcbc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:35.744200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2b917504-c513-4242-8040-e1ddb440d352 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:35.810228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f00b518f-7a32-4013-80e3-61b674bb8ce3 None None] Provisioning complete for port 6552c71f-ad09-468e-aff5-b57809ff2f54 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:35.810619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f00b518f-7a32-4013-80e3-61b674bb8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.875973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 2b917504-c513-4242-8040-e1ddb440d352 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:35.876361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:35.990460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6552c71f-ad09-468e-aff5-b57809ff2f54 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:36.040503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6552c71f-ad09-468e-aff5-b57809ff2f54 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:36.040916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:36.193809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-deefb42e-83cb-4945-b221-976b58257d4c req-e35b8f09-2f6c-4d17-8123-353c61376619 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/ports?device_id=00f7da11-d585-42a7-ae6b-a1b8df54c65e HTTP/1.1" status: 200 len: 210 time: 0.0288985 Aug 30 21:16:36.309818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:36.353972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:36.369180 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] Sync routers for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:36.379394 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:36.380017 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:36.413280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] No DVR routers for this DVR port a1eca963-9b74-4329-9ae2-64c53c32dec0 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:36.416235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:36.419119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e07b5bd-0248-42c8-9a18-1984f887278d req-e328cc52-2449-4582-94df-3a86766f8b57 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.82 "DELETE /v2.0/ports/a1eca963-9b74-4329-9ae2-64c53c32dec0 HTTP/1.1" status: 204 len: 173 time: 3.1944375 Aug 30 21:16:36.453849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'name': 'network-vif-deleted', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:36.456669 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a551b0-6555-4845-add0-319ec03339e4" -d '{"events": [{"server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "name": "network-vif-deleted", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:36.473612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Router 42314f70-5e7b-470a-a1f2-52a8a12f2092 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:16:36.491772 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:36.530344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8ca45-249f-4205-9f25-e46c314a0d62 req-e6ae32f5-e223-4139-9cf3-8a5036c04458 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:36.542816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47b8ca45-249f-4205-9f25-e46c314a0d62 req-e6ae32f5-e223-4139-9cf3-8a5036c04458 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1001306 Aug 30 21:16:36.610053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47b8ca45-249f-4205-9f25-e46c314a0d62 req-5a4714c1-8702-4748-8262-5d6fb4c169d9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655601 Aug 30 21:16:36.666993 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0846f4-6d44-4590-b96d-39a60ed94ae4 x-openstack-request-id: req-5d0846f4-6d44-4590-b96d-39a60ed94ae4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:36.667665 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f7da11-d585-42a7-ae6b-a1b8df54c65e", "name": "network-vif-deleted", "tag": "a1eca963-9b74-4329-9ae2-64c53c32dec0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:36.668095 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d0846f4-6d44-4590-b96d-39a60ed94ae4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:36.668650 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f7da11-d585-42a7-ae6b-a1b8df54c65e', 'name': 'network-vif-deleted', 'tag': 'a1eca963-9b74-4329-9ae2-64c53c32dec0', 'status': 'completed', 'code': 200} Aug 30 21:16:36.750008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:36.761712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Sync routers for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:36.769326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:36.777308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:36.777874 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:06Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:36.781115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:36.822597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:36.826915 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6807d20-9925-4067-a454-e4e94f26b5ff admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0125732 Aug 30 21:16:36.827705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:36.842494 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] Checking router: 1271035e-1a2d-4d67-907b-a119d6e6fcbc for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:36.866736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:36.867897 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:36.920461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:36.998005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7f85bcf-3427-43e8-9ed4-ef43019e7b63 req-5a7dca93-1a5e-4783-a1d6-9d120e1a139d tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0900600 Aug 30 21:16:37.061726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Router ef2d5714-8310-4881-b32a-134f6b317da1 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:16:37.170841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:34Z', 'revision_number': 3, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:37.208043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Checking router: 42314f70-5e7b-470a-a1f2-52a8a12f2092 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:37.208457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Updating router 42314f70-5e7b-470a-a1f2-52a8a12f2092 port aa848222-ba84-4872-b216-0c047bf6eb0f binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:16:37.210718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a1eca963-9b74-4329-9ae2-64c53c32dec0 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:37.218148 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:37.299003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: a1eca963-9b74-4329-9ae2-64c53c32dec0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:37.299315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a1eca963-9b74-4329-9ae2-64c53c32dec0 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:37.315275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:37.317324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:37.335677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:37.346292 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Sync routers for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:37.383742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:37.387950 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ef07332d-777a-4b4d-84cf-cb0f21cb1811 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2923810 Aug 30 21:16:37.400158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:37.408513 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:37.409886 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:37.586910 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:37.723174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edabcaca-fae1-4729-8209-56cd5ade3524 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:37.749233 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:06Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:37.804412 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59396072-098d-4ad2-af32-40ba1cfc5065 None None] The sync data for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 is: [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8403d1ad-3999-4820-b37b-a2842a7dcee2', 'name': '', 'network_id': 'bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'mac_address': 'fa:16:3e:4c:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:57Z', 'updated_at': '2021-08-30T21:13:06Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'subnets': [{'id': 'b91d7e81-22de-4523-9374-3a48bc0bdb2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:37.820856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:37.852879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Transition to ACTIVE for port object aa848222-ba84-4872-b216-0c047bf6eb0f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:37.855889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edabcaca-fae1-4729-8209-56cd5ade3524 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:37.875667 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:37.926238 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:35Z', 'revision_number': 3, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:37.961878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Checking router: ef2d5714-8310-4881-b32a-134f6b317da1 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:37.962360 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Updating router ef2d5714-8310-4881-b32a-134f6b317da1 port 432173ec-a55e-421e-bbf7-fad82b6a743a binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:16:37.997732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368232-8ba7-441c-aabf-8ebd08ab2dca None None] Pushing event updated for resources: {'Port': ['ID=aa848222-ba84-4872-b216-0c047bf6eb0f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:38.003373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Attempting to bind port aa848222-ba84-4872-b216-0c047bf6eb0f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:38.003742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Attempting to bind port aa848222-ba84-4872-b216-0c047bf6eb0f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:38.008271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Attempting to bind port aa848222-ba84-4872-b216-0c047bf6eb0f on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:38.021239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:38.021614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:38.022030 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.025184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:38.025780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Bound port: aa848222-ba84-4872-b216-0c047bf6eb0f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:38.026184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.029096 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.091736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] For port aa848222-ba84-4872-b216-0c047bf6eb0f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:38.099777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] For port aa848222-ba84-4872-b216-0c047bf6eb0f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa848222-ba84-4872-b216-0c047bf6eb0f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:38.116461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.143723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e01c-bc48-4fb1-93d9-4dc46b8aed3b req-60637e14-2f6e-443b-b0e7-08d8cd4977e9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:38.152023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3004e01c-bc48-4fb1-93d9-4dc46b8aed3b req-60637e14-2f6e-443b-b0e7-08d8cd4977e9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.3830090 Aug 30 21:16:38.172323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.184386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a368232-8ba7-441c-aabf-8ebd08ab2dca None None] Pushing event updated for resources: {'Port': ['ID=aa848222-ba84-4872-b216-0c047bf6eb0f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:38.215449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:38.215449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:38.260190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3004e01c-bc48-4fb1-93d9-4dc46b8aed3b req-4fab1caf-10a4-40af-831b-6a33d21bcbbf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016617 Aug 30 21:16:38.388437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc855c6-e030-490d-8687-75a33cda0ce7 None None] New status for floating IP d151ce3c-771d-4f6b-8255-cb109ccfa611: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:16:38.546863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cecc597e-58d1-47f5-9289-af165ce2bd7f req-6968419e-4d5e-423f-b1f2-972d37d6e5f1 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0401049 Aug 30 21:16:38.551115 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.554377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Allocated IP 172.20.0.1 (d757ee0e-8fa3-4bf4-b2ad-166700be6c8f/660939ae-53d0-4ee7-8874-8a9132c893d3/336ce9fc-b130-42ad-9c5d-82486a48dce3) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:38.564586 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Transition to ACTIVE for port object 432173ec-a55e-421e-bbf7-fad82b6a743a will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:38.590057 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.620283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:38.685363 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Pushing event updated for resources: {'Port': ['ID=432173ec-a55e-421e-bbf7-fad82b6a743a,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:38.699605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.700028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.700426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.700819 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.701214 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.701793 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.702234 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.702613 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.703076 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.703457 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.703834 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.704284 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:16:38.708235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edabcaca-fae1-4729-8209-56cd5ade3524 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.710893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edabcaca-fae1-4729-8209-56cd5ade3524 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.715193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-edabcaca-fae1-4729-8209-56cd5ade3524 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "DELETE /v2.0/security-groups/2fad694e-8334-4dd4-bfc5-7b343b8f9f19 HTTP/1.1" status: 204 len: 168 time: 1.3784566 Aug 30 21:16:38.718319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:38.719595 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Attempting to bind port 432173ec-a55e-421e-bbf7-fad82b6a743a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:38.720034 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Attempting to bind port 432173ec-a55e-421e-bbf7-fad82b6a743a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:38.720458 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Attempting to bind port 432173ec-a55e-421e-bbf7-fad82b6a743a on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:38.726611 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:38.727137 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:38.727622 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.728290 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:38.728864 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Bound port: 432173ec-a55e-421e-bbf7-fad82b6a743a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:38.729321 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.749163 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c18c3cfb-992f-4004-b1ba-2cdc04f3d311 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] show failed (client error): The resource could not be found. Aug 30 21:16:38.751117 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c18c3cfb-992f-4004-b1ba-2cdc04f3d311 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "GET /v2.0/security-groups/2fad694e-8334-4dd4-bfc5-7b343b8f9f19 HTTP/1.1" status: 404 len: 347 time: 0.0288758 Aug 30 21:16:38.753032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34194) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:38.762867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabcaca-fae1-4729-8209-56cd5ade3524 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fad694e-8334-4dd4-bfc5-7b343b8f9f19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:38.788886 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] For port 432173ec-a55e-421e-bbf7-fad82b6a743a, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:38.792855 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] For port 432173ec-a55e-421e-bbf7-fad82b6a743a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=432173ec-a55e-421e-bbf7-fad82b6a743a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:38.804182 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.860982 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:38.861736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:38.872722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.895915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:38.948392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Transition to ACTIVE for port object 336ce9fc-b130-42ad-9c5d-82486a48dce3 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:39.002402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9784540-7b51-4afd-b3c7-40991eea6181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.012428 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:39.023796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Deleting port 12b46d0e-945d-4e6e-9ee5-f168c58ca22d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:39.024143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.040532 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.079517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:34Z', 'revision_number': 3, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:39.140807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:39.144463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Pushing event updated for resources: {'Port': ['ID=336ce9fc-b130-42ad-9c5d-82486a48dce3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:39.148889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:39.160472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:39.214390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.215059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.222284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Allocated IP 172.20.0.1 (5afa19d6-a0fd-4bef-a230-2a03bad6dcde/2192d990-9c44-4ba3-a3f2-f1a144041a6d/c07def6a-8370-42fb-9446-dd29aea2eb08) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:39.249569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Calling delete_port for 12b46d0e-945d-4e6e-9ee5-f168c58ca22d owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:39.254980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.288393 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c352d-46a5-4571-96cb-92ed676d6ada None None] Pushing event updated for resources: {'Port': ['ID=432173ec-a55e-421e-bbf7-fad82b6a743a,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:39.353567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c3c50-aaea-4103-84ae-9f8cf32cab7b None None] The sync data for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 is: [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:34Z', 'revision_number': 3, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:39.434226 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:35Z', 'revision_number': 3, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:39.452097 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.472099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Transition to ACTIVE for port object c07def6a-8370-42fb-9446-dd29aea2eb08 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:39.477056 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddcb93-5c18-4d7d-927c-cabcda65e638 None None] The sync data for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 is: [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:35Z', 'revision_number': 3, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:39.521991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.547313 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.582801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:39.583740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Pushing event updated for resources: {'Port': ['ID=c07def6a-8370-42fb-9446-dd29aea2eb08,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:39.588097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:39.590800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:39.605347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-01895618-e048-4499-bb3e-2c70788a6e99 None None] Provisioning for port 336ce9fc-b130-42ad-9c5d-82486a48dce3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:39.610126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-01895618-e048-4499-bb3e-2c70788a6e99 None None] Provisioning complete for port 336ce9fc-b130-42ad-9c5d-82486a48dce3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:39.610559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01895618-e048-4499-bb3e-2c70788a6e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.632272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9c08a-846e-4ebb-8537-a19368936c5c req-9e40b876-e7b9-459e-b441-244e32251c2c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:39.640327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edd9c08a-846e-4ebb-8537-a19368936c5c req-9e40b876-e7b9-459e-b441-244e32251c2c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.2178786 Aug 30 21:16:39.657254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.696888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-01895618-e048-4499-bb3e-2c70788a6e99 None None] Port 336ce9fc-b130-42ad-9c5d-82486a48dce3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:16:39.867798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edd9c08a-846e-4ebb-8537-a19368936c5c req-64f54ab9-e09b-436a-826b-2738179076bf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562929 Aug 30 21:16:39.872676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.893010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:39.915429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Pushing event deleted for resources: {'Port': ['ID=12b46d0e-945d-4e6e-9ee5-f168c58ca22d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:40.095184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.103333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.108249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cf1ee5ea-65f4-47e6-8078-0e9d43ac7972 tempest-ServersTestManualDisk-1894759620 tempest-ServersTestManualDisk-1894759620-project] 10.222.0.76 "DELETE /v2.0/floatingips/d151ce3c-771d-4f6b-8255-cb109ccfa611 HTTP/1.1" status: 204 len: 168 time: 1.3539474 Aug 30 21:16:40.128727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:40.135228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5b73fa75-8542-4f1c-bc93-3d2e414dc1b8 None None] Provisioning for port c07def6a-8370-42fb-9446-dd29aea2eb08 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:40.162115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5b73fa75-8542-4f1c-bc93-3d2e414dc1b8 None None] Provisioning complete for port c07def6a-8370-42fb-9446-dd29aea2eb08 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:40.162494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b73fa75-8542-4f1c-bc93-3d2e414dc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.166651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f54ab9f-8f67-42a8-9080-9597fbb8baa9 req-c9679d46-6a88-4221-ab41-b49e86508728 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0570109 Aug 30 21:16:40.190243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.212256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.227073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5b73fa75-8542-4f1c-bc93-3d2e414dc1b8 None None] Port c07def6a-8370-42fb-9446-dd29aea2eb08 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:16:40.301782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Pushing event updated for resources: {'Port': ['ID=336ce9fc-b130-42ad-9c5d-82486a48dce3,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:40.306272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.404844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.447769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:40.450950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:40.465808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.613965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Pushing event updated for resources: {'Port': ['ID=c07def6a-8370-42fb-9446-dd29aea2eb08,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:40.624909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.634118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Router 42314f70-5e7b-470a-a1f2-52a8a12f2092 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:40.794615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:40.799740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:40.804833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:40.818700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33352f28-d5d1-4a3b-9ee2-6b2ef07dc137 admin admin] 10.222.0.76 "PUT /v2.0/routers/42314f70-5e7b-470a-a1f2-52a8a12f2092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897761 Aug 30 21:16:40.860103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5a8fa94a-4cf4-4c6d-b04f-70e5d63f1528 None None] Provisioning complete for port 336ce9fc-b130-42ad-9c5d-82486a48dce3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:40.860742 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa94a-4cf4-4c6d-b04f-70e5d63f1528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:40.949720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a8fa94a-4cf4-4c6d-b04f-70e5d63f1528 None None] Port 336ce9fc-b130-42ad-9c5d-82486a48dce3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:16:40.972673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.091079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Router ef2d5714-8310-4881-b32a-134f6b317da1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:41.095305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fc92e-e52d-4714-b525-4ea91f527ce8 req-29ee7164-9861-4719-b2d4-13b1846e5ce6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:41.096909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d2fc92e-e52d-4714-b525-4ea91f527ce8 req-29ee7164-9861-4719-b2d4-13b1846e5ce6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0839994 Aug 30 21:16:41.143963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d2fc92e-e52d-4714-b525-4ea91f527ce8 req-448af99f-befb-40ab-8b2d-f25225981322 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404775 Aug 30 21:16:41.187418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9f88e1ed-6389-4d0b-b3c0-5cb8eb789d66 None None] Provisioning complete for port c07def6a-8370-42fb-9446-dd29aea2eb08 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:41.187953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f88e1ed-6389-4d0b-b3c0-5cb8eb789d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.248420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9f88e1ed-6389-4d0b-b3c0-5cb8eb789d66 None None] Port c07def6a-8370-42fb-9446-dd29aea2eb08 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:16:41.301761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:41.308819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c11d31b1-f452-460b-a1fd-c974aeeb43cb admin admin] 10.222.0.76 "PUT /v2.0/routers/ef2d5714-8310-4881-b32a-134f6b317da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9073842 Aug 30 21:16:41.411020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Deleting port 8403d1ad-3999-4820-b37b-a2842a7dcee2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:41.411274 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.420644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:41.425661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527548193', 'description': 'tempest-description--1648143918'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:41.465711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.560117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] For port 8403d1ad-3999-4820-b37b-a2842a7dcee2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8403d1ad-3999-4820-b37b-a2842a7dcee2,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:41.560528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.581241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Calling delete_port for 8403d1ad-3999-4820-b37b-a2842a7dcee2 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:41.585336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.593559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.674203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.676094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2542908 Aug 30 21:16:41.678821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e9ae5-beb6-464e-92ae-975c840b11ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396eb75b-2dbf-4f82-b235-ada16bd63eb1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:41.681561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34234) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:41.692260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Request body: {'security_group_rule': {'security_group_id': '396eb75b-2dbf-4f82-b235-ada16bd63eb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:41.749916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.769773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.855719 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2dc5-8d1f-4d8d-85bd-ea82058b855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.898786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 432173ec-a55e-421e-bbf7-fad82b6a743a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:41.920870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.952937 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.973899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 432173ec-a55e-421e-bbf7-fad82b6a743a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:41.978478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 432173ec-a55e-421e-bbf7-fad82b6a743a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:41.979218 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:41.979564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c840970-cf49-46a7-a2e5-d366606077b3 req-2c4e0a2e-c95f-493e-98c9-c50cdb662171 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0618553 Aug 30 21:16:41.983147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dda38f4-6667-4763-bc02-76f041dd39c9,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:42.015254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.016617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.017310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b53910de-5f64-4dc9-9b91-345452557917 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337383 Aug 30 21:16:42.019302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:42.025410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Request body: {'security_group_rule': {'security_group_id': '396eb75b-2dbf-4f82-b235-ada16bd63eb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:42.065892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8403d1ad-3999-4820-b37b-a2842a7dcee2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:42.090114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.145222 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.205228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 432173ec-a55e-421e-bbf7-fad82b6a743a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=432173ec-a55e-421e-bbf7-fad82b6a743a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:42.215901 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.216790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa848222-ba84-4872-b216-0c047bf6eb0f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:42.251903 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.337705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.430369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.445403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40eb405d-0e03-4da5-a607-b245b051656a,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:42.451690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.453645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12545cb1-b986-4978-8545-7ddfdce410dc tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4331219 Aug 30 21:16:42.456412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34274) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:42.466033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:42.470188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=432173ec-a55e-421e-bbf7-fad82b6a743a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:42.477645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port aa848222-ba84-4872-b216-0c047bf6eb0f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:42.483870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port aa848222-ba84-4872-b216-0c047bf6eb0f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:42.484360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.502185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493a56b-127c-4a5b-9ea4-b4c4356a0007 req-c5b2c311-b899-4f49-ada1-91bae591967d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:42.511292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7493a56b-127c-4a5b-9ea4-b4c4356a0007 req-c5b2c311-b899-4f49-ada1-91bae591967d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.2458327 Aug 30 21:16:42.551898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.577618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.600318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7493a56b-127c-4a5b-9ea4-b4c4356a0007 req-1fecc76f-a54f-4b30-b29a-7ebe1ae10266 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878134 Aug 30 21:16:42.642038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.671484 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Sync routers for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:42.687874 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:42.692934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port aa848222-ba84-4872-b216-0c047bf6eb0f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa848222-ba84-4872-b216-0c047bf6eb0f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:42.695903 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:42.702332 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.746070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:42.783932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=aa848222-ba84-4872-b216-0c047bf6eb0f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:42.876390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Sync routers for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:42.894441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:42.895764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:42.908986 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:42.920636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Allocated IP 172.25.5.27 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/ef35705f-d6c2-484e-8f18-4f53fa60a7e6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:42.935521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Router 1271035e-1a2d-4d67-907b-a119d6e6fcbc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:16:43.059070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.145848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.183705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:16:43.191354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8bab0dd-8057-41a0-bc58-619fa7b068c3 admin admin] 10.222.0.76 "PUT /v2.0/routers/1271035e-1a2d-4d67-907b-a119d6e6fcbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608215 Aug 30 21:16:43.193914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:43.198427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:43.202575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46c53c72-8ba8-4162-9712-a1103e76a04f req-58efc8f1-fb7e-47a7-aaae-cd0368cd50c9 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0774713 Aug 30 21:16:43.242594 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] Sync routers for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:16:43.262623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:43.267969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:43.275748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:43.289926 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:43.290686 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:43.312621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event updated for resources: {'Port': ['ID=ef35705f-d6c2-484e-8f18-4f53fa60a7e6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:43.350367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.425771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.481183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.511322 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:43.723638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:40Z', 'revision_number': 2, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:43.826638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Checking router: ef2d5714-8310-4881-b32a-134f6b317da1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:43.828648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Updating router ef2d5714-8310-4881-b32a-134f6b317da1 port c07def6a-8370-42fb-9446-dd29aea2eb08 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:16:43.910837 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.914162 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.939896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:43.973517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 432173ec-a55e-421e-bbf7-fad82b6a743a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:44.029575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.084105 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 2, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:44.087840 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:16:41Z', 'revision_number': 5, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port': {'id': 'a00cc5f4-5f85-474a-955f-ac92e6a8b071', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:1d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:44.106041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event updated for resources: {'Port': ['ID=ef35705f-d6c2-484e-8f18-4f53fa60a7e6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:44.124085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bf2ab-ec2b-4d0b-b2ca-74bdfe40a60d req-fc907d6a-660d-48fb-a758-b84a16f096d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:44.134953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-938bf2ab-ec2b-4d0b-b2ca-74bdfe40a60d req-fc907d6a-660d-48fb-a758-b84a16f096d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.2208617 Aug 30 21:16:44.138503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Deleting port a00cc5f4-5f85-474a-955f-ac92e6a8b071 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:44.139061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.162264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.176442 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Checking router: 42314f70-5e7b-470a-a1f2-52a8a12f2092 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:44.177008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Updating router 42314f70-5e7b-470a-a1f2-52a8a12f2092 port 336ce9fc-b130-42ad-9c5d-82486a48dce3 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:16:44.182307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] Checking router: 1271035e-1a2d-4d67-907b-a119d6e6fcbc for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:16:44.193785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.195504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-45dcc963-2d2b-4214-8fd5-527c326b9b74 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7376962 Aug 30 21:16:44.224194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-938bf2ab-ec2b-4d0b-b2ca-74bdfe40a60d req-85a370a9-7af4-4723-bc4a-dafda7d66323 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879722 Aug 30 21:16:44.232683 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:16:44.233591 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.237417 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] Routers {'1271035e-1a2d-4d67-907b-a119d6e6fcbc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:44.238111 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:44.282651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 432173ec-a55e-421e-bbf7-fad82b6a743a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:44.282892 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.291601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] For port a00cc5f4-5f85-474a-955f-ac92e6a8b071, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a00cc5f4-5f85-474a-955f-ac92e6a8b071,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:44.292231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.316070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Calling delete_port for a00cc5f4-5f85-474a-955f-ac92e6a8b071 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:44.444777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] Set router 1271035e-1a2d-4d67-907b-a119d6e6fcbc gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:44.477561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa848222-ba84-4872-b216-0c047bf6eb0f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:44.515978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.552370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00cc5f4-5f85-474a-955f-ac92e6a8b071,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:44.575636 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:16:44Z', 'revision_number': 6, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:44.625855 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b217e6-942d-4d57-b5b5-c9cc5cf5cb04 None None] The sync data for ids ['1271035e-1a2d-4d67-907b-a119d6e6fcbc'] in n-d-793620-16 is: [{'id': '1271035e-1a2d-4d67-907b-a119d6e6fcbc', 'name': 'tempest-ServersTestManualDisk-1914029679-router', 'tenant_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:12:52Z', 'updated_at': '2021-08-30T21:16:44Z', 'revision_number': 6, 'project_id': '9fc29f4bc1fc4af9a5eb3f5e8172d48a', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:44.659429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.695381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c83cdf0-e6cd-4960-8219-eab166191617 req-fd0ffd05-51fe-4f18-9281-392a2460f125 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.1209681 Aug 30 21:16:44.749668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.753422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port aa848222-ba84-4872-b216-0c047bf6eb0f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:44.754015 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.836461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-bd39468f-d984-476f-8629-b7fa7addb9f8 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--527548193&fields=id&tenant_id=9b06d1ac57ca4d85998dcb5d881b113a HTTP/1.1" status: 200 len: 267 time: 0.0470905 Aug 30 21:16:44.899528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.908400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.949209 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.967959 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Transition to ACTIVE for port object 336ce9fc-b130-42ad-9c5d-82486a48dce3 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:44.977346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:44.978242 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.032018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.036802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1271035e-1a2d-4d67-907b-a119d6e6fcbc {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:16:45.063443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.066658 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94a2a4b8-6404-4293-895c-c7cdee000d46 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1271035e-1a2d-4d67-907b-a119d6e6fcbc HTTP/1.1" status: 204 len: 168 time: 1.8712504 Aug 30 21:16:45.071284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:45.098202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-06ad8513-2e9f-4dd5-86cb-6e4d9ebb17ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:45.106486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Transition to ACTIVE for port object c07def6a-8370-42fb-9446-dd29aea2eb08 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:45.106872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-06ad8513-2e9f-4dd5-86cb-6e4d9ebb17ca tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/networks?id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f HTTP/1.1" status: 200 len: 805 time: 0.2580979 Aug 30 21:16:45.128573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.146126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e676-46c6-4f40-8b1c-748250d4f51b None None] Pushing event updated for resources: {'Port': ['ID=336ce9fc-b130-42ad-9c5d-82486a48dce3,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:45.150191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-8bda179a-fb85-4632-94fd-deea21e8fcc3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/quotas/9b06d1ac57ca4d85998dcb5d881b113a HTTP/1.1" status: 200 len: 375 time: 0.0245984 Aug 30 21:16:45.191518 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Attempting to bind port 336ce9fc-b130-42ad-9c5d-82486a48dce3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:45.191903 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Attempting to bind port 336ce9fc-b130-42ad-9c5d-82486a48dce3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:45.192257 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Attempting to bind port 336ce9fc-b130-42ad-9c5d-82486a48dce3 on network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:45.208702 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:45.209152 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Checking segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:45.209558 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.209953 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Bound using segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:45.213201 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Bound port: 336ce9fc-b130-42ad-9c5d-82486a48dce3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:45.213201 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.214125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Deleting subnet b91d7e81-22de-4523-9374-3a48bc0bdb2e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:16:45.218271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.286584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.296183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490d92-3d00-4f78-9f6f-7f3bdd6d5468 None None] Pushing event updated for resources: {'Port': ['ID=c07def6a-8370-42fb-9446-dd29aea2eb08,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:45.305161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-df4adfb6-ece4-4aca-b14e-73008603ad5b tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9b06d1ac57ca4d85998dcb5d881b113a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1515498 Aug 30 21:16:45.412394 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] For port 336ce9fc-b130-42ad-9c5d-82486a48dce3, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:45.419396 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] For port 336ce9fc-b130-42ad-9c5d-82486a48dce3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=336ce9fc-b130-42ad-9c5d-82486a48dce3,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:45.430508 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.446932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Attempting to bind port c07def6a-8370-42fb-9446-dd29aea2eb08 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:45.446932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Attempting to bind port c07def6a-8370-42fb-9446-dd29aea2eb08 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:45.448955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Attempting to bind port c07def6a-8370-42fb-9446-dd29aea2eb08 on network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:45.466126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:45.466900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Checking segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:45.467317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.467716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Bound using segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:45.469329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-62fb22fc-0c83-45cf-a2d6-b15cfbabb4d0 service neutron] 10.222.0.76 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413410 Aug 30 21:16:45.469465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Bound port: c07def6a-8370-42fb-9446-dd29aea2eb08, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:45.469854 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.492118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.650809 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:45.651256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.652025 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:45.662102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-f16afe8e-701a-4aeb-b019-29c868de97f7 service neutron] 10.222.0.76 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854830 Aug 30 21:16:45.678036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] For port c07def6a-8370-42fb-9446-dd29aea2eb08, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:45.709704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91d7e81-22de-4523-9374-3a48bc0bdb2e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:45.716075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.727713 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2c18988e-82b1-48fb-b88f-be6a73eaaa96 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b91d7e81-22de-4523-9374-3a48bc0bdb2e HTTP/1.1" status: 204 len: 168 time: 0.6527808 Aug 30 21:16:45.730730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34352) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:45.764942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f0d88-df5c-4570-901c-ffe1e38d8469 None None] Network bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:45.783234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] For port c07def6a-8370-42fb-9446-dd29aea2eb08, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c07def6a-8370-42fb-9446-dd29aea2eb08,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:45.786098 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e676-46c6-4f40-8b1c-748250d4f51b None None] Pushing event updated for resources: {'Port': ['ID=336ce9fc-b130-42ad-9c5d-82486a48dce3,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:45.789263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8403d1ad-3999-4820-b37b-a2842a7dcee2 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:45.954545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:45.986835 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:46.016589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:46.028860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Deleting port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:46.029338 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:46.163572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8403d1ad-3999-4820-b37b-a2842a7dcee2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:46.164948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8403d1ad-3999-4820-b37b-a2842a7dcee2 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:46.166233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a00cc5f4-5f85-474a-955f-ac92e6a8b071 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:46.184118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490d92-3d00-4f78-9f6f-7f3bdd6d5468 None None] Pushing event updated for resources: {'Port': ['ID=c07def6a-8370-42fb-9446-dd29aea2eb08,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:46.210217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] For port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,segment=NetworkSegment(609ce2ac-76b7-444f-a563-89ac5545aa68),segment_id=609ce2ac-76b7-444f-a563-89ac5545aa68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:46.210605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:46.253072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Calling delete_port for 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:46.304594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a00cc5f4-5f85-474a-955f-ac92e6a8b071 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:46.304819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a00cc5f4-5f85-474a-955f-ac92e6a8b071 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:46.364491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:16:46.365179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:46.475476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3245e3-afaa-440d-9868-050315a9cc25 req-016b68c4-ef0a-460c-b2c3-f83d4df3690e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:46.485535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e3245e3-afaa-440d-9868-050315a9cc25 req-016b68c4-ef0a-460c-b2c3-f83d4df3690e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.2390165 Aug 30 21:16:46.589591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:46.602496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:16:46.642975 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:45Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:46.688659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715d4eb-0f62-40f4-b3c7-570012a836f4 None None] DHCP port deletion for bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:16:46.709036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:46.712834 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690eb9f6-8126-418e-abe9-4d0ca04366c2 None None] The sync data for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 is: [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:45Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:46.733371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] No DVR routers for this DVR port 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:46.861188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e3245e3-afaa-440d-9868-050315a9cc25 req-c351beaa-ff53-4af3-9935-a92f67121f97 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742759 Aug 30 21:16:46.997442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.030192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:47.060886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609ce2ac-76b7-444f-a563-89ac5545aa68') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:47.062011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609ce2ac-76b7-444f-a563-89ac5545aa68') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:47.084599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:45Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:16:47.086979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.130591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32649c1f-a9ad-44e7-a6a3-fbae9a681cbe None None] The sync data for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 is: [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:45Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:16:47.156713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3561488c-4729-4c98-9c46-6e30b5a195c8 req-35152601-829d-4138-93de-e8ddafae85cc tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0381358 Aug 30 21:16:47.157780 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.169428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:16:47.169982 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:16:47.172249 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:16:47.294843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.316012 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.320719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0 HTTP/1.1" status: 204 len: 168 time: 1.5885301 Aug 30 21:16:47.382519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f242a-672e-42db-b18d-0c28dcbe2762 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9d2ef3-4f2f-442b-889f-30c9cb5c5ab0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:47.557071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:47.634942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3ee857bd-4cc7-4d2e-9f73-43633c903e38 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9fc29f4bc1fc4af9a5eb3f5e8172d48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755031 Aug 30 21:16:47.637431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:47.649376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f8fa943-91fa-4378-b61f-c24e472bbf9a req-815f1d28-9fdf-4b26-ab13-d6d095058690 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 210 time: 0.0421178 Aug 30 21:16:47.766245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb5b-d9b2-4fa1-87f8-5548ef9b8ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.824245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb5b-d9b2-4fa1-87f8-5548ef9b8ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:47.920925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c07def6a-8370-42fb-9446-dd29aea2eb08 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:48.053975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c07def6a-8370-42fb-9446-dd29aea2eb08 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:48.063815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c07def6a-8370-42fb-9446-dd29aea2eb08 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:48.077590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:48.092554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abb6b-3e38-4ea8-85d8-da44d53bf4cf req-22fd228d-4fbc-4655-adb2-b299ac974673 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:48.097048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b31abb6b-3e38-4ea8-85d8-da44d53bf4cf req-22fd228d-4fbc-4655-adb2-b299ac974673 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 946 time: 0.1770785 Aug 30 21:16:48.237979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b31abb6b-3e38-4ea8-85d8-da44d53bf4cf req-f616bf64-9dd4-4656-9eb5-6cfbcd3108d5 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347699 Aug 30 21:16:48.275039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-c1b99b27-47fc-444f-b59b-5f407fc7cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:48.285051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-c1b99b27-47fc-444f-b59b-5f407fc7cf3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.1437061 Aug 30 21:16:48.305064 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb5b-d9b2-4fa1-87f8-5548ef9b8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:48.307947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fb5b-d9b2-4fa1-87f8-5548ef9b8ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:48.312371 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0ac4fb5b-d9b2-4fa1-87f8-5548ef9b8ab7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c03a03dc-811c-466e-8fea-70119e92d551 HTTP/1.1" status: 204 len: 168 time: 0.6706135 Aug 30 21:16:48.316959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:48.321386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-943987db-868e-4930-812f-1971b46c7a84 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:48.323306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-943987db-868e-4930-812f-1971b46c7a84 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.82 "GET /v2.0/networks?id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f HTTP/1.1" status: 200 len: 805 time: 0.3792145 Aug 30 21:16:48.330766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4fb5b-d9b2-4fa1-87f8-5548ef9b8ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03a03dc-811c-466e-8fea-70119e92d551,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:48.467348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c07def6a-8370-42fb-9446-dd29aea2eb08, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c07def6a-8370-42fb-9446-dd29aea2eb08,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:48.484782 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:48.488548 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-6b3089bf-926c-447f-98a0-14bc69a8ab87 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b06d1ac57ca4d85998dcb5d881b113a HTTP/1.1" status: 200 len: 379 time: 0.1369681 Aug 30 21:16:48.490485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 336ce9fc-b130-42ad-9c5d-82486a48dce3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:48.501835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Request body: {'port': {'device_id': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'admin_state_up': True, 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'security_groups': ['396eb75b-2dbf-4f82-b235-ada16bd63eb1']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:48.571957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7830d7-9331-4d5b-838f-ec44f92f364d req-3b4cfa30-1cc5-478f-b714-e80293e20086 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:48.580447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f7830d7-9331-4d5b-838f-ec44f92f364d req-3b4cfa30-1cc5-478f-b714-e80293e20086 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1725252 Aug 30 21:16:48.614347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-d8dbaf95-cd2a-4ef4-a53d-875bf79f451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:48.616457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-d8dbaf95-cd2a-4ef4-a53d-875bf79f451a service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.3274870 Aug 30 21:16:48.728814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f7830d7-9331-4d5b-838f-ec44f92f364d req-ed6fb27e-ab2a-400a-a0be-87fc1c80e7e0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458735 Aug 30 21:16:48.777336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-cc97fa5f-d7d4-468a-9a91-9e6cdb7990fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.1516538 Aug 30 21:16:48.842082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Made reservation on behalf of 9b06d1ac57ca4d85998dcb5d881b113a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:48.847826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:48.908076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-3f3581bd-5d49-4302-a9a7-aa9a4b6cf088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:48.911614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-3f3581bd-5d49-4302-a9a7-aa9a4b6cf088 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1205394 Aug 30 21:16:49.001510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-d7ba94cb-dd36-446a-aaab-d588e5bc0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:49.003662 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-d7ba94cb-dd36-446a-aaab-d588e5bc0d20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845804 Aug 30 21:16:49.092474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Allocated IP 172.20.0.11 (d757ee0e-8fa3-4bf4-b2ad-166700be6c8f/660939ae-53d0-4ee7-8874-8a9132c893d3/1a650106-49ef-43ec-afc9-81fe7b8d8715) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:49.102067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c07def6a-8370-42fb-9446-dd29aea2eb08,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:49.125217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 336ce9fc-b130-42ad-9c5d-82486a48dce3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:49.132295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 336ce9fc-b130-42ad-9c5d-82486a48dce3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:49.135694 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.173222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb48ddfa-d982-4288-ac94-7204758f138b req-7bed2f1e-1ff2-4b38-b9fb-9ac41ad26580 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.1575482 Aug 30 21:16:49.298476 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.309020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.345230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Transition to ACTIVE for port object 1a650106-49ef-43ec-afc9-81fe7b8d8715 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:49.360467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 336ce9fc-b130-42ad-9c5d-82486a48dce3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=336ce9fc-b130-42ad-9c5d-82486a48dce3,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:49.373453 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.379227 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-91ad606f-47bf-436e-bd27-70639362c1a3 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649020 Aug 30 21:16:49.385247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.439819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:49.444574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:49.461800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:49.461902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=336ce9fc-b130-42ad-9c5d-82486a48dce3,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:49.502632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:49.540782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:49.545977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1f3bbbf5-d3cb-47ec-bfcf-4733d8776dee not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:49.574177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event updated for resources: {'Port': ['ID=1a650106-49ef-43ec-afc9-81fe7b8d8715,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:49.590412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:49.592406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.611031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d4275-9368-4fdf-a3f1-81cfa5936d3a req-78294529-771b-49b6-97f7-d3aebaeb6f07 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:49.634709 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-87fafaee-d7b5-47b1-a15a-fc8de9b499a4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1422577 Aug 30 21:16:49.635252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b96d4275-9368-4fdf-a3f1-81cfa5936d3a req-78294529-771b-49b6-97f7-d3aebaeb6f07 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 932 time: 0.2008901 Aug 30 21:16:49.648378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Request body: {'port': {'device_id': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:49.673509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d42e235b-eb39-4137-a60c-0b0f22baf77a req-16d3e2ee-979d-4772-994f-aa7089c0cd46 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869220 Aug 30 21:16:49.757832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.771395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b96d4275-9368-4fdf-a3f1-81cfa5936d3a req-fa7abec8-6c56-4c78-bdb5-c541878255da tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350830 Aug 30 21:16:49.793006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c07def6a-8370-42fb-9446-dd29aea2eb08 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:49.828873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-602267e5-bb59-4084-98b9-7b76f683dcf2 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:49.832430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-602267e5-bb59-4084-98b9-7b76f683dcf2 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 946 time: 0.1314392 Aug 30 21:16:49.882125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34418) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:49.929185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2ed5803d-b8db-4ebd-99df-efea0dc8802b None None] Provisioning for port 1a650106-49ef-43ec-afc9-81fe7b8d8715 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:49.930361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c07def6a-8370-42fb-9446-dd29aea2eb08 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:49.930780 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.933752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2ed5803d-b8db-4ebd-99df-efea0dc8802b None None] Provisioning complete for port 1a650106-49ef-43ec-afc9-81fe7b8d8715 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:49.934160 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ed5803d-b8db-4ebd-99df-efea0dc8802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:49.999529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5803d-b8db-4ebd-99df-efea0dc8802b None None] Port 1a650106-49ef-43ec-afc9-81fe7b8d8715 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:16:50.014695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897afb5-8a45-4cff-9622-62ae4ab52f0f req-9f2c1e87-9dfd-4e9b-8830-9352e0029443 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:50.024239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0897afb5-8a45-4cff-9622-62ae4ab52f0f req-9f2c1e87-9dfd-4e9b-8830-9352e0029443 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 946 time: 0.1381001 Aug 30 21:16:50.094745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0897afb5-8a45-4cff-9622-62ae4ab52f0f req-4ccdbb08-bd51-4df2-b4e8-917ce0bf1abf tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667391 Aug 30 21:16:50.107960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 336ce9fc-b130-42ad-9c5d-82486a48dce3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:50.108077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1921704484-network', 'tenant_id': '357ddbb80b07447daba2753582995065'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:50.136879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Deleting port 0f114650-53f7-4ae8-a4e9-c79538596d61 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:16:50.145406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.168706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a650106-49ef-43ec-afc9-81fe7b8d8715 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:50.177347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.184418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 336ce9fc-b130-42ad-9c5d-82486a48dce3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:50.185261 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.191173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Transition to ACTIVE for port object 1a650106-49ef-43ec-afc9-81fe7b8d8715 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:50.200317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.317470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Pushing event updated for resources: {'Port': ['ID=1a650106-49ef-43ec-afc9-81fe7b8d8715,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:50.503293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Attempting to bind port 1a650106-49ef-43ec-afc9-81fe7b8d8715 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:50.503766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Attempting to bind port 1a650106-49ef-43ec-afc9-81fe7b8d8715 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:50.504201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Attempting to bind port 1a650106-49ef-43ec-afc9-81fe7b8d8715 on network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:50.509745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Port 1a650106-49ef-43ec-afc9-81fe7b8d8715 on network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:16:50.510273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Attempting to bind port 1a650106-49ef-43ec-afc9-81fe7b8d8715 on network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:50.520735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:50.520992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Checking segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:50.521384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Bound using segment: {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:50.521826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Bound port: 1a650106-49ef-43ec-afc9-81fe7b8d8715, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:50.522190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.621978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Made reservation on behalf of 357ddbb80b07447daba2753582995065 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:50.622601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] For port 1a650106-49ef-43ec-afc9-81fe7b8d8715, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:50.624369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.628667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] For port 1a650106-49ef-43ec-afc9-81fe7b8d8715, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:50.637608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.654809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.687097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982ce86-2828-438e-9982-745a1a30debf req-11e4873c-e6af-4ed4-9df5-d591e77fe2e5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:50.688815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7982ce86-2828-438e-9982-745a1a30debf req-11e4873c-e6af-4ed4-9df5-d591e77fe2e5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.4644723 Aug 30 21:16:50.701834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:50.702587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.704069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e16a4885-4926-4984-beeb-66814b17adac service neutron] 10.222.0.82 "PUT /v2.0/ports/1a650106-49ef-43ec-afc9-81fe7b8d8715 HTTP/1.1" status: 200 len: 1093 time: 1.0608702 Aug 30 21:16:50.704728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:50.708539 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19362b46-205f-4a5c-9e0c-81c3079b4343" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:50.727762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] For port 0f114650-53f7-4ae8-a4e9-c79538596d61, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0f114650-53f7-4ae8-a4e9-c79538596d61,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:50.728461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.753410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Calling delete_port for 0f114650-53f7-4ae8-a4e9-c79538596d61 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:16:50.757088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a4885-4926-4984-beeb-66814b17adac service neutron] Pushing event updated for resources: {'Port': ['ID=1a650106-49ef-43ec-afc9-81fe7b8d8715,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:50.804006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7982ce86-2828-438e-9982-745a1a30debf req-fa9fe38f-77d2-48f6-b624-7be1cb326b25 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006162 Aug 30 21:16:50.830581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-42b089ad-7bd6-4941-a397-781d709a77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:50.836355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-42b089ad-7bd6-4941-a397-781d709a77c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b06d1ac57ca4d85998dcb5d881b113a&device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 1096 time: 0.0600660 Aug 30 21:16:50.922971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-9c3268ca-fd01-4f15-91b3-095a515df754 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715 HTTP/1.1" status: 200 len: 217 time: 0.0733385 Aug 30 21:16:50.930102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.939628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:50.975221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:16:50.997775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-3d4577f1-4ad8-4590-9e29-11a99cc5caec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.004651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-3d4577f1-4ad8-4590-9e29-11a99cc5caec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=660939ae-53d0-4ee7-8874-8a9132c893d3 HTTP/1.1" status: 200 len: 844 time: 0.0732648 Aug 30 21:16:51.071704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.072173 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Added segment 2c815f66-715e-46f6-a283-283eeb0b6704 of type vlan for network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 Aug 30 21:16:51.078149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e0f1617d-9dd1-4f49-b858-8d4e2996ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.080035 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-e0f1617d-9dd1-4f49-b858-8d4e2996ce0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677283 Aug 30 21:16:51.115962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ef176ad-6c7c-4566-b6bf-e1a3600cad9b req-916a4e4e-aebf-4d15-b6b9-fa60fb4e1e37 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0945413 Aug 30 21:16:51.134548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:51.171125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.205768 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fcc1a7-51d1-4981-b627-4b575c377abb x-openstack-request-id: req-e5fcc1a7-51d1-4981-b627-4b575c377abb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:51.206324 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:51.206552 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5fcc1a7-51d1-4981-b627-4b575c377abb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:51.207153 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'status': 'completed', 'code': 200} Aug 30 21:16:51.213762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-a7d85a70-0041-4dd4-bf45-fccafcc5023f service neutron] 10.222.0.82 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252816 Aug 30 21:16:51.220459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.227300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event deleted for resources: {'Port': ['ID=0f114650-53f7-4ae8-a4e9-c79538596d61,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:51.285710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] No DVR routers for this DVR port 0f114650-53f7-4ae8-a4e9-c79538596d61 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:16:51.296030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.297989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0eaf97e5-76bf-4550-b4f9-4cdf7decc1d8 req-7dc9e236-5b0a-44b0-b43e-ec27ea14c7ba tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "DELETE /v2.0/ports/0f114650-53f7-4ae8-a4e9-c79538596d61 HTTP/1.1" status: 204 len: 173 time: 1.4590673 Aug 30 21:16:51.301512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012899e-483c-436c-a183-574b0f20f756', 'name': 'network-vif-deleted', 'tag': '0f114650-53f7-4ae8-a4e9-c79538596d61'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:51.303289 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a633edf7-7243-4605-8209-9f047278690a" -d '{"events": [{"server_uuid": "f012899e-483c-436c-a183-574b0f20f756", "name": "network-vif-deleted", "tag": "0f114650-53f7-4ae8-a4e9-c79538596d61"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:51.330096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.331049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.331640 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.381043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-854ed6c3-689a-4e83-bd97-d284646b8766 req-3d351023-ca26-4fdd-ae03-610f29144a02 service neutron] 10.222.0.82 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560447 Aug 30 21:16:51.389908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4957435 Aug 30 21:16:51.393204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:51.399959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Request body: {'subnet': {'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1921704484-subnet', 'tenant_id': '357ddbb80b07447daba2753582995065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:51.412468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f320b-e7b4-4516-a499-54dc22658976 admin admin] Pushing event updated for resources: {'Network': ['ID=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:51.421954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6534d-db42-4d11-87f4-07f1f40024f6 req-b63fb0a8-7332-4e84-bd95-bf0cacae4eea tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.424526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:16:51.434761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56e6534d-db42-4d11-87f4-07f1f40024f6 req-b63fb0a8-7332-4e84-bd95-bf0cacae4eea tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 944 time: 0.1525559 Aug 30 21:16:51.470104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Made reservation on behalf of 357ddbb80b07447daba2753582995065 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:51.472207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.520898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56e6534d-db42-4d11-87f4-07f1f40024f6 req-ec9cfc76-d6c3-47be-8ec2-fa25aef4d9d3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778518 Aug 30 21:16:51.583470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-ecd78361-bd65-4190-b84f-701d56989a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.584930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-ecd78361-bd65-4190-b84f-701d56989a68 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b06d1ac57ca4d85998dcb5d881b113a&device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 1096 time: 0.1296606 Aug 30 21:16:51.629577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26117da7-705d-442e-8bc8-09b487c815c5 req-8a687adc-5047-464e-b6cf-71739e74cf73 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 210 time: 0.0328727 Aug 30 21:16:51.721201 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09a0c20-a05a-42bd-ab9b-7a2fd9230903 x-openstack-request-id: req-d09a0c20-a05a-42bd-ab9b-7a2fd9230903 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:51.721755 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f012899e-483c-436c-a183-574b0f20f756", "name": "network-vif-deleted", "tag": "0f114650-53f7-4ae8-a4e9-c79538596d61", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:51.722166 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d09a0c20-a05a-42bd-ab9b-7a2fd9230903 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:51.722754 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012899e-483c-436c-a183-574b0f20f756', 'name': 'network-vif-deleted', 'tag': '0f114650-53f7-4ae8-a4e9-c79538596d61', 'status': 'completed', 'code': 200} Aug 30 21:16:51.750384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-2b621ff6-42ac-49bb-bebf-79e653cbe639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.751938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-2b621ff6-42ac-49bb-bebf-79e653cbe639 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f HTTP/1.1" status: 200 len: 906 time: 0.1584733 Aug 30 21:16:51.819674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-a2da673f-f8f5-4c00-9ecb-3b974d4390c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715 HTTP/1.1" status: 200 len: 217 time: 0.0600784 Aug 30 21:16:51.883265 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:51.938165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-d716e331-1b91-4ea4-8002-cb799530a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.939685 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-d716e331-1b91-4ea4-8002-cb799530a38d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=660939ae-53d0-4ee7-8874-8a9132c893d3 HTTP/1.1" status: 200 len: 844 time: 0.1078286 Aug 30 21:16:51.964208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-129ad3a2-5154-4ab8-97a8-a987eec59287 req-bf08470a-bd1a-4290-a010-ac8777a2db2e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0303662 Aug 30 21:16:51.969215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05b4077-1d23-4f07-ace7-e6695deb37dc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:51.991227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570ae1-0ef7-4856-9de2-aa0a7c776d05 req-291d9fa5-0c18-4383-a842-b69d8f9df335 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:51.992836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c570ae1-0ef7-4856-9de2-aa0a7c776d05 req-291d9fa5-0c18-4383-a842-b69d8f9df335 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0935957 Aug 30 21:16:52.002850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Checking segment: {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:52.003567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Network hostable DHCP agents. Network: b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:16:52.025044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-f472d025-787b-47b7-a1d9-e9f6df4ae05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:52.028272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-f472d025-787b-47b7-a1d9-e9f6df4ae05a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781281 Aug 30 21:16:52.042580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c570ae1-0ef7-4856-9de2-aa0a7c776d05 req-a1cd2a1b-3181-404d-8143-b477264dc5ac tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Aug 30 21:16:52.066353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:16:52.117969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:52.125286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:52.126266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:52.129848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3cc98d-f9cc-4a8c-b969-ba25fd5946e1 None None] Network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:52.196193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69fba14e-773f-4be5-966e-e98d800c7122 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8017821 Aug 30 21:16:52.202484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-6f05ba9d-46b8-4ebf-9685-4e024aa8ac67 service neutron] 10.222.0.82 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624162 Aug 30 21:16:52.316888 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19362b46-205f-4a5c-9e0c-81c3079b4343 req-f3069d65-a19f-4935-89cd-ef0f209b5979 service neutron] 10.222.0.82 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022782 Aug 30 21:16:52.349248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22230211-7240-4588-b2ba-d4bb460837b7 req-6614b77a-95da-4bb5-aa02-19a0e5b13476 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:52.357319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22230211-7240-4588-b2ba-d4bb460837b7 req-6614b77a-95da-4bb5-aa02-19a0e5b13476 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1175668 Aug 30 21:16:52.375626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe5051-1c9f-45f0-ae27-16767136b532 None None] Network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:16:52.411692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22230211-7240-4588-b2ba-d4bb460837b7 req-17d499c8-b6e6-4548-ac9b-477165ce5d69 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536189 Aug 30 21:16:52.548892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a0f420f-1173-42a8-9743-ef0e7b64ca3b req-ff156482-2175-4f80-9539-5677426aed78 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0470693 Aug 30 21:16:52.839281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0f114650-53f7-4ae8-a4e9-c79538596d61 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:16:52.861448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 0f114650-53f7-4ae8-a4e9-c79538596d61 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:16:52.862525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0f114650-53f7-4ae8-a4e9-c79538596d61 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:16:52.871442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-20521cae-9e63-4b15-94af-a5225610bd72 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:52.873104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-20521cae-9e63-4b15-94af-a5225610bd72 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 814 time: 0.1119378 Aug 30 21:16:52.891498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-2012a34b-a1c6-4ff3-a9b8-ebd74a576aad tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/quotas/357ddbb80b07447daba2753582995065 HTTP/1.1" status: 200 len: 375 time: 0.0118415 Aug 30 21:16:52.927514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-9eeb668e-9a21-4cf8-bdd9-93a548cb0e27 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304611 Aug 30 21:16:53.038463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-6dc0315e-699f-4ba8-9828-aefc2f7462de service neutron] 10.222.0.76 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029251 Aug 30 21:16:53.148686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-e9b3d28a-a51b-4173-a317-da001ff0ed46 service neutron] 10.222.0.76 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037719 Aug 30 21:16:53.723667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e975b0-103a-4b7d-b737-7c45406dc78c req-4c20627c-8042-4a7b-b00c-231eecb37390 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:53.726370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7e975b0-103a-4b7d-b737-7c45406dc78c req-4c20627c-8042-4a7b-b00c-231eecb37390 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 944 time: 0.1239414 Aug 30 21:16:53.788103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7e975b0-103a-4b7d-b737-7c45406dc78c req-f351c46c-f5be-43cb-a67f-826de6338029 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530579 Aug 30 21:16:53.892438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebd63e5d-c474-40cf-ae2e-91c174b27c1d req-7857995f-b74a-4805-a874-daf2c3785979 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 210 time: 0.0311913 Aug 30 21:16:54.049425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-289f92c1-ff50-436a-adf5-842b1b909e6c req-2f8ea623-88f9-4be9-81cd-f9d7d8923ccd tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 210 time: 0.0297394 Aug 30 21:16:54.181680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8905c05-369c-4f43-b287-283ac98a2fb5 req-6f906534-c845-485f-b0cc-c96791e20fa0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:54.189874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8905c05-369c-4f43-b287-283ac98a2fb5 req-6f906534-c845-485f-b0cc-c96791e20fa0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0713561 Aug 30 21:16:54.228345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8905c05-369c-4f43-b287-283ac98a2fb5 req-5e03da65-46cb-4e4e-af73-484d962b809d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374453 Aug 30 21:16:54.341186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f57ef890-f90f-4136-a377-db37294ef03c req-4160ebfb-47a0-4991-a81b-88c90b8bb99a tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0389345 Aug 30 21:16:54.685510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d121df2-c25c-42e2-83da-dd3a46e7feb4 req-d8ebe03f-1322-46b9-a291-aa9aa34c937d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:54.695102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d121df2-c25c-42e2-83da-dd3a46e7feb4 req-d8ebe03f-1322-46b9-a291-aa9aa34c937d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1289444 Aug 30 21:16:54.721981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-f9a83909-873f-4682-90ba-38f16d8ae12b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:54.723565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-f9a83909-873f-4682-90ba-38f16d8ae12b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 814 time: 0.1843827 Aug 30 21:16:54.743813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Request body: {'port': {'device_id': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'admin_state_up': True, 'tenant_id': '357ddbb80b07447daba2753582995065'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:54.768203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d121df2-c25c-42e2-83da-dd3a46e7feb4 req-ca82931a-160e-4d73-90cc-1ea7ecc1e085 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699379 Aug 30 21:16:54.910283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Made reservation on behalf of 357ddbb80b07447daba2753582995065 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:16:54.914652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:54.999439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1df964c-7808-4d19-a4e5-5a81303b7137 req-5bb6d7b3-d042-40cc-9967-835e6550bd38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e5bb71ba5534691a2cc97889e779138&device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0504191 Aug 30 21:16:55.052437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1df964c-7808-4d19-a4e5-5a81303b7137 req-31ff660b-1775-41d7-a1fd-63aa54584591 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=0e5bb71ba5534691a2cc97889e779138&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445452 Aug 30 21:16:55.085833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Allocated IP 172.20.0.14 (b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1/e05b4077-1d23-4f07-ace7-e6695deb37dc/d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:16:55.186932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d52060-7c86-4580-869c-ddd0057a1983 req-38625560-f047-4661-848b-2b92ad0598e4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:55.191220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59d52060-7c86-4580-869c-ddd0057a1983 req-38625560-f047-4661-848b-2b92ad0598e4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 944 time: 0.1378882 Aug 30 21:16:55.267786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:55.276124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59d52060-7c86-4580-869c-ddd0057a1983 req-dfb81ccb-f29e-40cc-9317-69127022893c tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787811 Aug 30 21:16:55.298426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df964c-7808-4d19-a4e5-5a81303b7137 req-a5be8d6d-df27-4af1-8ec5-50e116889f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:55.300875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1df964c-7808-4d19-a4e5-5a81303b7137 req-a5be8d6d-df27-4af1-8ec5-50e116889f4c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2370334 Aug 30 21:16:55.311885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1a650106-49ef-43ec-afc9-81fe7b8d8715 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:16:55.343521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:55.401313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:16:55.408040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:16:55.413931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:16:55.419062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:55.445002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8157257d-6f60-4315-ab87-220388e4704c req-1850af6e-dc07-4f54-84d1-a4b25acbe77e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f012899e-483c-436c-a183-574b0f20f756 HTTP/1.1" status: 200 len: 210 time: 0.0532620 Aug 30 21:16:55.490495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1a650106-49ef-43ec-afc9-81fe7b8d8715, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:55.503905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'port_id': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'mac_address': 'fa:16:3e:4b:a1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:16:55.511889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:55.512826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:55.543705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-3452b1f8-9474-4b81-bd7c-f2124f3cfcc3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8061318 Aug 30 21:16:55.545212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:55.558603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Request body: {'port': {'device_id': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:16:55.561580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a650106-49ef-43ec-afc9-81fe7b8d8715 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:55.587061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1a650106-49ef-43ec-afc9-81fe7b8d8715, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:55.601147 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:55.638945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a14b448-474a-43be-967f-0b7ff2c60aa4 req-66153ef6-6f4b-469e-8e6e-749ef877c974 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0659335 Aug 30 21:16:55.661655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=1a650106-49ef-43ec-afc9-81fe7b8d8715,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:55.681578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:55.908011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863305da-ae8b-4d09-a7d2-54cdb900e5e0 req-ef9c66fe-f003-4435-953f-6d95cb26d24b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:55.909857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-863305da-ae8b-4d09-a7d2-54cdb900e5e0 req-ef9c66fe-f003-4435-953f-6d95cb26d24b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 932 time: 0.0747757 Aug 30 21:16:55.973663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-863305da-ae8b-4d09-a7d2-54cdb900e5e0 req-e21ababf-8ca1-4717-864a-3fe61848bcdf tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499530 Aug 30 21:16:56.052676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['1a650106-49ef-43ec-afc9-81fe7b8d8715'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:16:56.056618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:16:56.065704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:56.084501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Transition to ACTIVE for port object d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:16:56.092112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:56.119641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc35c2-f02a-456d-b6ce-bc597766b63f req-7d5ceb49-3943-4a94-8f04-4c22cfc5a1e7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:56.122024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77cc35c2-f02a-456d-b6ce-bc597766b63f req-7d5ceb49-3943-4a94-8f04-4c22cfc5a1e7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0717032 Aug 30 21:16:56.179274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77cc35c2-f02a-456d-b6ce-bc597766b63f req-ba8817a6-5b11-4e5e-8899-6cba67de5655 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503845 Aug 30 21:16:56.225808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:56.280173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Attempting to bind port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:16:56.280998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Attempting to bind port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:16:56.281372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Attempting to bind port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a on network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:56.287115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a on network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:16:56.287800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Attempting to bind port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a on network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:16:56.298921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:16:56.299623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Checking segment: {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:16:56.300304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Bound using segment: {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:16:56.301206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Bound port: d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:16:56.303241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:56.419910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:16:56.423865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:16:56.440837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:56.478434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa07052-25ff-4bcb-8919-59c1c51ec17f req-7b576ee2-b2e8-416a-83f6-d3c8f8aeb045 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:56.486448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-caa07052-25ff-4bcb-8919-59c1c51ec17f req-7b576ee2-b2e8-416a-83f6-d3c8f8aeb045 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 945 time: 0.0842109 Aug 30 21:16:56.488678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:56.489327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:56.490969 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] 10.222.0.82 "PUT /v2.0/ports/d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 200 len: 1093 time: 0.9384902 Aug 30 21:16:56.491513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:56.493989 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3140c4f9-1f98-4252-930e-4e24487084d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:56.520149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ad861-a703-4ea9-a25f-9f0850b416cf service neutron] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:56.547274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-caa07052-25ff-4bcb-8919-59c1c51ec17f req-8879a139-e0bc-4c59-983a-08f3b9081143 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526168 Aug 30 21:16:56.607566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-dc3fee9d-a761-4235-ad79-c8a764dd40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:56.609116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-dc3fee9d-a761-4235-ad79-c8a764dd40fe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1096 time: 0.0598674 Aug 30 21:16:56.688944 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-ae802ea5-f9b9-4cf2-8752-a47f740752bf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 200 len: 217 time: 0.0520325 Aug 30 21:16:56.695301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1df964c-7808-4d19-a4e5-5a81303b7137 req-80b27fb3-379f-482c-b9c8-f7e718807f20 tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.86 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0494301 Aug 30 21:16:56.726136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39c06-9420-4641-a256-026671c8af69 req-60177767-e2d5-48d7-93c5-2407f9e0e3e0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:56.727700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06a39c06-9420-4641-a256-026671c8af69 req-60177767-e2d5-48d7-93c5-2407f9e0e3e0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0922894 Aug 30 21:16:56.759114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-23f89eba-ec3a-4e0f-9e82-8f27e3f3ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:56.760954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-23f89eba-ec3a-4e0f-9e82-8f27e3f3ff82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.0592213 Aug 30 21:16:56.779979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06a39c06-9420-4641-a256-026671c8af69 req-403bddbe-20e7-4582-b288-9da03cf0dc21 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Aug 30 21:16:56.805919 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-537490e6-d261-400b-bef8-8766da5d1e34 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359962 Aug 30 21:16:56.898610 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdb0cff-2fb5-4277-9e69-625c036ffca9 x-openstack-request-id: req-1cdb0cff-2fb5-4277-9e69-625c036ffca9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:56.899200 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:56.900224 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cdb0cff-2fb5-4277-9e69-625c036ffca9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:56.901170 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'status': 'completed', 'code': 200} Aug 30 21:16:56.978903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-51c96507-5279-46d1-8d99-fc104cd42884 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640213 Aug 30 21:16:57.059009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0c0cbe5-87bc-4508-a3fb-799c4f852327 req-86a80476-4bdc-4bf1-a80c-e834bdcf9e8d tempest-ServerShowV254Test-1820540257 tempest-ServerShowV254Test-1820540257-project] 10.222.0.76 "GET /v2.0/ports?device_id=448b1594-7042-4ef2-be93-5feebfa45e9e HTTP/1.1" status: 200 len: 210 time: 0.0697725 Aug 30 21:16:57.159872 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de021799-56d4-4abb-a0ee-f626aefb8802 req-e83bdd2b-ed98-4e4b-9198-b4bd27558684 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718714 Aug 30 21:16:57.313331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fed3c3-a299-458b-9fab-967e78ae22da req-09247eda-2bae-412f-886f-86fe0fc7f338 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:57.314935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69fed3c3-a299-458b-9fab-967e78ae22da req-09247eda-2bae-412f-886f-86fe0fc7f338 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0771644 Aug 30 21:16:57.319811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-1ea5e165-27e5-4029-b97f-b4b8adf855fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:57.325865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-1ea5e165-27e5-4029-b97f-b4b8adf855fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1096 time: 0.0883920 Aug 30 21:16:57.371946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69fed3c3-a299-458b-9fab-967e78ae22da req-fc339c15-6bca-4ab4-88b8-41e4f421e859 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467644 Aug 30 21:16:57.449685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-6a3b6c22-484a-4f34-ae47-39c18d9a0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:57.452514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-6a3b6c22-484a-4f34-ae47-39c18d9a0d80 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 915 time: 0.1163549 Aug 30 21:16:57.507859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-33a9437d-d7af-46d1-a721-8d37fd4fb161 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 200 len: 217 time: 0.0460832 Aug 30 21:16:57.523094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1670528-cc69-4383-a360-2dfcf629a0ba req-3d6c8079-f476-4917-aa2b-b565dcb949ea tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:57.525364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1670528-cc69-4383-a360-2dfcf629a0ba req-3d6c8079-f476-4917-aa2b-b565dcb949ea tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.0763209 Aug 30 21:16:57.580806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-9c364fe9-a656-4150-97cc-40dd204f27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:57.582450 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-9c364fe9-a656-4150-97cc-40dd204f27b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.0664697 Aug 30 21:16:57.584889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1670528-cc69-4383-a360-2dfcf629a0ba req-0cd141d0-50bf-4d3a-bab5-fb774806445c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Aug 30 21:16:57.636481 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-f7cb63ba-167e-46fa-af99-5fe38e650460 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447338 Aug 30 21:16:57.800981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-f27c1e90-d762-48e5-8eae-55ef4e1e4562 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559038 Aug 30 21:16:57.826551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa149c84-0274-43ae-bd05-42fbeef0de0f req-81ffbe56-7ecb-4ca5-8410-8bc6ecbdd892 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:57.831313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa149c84-0274-43ae-bd05-42fbeef0de0f req-81ffbe56-7ecb-4ca5-8410-8bc6ecbdd892 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1108546 Aug 30 21:16:57.895328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa149c84-0274-43ae-bd05-42fbeef0de0f req-3c269b68-c56f-45c6-a97f-09832c2198f8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567219 Aug 30 21:16:57.954061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3140c4f9-1f98-4252-930e-4e24487084d0 req-f9d9970b-b1f1-4ba6-86b7-c6fd32d98b29 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428788 Aug 30 21:16:58.024572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95297f-4c3d-4ca5-87d0-ff7c16187d27 req-ff25471e-8fd9-4827-b90a-4901e4d58d19 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:58.026329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e95297f-4c3d-4ca5-87d0-ff7c16187d27 req-ff25471e-8fd9-4827-b90a-4901e4d58d19 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 945 time: 0.0686650 Aug 30 21:16:58.076293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e95297f-4c3d-4ca5-87d0-ff7c16187d27 req-d837360a-754a-43bf-84fd-17e23e1bf4ff tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388649 Aug 30 21:16:58.279050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-48a16353-b954-4b54-a399-efd55ea801ac tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:58.280947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-48a16353-b954-4b54-a399-efd55ea801ac tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1164162 Aug 30 21:16:58.298127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-fa830981-4324-4b46-a550-515fd03e02e7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0107534 Aug 30 21:16:58.337853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-b5acd1e5-c72c-4126-a684-7382dd935d92 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295174 Aug 30 21:16:58.445827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-0ff090a5-a9a1-4f90-9f32-0b068dbfcf5d service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026604 Aug 30 21:16:58.551177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-a82859c3-3f66-4dfb-9c1e-f76d8b2fda05 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956948 Aug 30 21:16:58.829484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71c16c-904b-4305-a18c-3bbe8a604844 req-34171229-ac98-4a14-96b0-bd0bd60d3ba6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:58.831160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b71c16c-904b-4305-a18c-3bbe8a604844 req-34171229-ac98-4a14-96b0-bd0bd60d3ba6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0770767 Aug 30 21:16:58.894977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b71c16c-904b-4305-a18c-3bbe8a604844 req-1dde8467-822f-435b-aa97-62459b364c48 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515661 Aug 30 21:16:59.157741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8f34-557b-462d-9faa-bb2408ff5632 req-86475d5c-d2cd-4d39-97a6-e5164cc1c921 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:59.159557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93d8f34-557b-462d-9faa-bb2408ff5632 req-86475d5c-d2cd-4d39-97a6-e5164cc1c921 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.0722587 Aug 30 21:16:59.218374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e93d8f34-557b-462d-9faa-bb2408ff5632 req-7697ad6a-5d07-4da6-9a4b-3b097c8dd1bd tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511742 Aug 30 21:16:59.288174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:59.320058 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ce4f0cd-fd1c-456a-acc9-0b5bad5566a0 req-d7e7be62-db4e-4253-964c-c2eb285cf692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0385463 Aug 30 21:16:59.330542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1a650106-49ef-43ec-afc9-81fe7b8d8715 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:16:59.404830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 1a650106-49ef-43ec-afc9-81fe7b8d8715 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:16:59.410979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 1a650106-49ef-43ec-afc9-81fe7b8d8715 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:16:59.411747 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.474507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd906-b446-4164-9860-3661d1549842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.493087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f7a4-93d8-4182-baa9-1eb54bbf90b9 req-56126f75-f203-4683-8c80-6cd6eb2f6eab tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:16:59.495045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ecf5f7a4-93d8-4182-baa9-1eb54bbf90b9 req-56126f75-f203-4683-8c80-6cd6eb2f6eab tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 945 time: 0.0818048 Aug 30 21:16:59.536348 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.559781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ecf5f7a4-93d8-4182-baa9-1eb54bbf90b9 req-70bec371-fd72-409e-824b-a0b999684aa4 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572391 Aug 30 21:16:59.569551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:16:59.572063 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5af190-0e97-4538-a5b9-87685fa1b31b" -d '{"events": [{"server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "name": "network-vif-plugged", "status": "completed", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:16:59.587313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1a650106-49ef-43ec-afc9-81fe7b8d8715, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:16:59.594682 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.618687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd906-b446-4164-9860-3661d1549842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.624408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd906-b446-4164-9860-3661d1549842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.671902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=1a650106-49ef-43ec-afc9-81fe7b8d8715,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:59.673347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bd906-b446-4164-9860-3661d1549842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b147b623-c1e1-49f1-b3d5-f650b3559d22,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:16:59.682582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae2bd906-b446-4164-9860-3661d1549842 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e5bb71ba5534691a2cc97889e779138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929689 Aug 30 21:16:59.682952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34598) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:16:59.776919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e5db-d1cf-4f00-a986-80d46e32d6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.819705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e5db-d1cf-4f00-a986-80d46e32d6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.853629 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8785fb1d-03e7-4992-92a4-907969a6e1e8 x-openstack-request-id: req-8785fb1d-03e7-4992-92a4-907969a6e1e8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:16:59.853629 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "name": "network-vif-plugged", "status": "completed", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:16:59.853629 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8785fb1d-03e7-4992-92a4-907969a6e1e8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:16:59.854569 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'code': 200} Aug 30 21:16:59.932769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e5db-d1cf-4f00-a986-80d46e32d6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.935824 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3a8e5db-d1cf-4f00-a986-80d46e32d6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:16:59.939139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e3a8e5db-d1cf-4f00-a986-80d46e32d6fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b147b623-c1e1-49f1-b3d5-f650b3559d22 HTTP/1.1" status: 204 len: 168 time: 0.2546146 Aug 30 21:16:59.981498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9926be8-9172-4c93-9c0f-22626215d6d3 req-0b3f5056-7aa1-42f9-b810-7231519eb3ca tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0406511 Aug 30 21:16:59.988210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e5db-d1cf-4f00-a986-80d46e32d6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b147b623-c1e1-49f1-b3d5-f650b3559d22,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:00.065260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918db92-f66f-4b9f-9d47-7c0e9b9eec63 req-6b2407ca-c8b3-442e-8ce5-bc74e9a8c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:00.066946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a918db92-f66f-4b9f-9d47-7c0e9b9eec63 req-6b2407ca-c8b3-442e-8ce5-bc74e9a8c482 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 1098 time: 0.1246598 Aug 30 21:17:00.117531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a918db92-f66f-4b9f-9d47-7c0e9b9eec63 req-f4f408b7-7274-4b4c-a876-30502cd19ce5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414741 Aug 30 21:17:00.269527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-f3456e1f-3f9d-4791-bbde-0b895a468ca9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0322132 Aug 30 21:17:00.426932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf2e50-9352-49a9-bad5-98348703a217 req-90f22e56-f883-474e-9b4b-8bbeb9698974 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:00.428612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bedf2e50-9352-49a9-bad5-98348703a217 req-90f22e56-f883-474e-9b4b-8bbeb9698974 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.1255808 Aug 30 21:17:00.462559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-9a4fc1e9-9712-4247-8a3f-a5d206f86855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:00.464686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-9a4fc1e9-9712-4247-8a3f-a5d206f86855 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1876099 Aug 30 21:17:00.536809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bedf2e50-9352-49a9-bad5-98348703a217 req-93d11201-97e2-43f6-9bd3-3fe4a4e60c71 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971136 Aug 30 21:17:00.594167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-f0c54bf9-72ad-462b-98df-1e09ee024f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:00.596441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-f0c54bf9-72ad-462b-98df-1e09ee024f48 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227875 Aug 30 21:17:00.660948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3410ceaf-b245-4ad3-ad53-d2e5ca71c6b4 req-3e18bf54-9d96-4bd3-8aa1-e105a07f3570 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0367732 Aug 30 21:17:00.724578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56570-3df0-436a-962d-2e1cc4e95f73 req-f030dc67-d002-4a0c-ae9f-410a021f10b2 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:00.726427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3d56570-3df0-436a-962d-2e1cc4e95f73 req-f030dc67-d002-4a0c-ae9f-410a021f10b2 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.0679684 Aug 30 21:17:00.777102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3d56570-3df0-436a-962d-2e1cc4e95f73 req-c5261249-09e6-4461-862b-a8cb9b09538a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439880 Aug 30 21:17:00.921539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-984ba1a1-cea7-45e5-bc3d-d2ec26b87bc5 req-87edbe46-0e24-4cf1-b656-0d314fb00bdf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0357375 Aug 30 21:17:01.040429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba1a1-cea7-45e5-bc3d-d2ec26b87bc5 req-e1f0f179-cc49-454a-bd9c-c6dc0a85b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:01.042138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-984ba1a1-cea7-45e5-bc3d-d2ec26b87bc5 req-e1f0f179-cc49-454a-bd9c-c6dc0a85b8c8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1125147 Aug 30 21:17:01.158744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ba1a1-cea7-45e5-bc3d-d2ec26b87bc5 req-ae6eb486-9584-4d93-8e5f-c632cd9fcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:01.160359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-984ba1a1-cea7-45e5-bc3d-d2ec26b87bc5 req-ae6eb486-9584-4d93-8e5f-c632cd9fcba2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1115429 Aug 30 21:17:01.252066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-984ba1a1-cea7-45e5-bc3d-d2ec26b87bc5 req-0ada96a8-be6e-487b-bb33-44cce6e30681 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0362182 Aug 30 21:17:01.349697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:17:01.484270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:01.506483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16fab311-0230-4b7c-980e-01eac8cdf7e5 req-f14dda9a-2cec-41ff-9b86-1b439b7880c3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=7b2c31c7-39a7-4214-b6a0-462d66abb49f HTTP/1.1" status: 200 len: 210 time: 0.0449641 Aug 30 21:17:01.512981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'port_id': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'mac_address': 'fa:16:3e:a0:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05b4077-1d23-4f07-ace7-e6695deb37dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:17:01.590622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:01.617808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:01.649824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:01.656471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:01.758824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:01.769349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.769772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.770292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.770974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.771464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.772137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.772902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.773386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.773954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.774485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.775233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.775760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:01.861615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9e32d-fecc-4c5d-b823-3b73fed877d5 req-5b33e92b-09cf-4c39-b6f1-da4a01c06461 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:01.863242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56b9e32d-fecc-4c5d-b823-3b73fed877d5 req-5b33e92b-09cf-4c39-b6f1-da4a01c06461 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.0595100 Aug 30 21:17:01.904329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56b9e32d-fecc-4c5d-b823-3b73fed877d5 req-ab04493e-b00e-4bf0-b6ad-dd1ec810438e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Aug 30 21:17:02.029662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179dbd4-0681-456c-8b5b-9b88c574597b req-a43bca53-9297-4c91-9276-eb8ae41f3d9a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:02.031987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f179dbd4-0681-456c-8b5b-9b88c574597b req-a43bca53-9297-4c91-9276-eb8ae41f3d9a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.0622573 Aug 30 21:17:02.088585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f179dbd4-0681-456c-8b5b-9b88c574597b req-e6d9d204-168e-461f-931f-caa661e6570e tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463994 Aug 30 21:17:02.190849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:02.218934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b614-fa72-4bb0-920a-37e74741a68a req-675f67e3-5b16-4209-8934-899512d6aa4a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:02.220560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2928b614-fa72-4bb0-920a-37e74741a68a req-675f67e3-5b16-4209-8934-899512d6aa4a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.0608354 Aug 30 21:17:02.229683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34682) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:02.234965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Request body: {'floatingip': {'port_id': '1a650106-49ef-43ec-afc9-81fe7b8d8715'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:02.280931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:02.782819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:02.795143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:02.962702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-e8771d45-23c1-4899-99ac-83b022edf42c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:02.964403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-e8771d45-23c1-4899-99ac-83b022edf42c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1983781 Aug 30 21:17:02.973348 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Floating IP 1c2591be-8a03-4271-90e7-122d3b45e46b associated. External IP: 172.25.5.27, port: 1a650106-49ef-43ec-afc9-81fe7b8d8715. Aug 30 21:17:03.016604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-013bc3cb-de59-4695-ba9b-3afc79f745ac tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0447745 Aug 30 21:17:03.091849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-68bd8a11-a318-4ebc-8952-aec3463c7663 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675790 Aug 30 21:17:03.271711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-c19baab8-cc35-49ff-b67b-d375e41102ba service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683311 Aug 30 21:17:03.355213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Router 42314f70-5e7b-470a-a1f2-52a8a12f2092 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:17:03.427427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:03.431435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-70610d36-6e7a-4cd1-b255-f8e362cf8e6d service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531746 Aug 30 21:17:03.943900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:17:03.951604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:03.957454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] Sync routers for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:17:03.973544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:17:03.974920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:03.988055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b2139-3dc7-4cac-9745-2ab578757092 req-3dd5f963-c1a6-459e-9cc7-eb86a0c46eb8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:03.989621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a03b2139-3dc7-4cac-9745-2ab578757092 req-3dd5f963-c1a6-459e-9cc7-eb86a0c46eb8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.1187453 Aug 30 21:17:04.000907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9fbbb0be-9fcd-40be-9c61-77de39b303d9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "PUT /v2.0/floatingips/1c2591be-8a03-4271-90e7-122d3b45e46b HTTP/1.1" status: 200 len: 991 time: 1.7684062 Aug 30 21:17:04.000907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:04.007616 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46666016-3355-4882-a244-dac53fe01c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:04.060192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a03b2139-3dc7-4cac-9745-2ab578757092 req-f792b0bb-d4a4-4c6b-8016-f6306870d7c1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473239 Aug 30 21:17:04.159126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:17:04.174986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-693a51c2-db06-4323-99f5-61e2dcb91228 req-af1a8627-d758-48a5-98d9-54a176855493 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 210 time: 0.0396128 Aug 30 21:17:04.527193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1c2591be-8a03-4271-90e7-122d3b45e46b', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'floating_ip_address': '172.25.5.27', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'port_id': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'mac_address': 'fa:16:3e:4b:a1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:16:43Z', 'updated_at': '2021-08-30T21:17:02Z', 'revision_number': 1, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:49Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:04.533125 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2120a-9721-46ae-b726-aaa03de31c72 x-openstack-request-id: req-35c2120a-9721-46ae-b726-aaa03de31c72 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:04.533773 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:04.534220 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35c2120a-9721-46ae-b726-aaa03de31c72 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:04.534998 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'status': 'completed', 'code': 200} Aug 30 21:17:04.564443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] Checking router: 42314f70-5e7b-470a-a1f2-52a8a12f2092 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:17:04.574173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:17:04.575147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:16:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:04.768463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:17:04.797269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46666016-3355-4882-a244-dac53fe01c4e req-1a27a9dc-7ffe-40c2-810d-ba60e7260c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:04.800188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-1a27a9dc-7ffe-40c2-810d-ba60e7260c96 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9b06d1ac57ca4d85998dcb5d881b113a&device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 1098 time: 0.2458568 Aug 30 21:17:04.975414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46666016-3355-4882-a244-dac53fe01c4e req-7a19418b-996a-419a-a6b5-d0099d33306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:04.977111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-7a19418b-996a-419a-a6b5-d0099d33306f service neutron] 10.222.0.82 "GET /v2.0/networks?id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f HTTP/1.1" status: 200 len: 906 time: 0.1683574 Aug 30 21:17:04.992827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-0c59484b-9317-4373-89f4-33d6c4d08336 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:04.997255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-0c59484b-9317-4373-89f4-33d6c4d08336 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.2188418 Aug 30 21:17:05.013139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Request body: {'port': {'device_id': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'admin_state_up': True, 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:05.082393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-902672a4-c32c-403c-ae39-7bb280e6fff6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715 HTTP/1.1" status: 200 len: 999 time: 0.0935915 Aug 30 21:17:05.191470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46666016-3355-4882-a244-dac53fe01c4e req-c04eeb03-4a49-491c-bfe9-ff93a5e9c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:05.193464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-c04eeb03-4a49-491c-bfe9-ff93a5e9c81d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=660939ae-53d0-4ee7-8874-8a9132c893d3 HTTP/1.1" status: 200 len: 844 time: 0.1055250 Aug 30 21:17:05.205817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:05.210903 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:05.283161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46666016-3355-4882-a244-dac53fe01c4e req-3b089b17-f346-48e6-b3a0-ca61848b749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:05.286583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-3b089b17-f346-48e6-b3a0-ca61848b749a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815072 Aug 30 21:17:05.306461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1c2591be-8a03-4271-90e7-122d3b45e46b', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'floating_ip_address': '172.25.5.27', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'port_id': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'mac_address': 'fa:16:3e:4b:a1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:16:43Z', 'updated_at': '2021-08-30T21:17:02Z', 'revision_number': 1, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:49Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:05.353064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef832276-5c69-46ed-8929-3e8da850c22c None None] The sync data for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 is: [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1c2591be-8a03-4271-90e7-122d3b45e46b', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'floating_ip_address': '172.25.5.27', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'port_id': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'mac_address': 'fa:16:3e:4b:a1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:16:43Z', 'updated_at': '2021-08-30T21:17:02Z', 'revision_number': 1, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:49Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:17:05.365072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:05.424027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63e392-7082-4282-9ef4-f6e0e852c040 req-e192159a-b920-481c-b207-4d5946bdfe5d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:05.427309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd63e392-7082-4282-9ef4-f6e0e852c040 req-e192159a-b920-481c-b207-4d5946bdfe5d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.1705780 Aug 30 21:17:05.448075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:05.454865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:05.455289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:05.484370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-c645b9c9-6188-4858-9917-c10fa6b30367 service neutron] 10.222.0.82 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807702 Aug 30 21:17:05.572928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd63e392-7082-4282-9ef4-f6e0e852c040 req-0b4dfcba-506e-49ac-8f7a-e8adfc840ef5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270299 Aug 30 21:17:05.592073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Allocated IP 172.20.0.12 (97ab9e34-2cc4-41cc-a326-9408603975cb/a0058480-6024-443b-9e88-c26955bf5510/69f5fd2c-de84-4f1d-b10d-74c707d27840) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:05.684088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-46666016-3355-4882-a244-dac53fe01c4e req-746d5e86-971a-4855-a851-3a1c7e119e6c service neutron] 10.222.0.82 "GET /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917224 Aug 30 21:17:05.685851 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:05.738496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:05.744701 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7ca705-cd97-4744-9b64-fb6a5db16761" -d '{"events": [{"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-plugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:05.753825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:05.758292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:05.764788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:05.803433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac7f83c7-115d-4322-85b9-70e5252a6378 req-be179d1f-ea2c-4f81-9a53-56725592c23f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 210 time: 0.0662878 Aug 30 21:17:05.830639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:05.863327 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05a711b-07d4-41e9-9056-4cd0847df815 None None] New status for floating IP 1c2591be-8a03-4271-90e7-122d3b45e46b: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:17:05.934609 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:05.996036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:06.042890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:06.044624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:06.052401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:06.092249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event updated for resources: {'Port': ['ID=69f5fd2c-de84-4f1d-b10d-74c707d27840,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:06.142435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:06.143521 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:06.165085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-f7e88557-a415-4833-9084-927cab532cd1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1567955 Aug 30 21:17:06.179488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Request body: {'port': {'device_id': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:06.191094 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161c8c5e-41a5-4ba2-9641-538a55f3966b x-openstack-request-id: req-161c8c5e-41a5-4ba2-9641-538a55f3966b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:06.191426 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-plugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:06.191744 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-161c8c5e-41a5-4ba2-9641-538a55f3966b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:06.192352 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'code': 200} Aug 30 21:17:06.244768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:06.365932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566657-97d8-4253-a911-4f89ad0ca721 req-2f70e021-5f2a-4894-834c-fce65b21563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:06.368783 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-51566657-97d8-4253-a911-4f89ad0ca721 req-2f70e021-5f2a-4894-834c-fce65b21563c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1098 time: 0.0793698 Aug 30 21:17:06.424189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-51566657-97d8-4253-a911-4f89ad0ca721 req-a492707f-56d2-4c95-8800-2ddaf97c87dd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Aug 30 21:17:06.589356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f5fd2c-de84-4f1d-b10d-74c707d27840 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:06.601260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:06.617789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Transition to ACTIVE for port object 69f5fd2c-de84-4f1d-b10d-74c707d27840 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:06.624683 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:06.722261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5fd2c-de84-4f1d-b10d-74c707d27840,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:06.786920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f481a-09a6-4233-88cb-8b87dc025780 req-f6f16926-1429-440e-a49f-4f01fb54ba2d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:06.788456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-050f481a-09a6-4233-88cb-8b87dc025780 req-f6f16926-1429-440e-a49f-4f01fb54ba2d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1296799 Aug 30 21:17:06.848493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Attempting to bind port 69f5fd2c-de84-4f1d-b10d-74c707d27840 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:06.848851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Attempting to bind port 69f5fd2c-de84-4f1d-b10d-74c707d27840 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:06.849126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Attempting to bind port 69f5fd2c-de84-4f1d-b10d-74c707d27840 on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:06.860675 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-050f481a-09a6-4233-88cb-8b87dc025780 req-0bba6f94-df1e-494a-ad0a-84c60b2e63ac tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Aug 30 21:17:06.861402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Port 69f5fd2c-de84-4f1d-b10d-74c707d27840 on network 97ab9e34-2cc4-41cc-a326-9408603975cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:06.861721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Attempting to bind port 69f5fd2c-de84-4f1d-b10d-74c707d27840 on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:06.867655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:06.867997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:06.868792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Bound using segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:06.868792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Bound port: 69f5fd2c-de84-4f1d-b10d-74c707d27840, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:06.869162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:06.955190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] For port 69f5fd2c-de84-4f1d-b10d-74c707d27840, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:06.960388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] For port 69f5fd2c-de84-4f1d-b10d-74c707d27840, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:06.978039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:07.045382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.045995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:07.047441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] 10.222.0.86 "PUT /v2.0/ports/69f5fd2c-de84-4f1d-b10d-74c707d27840 HTTP/1.1" status: 200 len: 1093 time: 0.8742828 Aug 30 21:17:07.052949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'tag': '69f5fd2c-de84-4f1d-b10d-74c707d27840'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:07.062148 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b5127-43d6-419d-ab28-b17cfd9fc686" -d '{"events": [{"name": "network-changed", "server_uuid": "343dfb3b-59ac-4378-828d-0e8875a904f4", "tag": "69f5fd2c-de84-4f1d-b10d-74c707d27840"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:07.110500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2fe3b-ef33-44da-ae2e-0376d1029fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=69f5fd2c-de84-4f1d-b10d-74c707d27840,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:07.132241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3837d-8f55-435a-ac4e-38cd4755261f req-5cbee496-44e7-4a98-9ba5-2e6e7ebf6069 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.140111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52e3837d-8f55-435a-ac4e-38cd4755261f req-5cbee496-44e7-4a98-9ba5-2e6e7ebf6069 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 944 time: 0.1820107 Aug 30 21:17:07.203204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-b89fe0c7-ed0b-47a5-a490-d2b67157b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.204939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-b89fe0c7-ed0b-47a5-a490-d2b67157b0b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 1096 time: 0.1151807 Aug 30 21:17:07.211167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52e3837d-8f55-435a-ac4e-38cd4755261f req-774da1ca-2fc1-4f84-b812-3eee2e31f33c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700736 Aug 30 21:17:07.260708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-87d83748-11da-4620-9727-e102d1fadd95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840 HTTP/1.1" status: 200 len: 217 time: 0.0463369 Aug 30 21:17:07.319904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-0bbd6ec0-ed47-4981-aae9-02c69a4186d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.321626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-0bbd6ec0-ed47-4981-aae9-02c69a4186d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0536020 Aug 30 21:17:07.360258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-60d11281-e06c-40b7-ab94-b976559e5996 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315948 Aug 30 21:17:07.474782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-5fe8dca3-6104-4052-914e-1284a6c97675 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055775 Aug 30 21:17:07.476261 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c768f-8355-42b7-800e-f7c56c509d05 x-openstack-request-id: req-a49c768f-8355-42b7-800e-f7c56c509d05 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:07.476507 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343dfb3b-59ac-4378-828d-0e8875a904f4", "tag": "69f5fd2c-de84-4f1d-b10d-74c707d27840", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:07.476755 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a49c768f-8355-42b7-800e-f7c56c509d05 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:07.477140 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'tag': '69f5fd2c-de84-4f1d-b10d-74c707d27840', 'status': 'completed', 'code': 200} Aug 30 21:17:07.589213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-379af64b-0021-4b56-a42a-4764ac4e79a6 req-c32f9289-1a62-4181-9274-e738860e88b3 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067033 Aug 30 21:17:07.691005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-d08152bf-0672-4cda-a5ed-9013b288f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.692787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-d08152bf-0672-4cda-a5ed-9013b288f53f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 1096 time: 0.0518093 Aug 30 21:17:07.785733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:07.824205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-1311684e-5c18-4a84-a55d-99e2f210f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.826736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-1311684e-5c18-4a84-a55d-99e2f210f8ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.1272619 Aug 30 21:17:07.878352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-c3c6fb39-0ece-4bfc-aabf-e2f437706a94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840 HTTP/1.1" status: 200 len: 217 time: 0.0423183 Aug 30 21:17:07.936573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04a8562-a762-4781-a807-ac582adddec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:07.949394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-3aa2ead3-c2ce-43ef-95cc-1d0a5b1ca4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:07.953274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-3aa2ead3-c2ce-43ef-95cc-1d0a5b1ca4b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0669951 Aug 30 21:17:08.000620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-1a4de470-6ae7-45ee-a6c4-920c2660ccc7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401077 Aug 30 21:17:08.050642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04a8562-a762-4781-a807-ac582adddec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:08.055894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a04a8562-a762-4781-a807-ac582adddec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:08.095592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a04a8562-a762-4781-a807-ac582adddec0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=747564055544447f80650c47182cc4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086236 Aug 30 21:17:08.096507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a8562-a762-4781-a807-ac582adddec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12ec41-f686-4422-87e8-3644c3ef6bb9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:08.098882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:08.108587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdc473-40fd-4e49-9614-909e70fc0c74 req-bf9ed3f4-bb2b-432a-8484-f73653ed1bf7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:08.110424 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14cdc473-40fd-4e49-9614-909e70fc0c74 req-bf9ed3f4-bb2b-432a-8484-f73653ed1bf7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1088283 Aug 30 21:17:08.148270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33abe761-ed22-445a-ba24-ec213fbb6f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:08.154782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-47b2617d-83eb-40c3-9939-986840158c3c service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422505 Aug 30 21:17:08.171775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33abe761-ed22-445a-ba24-ec213fbb6f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:08.177178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14cdc473-40fd-4e49-9614-909e70fc0c74 req-c8d0bc01-8ce9-4df4-b272-98b81ac87182 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581758 Aug 30 21:17:08.228139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33abe761-ed22-445a-ba24-ec213fbb6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:08.231634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33abe761-ed22-445a-ba24-ec213fbb6f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:08.232833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-33abe761-ed22-445a-ba24-ec213fbb6f34 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b12ec41-f686-4422-87e8-3644c3ef6bb9 HTTP/1.1" status: 204 len: 168 time: 0.1330354 Aug 30 21:17:08.241451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe761-ed22-445a-ba24-ec213fbb6f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12ec41-f686-4422-87e8-3644c3ef6bb9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:08.289420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835b5127-43d6-419d-ab28-b17cfd9fc686 req-055bb9a6-c951-44a4-89e9-60091cd44885 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263268 Aug 30 21:17:08.366598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f568e-81e1-42d5-b4f9-de86551b64b7 req-13ec6ed1-86c0-48ba-bf6f-40ea12600337 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:08.368546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d47f568e-81e1-42d5-b4f9-de86551b64b7 req-13ec6ed1-86c0-48ba-bf6f-40ea12600337 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 944 time: 0.0664146 Aug 30 21:17:08.418881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d47f568e-81e1-42d5-b4f9-de86551b64b7 req-aa598791-5ed1-4a43-8eb1-c8de1daa2d8e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Aug 30 21:17:08.897104 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f702dea5-9a1b-4f88-84fd-3e37c7c7fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.341054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ae460-6bf9-483b-91d1-a59755bb4daa req-520ae545-8d0d-4c80-a13d-b81535001778 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:09.342131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-836ae460-6bf9-483b-91d1-a59755bb4daa req-520ae545-8d0d-4c80-a13d-b81535001778 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0530436 Aug 30 21:17:09.385336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-836ae460-6bf9-483b-91d1-a59755bb4daa req-2d04c647-8d46-4f78-b2de-813bcfb0e9ba tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351810 Aug 30 21:17:09.547228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b001-daff-4a1c-8e31-b61dc1124afb req-bf8b1351-afb5-488e-b828-b54c7a7e9f29 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:09.548943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49f0b001-daff-4a1c-8e31-b61dc1124afb req-bf8b1351-afb5-488e-b828-b54c7a7e9f29 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 944 time: 0.0545805 Aug 30 21:17:09.599107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49f0b001-daff-4a1c-8e31-b61dc1124afb req-b381f877-cc05-4a4b-94c6-804a1f958942 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Aug 30 21:17:09.653505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:09.659877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-879939100'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:09.682335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:09.685973 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.711463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:17:09.722162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.722924 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Added segment 6977815a-3f05-4f78-9697-819d6aa98075 of type vlan for network 5fa8204a-b020-4f6e-b951-d7dce736994d Aug 30 21:17:09.726366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:09.769701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.801226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.808484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:09.809846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.862197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:09.873441 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2181273 Aug 30 21:17:09.877069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:09.882603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1025789126'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:09.888931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-623a87c3-eec2-48bf-8785-3b9ad0238ae9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:09.890486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-623a87c3-eec2-48bf-8785-3b9ad0238ae9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 814 time: 0.1373911 Aug 30 21:17:09.899655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Network': ['ID=5fa8204a-b020-4f6e-b951-d7dce736994d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:09.911984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.912339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.912680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.913013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.913342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.913701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.914023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.914524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.914879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.915205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.915431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-1e52bc42-054c-467f-b283-59819957217f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/quotas/357ddbb80b07447daba2753582995065 HTTP/1.1" status: 200 len: 375 time: 0.0175810 Aug 30 21:17:09.915539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.915826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeb4a2b-b383-40a8-8052-2573af83640f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:09.919410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 21:17:09.919410 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 21:17:09.919410 n-d-793620-16 neutron-server[94688]: [parameters: {'project_id_1': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'expiration_1': datetime.datetime(2021, 8, 30, 21, 17, 9, 895567)}] Aug 30 21:17:09.919410 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:17:09.920491 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:17:09.928401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5fa8204a-b020-4f6e-b951-d7dce736994d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:17:10.000128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-9a305179-227b-4a3f-b313-f390e0aa926f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734618 Aug 30 21:17:10.080474 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.087419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.146271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-2f985754-72ea-4820-8312-0689f6916d11 service neutron] 10.222.0.76 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384804 Aug 30 21:17:10.148865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4d597bdf365438485ca734f7404fd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214549 Aug 30 21:17:10.149767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835aaaa0-1f68-4724-ae53-0460842c32a8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:10.151794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34892) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:10.191500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.191850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.192188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.192527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.192857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.193190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.193520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.193848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.194170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.194495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.194845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.195173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c160ce-c9ad-4c65-8e67-2ebb99a44c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:17:10.284239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-219578cf-3f8b-47b4-bc70-20c294570b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.301090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-92600e5b-1ba1-47d1-add0-70a973f01cf9 service neutron] 10.222.0.76 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472316 Aug 30 21:17:10.314518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-219578cf-3f8b-47b4-bc70-20c294570b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.368960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-219578cf-3f8b-47b4-bc70-20c294570b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.372014 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-219578cf-3f8b-47b4-bc70-20c294570b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.373271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-219578cf-3f8b-47b4-bc70-20c294570b7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/835aaaa0-1f68-4724-ae53-0460842c32a8 HTTP/1.1" status: 204 len: 168 time: 0.2206049 Aug 30 21:17:10.383149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219578cf-3f8b-47b4-bc70-20c294570b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835aaaa0-1f68-4724-ae53-0460842c32a8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:10.446512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:10.453265 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.555252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-813d4c3a-8d74-4532-9447-a1c38c3fd234 req-b6140ebe-1cc4-4824-b474-ed1b5f1e387f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 210 time: 0.0408721 Aug 30 21:17:10.782141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3412-6be1-4829-9daf-5ad98ec9ac50 req-b019940d-5cf6-4ec2-b16b-c628db473aad tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:10.794961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed1f3412-6be1-4829-9daf-5ad98ec9ac50 req-b019940d-5cf6-4ec2-b16b-c628db473aad tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 944 time: 0.0807846 Aug 30 21:17:10.795270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:17:10.805162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.805550 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Added segment 90eec011-c30a-463d-a90a-ef9155fb3520 of type vlan for network ab01343f-3c77-4178-a105-fc0308ce2d96 Aug 30 21:17:10.850213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed1f3412-6be1-4829-9daf-5ad98ec9ac50 req-afc5422a-84c3-4abc-ad2f-126ac9954dfd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Aug 30 21:17:10.852870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.866968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 69f5fd2c-de84-4f1d-b10d-74c707d27840 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:17:10.952492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:10.961363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:10.967462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.039167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 69f5fd2c-de84-4f1d-b10d-74c707d27840, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:11.052801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '69f5fd2c-de84-4f1d-b10d-74c707d27840', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': '69f5fd2c-de84-4f1d-b10d-74c707d27840', 'mac_address': 'fa:16:3e:35:78:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:17:11.096028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.097972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Network': ['ID=ab01343f-3c77-4178-a105-fc0308ce2d96,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:11.101576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-630ae7a2-4ab3-4ef4-ad73-5b5b4875b044 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2235327 Aug 30 21:17:11.104525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:11.119468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'subnet': {'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:11.275428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:11.285147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.292471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f5fd2c-de84-4f1d-b10d-74c707d27840 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:11.301023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ab01343f-3c77-4178-a105-fc0308ce2d96 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:17:11.411275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 69f5fd2c-de84-4f1d-b10d-74c707d27840, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:11.418089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.475891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=69f5fd2c-de84-4f1d-b10d-74c707d27840,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:11.565854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.629529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Subnet': ['ID=3b739132-9649-4993-a539-691b6fe9b6c7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:11.639122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Checking segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:11.639317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network hostable DHCP agents. Network: 5fa8204a-b020-4f6e-b951-d7dce736994d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:17:11.656620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4af2f67-e6ca-4f78-b45c-241e6c378748 req-e2a55d3c-9f27-47e6-8d51-381d058109e5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 210 time: 0.0307674 Aug 30 21:17:11.661139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network 5fa8204a-b020-4f6e-b951-d7dce736994d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:17:11.674129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5fa8204a-b020-4f6e-b951-d7dce736994d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:11.683473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2feec1-d962-4517-aa7a-df6004d90c76 None None] Network 5fa8204a-b020-4f6e-b951-d7dce736994d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:11.687172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:11.687800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.704512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1572ab3b-6a8f-4259-8ee5-c1a26768f016 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5985978 Aug 30 21:17:11.708205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34944) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:11.714194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'subnet': {'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:11.731478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['69f5fd2c-de84-4f1d-b10d-74c707d27840'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:11.791927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.825272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:11.829969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.965794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-5fa8204a-b020-4f6e-b951-d7dce736994d', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:17:11.967119 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:11.995539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-4c8cf2d8-9169-4664-9c4d-4f4cd6567dfc tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:11.997384 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-4c8cf2d8-9169-4664-9c4d-4f4cd6567dfc tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 814 time: 0.1631505 Aug 30 21:17:12.001927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9592d843-287c-4f17-974b-bd76a5d022b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.040600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Request body: {'port': {'device_id': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'admin_state_up': True, 'tenant_id': '357ddbb80b07447daba2753582995065'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:12.067883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776383b-ccf6-4dea-8700-b18936cf8d6f req-f1d60ac2-c7fb-40f5-9f7f-051d1938a6b1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:12.069858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e776383b-ccf6-4dea-8700-b18936cf8d6f req-f1d60ac2-c7fb-40f5-9f7f-051d1938a6b1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 945 time: 0.1061242 Aug 30 21:17:12.175507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e776383b-ccf6-4dea-8700-b18936cf8d6f req-1e91d213-66b8-4a14-91e9-50416ab307b7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976381 Aug 30 21:17:12.198571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.242168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Made reservation on behalf of 357ddbb80b07447daba2753582995065 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:12.246049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.246787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Allocated IP 10.1.1.2 (5fa8204a-b020-4f6e-b951-d7dce736994d/3b739132-9649-4993-a539-691b6fe9b6c7/ea91e93e-b807-4b54-8c93-f0efe61d95ba) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:12.297686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Subnet': ['ID=4da72aa7-c5dd-4115-a43e-0573952f09e6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:12.351116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Checking segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:12.351702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network hostable DHCP agents. Network: ab01343f-3c77-4178-a105-fc0308ce2d96, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:17:12.375071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network ab01343f-3c77-4178-a105-fc0308ce2d96 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:17:12.388507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ab01343f-3c77-4178-a105-fc0308ce2d96) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:12.394584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:12.395546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.410554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e3964-9cd8-46b7-9fe6-2a29df448fc2 None None] Network ab01343f-3c77-4178-a105-fc0308ce2d96 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:12.416185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Allocated IP 172.20.0.2 (b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1/e05b4077-1d23-4f07-ace7-e6695deb37dc/da26f837-cca0-48d4-9b9a-621346438eb0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:12.425776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-728db8a1-1d78-4df9-bf3c-cbb131140409 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7158091 Aug 30 21:17:12.429183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:12.435768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'name': 'tempest-TaggedBootDevicesTest_v242-1552666784', 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:12.484546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.504597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Transition to ACTIVE for port object ea91e93e-b807-4b54-8c93-f0efe61d95ba will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:12.534976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Transition to ACTIVE for port object ea91e93e-b807-4b54-8c93-f0efe61d95ba will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:12.541923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.606141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:12.647104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Network 5fa8204a-b020-4f6e-b951-d7dce736994d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:12.650883 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.656502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.656696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:12.664367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:12.687412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Pushing event updated for resources: {'Port': ['ID=ea91e93e-b807-4b54-8c93-f0efe61d95ba,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:12.700737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ab01343f-3c77-4178-a105-fc0308ce2d96', 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'fixed_ips': [{'subnet_id': '4da72aa7-c5dd-4115-a43e-0573952f09e6'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:17:12.701646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.723023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.746630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] device_id is not set on port 70166d61-170d-4ee1-b2f1-ee2475cc190f yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:12.750518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.769437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:12.797781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Attempting to bind port ea91e93e-b807-4b54-8c93-f0efe61d95ba on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:12.798146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Attempting to bind port ea91e93e-b807-4b54-8c93-f0efe61d95ba by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:12.798533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Attempting to bind port ea91e93e-b807-4b54-8c93-f0efe61d95ba on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:12.824740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Pushing event updated for resources: {'Port': ['ID=da26f837-cca0-48d4-9b9a-621346438eb0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:12.854950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:12.857822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:12.860812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:12.862508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:12.864209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Checking segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:12.864622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.865022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Bound using segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:12.865524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Bound port: ea91e93e-b807-4b54-8c93-f0efe61d95ba, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:12.865891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.890948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 69f5fd2c-de84-4f1d-b10d-74c707d27840 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:12.942554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:12.943663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:12.965517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-5bd3fffc-2a2e-47b0-a367-48036523450b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9384582 Aug 30 21:17:12.969001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cde15f-db81-4c4f-a4a6-f1451d88d59b req-83570f80-6427-4267-9641-6a5d92aba4fb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:12.970549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8cde15f-db81-4c4f-a4a6-f1451d88d59b req-83570f80-6427-4267-9641-6a5d92aba4fb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 931 time: 0.1954198 Aug 30 21:17:12.981427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Request body: {'port': {'device_id': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:13.060298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.066740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8cde15f-db81-4c4f-a4a6-f1451d88d59b req-0390b0eb-1946-4b54-a8ef-8cb453b1fe1d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792789 Aug 30 21:17:13.093594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Allocated IP 10.2.2.2 (ab01343f-3c77-4178-a105-fc0308ce2d96/4da72aa7-c5dd-4115-a43e-0573952f09e6/a4a0cccc-02d9-4ce7-81ab-c5a9d831646e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:13.096553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 10.1.1.156 (5fa8204a-b020-4f6e-b951-d7dce736994d/3b739132-9649-4993-a539-691b6fe9b6c7/70166d61-170d-4ee1-b2f1-ee2475cc190f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:13.106796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] For port ea91e93e-b807-4b54-8c93-f0efe61d95ba, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:13.116925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] For port ea91e93e-b807-4b54-8c93-f0efe61d95ba, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ea91e93e-b807-4b54-8c93-f0efe61d95ba,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:13.133594 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.156125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 69f5fd2c-de84-4f1d-b10d-74c707d27840 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:13.224689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:13.231562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 69f5fd2c-de84-4f1d-b10d-74c707d27840 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:13.231930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.349273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.360521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0533489-cd81-482d-acf9-75bb9593013f None None] Pushing event updated for resources: {'Port': ['ID=ea91e93e-b807-4b54-8c93-f0efe61d95ba,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:13.382581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object 70166d61-170d-4ee1-b2f1-ee2475cc190f will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:13.393789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56353f-953b-4ba1-9fc2-471961ff23d7 req-9dd374dc-8b92-473e-96d2-faf24ce044cc tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:13.396067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df56353f-953b-4ba1-9fc2-471961ff23d7 req-9dd374dc-8b92-473e-96d2-faf24ce044cc tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 945 time: 0.1089358 Aug 30 21:17:13.469881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da4e30a0-0386-4ac0-b2b8-5b7e492e9dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.481330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df56353f-953b-4ba1-9fc2-471961ff23d7 req-d3239b4e-29d1-4069-adf1-343870c6cb19 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723088 Aug 30 21:17:13.501232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.535387 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.593248 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.615014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5fd2c-de84-4f1d-b10d-74c707d27840'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:13.618160 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd965e7-f83f-4143-8f48-a8f7654f1aa6" -d '{"events": [{"server_uuid": "343dfb3b-59ac-4378-828d-0e8875a904f4", "name": "network-vif-plugged", "status": "completed", "tag": "69f5fd2c-de84-4f1d-b10d-74c707d27840"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:13.621818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da26f837-cca0-48d4-9b9a-621346438eb0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:13.626473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network 5fa8204a-b020-4f6e-b951-d7dce736994d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:13.629496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Transition to ACTIVE for port object a4a0cccc-02d9-4ce7-81ab-c5a9d831646e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:13.641666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.642596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:13.661713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 69f5fd2c-de84-4f1d-b10d-74c707d27840, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:13.670816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Transition to ACTIVE for port object a4a0cccc-02d9-4ce7-81ab-c5a9d831646e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:13.673410 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.674009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:13.683752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Transition to ACTIVE for port object da26f837-cca0-48d4-9b9a-621346438eb0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:13.687171 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.701868 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.705148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:13.733360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Network ab01343f-3c77-4178-a105-fc0308ce2d96 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:13.737347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:13.742263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:13.824976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Pushing event updated for resources: {'Port': ['ID=da26f837-cca0-48d4-9b9a-621346438eb0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:13.833494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:13.834363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.836044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Attempting to bind port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:13.836355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Attempting to bind port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:13.836954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Attempting to bind port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e on network ab01343f-3c77-4178-a105-fc0308ce2d96 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:13.844198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:13.844834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Checking segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:13.845369 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.846593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Bound using segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:13.847367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Bound port: a4a0cccc-02d9-4ce7-81ab-c5a9d831646e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:13.847998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.866992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=69f5fd2c-de84-4f1d-b10d-74c707d27840,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:13.944847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] For port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:13.952640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] For port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:13.971635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da4e30a0-0386-4ac0-b2b8-5b7e492e9dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.982585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ea91e93e-b807-4b54-8c93-f0efe61d95ba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:13.985093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2089eb1e-7901-4637-99ce-e873a9ce0214 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5543237 Aug 30 21:17:13.987552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34988) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:13.993148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:13.993971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'name': 'tempest-TaggedBootDevicesTest_v242-1766316590', 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:14.017733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da4e30a0-0386-4ac0-b2b8-5b7e492e9dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.084248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da4e30a0-0386-4ac0-b2b8-5b7e492e9dcd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea10330790e745f0a39a7c96ebdec58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581269 Aug 30 21:17:14.086152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:14.106031 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c9002-6262-4917-b1ca-d3ed1a2dbc3a x-openstack-request-id: req-020c9002-6262-4917-b1ca-d3ed1a2dbc3a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:14.107997 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343dfb3b-59ac-4378-828d-0e8875a904f4", "name": "network-vif-plugged", "status": "completed", "tag": "69f5fd2c-de84-4f1d-b10d-74c707d27840", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:14.108189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e30a0-0386-4ac0-b2b8-5b7e492e9dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e907166f-10a0-486e-be0b-4df39e5258d3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:14.108648 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-020c9002-6262-4917-b1ca-d3ed1a2dbc3a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:14.109388 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f5fd2c-de84-4f1d-b10d-74c707d27840', 'code': 200} Aug 30 21:17:14.122769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Attempting to bind port da26f837-cca0-48d4-9b9a-621346438eb0 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:14.123196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Attempting to bind port da26f837-cca0-48d4-9b9a-621346438eb0 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:14.123529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Attempting to bind port da26f837-cca0-48d4-9b9a-621346438eb0 on network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:14.138317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Port da26f837-cca0-48d4-9b9a-621346438eb0 on network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:14.139438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Attempting to bind port da26f837-cca0-48d4-9b9a-621346438eb0 on network b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:14.153692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:14.154181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Checking segment: {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:14.154637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Bound using segment: {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:14.155141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Bound port: da26f837-cca0-48d4-9b9a-621346438eb0, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c815f66-715e-46f6-a283-283eeb0b6704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:14.155833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.219399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Pushing event updated for resources: {'Port': ['ID=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:14.226828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ea91e93e-b807-4b54-8c93-f0efe61d95ba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:14.252678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:14.258934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.262306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-928f9f11-c393-4b2c-b60d-dffecbab84f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.281895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] device_id is not set on port 525a02fd-b21c-4543-b84e-1a77856d5666 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:14.298994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7f15-b67c-4dd4-a8f2-18bc6f3a0420 None None] Pushing event updated for resources: {'Port': ['ID=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:14.334788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] For port da26f837-cca0-48d4-9b9a-621346438eb0, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:14.358641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-928f9f11-c393-4b2c-b60d-dffecbab84f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.376178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] For port da26f837-cca0-48d4-9b9a-621346438eb0, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=da26f837-cca0-48d4-9b9a-621346438eb0,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:14.387089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.445732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:14.446466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.448184 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] 10.222.0.82 "PUT /v2.0/ports/da26f837-cca0-48d4-9b9a-621346438eb0 HTTP/1.1" status: 200 len: 1092 time: 1.4730577 Aug 30 21:17:14.454339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'tag': 'da26f837-cca0-48d4-9b9a-621346438eb0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:14.457488 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f462ff-d8d6-4195-8f3b-31decce6f01d" -d '{"events": [{"name": "network-changed", "server_uuid": "0422fe81-20e4-4afa-9b9a-902473fd0a54", "tag": "da26f837-cca0-48d4-9b9a-621346438eb0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:14.528579 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.564753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326469e2-8286-4a85-9c25-0b282e6cb6ab service neutron] Pushing event updated for resources: {'Port': ['ID=da26f837-cca0-48d4-9b9a-621346438eb0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:14.582393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-928f9f11-c393-4b2c-b60d-dffecbab84f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.585096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-928f9f11-c393-4b2c-b60d-dffecbab84f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:14.588969 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-928f9f11-c393-4b2c-b60d-dffecbab84f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e907166f-10a0-486e-be0b-4df39e5258d3 HTTP/1.1" status: 204 len: 168 time: 0.4990258 Aug 30 21:17:14.605096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56622e-1de1-4792-80c6-e15eaf1c2296 req-61ec7750-a96f-4cdd-8cf7-ed9b0452e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:14.607630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b56622e-1de1-4792-80c6-e15eaf1c2296 req-61ec7750-a96f-4cdd-8cf7-ed9b0452e2a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 1098 time: 0.4326880 Aug 30 21:17:14.618984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f9f11-c393-4b2c-b60d-dffecbab84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907166f-10a0-486e-be0b-4df39e5258d3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:14.632518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-c20d7970-df51-4d35-8a42-2a26ea5b7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:14.634092 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-c20d7970-df51-4d35-8a42-2a26ea5b7756 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 1095 time: 0.1154988 Aug 30 21:17:14.653165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df6701-b7d8-46c3-b55f-e20df178a149 req-9cdd3837-479f-4be9-8c49-9988a6b39a70 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:14.654810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9df6701-b7d8-46c3-b55f-e20df178a149 req-9cdd3837-479f-4be9-8c49-9988a6b39a70 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 943 time: 0.2918878 Aug 30 21:17:14.692471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 10.1.1.86 (5fa8204a-b020-4f6e-b951-d7dce736994d/3b739132-9649-4993-a539-691b6fe9b6c7/525a02fd-b21c-4543-b84e-1a77856d5666) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:14.696576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-e50d09d0-b8f0-41d6-8694-f90677655081 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da26f837-cca0-48d4-9b9a-621346438eb0 HTTP/1.1" status: 200 len: 217 time: 0.0468905 Aug 30 21:17:14.737130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b56622e-1de1-4792-80c6-e15eaf1c2296 req-56d8009a-efda-4e11-a711-4a7b85181079 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175077 Aug 30 21:17:14.770176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9df6701-b7d8-46c3-b55f-e20df178a149 req-d573a41f-83eb-4ba9-880e-d66a398fc585 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050622 Aug 30 21:17:14.784524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3e495-e958-4317-aa4b-194502c01f2b req-82968d6a-4e5a-4041-8242-a16bb7daf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:14.786058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-82968d6a-4e5a-4041-8242-a16bb7daf11e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.0799532 Aug 30 21:17:14.825649 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-6835f0e2-35fb-479f-8258-b5d54d3f7829 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306444 Aug 30 21:17:14.834606 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96460d11-88ee-4599-ba0c-cdefef2efd5c x-openstack-request-id: req-96460d11-88ee-4599-ba0c-cdefef2efd5c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:14.834606 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0422fe81-20e4-4afa-9b9a-902473fd0a54", "tag": "da26f837-cca0-48d4-9b9a-621346438eb0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:14.834606 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-96460d11-88ee-4599-ba0c-cdefef2efd5c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:14.834932 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'tag': 'da26f837-cca0-48d4-9b9a-621346438eb0', 'status': 'completed', 'code': 200} Aug 30 21:17:14.943462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b9103-feb6-4687-b145-87506e64f156 None None] Network 5fa8204a-b020-4f6e-b951-d7dce736994d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:14.983277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-4fee465a-59c6-4c43-a355-04ca38a1b1de service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402264 Aug 30 21:17:15.108787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14e3e495-e958-4317-aa4b-194502c01f2b req-e42db0a9-bda0-4122-a7a8-1d78058fd5dc service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137984 Aug 30 21:17:15.109705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:15.114757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] Provisioning for port ea91e93e-b807-4b54-8c93-f0efe61d95ba completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:15.127771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] Provisioning complete for port ea91e93e-b807-4b54-8c93-f0efe61d95ba triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:15.132105 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.146055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b59bd26c-6599-474a-9415-47fc51827ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.262325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.297277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b59bd26c-6599-474a-9415-47fc51827ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.315330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b59bd26c-6599-474a-9415-47fc51827ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.321106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] For port ea91e93e-b807-4b54-8c93-f0efe61d95ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ea91e93e-b807-4b54-8c93-f0efe61d95ba,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:15.329573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.359795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bd26c-6599-474a-9415-47fc51827ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf55a9a2-f7d1-48f1-a7bf-d9376a856635,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:15.379401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-af32020a-3f0b-4147-a844-edc147562f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:15.383358 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-af32020a-3f0b-4147-a844-edc147562f4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 1095 time: 0.1273088 Aug 30 21:17:15.416962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b59bd26c-6599-474a-9415-47fc51827ef5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1075ba976f6048159365b010afe46a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065965 Aug 30 21:17:15.417595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:15.425384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abee23-d9be-40dd-9f26-bbb11a558a4a None None] Pushing event updated for resources: {'Port': ['ID=ea91e93e-b807-4b54-8c93-f0efe61d95ba,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:15.461428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76976a45-7005-4cb0-abd3-cfc94a551cc4 req-f47064d4-80b6-4c44-be7e-463f182831ca tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:15.467313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76976a45-7005-4cb0-abd3-cfc94a551cc4 req-f47064d4-80b6-4c44-be7e-463f182831ca tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.5592504 Aug 30 21:17:15.535737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76976a45-7005-4cb0-abd3-cfc94a551cc4 req-6cde3f44-3f06-4059-9b2e-ea1ab5b78d5b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636299 Aug 30 21:17:15.538909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.554978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object 525a02fd-b21c-4543-b84e-1a77856d5666 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:15.563390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfa226d-49ad-40fb-bd91-d8fc85cb7577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.585194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-cdf06633-4378-461a-8d6e-f6eabe7862e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:15.587425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-cdf06633-4378-461a-8d6e-f6eabe7862e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 915 time: 0.1925168 Aug 30 21:17:15.605852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfa226d-49ad-40fb-bd91-d8fc85cb7577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.615874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.667700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bad5d0f3-7f95-4a47-82df-db0b2d85229d None None] Provisioning for port 70166d61-170d-4ee1-b2f1-ee2475cc190f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:15.673117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bad5d0f3-7f95-4a47-82df-db0b2d85229d None None] Provisioning complete for port 70166d61-170d-4ee1-b2f1-ee2475cc190f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:15.673544 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bad5d0f3-7f95-4a47-82df-db0b2d85229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.682567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:15.707331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network 5fa8204a-b020-4f6e-b951-d7dce736994d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:15.710025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:15.719779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-e094c6ba-ee9d-4905-89f0-2315545fdf12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da26f837-cca0-48d4-9b9a-621346438eb0 HTTP/1.1" status: 200 len: 217 time: 0.1166918 Aug 30 21:17:15.726740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:15.748763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bad5d0f3-7f95-4a47-82df-db0b2d85229d None None] Port 70166d61-170d-4ee1-b2f1-ee2475cc190f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:15.775468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bad5d0f3-7f95-4a47-82df-db0b2d85229d None None] Provisioning complete for port ea91e93e-b807-4b54-8c93-f0efe61d95ba triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:15.775938 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bad5d0f3-7f95-4a47-82df-db0b2d85229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.806622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:15.807694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.810368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-a32cf92f-1b91-499b-ac6f-9623a8be8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:15.816100 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-a32cf92f-1b91-499b-ac6f-9623a8be8740 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.0806091 Aug 30 21:17:15.830864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81327b03-2778-4fa6-a940-242e64790dbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8420565 Aug 30 21:17:15.831900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3311ca58-3592-4a6e-be49-749a01660201 None None] Network ab01343f-3c77-4178-a105-fc0308ce2d96 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:15.869911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-9fd13b93-a83f-4b1e-9466-acac4ee4c5ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463717 Aug 30 21:17:15.947777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a4a0cccc-02d9-4ce7-81ab-c5a9d831646e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:15.966025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfa226d-49ad-40fb-bd91-d8fc85cb7577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.968844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9cfa226d-49ad-40fb-bd91-d8fc85cb7577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:15.970041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9cfa226d-49ad-40fb-bd91-d8fc85cb7577 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf55a9a2-f7d1-48f1-a7bf-d9376a856635 HTTP/1.1" status: 204 len: 168 time: 0.5244451 Aug 30 21:17:16.009296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86932b-bf1f-4658-a291-44161eb4491a req-697c868e-c6bf-470a-9d6a-b48111b9bd62 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:16.011318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab86932b-bf1f-4658-a291-44161eb4491a req-697c868e-c6bf-470a-9d6a-b48111b9bd62 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 943 time: 0.0813296 Aug 30 21:17:16.049086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-dc8e4d68-d1b8-4a12-a21b-fa9c166ffea3 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551583 Aug 30 21:17:16.050683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa226d-49ad-40fb-bd91-d8fc85cb7577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf55a9a2-f7d1-48f1-a7bf-d9376a856635,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:16.111583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab86932b-bf1f-4658-a291-44161eb4491a req-78e3b5a5-8253-45a5-9b63-87a0905b0bc8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932744 Aug 30 21:17:16.209766 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9f462ff-d8d6-4195-8f3b-31decce6f01d req-00dea452-a9fd-433f-9db6-869603845d43 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520460 Aug 30 21:17:16.222586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Provisioning complete for port 70166d61-170d-4ee1-b2f1-ee2475cc190f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:16.223315 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.262984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Port 70166d61-170d-4ee1-b2f1-ee2475cc190f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:16.265895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:16.278530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ea91e93e-b807-4b54-8c93-f0efe61d95ba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:16.305062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Provisioning for port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:16.313093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Provisioning complete for port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:16.313411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.381107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ea91e93e-b807-4b54-8c93-f0efe61d95ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:16.381480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.468438 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.503021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35024) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:16.508081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636932659', 'description': 'tempest-description--13566102'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:16.534759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] For port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:16.542493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.546168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.602348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780bf8-c625-400a-8519-0a24053232f3 None None] Pushing event updated for resources: {'Port': ['ID=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:16.640910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.649379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.667200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-57bd5e39-9375-413b-8280-d034921b34f8 None None] Provisioning for port 525a02fd-b21c-4543-b84e-1a77856d5666 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:16.671717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-57bd5e39-9375-413b-8280-d034921b34f8 None None] Provisioning complete for port 525a02fd-b21c-4543-b84e-1a77856d5666 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:16.672326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57bd5e39-9375-413b-8280-d034921b34f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.702145 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.706414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1992352 Aug 30 21:17:16.706414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca665a-698e-4c2e-83f2-8238f546e62b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30db81b1-d667-4d6a-81a2-bbd4c619f561,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:16.706562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:16.713096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'security_group_rule': {'security_group_id': '30db81b1-d667-4d6a-81a2-bbd4c619f561', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:16.726217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79c60f-b368-4d96-ba55-3bdf20f0c2d2 req-bd4d52af-60e1-4a23-a471-e59fc4e9b482 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:16.727934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b79c60f-b368-4d96-ba55-3bdf20f0c2d2 req-bd4d52af-60e1-4a23-a471-e59fc4e9b482 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.0943651 Aug 30 21:17:16.728117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-57bd5e39-9375-413b-8280-d034921b34f8 None None] Port 525a02fd-b21c-4543-b84e-1a77856d5666 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:16.741022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-57bd5e39-9375-413b-8280-d034921b34f8 None None] Provisioning complete for port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:16.741022 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-57bd5e39-9375-413b-8280-d034921b34f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.773217 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b79c60f-b368-4d96-ba55-3bdf20f0c2d2 req-ee0cae12-5318-4369-bc9f-d395894840c7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Aug 30 21:17:16.774801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.853968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.859172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.883006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af8f342-f884-40af-aecf-d49acf3e988d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:16.886453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.888265 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b7f049dc-fc44-4051-9739-8a3a018ff33c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804960 Aug 30 21:17:16.890918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35046) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:16.895783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'security_group_rule': {'security_group_id': '30db81b1-d667-4d6a-81a2-bbd4c619f561', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:16.927835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.993851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:16.997725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.017480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d926e8f9-8331-415e-899f-abb3b56c4d1f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:17.031516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.035997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ebefa56-d9a7-47d2-8721-c7cb97aeb123 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408668 Aug 30 21:17:17.036614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35052) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:17.041770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:17.065802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.172357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf6fd4-b510-4e48-a241-ed300f963f9d req-9784a942-7248-4a19-950c-f43b465dd554 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:17.173903 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbbf6fd4-b510-4e48-a241-ed300f963f9d req-9784a942-7248-4a19-950c-f43b465dd554 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.0682237 Aug 30 21:17:17.235992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbbf6fd4-b510-4e48-a241-ed300f963f9d req-4b9600f3-7435-4295-a24d-d3c9c617fbde tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Aug 30 21:17:17.249104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.400717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 172.25.5.146 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/00834094-e5cd-40d7-b980-5e24cf709e96) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:17.412678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28cf4a-c5c9-462b-867e-28d7d79d9385 req-12f34f97-232c-48fc-8d12-d3550cee04c0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:17.414231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e28cf4a-c5c9-462b-867e-28d7d79d9385 req-12f34f97-232c-48fc-8d12-d3550cee04c0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 943 time: 0.1040590 Aug 30 21:17:17.502832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e28cf4a-c5c9-462b-867e-28d7d79d9385 req-6e9af130-1097-4958-81ee-1f3f0ccacab4 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794182 Aug 30 21:17:17.554208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.603648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.650866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:17.657317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:17.660660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:17.697356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=00834094-e5cd-40d7-b980-5e24cf709e96,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:17.752708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a4a0cccc-02d9-4ce7-81ab-c5a9d831646e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:17.776910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.806559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:17.807106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.815298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:17.998915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:18.006048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:18.079781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=00834094-e5cd-40d7-b980-5e24cf709e96,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:18.093806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:18.109893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:18.111182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a6ee993-a718-4b04-a622-cf1b7bc7724d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0736363 Aug 30 21:17:18.375153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-7a55d973-9e27-4d63-bc5c-e4b17b186996 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1636932659&fields=id&tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355 HTTP/1.1" status: 200 len: 267 time: 0.0405109 Aug 30 21:17:18.432354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fa5bf4ce-ce1b-4442-9486-41bc51328786 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:18.433786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fa5bf4ce-ce1b-4442-9486-41bc51328786 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 937 time: 0.0508912 Aug 30 21:17:18.486746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5ffd41e0-b679-4c77-b1fe-291094eeda47 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:18.488137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5ffd41e0-b679-4c77-b1fe-291094eeda47 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 936 time: 0.0481484 Aug 30 21:17:18.523404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d2defba3-0e15-48e6-8b0e-c6c66e9397fd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0288470 Aug 30 21:17:18.563636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-a4f28859-a02c-4cbd-a1d5-b49a9049c40f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0334952 Aug 30 21:17:18.678553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e9f8d736-e1b3-43e4-9908-a0e06b501eab tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:18.684908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e9f8d736-e1b3-43e4-9908-a0e06b501eab tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:18.691242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e9f8d736-e1b3-43e4-9908-a0e06b501eab tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:18.693290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e9f8d736-e1b3-43e4-9908-a0e06b501eab tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/networks?id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=ab01343f-3c77-4178-a105-fc0308ce2d96&id=ab01343f-3c77-4178-a105-fc0308ce2d96 HTTP/1.1" status: 200 len: 1994 time: 0.1234217 Aug 30 21:17:18.709645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-7ebc4696-d8e0-4c60-9427-0e51516deb2d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/quotas/ce2d79ce23874d31a3d5c7bfdb1cf355 HTTP/1.1" status: 200 len: 375 time: 0.0098233 Aug 30 21:17:18.778600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-90152d48-92c2-4c09-8224-4fdc80a577e1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0629537 Aug 30 21:17:18.813510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35114) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:18.892430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34d00a6b-67e1-4516-9573-9d35ff8df06a service neutron] 10.222.0.76 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014698 Aug 30 21:17:18.965887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f986a4b6-081f-4a68-b9c2-689ad1a10885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.023275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fd4766f2-0828-4fb5-8a55-d04596f722e1 service neutron] 10.222.0.76 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246977 Aug 30 21:17:19.079310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-53309229-8880-4f8b-92ea-4f21b88015cb service neutron] 10.222.0.76 "GET /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0481372 Aug 30 21:17:19.162844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f986a4b6-081f-4a68-b9c2-689ad1a10885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.170748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f986a4b6-081f-4a68-b9c2-689ad1a10885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.224061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986a4b6-081f-4a68-b9c2-689ad1a10885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a3b1d0-37a6-40ae-8b17-ac7e2d0b7ca2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:19.232229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1d65554-f91a-4af0-aeea-2ab563ef2e54 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424649 Aug 30 21:17:19.237407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f986a4b6-081f-4a68-b9c2-689ad1a10885 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf75fcd546d2459fb926809094d59d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198749 Aug 30 21:17:19.237407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35122) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:19.359411 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2389b275-9e2e-421d-b652-16a796f37594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.381097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d0a8106c-c36f-4474-aedf-de7cacc734bf service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356683 Aug 30 21:17:19.400692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2389b275-9e2e-421d-b652-16a796f37594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.441140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-639a6b44-1868-4421-83fc-d641ca9e8c1a service neutron] 10.222.0.76 "GET /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0527694 Aug 30 21:17:19.443063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device da26f837-cca0-48d4-9b9a-621346438eb0 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:17:19.533033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2389b275-9e2e-421d-b652-16a796f37594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.535575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2389b275-9e2e-421d-b652-16a796f37594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.539223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2389b275-9e2e-421d-b652-16a796f37594 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11a3b1d0-37a6-40ae-8b17-ac7e2d0b7ca2 HTTP/1.1" status: 204 len: 168 time: 0.2985635 Aug 30 21:17:19.551283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389b275-9e2e-421d-b652-16a796f37594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a3b1d0-37a6-40ae-8b17-ac7e2d0b7ca2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:19.567643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d5523f07-bb61-4a37-a78d-27a2fff0028f service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167343 Aug 30 21:17:19.694135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-3338c08b-da38-4715-951a-56ed33fb4860 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160550 Aug 30 21:17:19.713967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port da26f837-cca0-48d4-9b9a-621346438eb0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=da26f837-cca0-48d4-9b9a-621346438eb0,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:19.725016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'da26f837-cca0-48d4-9b9a-621346438eb0', 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'port_id': 'da26f837-cca0-48d4-9b9a-621346438eb0', 'mac_address': 'fa:16:3e:72:0d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05b4077-1d23-4f07-ace7-e6695deb37dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:17:19.767216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.782751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da26f837-cca0-48d4-9b9a-621346438eb0 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:19.795798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-8215783f-cac6-430f-876a-a26de4dc8fee service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004298 Aug 30 21:17:19.805853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port da26f837-cca0-48d4-9b9a-621346438eb0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=da26f837-cca0-48d4-9b9a-621346438eb0,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:19.811027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.864364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:19.868509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=da26f837-cca0-48d4-9b9a-621346438eb0,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:19.880116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99a8fe06-9629-4a30-b95c-81f37af5e64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.894820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c8375d8c-eb01-4ea9-bf5b-c1d8fb7a5c55 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951133 Aug 30 21:17:19.985967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99a8fe06-9629-4a30-b95c-81f37af5e64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.990651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99a8fe06-9629-4a30-b95c-81f37af5e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:19.998358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-75173cf6-eea4-478a-823a-41087ab3ec10 service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970688 Aug 30 21:17:20.028349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99a8fe06-9629-4a30-b95c-81f37af5e64f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4293a1b837e4872aa080fc07ed6694c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622820 Aug 30 21:17:20.030789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8fe06-9629-4a30-b95c-81f37af5e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d23f49-c6f7-47e9-9965-aa264fcd2f5e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:20.033138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:20.097491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ffff45-2131-4e12-9093-ba8cf9d06bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:20.105524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-75886bbd-72ca-40e7-a39c-86a465bb85bf service neutron] 10.222.0.76 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002581 Aug 30 21:17:20.119138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ffff45-2131-4e12-9093-ba8cf9d06bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:20.169397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ffff45-2131-4e12-9093-ba8cf9d06bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:20.172071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ffff45-2131-4e12-9093-ba8cf9d06bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:20.173248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f4ffff45-2131-4e12-9093-ba8cf9d06bdf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7d23f49-c6f7-47e9-9965-aa264fcd2f5e HTTP/1.1" status: 204 len: 168 time: 0.1392086 Aug 30 21:17:20.181341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffff45-2131-4e12-9093-ba8cf9d06bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d23f49-c6f7-47e9-9965-aa264fcd2f5e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:20.234819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-4badc4b0-57f4-4f1b-a67e-b816c51b7ede service neutron] 10.222.0.76 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164365 Aug 30 21:17:20.287803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-b6ecf5f5-cf54-41e6-8d91-1f7ee545afd8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415096 Aug 30 21:17:20.288817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['da26f837-cca0-48d4-9b9a-621346438eb0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:20.370873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-aebd3137-e7b9-4a45-a75d-738f08e2d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:20.372643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-aebd3137-e7b9-4a45-a75d-738f08e2d285 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54f453249f564d0db918e63f108138e0&device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1097 time: 0.0520210 Aug 30 21:17:20.376927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-92cff643-30a6-471a-8ecb-ed4cd4c0f984 service neutron] 10.222.0.76 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354907 Aug 30 21:17:20.503133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2aeefc74-800e-44fb-837a-af5ece64c262 service neutron] 10.222.0.76 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170642 Aug 30 21:17:20.510572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-eeec2bcb-02d2-4bd0-95fe-2127f8d017e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:20.512234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-eeec2bcb-02d2-4bd0-95fe-2127f8d017e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 200 len: 909 time: 0.1173751 Aug 30 21:17:20.586520 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-72c7992e-336d-4095-899f-23b428bfa3f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 200 len: 1001 time: 0.0633960 Aug 30 21:17:20.602186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-963e4d7d-07ef-4bf2-b8c5-90d7e1aba431 service neutron] 10.222.0.76 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924265 Aug 30 21:17:20.646644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-2b48bda5-a197-4e88-a50b-c3cc4e2ea296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:20.648405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-2b48bda5-a197-4e88-a50b-c3cc4e2ea296 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c580e4c7-3a75-4a4c-bc1a-25e2920297c4 HTTP/1.1" status: 200 len: 847 time: 0.0534146 Aug 30 21:17:20.720343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-7bf618e2-8fd2-496a-bddb-56b96aef5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:20.720550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-7bf618e2-8fd2-496a-bddb-56b96aef5862 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=586a5038-04bf-4859-9ed1-7bba7cbc67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563502 Aug 30 21:17:20.835286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-eb93146a-57ff-4a41-af9a-607b93407ca9 service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058171 Aug 30 21:17:20.952185 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624d441c-df87-4c89-ad8a-a77e6f825d4c req-36584a0e-c0f6-4803-9b9d-025f392d1093 service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084590 Aug 30 21:17:21.142179 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:17:21.318336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224afc50-83c5-4000-b4b0-21b0b5df3c2d req-3fd53b2b-da65-4e16-9ecd-c740aa1ed510 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:21.326803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-224afc50-83c5-4000-b4b0-21b0b5df3c2d req-3fd53b2b-da65-4e16-9ecd-c740aa1ed510 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.0676184 Aug 30 21:17:21.388943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-224afc50-83c5-4000-b4b0-21b0b5df3c2d req-a4396a15-a718-4aa6-99e6-007d77ef09ee tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Aug 30 21:17:21.490132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:21.502780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7fbaa-b13d-4052-b9dd-8cfb68ccf266 req-5e165128-2242-49f5-a00e-0e2c58e46c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:21.504496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5c7fbaa-b13d-4052-b9dd-8cfb68ccf266 req-5e165128-2242-49f5-a00e-0e2c58e46c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 944 time: 0.0541136 Aug 30 21:17:21.549585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5c7fbaa-b13d-4052-b9dd-8cfb68ccf266 req-c8029ec5-7371-4ebe-a7cd-74a2d2a0501e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Aug 30 21:17:21.656050 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-561fca92-85c0-4fd7-b359-2c3f43c2e805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.761831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-561fca92-85c0-4fd7-b359-2c3f43c2e805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.764342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c433e5c5-a100-464a-b3e3-846856d414d0 req-461ab3b9-6a64-4fb3-9a94-2eadde4cc14b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0319438 Aug 30 21:17:21.767202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-561fca92-85c0-4fd7-b359-2c3f43c2e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.809438 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-561fca92-85c0-4fd7-b359-2c3f43c2e805 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1977b4f2607b43aa98a983754efa96a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181109 Aug 30 21:17:21.812315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:21.819182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fca92-85c0-4fd7-b359-2c3f43c2e805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0da0a2-582e-449e-a850-64cea9d20891,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:21.867157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9793258-b2de-45c4-afcf-ac57a0ffbe92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.897251 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9793258-b2de-45c4-afcf-ac57a0ffbe92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.957022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9793258-b2de-45c4-afcf-ac57a0ffbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.959728 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9793258-b2de-45c4-afcf-ac57a0ffbe92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:21.960921 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c9793258-b2de-45c4-afcf-ac57a0ffbe92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a0da0a2-582e-449e-a850-64cea9d20891 HTTP/1.1" status: 204 len: 168 time: 0.1474822 Aug 30 21:17:21.970246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9793258-b2de-45c4-afcf-ac57a0ffbe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0da0a2-582e-449e-a850-64cea9d20891,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:22.042165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc1821-ce2f-4d30-938f-9aa31c76583a req-b382e48a-df68-4306-a3db-9d9901434bef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.043940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08dc1821-ce2f-4d30-938f-9aa31c76583a req-b382e48a-df68-4306-a3db-9d9901434bef tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.0564048 Aug 30 21:17:22.094278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08dc1821-ce2f-4d30-938f-9aa31c76583a req-64272788-ebc4-42b9-837b-da766934f6a3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Aug 30 21:17:22.461426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c6e32c7e-4d71-40c4-957c-8dada4e04f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.461426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c6e32c7e-4d71-40c4-957c-8dada4e04f06 service neutron] 10.222.0.82 "GET /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 1033 time: 0.0425975 Aug 30 21:17:22.511557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1f188d49-a6a0-4384-a9d3-b7ab85a588e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.513169 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1f188d49-a6a0-4384-a9d3-b7ab85a588e3 service neutron] 10.222.0.82 "GET /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 1032 time: 0.0425625 Aug 30 21:17:22.649936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-a118d425-4950-4497-8500-9a6a6b9fcd00 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.656995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-a118d425-4950-4497-8500-9a6a6b9fcd00 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.663566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-a118d425-4950-4497-8500-9a6a6b9fcd00 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.665500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-a118d425-4950-4497-8500-9a6a6b9fcd00 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "GET /v2.0/networks?id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=ab01343f-3c77-4178-a105-fc0308ce2d96&id=ab01343f-3c77-4178-a105-fc0308ce2d96 HTTP/1.1" status: 200 len: 1994 time: 0.1454926 Aug 30 21:17:22.686027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be039e-34b5-42c6-8b26-d14e856ed850 req-ab5dc373-4bf6-4c3f-bc2a-e81f2574ceb2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:22.687659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51be039e-34b5-42c6-8b26-d14e856ed850 req-ab5dc373-4bf6-4c3f-bc2a-e81f2574ceb2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 944 time: 0.0644722 Aug 30 21:17:22.720764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5de1c990-a988-41c3-b18f-e8d40f408502 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355 HTTP/1.1" status: 200 len: 380 time: 0.0439177 Aug 30 21:17:22.734452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'admin_state_up': True, 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'security_groups': ['30db81b1-d667-4d6a-81a2-bbd4c619f561']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:22.768219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51be039e-34b5-42c6-8b26-d14e856ed850 req-0d699fde-3c33-491e-8d79-790bf9fce3c8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599530 Aug 30 21:17:22.867455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:22.872535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.037430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0fb1dc74-6660-4ad3-ab67-dfb524cb2f6e req-58f2cca0-3c8b-49b0-be91-dd1c4ba627f5 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0452716 Aug 30 21:17:23.057964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 172.20.0.6 (5afa19d6-a0fd-4bef-a230-2a03bad6dcde/2192d990-9c44-4ba3-a3f2-f1a144041a6d/c3e22f8c-7fb6-4591-b9e5-4b855ee09104) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:23.226284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b29ac-3d6f-4ec6-934c-eb668374d49f req-df2612f4-34cc-49e5-9c5c-89a872e3fd70 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:23.241840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-291b29ac-3d6f-4ec6-934c-eb668374d49f req-df2612f4-34cc-49e5-9c5c-89a872e3fd70 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.0697687 Aug 30 21:17:23.263776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.277861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-291b29ac-3d6f-4ec6-934c-eb668374d49f req-27bbfa1c-e746-40d9-8584-c1e558121231 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339859 Aug 30 21:17:23.281850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object c3e22f8c-7fb6-4591-b9e5-4b855ee09104 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:23.329948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.384822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:23.390232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:23.394346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:23.423755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:23.457086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device da26f837-cca0-48d4-9b9a-621346438eb0 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:23.473845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:23.474771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.498731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-34bd1e45-e32f-4f65-afe9-821d456c4d43 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7708642 Aug 30 21:17:23.511755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'admin_state_up': True, 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'security_groups': ['30db81b1-d667-4d6a-81a2-bbd4c619f561']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:23.574848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port da26f837-cca0-48d4-9b9a-621346438eb0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:23.580673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port da26f837-cca0-48d4-9b9a-621346438eb0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:23.581106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.627133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-253e531f-f62c-45a1-aa6c-15975ef18629 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:23.629273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-253e531f-f62c-45a1-aa6c-15975ef18629 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 946 time: 0.1303337 Aug 30 21:17:23.755619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.836825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-87e020ba-c4e5-4742-93bc-01983e2aa0f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877893 Aug 30 21:17:23.842618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:23.851834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.868207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da26f837-cca0-48d4-9b9a-621346438eb0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:23.876654 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ed6ccb-7b7a-440a-8970-c14ad75fbdfc" -d '{"events": [{"server_uuid": "0422fe81-20e4-4afa-9b9a-902473fd0a54", "name": "network-vif-plugged", "status": "completed", "tag": "da26f837-cca0-48d4-9b9a-621346438eb0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:23.882107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Deleting port 69f5fd2c-de84-4f1d-b10d-74c707d27840 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:23.888794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.898889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27a5b67f-c751-4925-8868-3474cef2112f None None] Provisioning for port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:23.905855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35272) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:23.906998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27a5b67f-c751-4925-8868-3474cef2112f None None] Provisioning complete for port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:23.907535 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27a5b67f-c751-4925-8868-3474cef2112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:23.915622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port da26f837-cca0-48d4-9b9a-621346438eb0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=da26f837-cca0-48d4-9b9a-621346438eb0,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:23.937545 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.000962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-27a5b67f-c751-4925-8868-3474cef2112f None None] Port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:24.033419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-e156a8e0-7cbe-4db6-a587-af79574c88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.034013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=da26f837-cca0-48d4-9b9a-621346438eb0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:24.036488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-e156a8e0-7cbe-4db6-a587-af79574c88ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 1097 time: 0.1452746 Aug 30 21:17:24.061334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332ee2-26fe-43c9-bab3-430a6915ec6e req-1e780b10-8d25-46f8-923d-aee1522bdb1a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.063166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72332ee2-26fe-43c9-bab3-430a6915ec6e req-1e780b10-8d25-46f8-923d-aee1522bdb1a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 945 time: 0.1667407 Aug 30 21:17:24.127049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] For port 69f5fd2c-de84-4f1d-b10d-74c707d27840, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=69f5fd2c-de84-4f1d-b10d-74c707d27840,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:24.127746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.157270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72332ee2-26fe-43c9-bab3-430a6915ec6e req-b6d0249e-a016-42cc-bb81-c463e7ff7f96 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Aug 30 21:17:24.162235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc5f-9f9e-4e91-b82d-68fcb337f026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.166643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Calling delete_port for 69f5fd2c-de84-4f1d-b10d-74c707d27840 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:24.246046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 10.1.1.48 (5fa8204a-b020-4f6e-b951-d7dce736994d/3b739132-9649-4993-a539-691b6fe9b6c7/0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:24.266430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-46450c80-3c1f-4aa9-973c-79561504b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.268162 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-46450c80-3c1f-4aa9-973c-79561504b64f service neutron] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1985445 Aug 30 21:17:24.332428 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8fe63e-058f-4ac6-baac-99837e67285d x-openstack-request-id: req-5c8fe63e-058f-4ac6-baac-99837e67285d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:24.333745 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422fe81-20e4-4afa-9b9a-902473fd0a54", "name": "network-vif-plugged", "status": "completed", "tag": "da26f837-cca0-48d4-9b9a-621346438eb0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:24.334402 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c8fe63e-058f-4ac6-baac-99837e67285d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:24.335197 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da26f837-cca0-48d4-9b9a-621346438eb0', 'code': 200} Aug 30 21:17:24.335807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc5f-9f9e-4e91-b82d-68fcb337f026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.344166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cc5f-9f9e-4e91-b82d-68fcb337f026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.370917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-aae3de59-ad40-438f-ba4f-38688aff6c03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 200 len: 217 time: 0.0932972 Aug 30 21:17:24.480931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8cc5f-9f9e-4e91-b82d-68fcb337f026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9de5235-3347-4d25-8a07-697dff8316ae,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:24.489066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ca8cc5f-9f9e-4e91-b82d-68fcb337f026 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ceebfab2b2fe4a8eb184dd4b9d10172c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809057 Aug 30 21:17:24.494024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35282) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:24.524368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-a2916c68-ad87-4acb-9e6f-0dfdd9e05065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.526419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-a2916c68-ad87-4acb-9e6f-0dfdd9e05065 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1447222 Aug 30 21:17:24.539019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.551958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['69f5fd2c-de84-4f1d-b10d-74c707d27840'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:24.599923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab94e5-eb85-4ead-9a32-aa1fafe8e6ac req-0400e25b-19df-4dcd-8be1-c5f2b59447a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.601671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26ab94e5-eb85-4ead-9a32-aa1fafe8e6ac req-0400e25b-19df-4dcd-8be1-c5f2b59447a0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 1097 time: 0.1726482 Aug 30 21:17:24.602224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event deleted for resources: {'Port': ['ID=69f5fd2c-de84-4f1d-b10d-74c707d27840,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:24.625369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.645215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:24.673650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-68501623-7497-49b7-ab1b-3051902ef087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.675285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-68501623-7497-49b7-ab1b-3051902ef087 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351492 Aug 30 21:17:24.679679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] No DVR routers for this DVR port 69f5fd2c-de84-4f1d-b10d-74c707d27840 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:17:24.683076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b22f5b9-7cf5-406b-830a-f09c5056bc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.685887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.688114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-504e7a47-84c2-405c-89bd-ed747ff8e582 req-6d7ea90b-3ad6-4fa7-a52b-b9ad77dfcfc0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "DELETE /v2.0/ports/69f5fd2c-de84-4f1d-b10d-74c707d27840 HTTP/1.1" status: 204 len: 173 time: 1.0516808 Aug 30 21:17:24.696209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65ef3c-28b3-4aa4-983b-262ea950eb21 req-2faf1bd9-37f5-4eab-8108-60e0cafe55d8 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:24.698052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc65ef3c-28b3-4aa4-983b-262ea950eb21 req-2faf1bd9-37f5-4eab-8108-60e0cafe55d8 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 931 time: 0.1826777 Aug 30 21:17:24.698697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'name': 'network-vif-deleted', 'tag': '69f5fd2c-de84-4f1d-b10d-74c707d27840'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:24.701240 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c990ae-bb01-4616-afd6-201496b4364b" -d '{"events": [{"server_uuid": "343dfb3b-59ac-4378-828d-0e8875a904f4", "name": "network-vif-deleted", "tag": "69f5fd2c-de84-4f1d-b10d-74c707d27840"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:24.763549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.765905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26ab94e5-eb85-4ead-9a32-aa1fafe8e6ac req-df5783da-963e-4a87-aaf9-5b854ef10b15 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489737 Aug 30 21:17:24.768198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b22f5b9-7cf5-406b-830a-f09c5056bc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.828559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc65ef3c-28b3-4aa4-983b-262ea950eb21 req-59caaff2-757c-4e8f-9cc1-c6445bb4c6a8 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189315 Aug 30 21:17:24.863650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network 5fa8204a-b020-4f6e-b951-d7dce736994d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:24.881165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:24.900153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b22f5b9-7cf5-406b-830a-f09c5056bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.904514 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b22f5b9-7cf5-406b-830a-f09c5056bc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:24.906435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5b22f5b9-7cf5-406b-830a-f09c5056bc08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9de5235-3347-4d25-8a07-697dff8316ae HTTP/1.1" status: 204 len: 168 time: 0.4113643 Aug 30 21:17:24.912431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:24.917930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22f5b9-7cf5-406b-830a-f09c5056bc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9de5235-3347-4d25-8a07-697dff8316ae,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:25.007622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:25.008468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:25.019806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ec12bd2-381d-4b18-9c1b-dcbc47f1bd60 req-add9a7f6-a464-40dc-80eb-455442cdfb40 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=343dfb3b-59ac-4378-828d-0e8875a904f4 HTTP/1.1" status: 200 len: 210 time: 0.0496624 Aug 30 21:17:25.036802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:25.077043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-256a0021-ada3-4155-853c-1951be09099c service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890064 Aug 30 21:17:25.080078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5852a58b-6db9-4090-8ba3-17dc7774e154 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5728045 Aug 30 21:17:25.132745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'admin_state_up': True, 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'security_groups': ['30db81b1-d667-4d6a-81a2-bbd4c619f561']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:25.455141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d99e8488-91c5-428f-9b34-982c2d08d2c4 None None] Provisioning for port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:25.461345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d99e8488-91c5-428f-9b34-982c2d08d2c4 None None] Provisioning complete for port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:25.461846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d99e8488-91c5-428f-9b34-982c2d08d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:25.553975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d99e8488-91c5-428f-9b34-982c2d08d2c4 None None] Port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:25.573365 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6985d-4109-4999-8050-47b03d69f692 x-openstack-request-id: req-7ad6985d-4109-4999-8050-47b03d69f692 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:25.573658 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343dfb3b-59ac-4378-828d-0e8875a904f4", "name": "network-vif-deleted", "tag": "69f5fd2c-de84-4f1d-b10d-74c707d27840", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:25.573915 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7ad6985d-4109-4999-8050-47b03d69f692 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:25.574330 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343dfb3b-59ac-4378-828d-0e8875a904f4', 'name': 'network-vif-deleted', 'tag': '69f5fd2c-de84-4f1d-b10d-74c707d27840', 'status': 'completed', 'code': 200} Aug 30 21:17:25.699693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc1da7-f234-49ab-b655-919714caab17 req-cc093eb8-52aa-4d15-a1cb-d0cb38838b52 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:25.709080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17cc1da7-f234-49ab-b655-919714caab17 req-cc093eb8-52aa-4d15-a1cb-d0cb38838b52 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 945 time: 0.0748489 Aug 30 21:17:25.763539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-271ee464-9a0f-4b7c-9fb4-33148f3f5664 req-a55da808-5a46-4980-bf47-9453b0723e96 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757939 Aug 30 21:17:25.764470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17cc1da7-f234-49ab-b655-919714caab17 req-981c39f7-9b53-4121-8136-1ac39d6ef7e2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540631 Aug 30 21:17:25.791308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:25.795260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:25.940394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 10.1.1.34 (5fa8204a-b020-4f6e-b951-d7dce736994d/3b739132-9649-4993-a539-691b6fe9b6c7/7dd9ce1d-0af5-43f5-9720-f3b5244c8337) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:26.083492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c5fe-2652-48c8-a828-fd78e63c5dfd req-aec92293-0adf-4fe7-b1dd-f1b42c2bcc83 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:26.089525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959c5fe-2652-48c8-a828-fd78e63c5dfd req-aec92293-0adf-4fe7-b1dd-f1b42c2bcc83 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:26.091320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2959c5fe-2652-48c8-a828-fd78e63c5dfd req-aec92293-0adf-4fe7-b1dd-f1b42c2bcc83 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 1652 time: 0.0865066 Aug 30 21:17:26.143073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2959c5fe-2652-48c8-a828-fd78e63c5dfd req-858e91a8-7488-4e36-80aa-66ff36035c3e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447993 Aug 30 21:17:26.153370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:26.171100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:26.215960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:26.270830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network 5fa8204a-b020-4f6e-b951-d7dce736994d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:26.277207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:26.279653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:26.282320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:26.362044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:26.362846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:26.381680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-05153e39-3ae9-433f-b3c7-175b31409e2f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2783189 Aug 30 21:17:26.398897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96', 'admin_state_up': True, 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'security_groups': ['30db81b1-d667-4d6a-81a2-bbd4c619f561']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:26.647785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:26.696918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aa716cb5-087d-498d-a4c7-d5d87e1f186a None None] Provisioning for port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:26.701459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-591b387d-ea1d-41da-881f-0a553dfbdb9e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:26.706769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aa716cb5-087d-498d-a4c7-d5d87e1f186a None None] Provisioning complete for port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:26.707414 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa716cb5-087d-498d-a4c7-d5d87e1f186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:26.713544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-591b387d-ea1d-41da-881f-0a553dfbdb9e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1969609 Aug 30 21:17:26.726504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-fcd672c8-f811-4ecc-8355-78b17c908d04 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0115035 Aug 30 21:17:26.767020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-d9cd9994-9da6-4b6c-b889-cc2e5f7667c4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334439 Aug 30 21:17:26.774536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-aa716cb5-087d-498d-a4c7-d5d87e1f186a None None] Port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:26.784418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:26.931110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 69f5fd2c-de84-4f1d-b10d-74c707d27840 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:17:26.962191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 69f5fd2c-de84-4f1d-b10d-74c707d27840 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:17:26.962999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 69f5fd2c-de84-4f1d-b10d-74c707d27840 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:17:27.020172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 10.2.2.100 (ab01343f-3c77-4178-a105-fc0308ce2d96/4da72aa7-c5dd-4115-a43e-0573952f09e6/4682eb21-c3aa-4e08-9c48-2e438cf8282a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:27.041815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-3697f8f7-5525-4e8a-b791-6d0932129936 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623613 Aug 30 21:17:27.212185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:27.229741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object 4682eb21-c3aa-4e08-9c48-2e438cf8282a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:27.277289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:27.355270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network ab01343f-3c77-4178-a105-fc0308ce2d96 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:27.358710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:27.363029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:27.387507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:27.428180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:27.429271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:27.447512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd022591-1526-4121-9277-30fa48ffc8f6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596380 Aug 30 21:17:27.461476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96', 'admin_state_up': True, 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'security_groups': ['30db81b1-d667-4d6a-81a2-bbd4c619f561']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:27.549684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-6909fbb0-2e11-4f43-9e33-50381739852a service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073898 Aug 30 21:17:27.622921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Made reservation on behalf of ce2d79ce23874d31a3d5c7bfdb1cf355 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:27.627741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:27.748648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-12e71067-436f-4f68-8949-be1f93a58c74 None None] Provisioning for port 4682eb21-c3aa-4e08-9c48-2e438cf8282a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:27.765410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-12e71067-436f-4f68-8949-be1f93a58c74 None None] Provisioning complete for port 4682eb21-c3aa-4e08-9c48-2e438cf8282a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:27.766158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-12e71067-436f-4f68-8949-be1f93a58c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:27.900686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-12e71067-436f-4f68-8949-be1f93a58c74 None None] Port 4682eb21-c3aa-4e08-9c48-2e438cf8282a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:27.945846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301405b1-7c12-4439-9b58-ee26e7358c9a req-f9a294d9-1d5f-48b9-bf82-4bc025fa8541 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:27.955574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-301405b1-7c12-4439-9b58-ee26e7358c9a req-f9a294d9-1d5f-48b9-bf82-4bc025fa8541 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 945 time: 0.1198962 Aug 30 21:17:27.968881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Allocated IP 10.2.2.200 (ab01343f-3c77-4178-a105-fc0308ce2d96/4da72aa7-c5dd-4115-a43e-0573952f09e6/499c787e-1243-48e8-844c-5623ba68d359) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:28.042422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-301405b1-7c12-4439-9b58-ee26e7358c9a req-3bee1edf-f4ff-46ee-834b-a781f8d23246 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857797 Aug 30 21:17:28.296732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:28.318461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Transition to ACTIVE for port object 499c787e-1243-48e8-844c-5623ba68d359 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:28.395489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:28.473946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Network ab01343f-3c77-4178-a105-fc0308ce2d96 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:28.479400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:28.480689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-a20620c2-1a53-46bb-acd9-9738b6ccb966 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:28.485874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:28.510578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-a20620c2-1a53-46bb-acd9-9738b6ccb966 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:28.519010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event updated for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:28.543481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-a20620c2-1a53-46bb-acd9-9738b6ccb966 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:28.554302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-a20620c2-1a53-46bb-acd9-9738b6ccb966 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:28.555337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:28.556355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:28.562484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-a20620c2-1a53-46bb-acd9-9738b6ccb966 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:28.570703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-a20620c2-1a53-46bb-acd9-9738b6ccb966 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 3814 time: 0.1663592 Aug 30 21:17:28.591529 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-72bb8978-4519-4680-949c-58e02a380191 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1347847 Aug 30 21:17:28.610169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:28.628615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ece82c67-6cfa-44b7-a9f6-23d90865274b req-d87593a5-93a6-4946-8ff3-a957656fe8ba tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548222 Aug 30 21:17:28.688966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:28.795366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-758e5f53-3fd2-461e-b87b-fab5c4aa8dde req-34e45981-af7f-420c-b896-df93c9246c86 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 210 time: 0.0566115 Aug 30 21:17:28.848264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e385c798-04db-45ca-9a6c-edbc0786f87b None None] Provisioning for port 499c787e-1243-48e8-844c-5623ba68d359 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:28.861279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e385c798-04db-45ca-9a6c-edbc0786f87b None None] Provisioning complete for port 499c787e-1243-48e8-844c-5623ba68d359 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:28.861824 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e385c798-04db-45ca-9a6c-edbc0786f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:28.917734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e385c798-04db-45ca-9a6c-edbc0786f87b None None] Port 499c787e-1243-48e8-844c-5623ba68d359 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:17:29.093210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:29.138696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77946646-1b8d-4e42-aa6e-583df47df50f req-cdcf246c-f694-4245-8dbe-3cb966d8d3ea tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.140314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77946646-1b8d-4e42-aa6e-583df47df50f req-cdcf246c-f694-4245-8dbe-3cb966d8d3ea tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 945 time: 0.0889211 Aug 30 21:17:29.169669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e22f8c-7fb6-4591-b9e5-4b855ee09104 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:29.210088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.211835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77946646-1b8d-4e42-aa6e-583df47df50f req-dbeac506-46f9-429c-b2f5-aaca4853b0b9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593452 Aug 30 21:17:29.245831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Transition to ACTIVE for port object c3e22f8c-7fb6-4591-b9e5-4b855ee09104 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:29.254232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.258943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43fdac80-358f-41cd-87a9-25ce396b99e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.272585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-1d5406a9-fd33-4020-8646-95e7e1f41e1a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.274113 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-1d5406a9-fd33-4020-8646-95e7e1f41e1a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1812892 Aug 30 21:17:29.301503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Request body: {'port': {'device_id': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'admin_state_up': True, 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:29.405166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Pushing event updated for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:29.415311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43fdac80-358f-41cd-87a9-25ce396b99e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.421554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43fdac80-358f-41cd-87a9-25ce396b99e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.471773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:29.472138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-43fdac80-358f-41cd-87a9-25ce396b99e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a56dc2dc3ce34ed8bfbf7d5a38b702e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764002 Aug 30 21:17:29.477559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdac80-358f-41cd-87a9-25ce396b99e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ecd94b-6aca-448b-ab49-794d2bb3f5f1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:29.580927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Attempting to bind port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:29.581424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Attempting to bind port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:29.582104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Attempting to bind port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 on network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:29.587261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:29.591188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.601635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 on network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:29.601958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Attempting to bind port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 on network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:29.620604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6115ed3-f339-452f-b5ef-214e40a02ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.622904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:29.623238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Checking segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:29.623621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Bound using segment: {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:29.624059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Bound port: c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec7c4b6-6d29-4886-954f-ac86c2015684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:29.624404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.683667 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6115ed3-f339-452f-b5ef-214e40a02ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.781802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-0b0f380b-6abc-4939-9d57-497a32afbccf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.787429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-0b0f380b-6abc-4939-9d57-497a32afbccf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.793502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-0b0f380b-6abc-4939-9d57-497a32afbccf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.799365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-0b0f380b-6abc-4939-9d57-497a32afbccf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.805228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-0b0f380b-6abc-4939-9d57-497a32afbccf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:29.812043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-0b0f380b-6abc-4939-9d57-497a32afbccf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 3826 time: 0.1050816 Aug 30 21:17:29.845216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:29.858528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b78ab9-09e6-40da-9cc4-64eed4baabe1 req-d63f6373-56d0-450e-93b0-f1735723e4a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430932 Aug 30 21:17:29.870620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:29.874493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6115ed3-f339-452f-b5ef-214e40a02ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.877298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6115ed3-f339-452f-b5ef-214e40a02ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.878576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6115ed3-f339-452f-b5ef-214e40a02ade admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2ecd94b-6aca-448b-ab49-794d2bb3f5f1 HTTP/1.1" status: 204 len: 168 time: 0.4021728 Aug 30 21:17:29.894792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Allocated IP 172.20.0.8 (97ab9e34-2cc4-41cc-a326-9408603975cb/a0058480-6024-443b-9e88-c26955bf5510/9cf9bc74-7919-47f5-9e2e-33e1436d524b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:29.922870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:29.936713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6115ed3-f339-452f-b5ef-214e40a02ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ecd94b-6aca-448b-ab49-794d2bb3f5f1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:30.002640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.003414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.004759 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] 10.222.0.82 "PUT /v2.0/ports/c3e22f8c-7fb6-4591-b9e5-4b855ee09104 HTTP/1.1" status: 200 len: 1092 time: 1.4022002 Aug 30 21:17:30.009411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:30.012072 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19706463-ef89-4884-8959-2483be4a2f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:30.015399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3960e4d-2029-4b9c-8a6d-01eadb5919ad req-6a030ac7-cfd5-4a98-8cee-79f2754bc509 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 210 time: 0.0610991 Aug 30 21:17:30.056902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:30.147983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d5688-c08f-4225-b41b-6da0e3cae29e service neutron] Pushing event updated for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:30.236626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.328734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.357722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:30.385468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab92-1bd8-46f3-b15c-3dba88b68fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.483994 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38778c5-7256-4a01-b333-f04b92d33964 x-openstack-request-id: req-a38778c5-7256-4a01-b333-f04b92d33964 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:30.484286 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:30.484585 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a38778c5-7256-4a01-b333-f04b92d33964 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:30.484910 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'status': 'completed', 'code': 200} Aug 30 21:17:30.547810 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.599935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab92-1bd8-46f3-b15c-3dba88b68fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.610203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9aab92-1bd8-46f3-b15c-3dba88b68fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.614298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:30.624480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:30.635280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:30.664739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b9aab92-1bd8-46f3-b15c-3dba88b68fb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=040bcccc127d4e3986f58d05fee434c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021851 Aug 30 21:17:30.671762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23411f-a1cf-489e-afa3-613c9241ace7 req-7b1aa4f5-c24d-4583-abc1-0f0f9313cde6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.673261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be23411f-a1cf-489e-afa3-613c9241ace7 req-7b1aa4f5-c24d-4583-abc1-0f0f9313cde6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 945 time: 0.1475334 Aug 30 21:17:30.673739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35460) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:30.680452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-e89739f8-01e2-4514-8e53-86e1a02e7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.680452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-e89739f8-01e2-4514-8e53-86e1a02e7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.680452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-e89739f8-01e2-4514-8e53-86e1a02e7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.680875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-e89739f8-01e2-4514-8e53-86e1a02e7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.681650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-e89739f8-01e2-4514-8e53-86e1a02e7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.683718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19706463-ef89-4884-8959-2483be4a2f0e req-e89739f8-01e2-4514-8e53-86e1a02e7aa2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 4362 time: 0.1558526 Aug 30 21:17:30.684120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:30.689751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aab92-1bd8-46f3-b15c-3dba88b68fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce1777-6907-431b-9ea3-7cd482b18369,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:30.712058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70166d61-170d-4ee1-b2f1-ee2475cc190f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:30.721850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.730037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.730726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.777125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Transition to ACTIVE for port object 70166d61-170d-4ee1-b2f1-ee2475cc190f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:30.787321 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-69c83f78-764e-4e5d-805e-ad5233bb4692 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4913468 Aug 30 21:17:30.788001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.814749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Request body: {'port': {'device_id': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:30.829673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be23411f-a1cf-489e-afa3-613c9241ace7 req-2fde2697-0597-4581-810b-a3e774c662fc tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412110 Aug 30 21:17:30.853324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-15a7cad1-3295-4815-a066-e99cc7ef4a3b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.855096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d71cdc5-45da-4000-9a36-108c7a806209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.855292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-15a7cad1-3295-4815-a066-e99cc7ef4a3b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 945 time: 0.1196523 Aug 30 21:17:30.892109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-3a1c6914-1a35-4d0c-8256-30f9dbd8f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.892586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-3a1c6914-1a35-4d0c-8256-30f9dbd8f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.893056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-3a1c6914-1a35-4d0c-8256-30f9dbd8f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:30.895037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19706463-ef89-4884-8959-2483be4a2f0e req-3a1c6914-1a35-4d0c-8256-30f9dbd8f198 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1965489 Aug 30 21:17:30.898023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d71cdc5-45da-4000-9a36-108c7a806209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:30.997659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Pushing event updated for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:31.067926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d71cdc5-45da-4000-9a36-108c7a806209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.070436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d71cdc5-45da-4000-9a36-108c7a806209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.071657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d71cdc5-45da-4000-9a36-108c7a806209 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84ce1777-6907-431b-9ea3-7cd482b18369 HTTP/1.1" status: 204 len: 168 time: 0.3966005 Aug 30 21:17:31.126040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71cdc5-45da-4000-9a36-108c7a806209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce1777-6907-431b-9ea3-7cd482b18369,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:31.129454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.183667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Deleting port da26f837-cca0-48d4-9b9a-621346438eb0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:31.184017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.209928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19706463-ef89-4884-8959-2483be4a2f0e req-99882212-b630-4b30-9c3e-1c148adf2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.214458 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19706463-ef89-4884-8959-2483be4a2f0e req-99882212-b630-4b30-9c3e-1c148adf2c7c service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3059900 Aug 30 21:17:31.287175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.293899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.302585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.309877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Attempting to bind port 70166d61-170d-4ee1-b2f1-ee2475cc190f on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:31.310500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Attempting to bind port 70166d61-170d-4ee1-b2f1-ee2475cc190f by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:31.310629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.310785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Attempting to bind port 70166d61-170d-4ee1-b2f1-ee2475cc190f on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:31.316949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.325613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.327251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87eb0523-c282-4382-8981-71c74766c735 req-91ad0f92-f591-4e88-83d4-82998c995be6 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 4604 time: 0.1037953 Aug 30 21:17:31.341770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Port 70166d61-170d-4ee1-b2f1-ee2475cc190f on network 5fa8204a-b020-4f6e-b951-d7dce736994d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:31.342285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Attempting to bind port 70166d61-170d-4ee1-b2f1-ee2475cc190f on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:31.377886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:31.378312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Checking segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:31.378846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Bound using segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:31.379446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Bound port: 70166d61-170d-4ee1-b2f1-ee2475cc190f, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:31.380498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.417084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87eb0523-c282-4382-8981-71c74766c735 req-b67a0d1c-f2a9-49a2-aab0-fe901f1c9ad0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775907 Aug 30 21:17:31.483333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] For port da26f837-cca0-48d4-9b9a-621346438eb0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=da26f837-cca0-48d4-9b9a-621346438eb0,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:31.483707 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.503342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Calling delete_port for da26f837-cca0-48d4-9b9a-621346438eb0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:31.566934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e9918-ab57-47cc-8565-67b36939fe6a req-4447975f-d392-449a-94a2-2f98eab85473 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.568554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0e9918-ab57-47cc-8565-67b36939fe6a req-4447975f-d392-449a-94a2-2f98eab85473 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 931 time: 0.0608294 Aug 30 21:17:31.636513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0e9918-ab57-47cc-8565-67b36939fe6a req-95431775-ca7e-4e6e-9be0-d1c5f9fbd4f3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565131 Aug 30 21:17:31.681893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:31.716804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:31.728929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.788319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:31.789006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.790886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] 10.222.0.82 "PUT /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 1137 time: 1.7488949 Aug 30 21:17:31.857286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:31.922077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09fd77-8409-4972-a497-031c3155d635 service neutron] Pushing event updated for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:31.960846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf9bc74-7919-47f5-9e2e-33e1436d524b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:31.985996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:31.994026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:32.009049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'da26f837-cca0-48d4-9b9a-621346438eb0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:32.022166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:32.042300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Transition to ACTIVE for port object 9cf9bc74-7919-47f5-9e2e-33e1436d524b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:32.058703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Pushing event deleted for resources: {'Port': ['ID=da26f837-cca0-48d4-9b9a-621346438eb0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:32.080919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aaaeb6bb-b58b-4b2d-ae88-0af49dfd3a72 req-e1cf414b-0d72-4b08-b8da-d000efa31f78 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 210 time: 0.0623243 Aug 30 21:17:32.101016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:32.494986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '70166d61-170d-4ee1-b2f1-ee2475cc190f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:32.497572 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca2dab-752e-4afb-b3a4-dde61d976e58" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "70166d61-170d-4ee1-b2f1-ee2475cc190f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:32.505594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] No DVR routers for this DVR port da26f837-cca0-48d4-9b9a-621346438eb0 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:17:32.509073 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:32.511941 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94093d8e-8ce5-44ae-bebd-2bc74f98c3c1 req-ae847d85-022f-477b-9b4c-572f78176c65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "DELETE /v2.0/ports/da26f837-cca0-48d4-9b9a-621346438eb0 HTTP/1.1" status: 204 len: 173 time: 1.6373863 Aug 30 21:17:32.571007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:32.598248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.605935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.614096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.621678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.639890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.646807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.651006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-64986062-d4db-4bc1-9bfc-92c852247353 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 4604 time: 0.1578898 Aug 30 21:17:32.718370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73017582-c0a0-43c5-8ee6-2b8b1bacbe83 req-f13e3b00-8523-462e-93a1-ad0afbb21ac7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604901 Aug 30 21:17:32.806336 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6fa275-01ce-4a13-b469-2b3322d30204 x-openstack-request-id: req-fa6fa275-01ce-4a13-b469-2b3322d30204 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:32.806718 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "70166d61-170d-4ee1-b2f1-ee2475cc190f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:32.807195 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa6fa275-01ce-4a13-b469-2b3322d30204 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:32.808482 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '70166d61-170d-4ee1-b2f1-ee2475cc190f', 'status': 'completed', 'code': 200} Aug 30 21:17:32.809417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Attempting to bind port 9cf9bc74-7919-47f5-9e2e-33e1436d524b on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:32.809841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Attempting to bind port 9cf9bc74-7919-47f5-9e2e-33e1436d524b by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:32.810418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Attempting to bind port 9cf9bc74-7919-47f5-9e2e-33e1436d524b on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:32.821138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Port 9cf9bc74-7919-47f5-9e2e-33e1436d524b on network 97ab9e34-2cc4-41cc-a326-9408603975cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:32.821624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Attempting to bind port 9cf9bc74-7919-47f5-9e2e-33e1436d524b on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:32.833501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:32.833978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:32.834435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Bound using segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:32.835126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Bound port: 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:32.835483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:32.943081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09567ef-9a5b-4e9b-a282-a273243fd670 req-7e645efa-6a90-4ea9-9f55-f833c18312cf tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.951542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b09567ef-9a5b-4e9b-a282-a273243fd670 req-7e645efa-6a90-4ea9-9f55-f833c18312cf tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 943 time: 0.0794561 Aug 30 21:17:32.969542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.970038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.970773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.971129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.971524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.971992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:32.974166 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-f31665f4-64d5-413d-bdd0-de5901850e39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5292 time: 0.1417532 Aug 30 21:17:33.007972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b09567ef-9a5b-4e9b-a282-a273243fd670 req-83832f2b-8386-49de-b29b-776b8a6aa510 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554316 Aug 30 21:17:33.027927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:33.102091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:33.117158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525a02fd-b21c-4543-b84e-1a77856d5666 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:33.131841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:33.181528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:33.195859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Transition to ACTIVE for port object 525a02fd-b21c-4543-b84e-1a77856d5666 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:33.232635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:33.242441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.243113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:33.244678 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] 10.222.0.86 "PUT /v2.0/ports/9cf9bc74-7919-47f5-9e2e-33e1436d524b HTTP/1.1" status: 200 len: 1092 time: 2.4407465 Aug 30 21:17:33.246404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0191af1d-d310-4560-9f47-4290d5e8e5c1 req-ebe5e5c4-a240-4e2f-90cc-2fe4d5d73898 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=0422fe81-20e4-4afa-9b9a-902473fd0a54 HTTP/1.1" status: 200 len: 210 time: 0.0783291 Aug 30 21:17:33.394925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-70cdad2c-36f3-48ab-9454-d9fb4b953587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.396270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-70cdad2c-36f3-48ab-9454-d9fb4b953587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.397996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-70cdad2c-36f3-48ab-9454-d9fb4b953587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.402658 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-70cdad2c-36f3-48ab-9454-d9fb4b953587 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4091527 Aug 30 21:17:33.435764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:33.446456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913468e5-191e-4a68-bfcc-eda1fd846a49 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:33.591381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-ae23f91a-4493-44be-bcfa-34c31d5865eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.593107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-ae23f91a-4493-44be-bcfa-34c31d5865eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.2782414 Aug 30 21:17:33.633975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Pushing event updated for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:33.677537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-5ab77c63-27a9-4c7e-8462-ade462f2f86a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b HTTP/1.1" status: 200 len: 217 time: 0.0686824 Aug 30 21:17:33.711818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-8b4eed61-ecfb-496e-8c26-e0a5836c81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.713548 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-beca2dab-752e-4afb-b3a4-dde61d976e58 req-8b4eed61-ecfb-496e-8c26-e0a5836c81ee service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2805870 Aug 30 21:17:33.714261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Attempting to bind port 525a02fd-b21c-4543-b84e-1a77856d5666 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:33.714594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Attempting to bind port 525a02fd-b21c-4543-b84e-1a77856d5666 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:33.714941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Attempting to bind port 525a02fd-b21c-4543-b84e-1a77856d5666 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:33.758620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Port 525a02fd-b21c-4543-b84e-1a77856d5666 on network 5fa8204a-b020-4f6e-b951-d7dce736994d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:33.759009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Attempting to bind port 525a02fd-b21c-4543-b84e-1a77856d5666 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:33.770846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:33.771145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Checking segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:33.771540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Bound using segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:33.771981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Bound port: 525a02fd-b21c-4543-b84e-1a77856d5666, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:33.772343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:33.819444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-99c0895b-9331-49a1-b29e-41055ea165dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.821060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-99c0895b-9331-49a1-b29e-41055ea165dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.1035042 Aug 30 21:17:33.870499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-c1053a3c-9096-42df-9791-46ffa7825507 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371501 Aug 30 21:17:33.892271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.898803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.906034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.913271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.922770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.932160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.940945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:33.952019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-28dfbcc0-200b-462f-a4c7-34d76de93e8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5381 time: 0.1407108 Aug 30 21:17:33.959269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:33.976144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=525a02fd-b21c-4543-b84e-1a77856d5666,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:33.987817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:34.011241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62ba6d8c-8031-49e8-806b-c946786ac5b9 req-eb78937b-2795-45f5-9bae-0002a39a5716 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502307 Aug 30 21:17:34.042352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:34.043067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:34.044494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] 10.222.0.82 "PUT /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 1136 time: 2.1935976 Aug 30 21:17:34.049626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-ac070972-12d2-43a0-858b-afcdb83e1f9a service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702957 Aug 30 21:17:34.130158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:34.138932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf33892-88bf-4c12-b1f6-8cc2f4a081a0 service neutron] Pushing event updated for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:34.221871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:34.248001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cd2bf780-2374-4bb7-95e4-38e9b10da5eb req-51687ff0-deba-495a-bdf8-cd832907c1e8 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903055 Aug 30 21:17:34.274704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b191d-5fdf-4d3e-a69f-7a8de5beafcc req-4107ada0-b88d-4bbf-8a58-c4d0ed37f815 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:34.285141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f69b191d-5fdf-4d3e-a69f-7a8de5beafcc req-4107ada0-b88d-4bbf-8a58-c4d0ed37f815 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 943 time: 0.1207242 Aug 30 21:17:34.331929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f69b191d-5fdf-4d3e-a69f-7a8de5beafcc req-2c99dd8a-ed03-4035-a286-60231060f0ab tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Aug 30 21:17:34.529794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f456d-2ab4-454f-b438-5fe242deddad req-2c0a7484-f9fd-4b89-a662-169e9f7816aa tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:34.531948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b3f456d-2ab4-454f-b438-5fe242deddad req-2c0a7484-f9fd-4b89-a662-169e9f7816aa tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0734923 Aug 30 21:17:34.577198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b3f456d-2ab4-454f-b438-5fe242deddad req-98c637e2-cb85-4f51-a8aa-5fdf1ab0dbc1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Aug 30 21:17:34.638698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:34.647806 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:34.677830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Transition to ACTIVE for port object 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:34.684128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:34.751152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:34.831303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'name': 'network-vif-deleted', 'tag': 'da26f837-cca0-48d4-9b9a-621346438eb0'}, {'name': 'network-changed', 'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b'}, {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '525a02fd-b21c-4543-b84e-1a77856d5666'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:34.833714 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0397a840-79a3-4d1b-8513-4c93e463713f" -d '{"events": [{"server_uuid": "0422fe81-20e4-4afa-9b9a-902473fd0a54", "name": "network-vif-deleted", "tag": "da26f837-cca0-48d4-9b9a-621346438eb0"}, {"name": "network-changed", "server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b"}, {"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "525a02fd-b21c-4543-b84e-1a77856d5666"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:34.884877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Attempting to bind port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:34.888040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Attempting to bind port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:34.888375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Attempting to bind port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:34.894111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 on network 5fa8204a-b020-4f6e-b951-d7dce736994d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:34.894448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Attempting to bind port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:34.900942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:34.901291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Checking segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:34.901679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Bound using segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:34.902117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Bound port: 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:34.902481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:34.948280 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1338969-1062-439c-a63b-13bfb79dabd9 x-openstack-request-id: req-b1338969-1062-439c-a63b-13bfb79dabd9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:34.948576 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0422fe81-20e4-4afa-9b9a-902473fd0a54", "name": "network-vif-deleted", "tag": "da26f837-cca0-48d4-9b9a-621346438eb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "525a02fd-b21c-4543-b84e-1a77856d5666", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:34.948835 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1338969-1062-439c-a63b-13bfb79dabd9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:34.949322 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0422fe81-20e4-4afa-9b9a-902473fd0a54', 'name': 'network-vif-deleted', 'tag': 'da26f837-cca0-48d4-9b9a-621346438eb0', 'status': 'completed', 'code': 200} Aug 30 21:17:34.949696 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'status': 'completed', 'code': 200} Aug 30 21:17:34.949951 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '525a02fd-b21c-4543-b84e-1a77856d5666', 'status': 'completed', 'code': 200} Aug 30 21:17:34.999839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:35.004424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:35.025216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:35.101950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124d051-171a-4e0a-8382-7f483e649ac8 req-ffacd914-ac2e-4bd0-9fc4-31df02ef3d02 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.103695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c124d051-171a-4e0a-8382-7f483e649ac8 req-ffacd914-ac2e-4bd0-9fc4-31df02ef3d02 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1014247 Aug 30 21:17:35.131377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.132018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:35.134206 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] 10.222.0.82 "PUT /v2.0/ports/0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 HTTP/1.1" status: 200 len: 1091 time: 1.0396218 Aug 30 21:17:35.177124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.177621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.178700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.179187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.179666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.180135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.180872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.182272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c124d051-171a-4e0a-8382-7f483e649ac8 req-ae920ac3-abd1-4f51-a074-3d063088d8ce tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672150 Aug 30 21:17:35.183171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-49e7715d-01be-42a2-ae54-6fd7d38054b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6289 time: 0.2028623 Aug 30 21:17:35.188423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:35.191134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18730e-9c3d-4ba7-9b69-530588d83192 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:35.210282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-6f0668b3-cf5c-47eb-bf08-ecdeb2fc4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.211832 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-6f0668b3-cf5c-47eb-bf08-ecdeb2fc4d5f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 1095 time: 0.2283857 Aug 30 21:17:35.375023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.381579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.391583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.411428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.417838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.420231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:35.425332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.441271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.445543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-93f2a26d-274a-4a89-bc9b-e7d4f56aa539 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5393 time: 0.1516707 Aug 30 21:17:35.518179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10fa507f-a448-4c8b-9e35-d0326aba7539 req-312a9817-4634-43ab-904f-5a467e7c4727 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675490 Aug 30 21:17:35.531848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device da26f837-cca0-48d4-9b9a-621346438eb0 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:17:35.538992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-5f5436c8-110c-4abd-b9e3-1efd856aade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.541160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-5f5436c8-110c-4abd-b9e3-1efd856aade7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.2988911 Aug 30 21:17:35.559189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: da26f837-cca0-48d4-9b9a-621346438eb0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:17:35.559969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device da26f837-cca0-48d4-9b9a-621346438eb0 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:17:35.568502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-2b4288be-9f9f-43f1-8ad6-182cf112bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.570106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-2b4288be-9f9f-43f1-8ad6-182cf112bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.571025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-2b4288be-9f9f-43f1-8ad6-182cf112bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.576323 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-2b4288be-9f9f-43f1-8ad6-182cf112bc7d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3701856 Aug 30 21:17:35.641892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-21119031-c48a-423d-b92b-93f3c50b0d1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b HTTP/1.1" status: 200 len: 217 time: 0.0755892 Aug 30 21:17:35.664851 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:35.678657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bc61-e9d7-4c8f-a244-0e711a7e167b req-97f123d2-9fdc-4a17-b3e7-12823bc8444c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.686995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57a1bc61-e9d7-4c8f-a244-0e711a7e167b req-97f123d2-9fdc-4a17-b3e7-12823bc8444c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0729210 Aug 30 21:17:35.735380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57a1bc61-e9d7-4c8f-a244-0e711a7e167b req-20fd430d-6b87-4257-bc04-9324f4876a16 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475147 Aug 30 21:17:35.892956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-2c439dc7-7563-406d-9996-e85a6807bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.894442 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-2c439dc7-7563-406d-9996-e85a6807bef9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.1620431 Aug 30 21:17:35.906269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a840-79a3-4d1b-8513-4c93e463713f req-e95883d0-c9d7-4b7a-891d-b98ab42fe68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.910545 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-e95883d0-c9d7-4b7a-891d-b98ab42fe68e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3164239 Aug 30 21:17:35.944526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f63a8d-15ee-47c2-9d60-2a9987b3470d req-994562ee-b735-4317-8157-aeb9552baaee tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:35.944735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-46f26e24-70c0-419d-bc32-1c3aba7f53ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401027 Aug 30 21:17:35.951387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5f63a8d-15ee-47c2-9d60-2a9987b3470d req-994562ee-b735-4317-8157-aeb9552baaee tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 943 time: 0.1023932 Aug 30 21:17:36.005754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5f63a8d-15ee-47c2-9d60-2a9987b3470d req-fc24c654-4268-4105-8716-b878d73c53ad tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470393 Aug 30 21:17:36.271673 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-922f9aba-1ee7-40cd-86d6-d49bab15d069 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181503 Aug 30 21:17:36.283682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:36.316133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:36.370285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Transition to ACTIVE for port object 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:36.379531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:36.483818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:36.555153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0397a840-79a3-4d1b-8513-4c93e463713f req-c0b4e369-2c42-4afe-808e-f6a0c0b9e57a service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748039 Aug 30 21:17:36.617597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Attempting to bind port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:36.618023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Attempting to bind port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:36.618424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Attempting to bind port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:36.624386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 on network 5fa8204a-b020-4f6e-b951-d7dce736994d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:36.624802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Attempting to bind port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:36.630701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:36.631224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Checking segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:36.631679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Bound using segment: {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:36.632169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Bound port: 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6977815a-3f05-4f78-9697-819d6aa98075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:36.632591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:36.746958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:36.751111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:36.763814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:36.795357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.805417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.813143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.820388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.828438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.835163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.842078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.852240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22361145-dfde-4326-b355-9834f94d3bd5 req-d03591c5-e16b-4c4f-a33d-e11cd1f80bde tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5405 time: 0.2105355 Aug 30 21:17:36.897159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:36.897816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:36.901641 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] 10.222.0.82 "PUT /v2.0/ports/7dd9ce1d-0af5-43f5-9720-f3b5244c8337 HTTP/1.1" status: 200 len: 1091 time: 1.7306256 Aug 30 21:17:36.903499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1980-e806-49e7-9a26-264fe842b24b service neutron] Pushing event updated for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:36.942072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22361145-dfde-4326-b355-9834f94d3bd5 req-f3c2f14b-b9da-474f-a3b9-70f88127f69f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806043 Aug 30 21:17:36.945140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9cf9bc74-7919-47f5-9e2e-33e1436d524b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:17:36.945662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:36.952696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89'}, {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:36.956694 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1872f745-58d5-43e4-9ea9-73458005dd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89"}, {"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:37.099176 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa03328-7ce4-43da-ab40-0fc05dc07a8e x-openstack-request-id: req-1aa03328-7ce4-43da-ab40-0fc05dc07a8e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:37.099482 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:37.099743 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1aa03328-7ce4-43da-ab40-0fc05dc07a8e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:37.104021 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89', 'status': 'completed', 'code': 200} Aug 30 21:17:37.104309 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337', 'status': 'completed', 'code': 200} Aug 30 21:17:37.155958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:37.177555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:37.185217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'mac_address': 'fa:16:3e:8e:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:17:37.259012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e4d36-1e5b-439e-b0d1-6ddf16b4fa62 req-3778decb-34ec-45be-a31e-f365d56bfec9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.267664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af7e4d36-1e5b-439e-b0d1-6ddf16b4fa62 req-3778decb-34ec-45be-a31e-f365d56bfec9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 943 time: 0.1418517 Aug 30 21:17:37.268131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:37.274475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.275336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.275963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.277247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.277872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.278871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.279825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.282950 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-43d538dc-da5a-422e-9162-d77237fa1e8c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6357 time: 0.1855814 Aug 30 21:17:37.303628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf9bc74-7919-47f5-9e2e-33e1436d524b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:37.332078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:37.344626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:37.399660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:37.401918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af7e4d36-1e5b-439e-b0d1-6ddf16b4fa62 req-cf843309-8ece-4a5b-8cde-a406001fae0d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325188 Aug 30 21:17:37.657930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9cf9bc74-7919-47f5-9e2e-33e1436d524b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:17:37.870770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-89c5c7e6-c383-439d-a54d-3b2eaf0073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.871238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-89c5c7e6-c383-439d-a54d-3b2eaf0073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.871663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-89c5c7e6-c383-439d-a54d-3b2eaf0073a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:37.873381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-89c5c7e6-c383-439d-a54d-3b2eaf0073a0 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5808606 Aug 30 21:17:38.021825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-4c45af21-72b7-4ff1-90ee-f7eb0dd104d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.023404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-4c45af21-72b7-4ff1-90ee-f7eb0dd104d3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417120 Aug 30 21:17:38.129121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4682eb21-c3aa-4e08-9c48-2e438cf8282a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:38.141020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.159249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.165233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Transition to ACTIVE for port object 4682eb21-c3aa-4e08-9c48-2e438cf8282a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:38.167891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.172015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.172421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.172882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.173395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.173850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.174298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.174812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.176933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-06c0b0ef-c103-4891-8c32-a3ab2812cf27 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6357 time: 0.1005323 Aug 30 21:17:38.177364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.178524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.185852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.193276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.201180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.207750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.209977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-3e54a630-2f7a-4e18-b451-bef2eaa2d0eb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5405 time: 0.1296861 Aug 30 21:17:38.297871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1508abe0-c438-4c83-b08c-20c4f3b967df req-a2b849ca-e220-4238-9474-ba5667efdb1b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757616 Aug 30 21:17:38.307520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Pushing event updated for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:38.429693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-059a0bd2-0a63-417e-890a-4ca8382d21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.430166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-059a0bd2-0a63-417e-890a-4ca8382d21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.430627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-059a0bd2-0a63-417e-890a-4ca8382d21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.432663 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-059a0bd2-0a63-417e-890a-4ca8382d21fc service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2451477 Aug 30 21:17:38.547073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Attempting to bind port 4682eb21-c3aa-4e08-9c48-2e438cf8282a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:38.547406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Attempting to bind port 4682eb21-c3aa-4e08-9c48-2e438cf8282a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:38.547738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Attempting to bind port 4682eb21-c3aa-4e08-9c48-2e438cf8282a on network ab01343f-3c77-4178-a105-fc0308ce2d96 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:38.568611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Port 4682eb21-c3aa-4e08-9c48-2e438cf8282a on network ab01343f-3c77-4178-a105-fc0308ce2d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:38.568944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Attempting to bind port 4682eb21-c3aa-4e08-9c48-2e438cf8282a on network ab01343f-3c77-4178-a105-fc0308ce2d96 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:38.571064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f41934-c1c0-4f0a-b28e-2b8e6bef0f75 req-e0ddb8ea-b1da-4809-9915-5e7cc1ecb20a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.573212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1f41934-c1c0-4f0a-b28e-2b8e6bef0f75 req-e0ddb8ea-b1da-4809-9915-5e7cc1ecb20a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0655727 Aug 30 21:17:38.582758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:38.583072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Checking segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:38.583471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Bound using segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:38.584002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Bound port: 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:38.584269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.649628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1f41934-c1c0-4f0a-b28e-2b8e6bef0f75 req-f6fb3186-3647-48d0-923c-822e591c578a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Aug 30 21:17:38.661956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-942aa6b4-b324-4fb9-8ead-b1483aecd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.663619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1872f745-58d5-43e4-9ea9-73458005dd0d req-942aa6b4-b324-4fb9-8ead-b1483aecd710 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2168348 Aug 30 21:17:38.684892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:38.696223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:38.704691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.751057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:38.751697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.753124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] 10.222.0.82 "PUT /v2.0/ports/4682eb21-c3aa-4e08-9c48-2e438cf8282a HTTP/1.1" status: 200 len: 1092 time: 1.8150043 Aug 30 21:17:38.785124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda24b-3bf5-4c26-948f-b4ad65eed196 service neutron] Pushing event updated for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:38.794273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Request body: {'port': {'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:38.893154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.907714 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fe8245e-75af-4f57-8e76-aab02b2d76b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:38.960908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9cf9bc74-7919-47f5-9e2e-33e1436d524b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:39.073140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 9cf9bc74-7919-47f5-9e2e-33e1436d524b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:39.077962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9cf9bc74-7919-47f5-9e2e-33e1436d524b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:39.078353 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.109187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:39.111548 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29520ae4-48f9-49db-af05-95a6c2c4715a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:39.196234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e8c7b-4647-4b42-b14e-173d9616cbac req-0a55eb5f-8b05-4a6a-8f40-484d20085479 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.205973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e5e8c7b-4647-4b42-b14e-173d9616cbac req-0a55eb5f-8b05-4a6a-8f40-484d20085479 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0952427 Aug 30 21:17:39.225613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.258386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e5e8c7b-4647-4b42-b14e-173d9616cbac req-3cf0ee64-0d27-4cdc-8ede-89ef18394850 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505834 Aug 30 21:17:39.269289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:39.272320 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9517976-f5fc-4b0f-8293-4adc40eb4baf" -d '{"events": [{"server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:39.291445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:39.301196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.313226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499c787e-1243-48e8-844c-5623ba68d359 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:17:39.320187 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd0e5e7-1148-4ff5-b93a-bae93c58dff8 x-openstack-request-id: req-cfd0e5e7-1148-4ff5-b93a-bae93c58dff8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:39.320471 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:39.320725 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfd0e5e7-1148-4ff5-b93a-bae93c58dff8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:39.321250 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a', 'status': 'completed', 'code': 200} Aug 30 21:17:39.326029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.344704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Transition to ACTIVE for port object 499c787e-1243-48e8-844c-5623ba68d359 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:39.356683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.381513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:39.394571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35910) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:39.440855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7eec-9140-4acc-a807-5e0606c246d2 req-4fcdeb07-5f0e-475a-a7ee-d77e224c6c99 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.452027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3ca7eec-9140-4acc-a807-5e0606c246d2 req-4fcdeb07-5f0e-475a-a7ee-d77e224c6c99 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0863678 Aug 30 21:17:39.458941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Pushing event updated for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:39.526453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3ca7eec-9140-4acc-a807-5e0606c246d2 req-93757ae7-85e6-4624-bbaf-cc23394c287b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728183 Aug 30 21:17:39.538220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.538914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.539388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.540022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.540548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.541137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.541546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.544125 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-f6b44ea1-a75a-4a2f-b037-69e37d6d74e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6451 time: 0.1836987 Aug 30 21:17:39.563069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59c22be7-b9b8-4614-b172-8083cdd3852f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.603040 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a9071-ef34-4684-983b-93035b1828fd x-openstack-request-id: req-630a9071-ef34-4684-983b-93035b1828fd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:39.603340 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:39.603602 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-630a9071-ef34-4684-983b-93035b1828fd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:39.604014 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'code': 200} Aug 30 21:17:39.722274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Attempting to bind port 499c787e-1243-48e8-844c-5623ba68d359 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:39.722697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Attempting to bind port 499c787e-1243-48e8-844c-5623ba68d359 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:39.723105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Attempting to bind port 499c787e-1243-48e8-844c-5623ba68d359 on network ab01343f-3c77-4178-a105-fc0308ce2d96 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:39.742736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Port 499c787e-1243-48e8-844c-5623ba68d359 on network ab01343f-3c77-4178-a105-fc0308ce2d96 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:39.742981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Attempting to bind port 499c787e-1243-48e8-844c-5623ba68d359 on network ab01343f-3c77-4178-a105-fc0308ce2d96 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:39.771674 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:39.772050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Checking segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:39.772502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Bound using segment: {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:39.773442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Bound port: 499c787e-1243-48e8-844c-5623ba68d359, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90eec011-c30a-463d-a90a-ef9155fb3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:39.773885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.810726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc3d98-1b7f-4a23-b8c2-3acaac84e8ea req-5c629baa-7e33-4c05-ba34-bbdb55acabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.810932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.812279 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93dc3d98-1b7f-4a23-b8c2-3acaac84e8ea req-5c629baa-7e33-4c05-ba34-bbdb55acabf6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.1409914 Aug 30 21:17:39.817605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.824512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.832629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.849316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.857279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-30871864-97a4-4f18-b233-cfa8a8729e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.857756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-30871864-97a4-4f18-b233-cfa8a8729e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.858222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-30871864-97a4-4f18-b233-cfa8a8729e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.859873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-30871864-97a4-4f18-b233-cfa8a8729e9c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3038733 Aug 30 21:17:39.866787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.872676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:39.874707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-56fa2fdc-9450-4fe1-887d-0d504d1b44ce tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1553695 Aug 30 21:17:39.895371 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59c22be7-b9b8-4614-b172-8083cdd3852f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.911734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59c22be7-b9b8-4614-b172-8083cdd3852f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:39.942121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:39.946168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=499c787e-1243-48e8-844c-5623ba68d359,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:39.962147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93dc3d98-1b7f-4a23-b8c2-3acaac84e8ea req-8eb654aa-d0f5-442b-9b84-e8ef11ec1020 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197095 Aug 30 21:17:39.973078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-59c22be7-b9b8-4614-b172-8083cdd3852f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff21b8666cbf4ae3bc9db0d7cb9aa30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5773582 Aug 30 21:17:39.974081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22be7-b9b8-4614-b172-8083cdd3852f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfabb70-1604-4a67-9e5e-548f4aa4b1b4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:39.987249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5bcb08f-a394-4dc5-ae58-8f46535c419d req-7a2915aa-e3a9-4dbe-8d0a-fcc1035ad936 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032324 Aug 30 21:17:39.987995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35926) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:40.007030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:40.086524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.087172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:40.088542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61b9e762-4f40-447c-abc3-f1175edb0e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:40.088665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] 10.222.0.82 "PUT /v2.0/ports/499c787e-1243-48e8-844c-5623ba68d359 HTTP/1.1" status: 200 len: 1092 time: 1.2991054 Aug 30 21:17:40.130799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a4bc9-7396-4934-ac4b-54081fb18c7f service neutron] Pushing event updated for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:40.147769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-dac9ec1a-09ec-4a04-ae6f-08634f77aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.149345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-29520ae4-48f9-49db-af05-95a6c2c4715a req-dac9ec1a-09ec-4a04-ae6f-08634f77aa6f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2013340 Aug 30 21:17:40.175034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61b9e762-4f40-447c-abc3-f1175edb0e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:40.210937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85656dce-f148-4437-9e1c-27f1121d92cf req-8b8918ad-d483-417b-b8f7-ac0e9a25fc61 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.214489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85656dce-f148-4437-9e1c-27f1121d92cf req-8b8918ad-d483-417b-b8f7-ac0e9a25fc61 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1211205 Aug 30 21:17:40.265298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.265772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.267010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.267490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.267951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.268524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.268986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.272934 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-d9e672a9-f109-434a-9816-b41f6b12e18a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6493 time: 0.0798533 Aug 30 21:17:40.286095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85656dce-f148-4437-9e1c-27f1121d92cf req-122fbfeb-6a57-46a9-a2aa-70042c467fff tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642109 Aug 30 21:17:40.305403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61b9e762-4f40-447c-abc3-f1175edb0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:40.308270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61b9e762-4f40-447c-abc3-f1175edb0e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:40.309780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-61b9e762-4f40-447c-abc3-f1175edb0e8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ccfabb70-1604-4a67-9e5e-548f4aa4b1b4 HTTP/1.1" status: 204 len: 168 time: 0.3201795 Aug 30 21:17:40.327160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9e762-4f40-447c-abc3-f1175edb0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfabb70-1604-4a67-9e5e-548f4aa4b1b4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:40.355748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-447b2268-b41b-4887-b153-2bda0598e1da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104 HTTP/1.1" status: 200 len: 217 time: 0.0683570 Aug 30 21:17:40.472790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-9134e358-8798-4ce4-9cb3-153671de2c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.476477 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-9134e358-8798-4ce4-9cb3-153671de2c3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2192d990-9c44-4ba3-a3f2-f1a144041a6d HTTP/1.1" status: 200 len: 855 time: 0.1121960 Aug 30 21:17:40.552628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-b26e4b92-e6bd-4fb2-a030-244e516ed4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.558503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-b26e4b92-e6bd-4fb2-a030-244e516ed4e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719910 Aug 30 21:17:40.679271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-1331965d-dbcb-4e2a-8da7-2577e7a69a1d service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117086 Aug 30 21:17:40.824340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-6c7d8082-79db-4a99-a2b9-0e81a888c345 service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262617 Aug 30 21:17:40.875288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bf3b08b1-4104-4db0-92bf-b0367eafbae3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 217 time: 0.0435836 Aug 30 21:17:40.950532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-60b8253a-e7e5-41bb-8878-442fd954d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:40.952089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-60b8253a-e7e5-41bb-8878-442fd954d3d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0680768 Aug 30 21:17:41.012046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbad43d2-a74e-4d84-b568-0fb9076aecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.013587 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bbad43d2-a74e-4d84-b568-0fb9076aecc2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501201 Aug 30 21:17:41.136943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.141062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-0c6753b6-cf42-46c7-9cdf-24048dd8bf99 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185040 Aug 30 21:17:41.143237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.149411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.155897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.161905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.167919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.173827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.175976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-a8c0d15a-bebf-45a9-bed6-79eb424129bc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1118884 Aug 30 21:17:41.223765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bdb18f1a-07fd-43de-9d20-d2f9274d82f1 req-37ebe926-8138-44b0-baac-b4f898a5c118 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410957 Aug 30 21:17:41.266779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bc3b3326-f69d-4501-b19e-3f5dc004c04d service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174772 Aug 30 21:17:41.323229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e8411911-8a51-4db4-87bf-5078d5c983c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 217 time: 0.0483956 Aug 30 21:17:41.323229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '499c787e-1243-48e8-844c-5623ba68d359'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:17:41.325281 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "499c787e-1243-48e8-844c-5623ba68d359"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:17:41.379924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-03536886-1732-4d35-ae37-3e67aea2e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.381984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-03536886-1732-4d35-ae37-3e67aea2e95b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0521293 Aug 30 21:17:41.386560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891b6b-4ae3-4ef3-8131-454415ddc93e req-43e41b78-06f2-4cc4-b116-49f643257a35 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.388299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02891b6b-4ae3-4ef3-8131-454415ddc93e req-43e41b78-06f2-4cc4-b116-49f643257a35 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0839765 Aug 30 21:17:41.428837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02891b6b-4ae3-4ef3-8131-454415ddc93e req-a2dbe247-57f9-44d8-958a-88bd5f54380d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342209 Aug 30 21:17:41.435600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5310c6ac-082c-4c77-a0db-8c85f910bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.437028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-5310c6ac-082c-4c77-a0db-8c85f910bc8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474255 Aug 30 21:17:41.544537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-491fc562-2899-4230-9403-e7737c2ff52e service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999148 Aug 30 21:17:41.551701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab456e-bfc7-486b-a1b9-bed62f770c2f req-21a13341-40d9-407f-9fd6-afbb0d03c644 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.553323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1aab456e-bfc7-486b-a1b9-bed62f770c2f req-21a13341-40d9-407f-9fd6-afbb0d03c644 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0548804 Aug 30 21:17:41.599534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1aab456e-bfc7-486b-a1b9-bed62f770c2f req-c35a6ad2-5429-4233-b4c6-7300b1c192e7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Aug 30 21:17:41.659333 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc84fe-56a8-4419-9eb0-26bbe9f587ba x-openstack-request-id: req-99fc84fe-56a8-4419-9eb0-26bbe9f587ba {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:17:41.659634 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "499c787e-1243-48e8-844c-5623ba68d359", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:17:41.659941 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99fc84fe-56a8-4419-9eb0-26bbe9f587ba {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:17:41.660365 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': '499c787e-1243-48e8-844c-5623ba68d359', 'status': 'completed', 'code': 200} Aug 30 21:17:41.663160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-633c38da-6295-41be-9d4e-9104140ac7ce service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109579 Aug 30 21:17:41.717015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-0464144e-4e5e-469a-9f29-950e001f09c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 HTTP/1.1" status: 200 len: 217 time: 0.0460591 Aug 30 21:17:41.740943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:41.763164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73269d-074b-4844-bb98-a2e89e636d58 req-b5a2d144-4195-41a4-9b7a-02428d0bff79 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.764691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d73269d-074b-4844-bb98-a2e89e636d58 req-b5a2d144-4195-41a4-9b7a-02428d0bff79 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0549188 Aug 30 21:17:41.777828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bb8d4063-2a78-474d-850b-3c182103d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.779431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bb8d4063-2a78-474d-850b-3c182103d4a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0547736 Aug 30 21:17:41.818096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d73269d-074b-4844-bb98-a2e89e636d58 req-5a257c88-17e6-4f71-adaf-7423e1951a65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467668 Aug 30 21:17:41.851934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-8dcdbe03-256d-43b6-b7b7-2726c67419ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:41.853580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-8dcdbe03-256d-43b6-b7b7-2726c67419ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0671616 Aug 30 21:17:41.877633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdf46ddd-8bda-46de-89cb-ec448b765f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:41.983254 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-52c8fa22-b870-4166-a0ce-4e8b0486b554 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218295 Aug 30 21:17:42.083373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-0e91e9f7-cfc6-43db-ab1b-9f79bdd0f96b service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927608 Aug 30 21:17:42.130941 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-a4d19016-4218-40b6-89b5-44e736e98429 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337 HTTP/1.1" status: 200 len: 217 time: 0.0400329 Aug 30 21:17:42.188127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-059b75de-bf98-4c7f-b669-8b44716b3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.189635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-059b75de-bf98-4c7f-b669-8b44716b3e1b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0521271 Aug 30 21:17:42.246419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e58293ce-5d46-4fdc-b10c-0c4f38789e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.247975 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-e58293ce-5d46-4fdc-b10c-0c4f38789e78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508783 Aug 30 21:17:42.363094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-ed630a03-4000-41b0-b924-59fb02d9a905 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073608 Aug 30 21:17:42.469512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-2d5d06a8-d1de-42d9-beff-1b5cd8889f58 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996008 Aug 30 21:17:42.475484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.481440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.489201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.493747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.508995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.513698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-93b2531c-ba89-449b-abf9-566a7982964c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a HTTP/1.1" status: 200 len: 217 time: 0.0363743 Aug 30 21:17:42.517237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.525613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.527796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-a7369590-a9e0-4925-a5b8-1df669c6f620 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1148500 Aug 30 21:17:42.573856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-23546999-aeca-4a80-9c20-e5806b9556c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.574198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:42.576011 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-23546999-aeca-4a80-9c20-e5806b9556c9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.0549459 Aug 30 21:17:42.581358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af5dd3e4-eb44-480c-8325-aea1bae2c2e3 req-1f32dbe9-5871-4571-be69-88ae39ad18db tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461388 Aug 30 21:17:42.640104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c822df2e-ce71-4ccc-93c3-bf6ba7496342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.641755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-c822df2e-ce71-4ccc-93c3-bf6ba7496342 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549524 Aug 30 21:17:42.695836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd948b9-a5d7-47f5-b7c1-3304e21987d7 req-a573867e-34ee-482e-9ce0-b1649c8cf138 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.697864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fd948b9-a5d7-47f5-b7c1-3304e21987d7 req-a573867e-34ee-482e-9ce0-b1649c8cf138 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0532196 Aug 30 21:17:42.740793 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-07ccb790-4084-4381-8399-4b9568147070 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914853 Aug 30 21:17:42.746384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fd948b9-a5d7-47f5-b7c1-3304e21987d7 req-6114ab85-3cf0-4f82-a7dc-92e0dae0b8d8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408888 Aug 30 21:17:42.827549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:42.856756 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-4148c2c7-537d-4148-b55f-fe6be065c5e2 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080534 Aug 30 21:17:42.863519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06080-7ceb-49ad-8c4a-d203941fb423 req-40bea392-4b58-4189-bc1d-c937a3fa3a48 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.865279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88b06080-7ceb-49ad-8c4a-d203941fb423 req-40bea392-4b58-4189-bc1d-c937a3fa3a48 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0541246 Aug 30 21:17:42.901105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-9938b40c-d217-45d4-a59d-9840a621d07a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=499c787e-1243-48e8-844c-5623ba68d359 HTTP/1.1" status: 200 len: 217 time: 0.0371835 Aug 30 21:17:42.904589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88b06080-7ceb-49ad-8c4a-d203941fb423 req-6920c64c-83d3-468d-8db2-cbdaabc74866 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Aug 30 21:17:42.956351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a6c068b-2ca3-4488-9e30-6c2ed345195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:42.975028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-67acd524-22be-4d4e-9894-e5cf486f7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:42.976530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-67acd524-22be-4d4e-9894-e5cf486f7502 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.0657861 Aug 30 21:17:43.023999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173106d-b8a6-4af5-afd8-4acbb0534117 req-660cc2e7-c0b7-4c23-beb7-9493905cf6c3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.025518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a173106d-b8a6-4af5-afd8-4acbb0534117 req-660cc2e7-c0b7-4c23-beb7-9493905cf6c3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0521569 Aug 30 21:17:43.055528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-ca4db079-bfe7-47a5-b2aa-952a833070e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.057089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-ca4db079-bfe7-47a5-b2aa-952a833070e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702369 Aug 30 21:17:43.069707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a173106d-b8a6-4af5-afd8-4acbb0534117 req-f68f69de-de10-41dc-9147-17f808ea54e7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369122 Aug 30 21:17:43.150047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a6c068b-2ca3-4488-9e30-6c2ed345195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.159869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a6c068b-2ca3-4488-9e30-6c2ed345195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.210616 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-bd762ef2-2923-4ac6-aa74-fb8f26f7b519 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456254 Aug 30 21:17:43.220703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a6c068b-2ca3-4488-9e30-6c2ed345195c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4da1886e359f4bd1905e56db79ad98c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919346 Aug 30 21:17:43.222755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c068b-2ca3-4488-9e30-6c2ed345195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4022bc4-90ec-4915-9f31-3a3fd9358744,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:43.223543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:43.298111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4999a2db-36f4-495c-b0b3-a75f8849b26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.310183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3c584a9-fa5a-4929-bf19-a46dc917a04b req-860b7b42-e16f-46dd-a990-79eb6cec6aae service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Aug 30 21:17:43.344955 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4999a2db-36f4-495c-b0b3-a75f8849b26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.376559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae259d70-8b45-49d3-a9d7-26ece1160da1 req-dbdf5675-8030-4154-986f-cabccd58159d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.378086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae259d70-8b45-49d3-a9d7-26ece1160da1 req-dbdf5675-8030-4154-986f-cabccd58159d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0940459 Aug 30 21:17:43.422379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.423086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.423598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.424102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.424617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.425133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.425595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.426737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae259d70-8b45-49d3-a9d7-26ece1160da1 req-aaf61054-3b0d-4936-a72b-282b09cfe505 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Aug 30 21:17:43.427568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-2034a983-5b52-4b81-ad82-d50e4279b665 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6493 time: 0.0513937 Aug 30 21:17:43.434512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4999a2db-36f4-495c-b0b3-a75f8849b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.437167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4999a2db-36f4-495c-b0b3-a75f8849b26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.441012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4999a2db-36f4-495c-b0b3-a75f8849b26a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4022bc4-90ec-4915-9f31-3a3fd9358744 HTTP/1.1" status: 204 len: 168 time: 0.2137752 Aug 30 21:17:43.458032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a2db-36f4-495c-b0b3-a75f8849b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4022bc4-90ec-4915-9f31-3a3fd9358744,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:43.535572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-af337b07-5c0b-4c28-8fa5-91cef75bb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.542054 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-af337b07-5c0b-4c28-8fa5-91cef75bb25f service neutron] 10.222.0.82 "GET /v2.0/networks?id=ab01343f-3c77-4178-a105-fc0308ce2d96 HTTP/1.1" status: 200 len: 903 time: 0.1021311 Aug 30 21:17:43.583703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8bf6c-0cca-40a8-a6e4-fbc57bde97e1 req-aeeaeac5-e24a-4c4f-ae7a-585201c92b90 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.586455 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-8d25f2e6-ae01-4434-aebf-25e5b5b1f743 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=499c787e-1243-48e8-844c-5623ba68d359 HTTP/1.1" status: 200 len: 217 time: 0.0407631 Aug 30 21:17:43.587142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ba8bf6c-0cca-40a8-a6e4-fbc57bde97e1 req-aeeaeac5-e24a-4c4f-ae7a-585201c92b90 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0680027 Aug 30 21:17:43.628169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ba8bf6c-0cca-40a8-a6e4-fbc57bde97e1 req-65cd2ba8-af1a-4682-90c6-8d6751ccf98c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Aug 30 21:17:43.661090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-758d2889-2aca-40f1-bd1a-c451e4d5bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.662618 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-758d2889-2aca-40f1-bd1a-c451e4d5bd5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.0690567 Aug 30 21:17:43.715769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-b0c817aa-392a-4d65-9462-400d0dc2fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.717416 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-b0c817aa-392a-4d65-9462-400d0dc2fc35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475485 Aug 30 21:17:43.774572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.781126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.782988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:43.787004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.793316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.799146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.801065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fad03f1-28c5-49e1-a5bc-19aeea5d7a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:43.804943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.811275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.813327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-5fb52797-1eb8-41bb-bfc0-7765d6e44961 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1046450 Aug 30 21:17:43.844734 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-44c02b49-c975-4768-9b3e-0ae194a338c9 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197016 Aug 30 21:17:43.855320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9f73088-07ec-42f0-87ce-b60bf15190ff req-630207f2-99c2-44c6-b88c-2dfb0135f5e0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356555 Aug 30 21:17:43.972173 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b63c4c37-e4de-4a65-b61e-67b51a0a59a2 req-f72b2433-bfb2-432f-8af7-ab835e05282c service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197739 Aug 30 21:17:43.989542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3517b-5e70-434e-afbb-751de89b16ff req-f4ef7cf7-843a-4dc0-8d0f-95438a782a3a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:43.991274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91a3517b-5e70-434e-afbb-751de89b16ff req-f4ef7cf7-843a-4dc0-8d0f-95438a782a3a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0520811 Aug 30 21:17:43.996716 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fad03f1-28c5-49e1-a5bc-19aeea5d7a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.002181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fad03f1-28c5-49e1-a5bc-19aeea5d7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.032985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91a3517b-5e70-434e-afbb-751de89b16ff req-5d1fca3c-e364-4430-b1e2-9cbbed65c570 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Aug 30 21:17:44.041569 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7fad03f1-28c5-49e1-a5bc-19aeea5d7a5e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=59c4029692be4b7a88d3d80c7254e0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575400 Aug 30 21:17:44.042741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad03f1-28c5-49e1-a5bc-19aeea5d7a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f927d6-7364-4297-bf3b-a3a2df2d2930,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:44.044266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36088) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:44.096055 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4394ae-9879-486d-b855-47295b4dc29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.143412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4394ae-9879-486d-b855-47295b4dc29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.186565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721bad7-c0c7-4918-8cef-4cb900e44482 req-74514e84-db89-49dd-b1ba-54f468160ae7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:44.188071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7721bad7-c0c7-4918-8cef-4cb900e44482 req-74514e84-db89-49dd-b1ba-54f468160ae7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0827315 Aug 30 21:17:44.224036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4394ae-9879-486d-b855-47295b4dc29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.226618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4394ae-9879-486d-b855-47295b4dc29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.227851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-df4394ae-9879-486d-b855-47295b4dc29f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15f927d6-7364-4297-bf3b-a3a2df2d2930 HTTP/1.1" status: 204 len: 168 time: 0.1820135 Aug 30 21:17:44.237181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7721bad7-c0c7-4918-8cef-4cb900e44482 req-c8f37f7b-ce08-4ce5-90e5-2fb2824891cf tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426190 Aug 30 21:17:44.241997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4394ae-9879-486d-b855-47295b4dc29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f927d6-7364-4297-bf3b-a3a2df2d2930,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:44.483419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd79f4-6ae1-4d80-a09f-9d43e2dff77f req-3e62fad5-5df5-4c08-8212-153cbb6ab7f5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:44.484961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ddd79f4-6ae1-4d80-a09f-9d43e2dff77f req-3e62fad5-5df5-4c08-8212-153cbb6ab7f5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0512540 Aug 30 21:17:44.506892 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:44.532782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ddd79f4-6ae1-4d80-a09f-9d43e2dff77f req-295aef4c-1046-4422-909f-8a3e27f959a9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Aug 30 21:17:44.755542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1290a-e6f9-4b78-a29e-f87bfddef7ef req-33bff832-a570-41cc-aaec-e773d37732a3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:44.757168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28e1290a-e6f9-4b78-a29e-f87bfddef7ef req-33bff832-a570-41cc-aaec-e773d37732a3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0577598 Aug 30 21:17:44.797510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28e1290a-e6f9-4b78-a29e-f87bfddef7ef req-b418205d-f628-43d0-a99b-5c73ad002eff tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Aug 30 21:17:44.918272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ddf6f-9dc9-4145-b21a-af578d8c5f15 req-7c8da4bb-eda7-43a3-882e-2b3668c66311 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:44.919958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c6ddf6f-9dc9-4145-b21a-af578d8c5f15 req-7c8da4bb-eda7-43a3-882e-2b3668c66311 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0555863 Aug 30 21:17:44.959510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c6ddf6f-9dc9-4145-b21a-af578d8c5f15 req-4fe5b613-ea8c-48d4-88ce-d94eb787e026 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Aug 30 21:17:45.078817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.083598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.089525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.095707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.101756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.107755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.113679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.115716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-9159dfe4-c02e-4627-9857-ccb7f31da49f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.0947545 Aug 30 21:17:45.157852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-109eebc0-e811-41a8-92ee-f9014a8c7add req-fe905a03-ecb8-49fd-ad6d-3b758a336941 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359063 Aug 30 21:17:45.273450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e7a00-4d36-4aaa-9b2c-c79d8bfa7602 req-47c53db8-bedf-43e8-85d7-daff3de65105 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.275133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e6e7a00-4d36-4aaa-9b2c-c79d8bfa7602 req-47c53db8-bedf-43e8-85d7-daff3de65105 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0571880 Aug 30 21:17:45.315536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e6e7a00-4d36-4aaa-9b2c-c79d8bfa7602 req-91e6ba73-a55c-48a7-a799-d050af1ad731 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Aug 30 21:17:45.499594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a456-c054-4184-8523-c94f9df41e2d req-7d9e50b9-a34f-498e-864a-6a12697f6c97 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.501099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0b2a456-c054-4184-8523-c94f9df41e2d req-7d9e50b9-a34f-498e-864a-6a12697f6c97 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0505013 Aug 30 21:17:45.538792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0b2a456-c054-4184-8523-c94f9df41e2d req-4a1a7fd3-b582-4a44-a411-223cb6ed1f0e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Aug 30 21:17:45.551695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36154) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:45.705541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d7168-539e-4fc4-acab-f1aba3b9e530 req-11b9888a-b1d2-40bd-b0a9-41a95e9a9e08 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:45.707031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e83d7168-539e-4fc4-acab-f1aba3b9e530 req-11b9888a-b1d2-40bd-b0a9-41a95e9a9e08 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0526385 Aug 30 21:17:45.710442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2049179481'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:45.749357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Made reservation on behalf of 58808d46c6514deca03a2d157932f727 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:45.752734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:45.769878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e83d7168-539e-4fc4-acab-f1aba3b9e530 req-07792fd6-0746-4f4f-9284-6e3ad9c85d10 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560029 Aug 30 21:17:45.771039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:45.865714 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:45.871121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:45.901094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:17:45.906943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1104e21-9bdc-400e-9954-f7f5f1896716,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:45.914909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:45.915431 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Added segment 60eac43f-3352-49fe-b5af-8d581bc3849f of type vlan for network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 Aug 30 21:17:45.957164 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.038753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.044284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.044859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.125969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5730331 Aug 30 21:17:46.128933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:46.134729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Request body: {'subnet': {'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:46.135238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fde172-2cf5-443b-a07e-798a9fe6fc12 req-73c93a10-8846-4de5-adfe-352b9eb2bc01 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.136715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87fde172-2cf5-443b-a07e-798a9fe6fc12 req-73c93a10-8846-4de5-adfe-352b9eb2bc01 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 814 time: 0.1754055 Aug 30 21:17:46.142615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97411af-b5a0-4fc0-b627-1379f5eacfa7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event updated for resources: {'Network': ['ID=80b2908c-db2c-4d3b-97a5-64aa954fc8f6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:46.154809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87fde172-2cf5-443b-a07e-798a9fe6fc12 req-06cfa675-c441-4829-84ae-6b8a0298269e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/quotas/357ddbb80b07447daba2753582995065 HTTP/1.1" status: 200 len: 375 time: 0.0097175 Aug 30 21:17:46.157246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:17:46.213329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87fde172-2cf5-443b-a07e-798a9fe6fc12 req-0a98794d-c72a-4ba0-b6e7-29b9fd6d3f07 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506461 Aug 30 21:17:46.232183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Made reservation on behalf of 58808d46c6514deca03a2d157932f727 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:46.235826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.343899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.350533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.357036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.362929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.368962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.374807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.380946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.382937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-4da0a3ea-193f-420f-ad08-df92e32de01d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1049833 Aug 30 21:17:46.426918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0d6db36-b951-4f4e-bb7b-09f5224358e5 req-92e512ed-93ff-4a47-921a-1e39cce060d4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371923 Aug 30 21:17:46.433416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.495913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event updated for resources: {'Subnet': ['ID=4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:46.503399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Checking segment: {'id': '60eac43f-3352-49fe-b5af-8d581bc3849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:46.503732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Network hostable DHCP agents. Network: 80b2908c-db2c-4d3b-97a5-64aa954fc8f6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:17:46.522989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:17:46.533129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 80b2908c-db2c-4d3b-97a5-64aa954fc8f6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:46.537323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.537910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.542565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94db89-55cd-4231-b965-5e8ace59add4 req-e5627a65-6156-48a1-a5ff-938acfc2b65a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.544137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a94db89-55cd-4231-b965-5e8ace59add4 req-e5627a65-6156-48a1-a5ff-938acfc2b65a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0543015 Aug 30 21:17:46.545708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4491b06d-bd59-4619-b99d-251c8a3c3375 None None] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:46.554602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b4a26abc-4c4a-4216-aff8-3a39dafe0fb0 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4239628 Aug 30 21:17:46.557592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:46.562843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Request body: {'port': {'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-628573047'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:46.586762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a94db89-55cd-4231-b965-5e8ace59add4 req-9f53cf89-98f5-42b8-a007-d7225c96cebe tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Aug 30 21:17:46.684500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Made reservation on behalf of 58808d46c6514deca03a2d157932f727 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:46.688275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.707189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] device_id is not set on port 9ed519e0-3e5a-40fd-b8f6-45747110955b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:46.708071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693d25c-1515-41ec-bc4c-822b036de437 req-94f126b7-88e6-4443-8279-4e6ca79acea7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.715564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8693d25c-1515-41ec-bc4c-822b036de437 req-94f126b7-88e6-4443-8279-4e6ca79acea7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0617418 Aug 30 21:17:46.723134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-80b2908c-db2c-4d3b-97a5-64aa954fc8f6', 'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6', 'tenant_id': '58808d46c6514deca03a2d157932f727', 'fixed_ips': [{'subnet_id': '4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:17:46.723872 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:46.755288 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8693d25c-1515-41ec-bc4c-822b036de437 req-4f79e309-1b0c-416a-ad1f-8b6efd888cb7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Aug 30 21:17:46.831795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Allocated IP 172.20.0.8 (80b2908c-db2c-4d3b-97a5-64aa954fc8f6/4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a/9ed519e0-3e5a-40fd-b8f6-45747110955b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:46.927161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b89619-77ed-4645-a657-0fc725c81fbc req-e5a14b3c-d4c8-409f-9cf1-75b1449d769c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:46.928761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01b89619-77ed-4645-a657-0fc725c81fbc req-e5a14b3c-d4c8-409f-9cf1-75b1449d769c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0505626 Aug 30 21:17:46.968277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01b89619-77ed-4645-a657-0fc725c81fbc req-6d55f716-e0a0-4843-b64b-a41ee7347693 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Aug 30 21:17:46.985872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.002740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Transition to ACTIVE for port object 9ed519e0-3e5a-40fd-b8f6-45747110955b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:47.049887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.099745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Allocated IP 172.20.0.2 (80b2908c-db2c-4d3b-97a5-64aa954fc8f6/4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a/4016c090-2035-4e31-94a8-42d5cd97b5c0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:17:47.100734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:47.104295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:47.109016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:47.113240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event updated for resources: {'Port': ['ID=9ed519e0-3e5a-40fd-b8f6-45747110955b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:47.146005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d767d1d-7028-4fce-963c-9706fb50ebc1 req-8bc148b0-021f-4c04-b7c5-01e77cc132dc tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=357ddbb80b07447daba2753582995065 HTTP/1.1" status: 200 len: 221 time: 0.0389442 Aug 30 21:17:47.168647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.169933 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.189363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36202) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:47.191904 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-93aa7303-55c3-4f8e-9844-9e88a5dc8baa tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6324301 Aug 30 21:17:47.261725 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.270818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Transition to ACTIVE for port object 4016c090-2035-4e31-94a8-42d5cd97b5c0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:47.286947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Transition to ACTIVE for port object 4016c090-2035-4e31-94a8-42d5cd97b5c0 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:47.294313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.309044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2ebf-83fb-4f5e-a264-92a49fafa6e5 req-86de61df-d3a7-40ab-af2e-701bd0a31bc1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.310571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b00a2ebf-83fb-4f5e-a264-92a49fafa6e5 req-86de61df-d3a7-40ab-af2e-701bd0a31bc1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0885522 Aug 30 21:17:47.331425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:47.338129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:47.341952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:47.347852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Deleting port 9ed519e0-3e5a-40fd-b8f6-45747110955b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:47.348198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.373623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Pushing event updated for resources: {'Port': ['ID=4016c090-2035-4e31-94a8-42d5cd97b5c0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:47.404684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b00a2ebf-83fb-4f5e-a264-92a49fafa6e5 req-0463510e-2751-4f82-a728-fea96cb41b74 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860357 Aug 30 21:17:47.411996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Attempting to bind port 4016c090-2035-4e31-94a8-42d5cd97b5c0 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:47.412967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Attempting to bind port 4016c090-2035-4e31-94a8-42d5cd97b5c0 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '60eac43f-3352-49fe-b5af-8d581bc3849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:47.412967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Attempting to bind port 4016c090-2035-4e31-94a8-42d5cd97b5c0 on network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:47.419878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:17:47.419878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Checking segment: {'id': '60eac43f-3352-49fe-b5af-8d581bc3849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:47.420235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.420692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Bound using segment: {'id': '60eac43f-3352-49fe-b5af-8d581bc3849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:17:47.421227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Bound port: 4016c090-2035-4e31-94a8-42d5cd97b5c0, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60eac43f-3352-49fe-b5af-8d581bc3849f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '80b2908c-db2c-4d3b-97a5-64aa954fc8f6'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:17:47.421690 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.458142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.471800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Calling delete_port for 9ed519e0-3e5a-40fd-b8f6-45747110955b owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:47.494058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] For port 4016c090-2035-4e31-94a8-42d5cd97b5c0, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:47.497516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] For port 4016c090-2035-4e31-94a8-42d5cd97b5c0, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4016c090-2035-4e31-94a8-42d5cd97b5c0,segment=NetworkSegment(60eac43f-3352-49fe-b5af-8d581bc3849f),segment_id=60eac43f-3352-49fe-b5af-8d581bc3849f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:17:47.503593 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.568625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a295f-1777-4e10-a2a8-583c485fa7bd None None] Pushing event updated for resources: {'Port': ['ID=4016c090-2035-4e31-94a8-42d5cd97b5c0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:47.584380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d9080-dd2d-44fe-b70c-58b621521e1d req-d3d30f79-82ea-48dc-9a2f-d73f374cd0c7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.587395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e06d9080-dd2d-44fe-b70c-58b621521e1d req-d3d30f79-82ea-48dc-9a2f-d73f374cd0c7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1104858 Aug 30 21:17:47.679798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e06d9080-dd2d-44fe-b70c-58b621521e1d req-fb6754eb-378a-455d-b739-885bd7fa2936 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838969 Aug 30 21:17:47.737499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.776181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event deleted for resources: {'Port': ['ID=9ed519e0-3e5a-40fd-b8f6-45747110955b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:47.890577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.896375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.902466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.908774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.914584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.920743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.927057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:47.929176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9e052a89-d5c9-441e-b7fc-b6fd35e60104 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1397574 Aug 30 21:17:47.935291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:47.937208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a22c69b7-0d0b-4612-a5c3-f7da5145676e tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "DELETE /v2.0/ports/9ed519e0-3e5a-40fd-b8f6-45747110955b HTTP/1.1" status: 204 len: 168 time: 0.7468157 Aug 30 21:17:47.940123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:47.974254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4687481-50c6-4b80-9579-80f6cbb31671 req-9ba32bfb-e2b3-4d19-a864-0ae01d08b083 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359647 Aug 30 21:17:48.024233 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eb524089-3256-405c-8a5e-7154bc66ff3b tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.0828824 Aug 30 21:17:48.027518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:48.032943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1729874487'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:48.059468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Made reservation on behalf of 58808d46c6514deca03a2d157932f727 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:48.063099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:48.092008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:17:48.102748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:48.103111 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Added segment 942ba1f1-21a2-42bf-9a98-56d11b26194f of type vlan for network 1e431aa4-4e13-47db-9372-8c41efb1c999 Aug 30 21:17:48.116048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d32e-2b30-43cd-b730-ff3b876e8c06 req-494fc1cc-7e31-4175-b8ce-16865acf79c0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:48.118382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff96d32e-2b30-43cd-b730-ff3b876e8c06 req-494fc1cc-7e31-4175-b8ce-16865acf79c0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0599511 Aug 30 21:17:48.146012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:48.160704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff96d32e-2b30-43cd-b730-ff3b876e8c06 req-99884714-7509-421c-8f3e-b79f68c08384 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Aug 30 21:17:48.188877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:48.194890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:48.195792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:48.268104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2394152 Aug 30 21:17:48.273012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:48.277087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d030cfa-de5a-492c-a754-b2c7489a4d8d tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event updated for resources: {'Network': ['ID=1e431aa4-4e13-47db-9372-8c41efb1c999,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:48.289223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1e431aa4-4e13-47db-9372-8c41efb1c999 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:17:48.410254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1335fd1-2e3d-4a37-95f5-08425c34e383 req-51750c27-b95e-40ac-8a39-1cf598162034 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:48.411831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1335fd1-2e3d-4a37-95f5-08425c34e383 req-51750c27-b95e-40ac-8a39-1cf598162034 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1131153 Aug 30 21:17:48.507847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1335fd1-2e3d-4a37-95f5-08425c34e383 req-8cb1f454-7bee-40f4-8597-53f32a4ccc54 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872836 Aug 30 21:17:48.521906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab5766f1-1111-4b53-9abc-2e02a895877f tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/agents/ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef/dhcp-networks HTTP/1.1" status: 200 len: 12823 time: 0.2449284 Aug 30 21:17:48.522452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36226) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:48.561355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da88c3-5fa7-4bbf-8c72-6b565228f8fc None None] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:48.622116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-99b3259f-f236-47db-ba40-b01ec5a4a55a None None] Provisioning for port 4016c090-2035-4e31-94a8-42d5cd97b5c0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:48.623824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ae8d4-9b1b-466f-be1f-7e8bd8e55d36 tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] Network 1e431aa4-4e13-47db-9372-8c41efb1c999 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:17:48.637160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-540ae8d4-9b1b-466f-be1f-7e8bd8e55d36 tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "POST /v2.0/agents/ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1137204 Aug 30 21:17:48.639795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:48.644594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06eb8c2-1b29-448d-a3dd-355972e6dee5 None None] Network 1e431aa4-4e13-47db-9372-8c41efb1c999 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:48.723118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f115977-a0b1-44b5-9d8c-fbd8b7c61ccc req-6470bb52-73c6-4e8c-9be9-7b528afc3000 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:48.724937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f115977-a0b1-44b5-9d8c-fbd8b7c61ccc req-6470bb52-73c6-4e8c-9be9-7b528afc3000 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0671115 Aug 30 21:17:48.778695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f115977-a0b1-44b5-9d8c-fbd8b7c61ccc req-25934daa-afd7-4d7c-a3bd-e2a66469e90f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Aug 30 21:17:48.932840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc7549-5584-4475-a4a5-2dcdb6401fe4 req-6d472ae0-7b84-4ead-ba64-a7b410ce85ec tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:48.934648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-effc7549-5584-4475-a4a5-2dcdb6401fe4 req-6d472ae0-7b84-4ead-ba64-a7b410ce85ec tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0603042 Aug 30 21:17:48.978307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-effc7549-5584-4475-a4a5-2dcdb6401fe4 req-5006aa4f-7af8-43f9-8722-106b269cf198 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368629 Aug 30 21:17:49.120179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab0a9a-766d-4fac-8bee-669dc43e9e7e req-a22ce334-c63d-4bc3-ba95-e648970bb51b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.121850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5aab0a9a-766d-4fac-8bee-669dc43e9e7e req-a22ce334-c63d-4bc3-ba95-e648970bb51b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0676780 Aug 30 21:17:49.128365 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1c58035e-31ed-42c1-8e66-522613d76696 tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/agents/ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef/dhcp-networks HTTP/1.1" status: 200 len: 13594 time: 0.4871287 Aug 30 21:17:49.131256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.168150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5aab0a9a-766d-4fac-8bee-669dc43e9e7e req-c3acada0-8520-4544-8971-41fe0aa1c3ae tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Aug 30 21:17:49.213881 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cf22c114-1425-40e3-91f5-69b74e3ee746 tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "DELETE /v2.0/agents/ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef/dhcp-networks/1e431aa4-4e13-47db-9372-8c41efb1c999 HTTP/1.1" status: 204 len: 168 time: 0.0813422 Aug 30 21:17:49.216230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.296931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-18639e8e-444c-469f-a770-66ca11e58da0 None None] Could not find standard attr ID for object 9ed519e0-3e5a-40fd-b8f6-45747110955b. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:17:49.300280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.306369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.312340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.318476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.325171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.330591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.337121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.339237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-9cf89f7b-071f-46b2-8516-86d9f4be68be tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1008878 Aug 30 21:17:49.381111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4816c5a2-5521-4755-890e-e7d93f67d77e tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/agents/ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef/dhcp-networks HTTP/1.1" status: 200 len: 12823 time: 0.1634612 Aug 30 21:17:49.386018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.386184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f075485-ff20-4714-ba5c-10df03d6eea8 req-13d17164-1835-4251-92c6-bc57d11eea40 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399151 Aug 30 21:17:49.411479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4e627bfd-8413-4b92-8043-28043fb2bb3a tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/networks/80b2908c-db2c-4d3b-97a5-64aa954fc8f6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0233781 Aug 30 21:17:49.414499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.434600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-16cf9a48-8a58-4d27-91ed-9984ee34e726 tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/networks/80b2908c-db2c-4d3b-97a5-64aa954fc8f6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0188417 Aug 30 21:17:49.437089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.517392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef44c0-3cf0-4845-86ad-11392dbcb20b req-374d0747-f038-4fde-a2ee-05eca179a0cb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.519423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2ef44c0-3cf0-4845-86ad-11392dbcb20b req-374d0747-f038-4fde-a2ee-05eca179a0cb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0617130 Aug 30 21:17:49.559647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2ef44c0-3cf0-4845-86ad-11392dbcb20b req-8ca0d572-a596-4e35-b65f-d67fd56fb862 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Aug 30 21:17:49.590073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17858753-7fbf-4cfa-bfee-5f7513744c89 tempest-DHCPAgentSchedulersTestJSON-1214018654 tempest-DHCPAgentSchedulersTestJSON-1214018654-project-admin] 10.222.0.76 "GET /v2.0/agents/ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef/dhcp-networks HTTP/1.1" status: 200 len: 12823 time: 0.1482303 Aug 30 21:17:49.590480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.679412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.758876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04cff2-7a16-46e5-a391-7dc880139023 req-88f89ba0-8c8a-42e5-8c86-c3eb215331e0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:49.760446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b04cff2-7a16-46e5-a391-7dc880139023 req-88f89ba0-8c8a-42e5-8c86-c3eb215331e0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0570259 Aug 30 21:17:49.781866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4016c090-2035-4e31-94a8-42d5cd97b5c0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:17:49.785713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.796922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e431aa4-4e13-47db-9372-8c41efb1c999']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:49.807922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b04cff2-7a16-46e5-a391-7dc880139023 req-597c0827-fed4-4acd-ac24-c0bfb51043cd tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Aug 30 21:17:49.808560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942ba1f1-21a2-42bf-9a98-56d11b26194f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:49.808860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942ba1f1-21a2-42bf-9a98-56d11b26194f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:49.819198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.838844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.848854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:17:49.849121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4016c090-2035-4e31-94a8-42d5cd97b5c0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:17:49.850047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:17:49.854649 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:17:49.857216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4016c090-2035-4e31-94a8-42d5cd97b5c0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:17:49.857623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.927779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.938901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.941857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "DELETE /v2.0/networks/1e431aa4-4e13-47db-9372-8c41efb1c999 HTTP/1.1" status: 204 len: 168 time: 0.3502457 Aug 30 21:17:49.944519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:49.950370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:49.953038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dab07-1acd-43ee-bdb0-066c1af5d214 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event deleted for resources: {'Network': ['ID=1e431aa4-4e13-47db-9372-8c41efb1c999,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:49.977004 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80cd9e4-d7fe-401b-b084-2d2cddc469cc tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] DELETE failed (client error): The resource could not be found. Aug 30 21:17:49.977760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80cd9e4-d7fe-401b-b084-2d2cddc469cc tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:17:49.979587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a80cd9e4-d7fe-401b-b084-2d2cddc469cc tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "DELETE /v2.0/ports/9ed519e0-3e5a-40fd-b8f6-45747110955b HTTP/1.1" status: 404 len: 333 time: 0.0340364 Aug 30 21:17:49.983244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:50.001709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4016c090-2035-4e31-94a8-42d5cd97b5c0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4016c090-2035-4e31-94a8-42d5cd97b5c0,segment=NetworkSegment(60eac43f-3352-49fe-b5af-8d581bc3849f),segment_id=60eac43f-3352-49fe-b5af-8d581bc3849f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:50.007909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.042140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee787cc3-dcad-4ad0-b253-b489f4dc59b5 req-a74b196e-662e-4d54-a6c6-e16e5253b3c7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.043736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee787cc3-dcad-4ad0-b253-b489f4dc59b5 req-a74b196e-662e-4d54-a6c6-e16e5253b3c7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0686474 Aug 30 21:17:50.051750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Deleting subnet 4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:17:50.055496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.065140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4016c090-2035-4e31-94a8-42d5cd97b5c0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:50.097095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee787cc3-dcad-4ad0-b253-b489f4dc59b5 req-ebf34c62-8139-44d8-9667-b5e8459d8e95 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Aug 30 21:17:50.103795 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.199037 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.239116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bd137-ca2d-48fc-808a-abeb581bce61 req-7e595151-277d-4307-9759-1227b0509571 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.240645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-675bd137-ca2d-48fc-808a-abeb581bce61 req-7e595151-277d-4307-9759-1227b0509571 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0506732 Aug 30 21:17:50.259228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.282415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-675bd137-ca2d-48fc-808a-abeb581bce61 req-a703285a-c777-4e16-bcb4-feb87bcbea37 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352447 Aug 30 21:17:50.286554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event deleted for resources: {'Subnet': ['ID=4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:50.291402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.295929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2c3d4125-1db5-44e3-b5c8-4abc6c344489 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "DELETE /v2.0/subnets/4c162b5e-a4f9-4732-bc32-dcaccd0bdc5a HTTP/1.1" status: 204 len: 168 time: 0.3114266 Aug 30 21:17:50.296050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36272) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:50.298949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057baf01-14a8-48d2-b8ba-3ee7df1f486f None None] Network 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:50.411990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.434958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9ae29-4c70-478f-a195-4971870d9ab0 req-72dfe132-f178-4dc9-ab37-8e987c78b78d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.436555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f9ae29-4c70-478f-a195-4971870d9ab0 req-72dfe132-f178-4dc9-ab37-8e987c78b78d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0738473 Aug 30 21:17:50.484506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] DHCP port deletion for 80b2908c-db2c-4d3b-97a5-64aa954fc8f6 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:17:50.504431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f9ae29-4c70-478f-a195-4971870d9ab0 req-3f31c324-ea31-4893-bebf-beb2bfe83248 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449352 Aug 30 21:17:50.514381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Deleting port 4016c090-2035-4e31-94a8-42d5cd97b5c0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:50.514900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.544159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] Deleting port 4016c090-2035-4e31-94a8-42d5cd97b5c0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:50.544524 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.610635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] For port 4016c090-2035-4e31-94a8-42d5cd97b5c0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4016c090-2035-4e31-94a8-42d5cd97b5c0,segment=NetworkSegment(60eac43f-3352-49fe-b5af-8d581bc3849f),segment_id=60eac43f-3352-49fe-b5af-8d581bc3849f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:50.611071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.624448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] Calling delete_port for 4016c090-2035-4e31-94a8-42d5cd97b5c0 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:50.626865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] For port 4016c090-2035-4e31-94a8-42d5cd97b5c0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4016c090-2035-4e31-94a8-42d5cd97b5c0,segment=NetworkSegment(60eac43f-3352-49fe-b5af-8d581bc3849f),segment_id=60eac43f-3352-49fe-b5af-8d581bc3849f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:50.627244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.645124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Calling delete_port for 4016c090-2035-4e31-94a8-42d5cd97b5c0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:50.668363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.674347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.680378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.686334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.692469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.698397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.704516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:50.706365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-769b63d8-3223-427e-a500-af72c234ee3d req-fc347328-9121-4d63-a052-7908338871e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1353004 Aug 30 21:17:50.713271 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:50.738472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] Pushing event deleted for resources: {'Port': ['ID=4016c090-2035-4e31-94a8-42d5cd97b5c0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:50.743854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185543a-2e47-4958-80cb-43d47804b482 None None] No DVR routers for this DVR port 4016c090-2035-4e31-94a8-42d5cd97b5c0 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:17:51.104970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-769b63d8-3223-427e-a500-af72c234ee3d req-70503b41-b544-4884-b219-2cdc622f6ef4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607686 Aug 30 21:17:51.118550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.144677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event deleted for resources: {'Port': ['ID=4016c090-2035-4e31-94a8-42d5cd97b5c0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:51.150481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] No DVR routers for this DVR port 4016c090-2035-4e31-94a8-42d5cd97b5c0 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:17:51.253282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.265428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b2908c-db2c-4d3b-97a5-64aa954fc8f6']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:51.276563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eac43f-3352-49fe-b5af-8d581bc3849f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:51.276866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eac43f-3352-49fe-b5af-8d581bc3849f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:17:51.289445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.297874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bdd0f-771d-4fd3-9dad-7b16738d7c6d req-17b98d34-72f4-425f-ae53-0a4200da10a7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:51.299403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9bdd0f-771d-4fd3-9dad-7b16738d7c6d req-17b98d34-72f4-425f-ae53-0a4200da10a7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0857997 Aug 30 21:17:51.322908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.333240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:17:51.333599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:17:51.336502 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:17:51.392865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c9bdd0f-771d-4fd3-9dad-7b16738d7c6d req-554a08b2-6431-4084-9d9d-022cedba8118 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857763 Aug 30 21:17:51.408973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.414253 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.416762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] 10.222.0.76 "DELETE /v2.0/networks/80b2908c-db2c-4d3b-97a5-64aa954fc8f6 HTTP/1.1" status: 204 len: 168 time: 1.1195943 Aug 30 21:17:51.433069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ea05e-187b-4d61-a54c-ea565f937dc7 tempest-DHCPAgentSchedulersTestJSON-455510828 tempest-DHCPAgentSchedulersTestJSON-455510828-project] Pushing event deleted for resources: {'Network': ['ID=80b2908c-db2c-4d3b-97a5-64aa954fc8f6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:51.634032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799fb04-af27-46fd-90f7-467ccc716ec5 req-dfc04c6e-1edd-4ed2-bdd9-e003498eef63 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:51.635579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3799fb04-af27-46fd-90f7-467ccc716ec5 req-dfc04c6e-1edd-4ed2-bdd9-e003498eef63 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0608065 Aug 30 21:17:51.682403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3799fb04-af27-46fd-90f7-467ccc716ec5 req-66f9fb22-4272-467f-b168-fab3f49a5f57 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Aug 30 21:17:51.690146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36292) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:51.754269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4016c090-2035-4e31-94a8-42d5cd97b5c0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:17:51.777430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4016c090-2035-4e31-94a8-42d5cd97b5c0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:17:51.777907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4016c090-2035-4e31-94a8-42d5cd97b5c0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:17:51.809663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3eeb0-86e8-44d8-a80b-f4d6f2d5d9c0 req-647b7520-cc66-4ac3-8818-5ffee71b1ca5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:51.811259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eca3eeb0-86e8-44d8-a80b-f4d6f2d5d9c0 req-647b7520-cc66-4ac3-8818-5ffee71b1ca5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0550356 Aug 30 21:17:51.841747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e94fb40-260d-47cd-83d8-d299ca80965a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58808d46c6514deca03a2d157932f727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479671 Aug 30 21:17:51.841985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:51.851015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eca3eeb0-86e8-44d8-a80b-f4d6f2d5d9c0 req-0106ca4e-838b-4f2a-a950-187da997e949 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Aug 30 21:17:51.903219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a30c0b0c-f866-494c-a4b2-df31b8b5e885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.925768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a30c0b0c-f866-494c-a4b2-df31b8b5e885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.975317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a30c0b0c-f866-494c-a4b2-df31b8b5e885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.978484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a30c0b0c-f866-494c-a4b2-df31b8b5e885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:51.979702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a30c0b0c-f866-494c-a4b2-df31b8b5e885 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b1104e21-9bdc-400e-9954-f7f5f1896716 HTTP/1.1" status: 204 len: 168 time: 0.1366320 Aug 30 21:17:51.986728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff64fe-13d9-4467-b217-65931304a84f req-56f76c84-87cc-42aa-9bba-91a24c3cdd1a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:51.988336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ff64fe-13d9-4467-b217-65931304a84f req-56f76c84-87cc-42aa-9bba-91a24c3cdd1a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0532243 Aug 30 21:17:51.991904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c0b0c-f866-494c-a4b2-df31b8b5e885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1104e21-9bdc-400e-9954-f7f5f1896716,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:52.031933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ff64fe-13d9-4467-b217-65931304a84f req-72194d00-4a8c-415c-a266-591350c2169a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363336 Aug 30 21:17:52.153759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c391b-5985-4624-8642-6fe68ff53d6c req-bc1a2293-4aa9-4727-aaaf-528ff563bb44 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.155639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b6c391b-5985-4624-8642-6fe68ff53d6c req-bc1a2293-4aa9-4727-aaaf-528ff563bb44 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0522718 Aug 30 21:17:52.194357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b6c391b-5985-4624-8642-6fe68ff53d6c req-c70dac10-8713-4f49-930f-765b707eed9a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 30 21:17:52.288257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:52.302797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f975c24d-4de0-43d9-bb12-1e03821479db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.327314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.333210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.340124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.347764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.354258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.360740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.366975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.369361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-3a1b5b76-3a0f-4e4a-acea-675624c8385d tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1117449 Aug 30 21:17:52.410435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f975c24d-4de0-43d9-bb12-1e03821479db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.418232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f975c24d-4de0-43d9-bb12-1e03821479db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.420426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf6a60cc-7ef3-4acc-a1ae-f8d97aeb062b req-63bf72e8-9307-43dd-94ec-fdcd4678b788 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390291 Aug 30 21:17:52.455516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f975c24d-4de0-43d9-bb12-1e03821479db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9a1be919a6a4eefae61a3bc64b7bb53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660614 Aug 30 21:17:52.459018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36322) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:52.461141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975c24d-4de0-43d9-bb12-1e03821479db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec15d9d2-5378-4ccf-a76b-40815282d229,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:52.541707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f8299dc-faf8-4b3a-8f0a-517484dd5081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.573669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aff5f7-9d46-4a07-a9d4-9d4ae9a3a7ea req-08316c1c-efd6-43ba-9a88-a5f205ed45d4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.574956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92aff5f7-9d46-4a07-a9d4-9d4ae9a3a7ea req-08316c1c-efd6-43ba-9a88-a5f205ed45d4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0764580 Aug 30 21:17:52.576786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f8299dc-faf8-4b3a-8f0a-517484dd5081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.635694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92aff5f7-9d46-4a07-a9d4-9d4ae9a3a7ea req-abc1a484-e15c-467e-ba3e-51ee1adcbc47 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520523 Aug 30 21:17:52.653821 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f8299dc-faf8-4b3a-8f0a-517484dd5081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.659756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f8299dc-faf8-4b3a-8f0a-517484dd5081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:52.661566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3f8299dc-faf8-4b3a-8f0a-517484dd5081 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec15d9d2-5378-4ccf-a76b-40815282d229 HTTP/1.1" status: 204 len: 168 time: 0.2012298 Aug 30 21:17:52.676396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8299dc-faf8-4b3a-8f0a-517484dd5081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec15d9d2-5378-4ccf-a76b-40815282d229,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:52.759399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b51153-22bd-49d8-a58f-27930b55ab6e req-b21d65ca-29b7-41b2-8727-3d5f607b8cff tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:52.760936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0b51153-22bd-49d8-a58f-27930b55ab6e req-b21d65ca-29b7-41b2-8727-3d5f607b8cff tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0506608 Aug 30 21:17:52.807323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0b51153-22bd-49d8-a58f-27930b55ab6e req-7a466bd0-7b25-4890-a137-4512fbd57068 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Aug 30 21:17:53.049401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13efae-28b5-41de-8f8a-d373a729c210 req-56cc3716-3604-4dac-bfc7-ab9e3bd69ce8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.050947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a13efae-28b5-41de-8f8a-d373a729c210 req-56cc3716-3604-4dac-bfc7-ab9e3bd69ce8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0520008 Aug 30 21:17:53.091922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a13efae-28b5-41de-8f8a-d373a729c210 req-f8c6923e-d26b-4c6a-be8f-ec4a38ef312b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Aug 30 21:17:53.317616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd275d3-a378-45be-a0cf-de76409da7ab req-4c043592-1738-49a3-9adc-84d652ca1f0a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.319294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd275d3-a378-45be-a0cf-de76409da7ab req-4c043592-1738-49a3-9adc-84d652ca1f0a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0549550 Aug 30 21:17:53.365566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd275d3-a378-45be-a0cf-de76409da7ab req-a4d75a24-bcd6-457b-b217-f296d1f4adc6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357120 Aug 30 21:17:53.489014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745230a0-e834-416c-8ad2-efd36fb56a0e req-da179173-8f14-4f99-9649-530080ae3001 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.490436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745230a0-e834-416c-8ad2-efd36fb56a0e req-da179173-8f14-4f99-9649-530080ae3001 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Aug 30 21:17:53.534141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745230a0-e834-416c-8ad2-efd36fb56a0e req-8829b24f-26bd-4bfa-9310-4cb15656430e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Aug 30 21:17:53.657545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.664703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.670813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.680243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.682480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.688502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.694383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.696383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-69b5c58a-d1d3-44a4-b3e3-9011cc6eaf14 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1031542 Aug 30 21:17:53.746533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-728dfaa6-e92f-4255-881f-95a4fca64366 req-b3148144-d57d-4fa0-b510-a77525024a12 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426798 Aug 30 21:17:53.879821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc66e58-3971-4609-a498-0fdf8ccf442b req-12a6b30a-5e98-45ec-a7b5-714abdeda223 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:53.881335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffc66e58-3971-4609-a498-0fdf8ccf442b req-12a6b30a-5e98-45ec-a7b5-714abdeda223 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0521064 Aug 30 21:17:53.924043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffc66e58-3971-4609-a498-0fdf8ccf442b req-651ff30d-92f2-4821-b028-74d0b10ea4a2 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Aug 30 21:17:54.000183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:54.039277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6db6f1-264c-4aa4-9e2e-aed69e3ab178 req-2039cf64-623c-4a02-b465-485c9e282c96 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.040879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef6db6f1-264c-4aa4-9e2e-aed69e3ab178 req-2039cf64-623c-4a02-b465-485c9e282c96 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0594931 Aug 30 21:17:54.081153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef6db6f1-264c-4aa4-9e2e-aed69e3ab178 req-dd08a8eb-b55f-4137-a78b-b962bd11c42a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Aug 30 21:17:54.190411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1771788011'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:54.226824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Made reservation on behalf of 85aa9ab6af8a4651b09f95b9c9685b4e for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:54.230773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.240216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.321739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc31d3-43d2-44da-8379-d0b6d7146ce1 req-6daf29ae-9e64-4dd6-8154-d6ff3efd539b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.323191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23dc31d3-43d2-44da-8379-d0b6d7146ce1 req-6daf29ae-9e64-4dd6-8154-d6ff3efd539b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Aug 30 21:17:54.359677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.365164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.366391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23dc31d3-43d2-44da-8379-d0b6d7146ce1 req-28d9e939-0aad-4e7a-9fd5-393b610a03e7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Aug 30 21:17:54.395178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:17:54.401807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d68444-cd9b-4675-977e-15ae526cf737,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:54.409120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.409446 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Added segment 610c4a46-cae5-4383-a352-59f3e013e7ce of type vlan for network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 Aug 30 21:17:54.451941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.478044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.483655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.484302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.542254 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5408783 Aug 30 21:17:54.553750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb442f0-00e9-450a-80aa-dc3e8c8219d6 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Pushing event updated for resources: {'Network': ['ID=dbfff8c6-43f4-47c9-8c40-b8f1d15d0810,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:54.567316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:17:54.591531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461450d0-e6da-495e-a3c3-20532cb6c5fc req-1e92f3f6-fad2-4afa-a196-f2e038623c19 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.592975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-461450d0-e6da-495e-a3c3-20532cb6c5fc req-1e92f3f6-fad2-4afa-a196-f2e038623c19 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0587940 Aug 30 21:17:54.634383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-461450d0-e6da-495e-a3c3-20532cb6c5fc req-3493c731-d8e8-4f37-bafc-850f63484b89 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Aug 30 21:17:54.814454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36402) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:54.819776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Request body: {'port': {'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810', 'binding:host_id': 'n-h1-793620-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-962611671'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:54.845420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Made reservation on behalf of 0d997773be5142578ffab79d68596e73 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:54.848020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.859131 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:54.933284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.939565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.945310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.951579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.957357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.963474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.969427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:54.971429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-298875e8-5b12-48bc-8e8a-f63ebe7435d9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1143441 Aug 30 21:17:55.033945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-331c4ceb-917a-44ee-a0b6-c197df512a59 req-b48e8ae6-d164-440c-b457-be8aea9a42de tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551603 Aug 30 21:17:55.075817 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.081002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.086375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:55.195711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b79de7-f23c-452b-9c13-322e6a996f40,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:55.247043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a1eec-487b-47eb-a24e-9bed4ec0f843 req-953f37c1-d141-42c9-bbc9-e5717b2d87bd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:55.248563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-245a1eec-487b-47eb-a24e-9bed4ec0f843 req-953f37c1-d141-42c9-bbc9-e5717b2d87bd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1465821 Aug 30 21:17:55.348195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-245a1eec-487b-47eb-a24e-9bed4ec0f843 req-bf24578c-67eb-4dfc-8ad7-ed0d081ca0b0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Aug 30 21:17:55.391200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:55.400366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.411688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Transition to ACTIVE for port object b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:55.426948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.483526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:55.500258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Checking segment: {'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:17:55.500622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Network hostable DHCP agents. Network: dbfff8c6-43f4-47c9-8c40-b8f1d15d0810, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:17:55.519226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:17:55.529507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, dbfff8c6-43f4-47c9-8c40-b8f1d15d0810) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:55.534229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:55.540855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7070a-af32-4c9c-9699-6cbff8e4c427 None None] Network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:17:55.551085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.551417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.551784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.557439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.557880 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.558334 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 2 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.572083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.572465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.572821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.577552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.577867 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.578257 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 3 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.591124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.591461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.591830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.596515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.596890 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.597234 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 4 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.609942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.610283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.610642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.615313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.615637 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.616046 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 5 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.628995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.629331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.629664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.634203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.634533 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.634962 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 6 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.648009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.648342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.648679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.653096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.653400 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.653803 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 7 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.671630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.672202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.672775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.679549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.680698 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.680698 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 8 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.694346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.694693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.695044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.699971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.700185 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.700570 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 9 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.723010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.723351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.723688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.746003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.746209 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.747291 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 10 to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 Aug 30 21:17:55.764400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:55.764732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:55.765094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:55.774460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:55.774991 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:55.775570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.786550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318926-fcab-408c-b9ef-5ce321c2ea61 req-6e601275-e745-4d67-82ae-ed83993ea5ce tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:55.788096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d318926-fcab-408c-b9ef-5ce321c2ea61 req-6e601275-e745-4d67-82ae-ed83993ea5ce tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0780339 Aug 30 21:17:55.856165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d318926-fcab-408c-b9ef-5ce321c2ea61 req-7789c1f3-ab28-4db1-8718-a5d5c3549055 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 Aug 30 21:17:55.883811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] For port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:55.884191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempted to set empty binding levels {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 21:17:55.894886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.927410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:55.928006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:55.948447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:55.955515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ba22437f-f417-4d72-8069-243fb0c6f0e3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1376014 Aug 30 21:17:55.955734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36416) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:56.053141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Deleting port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:56.053526 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.148626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] For port b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4, host n-h1-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:56.149000 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.165293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Calling delete_port for b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:56.186164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453160c9-828d-40d8-8b5f-88fb33558f27 req-9543df39-a35a-405a-8e29-9db93419d3af tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.187718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-453160c9-828d-40d8-8b5f-88fb33558f27 req-9543df39-a35a-405a-8e29-9db93419d3af tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0938993 Aug 30 21:17:56.268834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-453160c9-828d-40d8-8b5f-88fb33558f27 req-a84768e9-d9da-4aeb-b32a-40952d548196 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495791 Aug 30 21:17:56.295302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.322253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:56.340328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.342241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1be97969-0256-4dad-8e0a-3c0c74431374 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 HTTP/1.1" status: 204 len: 168 time: 0.3854830 Aug 30 21:17:56.346498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:56.377104 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f966a9-50b8-4266-ac7a-9550ec84b31d tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:17:56.378624 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-96f966a9-50b8-4266-ac7a-9550ec84b31d tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "GET /v2.0/ports/b7e4d7ca-eb97-4a9c-a4fe-c69ec203b2b4 HTTP/1.1" status: 404 len: 333 time: 0.0304644 Aug 30 21:17:56.382255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:56.387467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Request body: {'port': {'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-694170555'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:56.406539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.410319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Made reservation on behalf of 0d997773be5142578ffab79d68596e73 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:56.412841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.413329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.419770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.425687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.431793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.437739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port 1224bbaa-9fd0-47d1-9da5-1192781066a5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:56.437928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.443900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.446367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-9a01564a-17d0-47e2-8cb9-767571e151cc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1080918 Aug 30 21:17:56.495128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-155bdaaf-ba8d-4874-a68e-835f9b415f61 req-2c7c2081-049d-46b5-bcb5-cd402fff9e13 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414875 Aug 30 21:17:56.603973 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.612805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318a14f-0c5f-4b7f-8e8c-bc53b505b87c req-eea5e999-845d-4483-9d62-816fad847cd9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.615369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8318a14f-0c5f-4b7f-8e8c-bc53b505b87c req-eea5e999-845d-4483-9d62-816fad847cd9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0553372 Aug 30 21:17:56.644213 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.660007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8318a14f-0c5f-4b7f-8e8c-bc53b505b87c req-5ce4e5ab-04bc-4c11-acb1-d58b54412aeb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 Aug 30 21:17:56.686775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:56.691525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:56.695700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:56.696690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:56.697278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.700695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=1224bbaa-9fd0-47d1-9da5-1192781066a5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:56.715388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c108d1bc-daf2-4e04-98d8-11d39b142be2 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3318765 Aug 30 21:17:56.718139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:56.726823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:56.803451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:56.992094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port 1224bbaa-9fd0-47d1-9da5-1192781066a5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:57.000480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.013547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Transition to ACTIVE for port object 1224bbaa-9fd0-47d1-9da5-1192781066a5 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:57.018604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.073783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=1224bbaa-9fd0-47d1-9da5-1192781066a5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:57.089851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.090095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.090458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.095376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.095719 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.096108 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 2 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.109837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.110167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.110519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.115123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.115445 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.115831 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 3 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.128284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.128621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.128958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.133493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.133896 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.134409 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 4 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.147903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.148221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.148553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.153151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.153479 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.153869 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 5 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.167569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.167805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.168011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.172718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.173052 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.173522 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 6 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.191851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.192195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.192581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.197900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.198222 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.198716 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 7 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.212232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.212572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.212912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.217530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.217852 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.218251 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 8 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.233170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.233510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.233841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.239113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.239440 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.239831 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 9 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.253359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.253698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.253930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.260051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.260051 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.260051 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 10 to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 Aug 30 21:17:57.273537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:57.273867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:57.274200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:57.279645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:57.279950 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:57.280688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.354519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] For port 1224bbaa-9fd0-47d1-9da5-1192781066a5, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:57.355325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 21:17:57.361307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.409401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18df5a-1247-44fe-9ef9-a77ef438671b req-210beec4-3426-4d4e-8d02-e430283b3516 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.410997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b18df5a-1247-44fe-9ef9-a77ef438671b req-210beec4-3426-4d4e-8d02-e430283b3516 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0626163 Aug 30 21:17:57.418139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=1224bbaa-9fd0-47d1-9da5-1192781066a5,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:57.427532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] In _notify_port_updated(), no bound segment for port 1224bbaa-9fd0-47d1-9da5-1192781066a5 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:17:57.428420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.429034 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.432794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a6705209-ceb2-428d-9f41-2add663a4b6a tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "PUT /v2.0/ports/1224bbaa-9fd0-47d1-9da5-1192781066a5 HTTP/1.1" status: 200 len: 975 time: 0.7108781 Aug 30 21:17:57.433045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:57.460591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b18df5a-1247-44fe-9ef9-a77ef438671b req-051f75e1-494e-47ed-9d5b-3d3419c26dbe tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Aug 30 21:17:57.560480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.561307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.562109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.562935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.563755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.564594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.565411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.566269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.567519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.568503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.568952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.569929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.570758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.571607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.572453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.573257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.574084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.574939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.575759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.576569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.577142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.577953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.578763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.579620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.580229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.580893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.581516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.582161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.582785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.583441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.584052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.584620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.585306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.585915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.586516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.587223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.588035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.588651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.589289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.590179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.590815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.591555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.592363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.593142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.593953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.594818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.595680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.596455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.597271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.598305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.599147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.600187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.601010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.610278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-aaa27112-8a4e-474a-81bf-363a320b5261 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 47699 time: 0.1757121 Aug 30 21:17:57.614903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:57.625246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4c898-ff33-4549-87be-bd198a1a900d req-11c77fef-7e67-49a4-acd4-ece21962138d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.626853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb4c898-ff33-4549-87be-bd198a1a900d req-11c77fef-7e67-49a4-acd4-ece21962138d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0843489 Aug 30 21:17:57.670602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb4c898-ff33-4549-87be-bd198a1a900d req-8714dcc2-5095-4db8-976a-84303326449d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Aug 30 21:17:57.717606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Deleting port 1224bbaa-9fd0-47d1-9da5-1192781066a5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:57.720552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.808390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] For port 1224bbaa-9fd0-47d1-9da5-1192781066a5, host n-h1-793620-16, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:57.808727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.822228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Calling delete_port for 1224bbaa-9fd0-47d1-9da5-1192781066a5 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:57.827601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.833853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.840474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.846395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.852494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.858766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.864903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:57.866952 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-6b8f1f28-c1b3-4f21-be31-b07e4c5fd282 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.1079233 Aug 30 21:17:57.912289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.922243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74dd7c39-7188-41fa-bbf8-eea333b1a221 req-9f124186-cfef-443c-b6c4-ab249c127da9 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481339 Aug 30 21:17:57.941733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event deleted for resources: {'Port': ['ID=1224bbaa-9fd0-47d1-9da5-1192781066a5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:57.948212 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:57.954337 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92fa9b92-5cdb-4cdd-bf33-17fd1ab8b62b tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1224bbaa-9fd0-47d1-9da5-1192781066a5 HTTP/1.1" status: 204 len: 168 time: 0.3337276 Aug 30 21:17:57.955620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36452) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:57.983719 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bb13dd-813d-4394-a506-c3543feda450 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:17:57.985291 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-58bb13dd-813d-4394-a506-c3543feda450 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "GET /v2.0/ports/1224bbaa-9fd0-47d1-9da5-1192781066a5 HTTP/1.1" status: 404 len: 333 time: 0.0294387 Aug 30 21:17:57.989349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:57.994563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-411964954', 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:58.018792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Made reservation on behalf of 0d997773be5142578ffab79d68596e73 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:58.022057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.043989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port 6cd2e5b6-3080-40e9-8b5f-e4e438205e66 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:58.045370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2c9f1-b841-472c-97c2-0e7ca00143b1 req-92a71f14-22d6-4f1f-b5ab-5e73b822a89b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.046944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eeb2c9f1-b841-472c-97c2-0e7ca00143b1 req-92a71f14-22d6-4f1f-b5ab-5e73b822a89b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Aug 30 21:17:58.090164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eeb2c9f1-b841-472c-97c2-0e7ca00143b1 req-61efc9fb-d4da-47f7-8a23-c29965565392 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366085 Aug 30 21:17:58.145272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:17:58.216657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.257422 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.311208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:58.315064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=6cd2e5b6-3080-40e9-8b5f-e4e438205e66,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:58.317981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:58.327411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:58.328411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.329018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.348805 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bdc75edc-ccdd-4532-bddf-9bd23cdb2d31 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3583093 Aug 30 21:17:58.354400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36458) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:58.393719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3579e9d-91d1-45f7-a25f-4faeeef782dc tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.395122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a3579e9d-91d1-45f7-a25f-4faeeef782dc tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "GET /v2.0/ports/6cd2e5b6-3080-40e9-8b5f-e4e438205e66 HTTP/1.1" status: 200 len: 954 time: 0.0397308 Aug 30 21:17:58.398027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:58.407611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad8ab3-6429-4a6f-854a-5a7b2f1719c2 req-a2c96edc-55d5-442a-bc25-3590ab03d5f3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.409161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0ad8ab3-6429-4a6f-854a-5a7b2f1719c2 req-a2c96edc-55d5-442a-bc25-3590ab03d5f3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0835354 Aug 30 21:17:58.465764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0ad8ab3-6429-4a6f-854a-5a7b2f1719c2 req-85497342-f110-425d-bf79-08167c6eae3d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475712 Aug 30 21:17:58.476506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Deleting port 6cd2e5b6-3080-40e9-8b5f-e4e438205e66 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:58.476857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.544955 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.559492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Calling delete_port for 6cd2e5b6-3080-40e9-8b5f-e4e438205e66 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:58.597673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be508b1-8892-4c41-9dc5-84cb8b21441b req-c110f1c8-38d2-40df-894c-581bdaa82395 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.599162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5be508b1-8892-4c41-9dc5-84cb8b21441b req-c110f1c8-38d2-40df-894c-581bdaa82395 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0565903 Aug 30 21:17:58.652301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5be508b1-8892-4c41-9dc5-84cb8b21441b req-86cbdbea-95c9-4460-af6a-defa2cdf54bf tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Aug 30 21:17:58.656581 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.685228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cd2e5b6-3080-40e9-8b5f-e4e438205e66,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:58.690903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.692820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37df7038-25c9-427d-8599-4b1da4f827f3 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "DELETE /v2.0/ports/6cd2e5b6-3080-40e9-8b5f-e4e438205e66 HTTP/1.1" status: 204 len: 168 time: 0.2937238 Aug 30 21:17:58.697384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:58.725915 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a525442-6c77-4293-abe8-4dbb3a9df926 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:17:58.727832 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5a525442-6c77-4293-abe8-4dbb3a9df926 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "GET /v2.0/ports/6cd2e5b6-3080-40e9-8b5f-e4e438205e66 HTTP/1.1" status: 404 len: 333 time: 0.0291693 Aug 30 21:17:58.731501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:58.736459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Request body: {'port': {'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1379948949'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:58.760441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Made reservation on behalf of 0d997773be5142578ffab79d68596e73 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:17:58.763382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.782358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port 1dda489d-768f-4048-87b7-b991652dbe89 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:58.795537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e6ae6-1b09-454e-943b-29efa1a4bfcf req-6fbc1231-567b-4957-975c-3b992011ed10 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.797105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f8e6ae6-1b09-454e-943b-29efa1a4bfcf req-6fbc1231-567b-4957-975c-3b992011ed10 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0516062 Aug 30 21:17:58.842263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f8e6ae6-1b09-454e-943b-29efa1a4bfcf req-ba027959-6870-4b0a-904c-4cbbf4c60535 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Aug 30 21:17:58.940340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:58.967766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef0aab-e125-464a-a2a4-f07ca85202b2 req-120b7194-3c41-439b-b607-d145096cc81a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:58.969293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27ef0aab-e125-464a-a2a4-f07ca85202b2 req-120b7194-3c41-439b-b607-d145096cc81a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0497224 Aug 30 21:17:58.977402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.013638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27ef0aab-e125-464a-a2a4-f07ca85202b2 req-fda3f9ab-f693-45d9-bc34-a097ec57e355 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371954 Aug 30 21:17:59.022467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:17:59.025444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:17:59.027951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:17:59.029235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.029837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.042097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=1dda489d-768f-4048-87b7-b991652dbe89,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:59.057042 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-65eb3b24-8225-4fa8-8c3b-c5c3ea3886fa tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3242073 Aug 30 21:17:59.059679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36478) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:59.065648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:17:59.120666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.130816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.136716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.142727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.148442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.154279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.160590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.166427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.168438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-1013e2e8-30b0-4838-bb3d-9d7c932d93e2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.0944853 Aug 30 21:17:59.210310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eae15616-f147-4b60-b941-9f7de7d1bad3 req-8ca79199-a8fc-43cb-8da6-f679ffce2daf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353732 Aug 30 21:17:59.294591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] device_id is not set on port 1dda489d-768f-4048-87b7-b991652dbe89 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:17:59.302467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.315303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Transition to ACTIVE for port object 1dda489d-768f-4048-87b7-b991652dbe89 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:17:59.324615 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.392067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec082930-94d4-4d96-a99c-1dfeb94ae6f5 req-9a221049-4eec-463f-b758-dbcdac1fec51 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.394589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec082930-94d4-4d96-a99c-1dfeb94ae6f5 req-9a221049-4eec-463f-b758-dbcdac1fec51 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0821269 Aug 30 21:17:59.410891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=1dda489d-768f-4048-87b7-b991652dbe89,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:59.423945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.424291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.424607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.429003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.429317 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.429692 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 2 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.439212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec082930-94d4-4d96-a99c-1dfeb94ae6f5 req-1869038b-e14c-480a-9830-c1a35871b644 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373886 Aug 30 21:17:59.442955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.443189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.443524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.448358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.448755 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.449137 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 3 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.461309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.461773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.462203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.467203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.467475 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.467882 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 4 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.480868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.481326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.481659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.486171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.486492 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.486900 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 5 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.500025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.500354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.500679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.506460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.506875 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.507343 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 6 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.522177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.522702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.523153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.528061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.528393 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.528792 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 7 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.542048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.542407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.543264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.547388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.547702 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.548083 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 8 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.561455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.561780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.562161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.567549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.567790 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.568170 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 9 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.581403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.581826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.582254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.587192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.587516 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.587927 n-d-793620-16 neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempt 10 to bind port 1dda489d-768f-4048-87b7-b991652dbe89 Aug 30 21:17:59.601376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:17:59.601707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:17:59.602039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempting to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:17:59.607105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:17:59.607354 n-d-793620-16 neutron-server[94688]: ERROR neutron.plugins.ml2.managers [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Failed to bind port 1dda489d-768f-4048-87b7-b991652dbe89 on host n-h1-793620-16 for vnic_type normal using segments [{'id': '610c4a46-cae5-4383-a352-59f3e013e7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'dbfff8c6-43f4-47c9-8c40-b8f1d15d0810'}] Aug 30 21:17:59.607780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.627277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a576ef5-dd30-44c3-9021-b5f8594b1441 req-99717081-7991-4867-8932-9e5865920044 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.628825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a576ef5-dd30-44c3-9021-b5f8594b1441 req-99717081-7991-4867-8932-9e5865920044 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0612137 Aug 30 21:17:59.674067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a576ef5-dd30-44c3-9021-b5f8594b1441 req-9937317f-a4d9-42a7-b8b3-164aeafaa2a7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377264 Aug 30 21:17:59.675106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] For port 1dda489d-768f-4048-87b7-b991652dbe89, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:17:59.675480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attempted to set empty binding levels {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 21:17:59.681188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.734138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] In _notify_port_updated(), no bound segment for port 1dda489d-768f-4048-87b7-b991652dbe89 on network dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:17:59.735051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.735655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.736997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "PUT /v2.0/ports/1dda489d-768f-4048-87b7-b991652dbe89 HTTP/1.1" status: 200 len: 976 time: 0.6761205 Aug 30 21:17:59.739901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:17:59.774504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3623-7a63-4891-8be1-bca3b404a6b9 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event updated for resources: {'Port': ['ID=1dda489d-768f-4048-87b7-b991652dbe89,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:17:59.830812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Deleting port 1dda489d-768f-4048-87b7-b991652dbe89 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:17:59.831162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.853307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eae3ee-6cd5-4278-8d43-0188892d86fc req-6869c50c-f692-4489-9bbb-2c847939e433 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:17:59.855087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91eae3ee-6cd5-4278-8d43-0188892d86fc req-6869c50c-f692-4489-9bbb-2c847939e433 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0540204 Aug 30 21:17:59.897531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] For port 1dda489d-768f-4048-87b7-b991652dbe89, host n-h1-793620-16, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:17:59.897887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:17:59.902905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91eae3ee-6cd5-4278-8d43-0188892d86fc req-9d050b32-766f-441a-b667-7cbc6d4fd551 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Aug 30 21:17:59.912417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Calling delete_port for 1dda489d-768f-4048-87b7-b991652dbe89 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:17:59.999510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.034079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dda489d-768f-4048-87b7-b991652dbe89,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:00.040863 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.043057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69632295-0271-48db-a157-4c0267654c82 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1dda489d-768f-4048-87b7-b991652dbe89 HTTP/1.1" status: 204 len: 168 time: 0.3020153 Aug 30 21:18:00.045484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:00.047031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785912a-3ea2-406b-b89b-fab399001d4a req-1f9becee-78de-43af-9f64-f0cb3953d502 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.048557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4785912a-3ea2-406b-b89b-fab399001d4a req-1f9becee-78de-43af-9f64-f0cb3953d502 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0577781 Aug 30 21:18:00.073053 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-da813c58-4f14-4118-afb5-7c0ee5129226 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:18:00.074714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da813c58-4f14-4118-afb5-7c0ee5129226 tempest-PortsAdminExtendedAttrsTestJSON-154202870 tempest-PortsAdminExtendedAttrsTestJSON-154202870-project-admin] 10.222.0.76 "GET /v2.0/ports/1dda489d-768f-4048-87b7-b991652dbe89 HTTP/1.1" status: 404 len: 333 time: 0.0280406 Aug 30 21:18:00.078209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:00.101043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4785912a-3ea2-406b-b89b-fab399001d4a req-f93ac91d-2dca-4c41-b548-0fbf9eeb89aa tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Aug 30 21:18:00.155001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.229908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d491717-4d7e-4d85-b0dc-0b595c838c1d req-958b5a99-5ab4-46af-87dc-cac1dc8680a6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.231358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d491717-4d7e-4d85-b0dc-0b595c838c1d req-958b5a99-5ab4-46af-87dc-cac1dc8680a6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0616367 Aug 30 21:18:00.252127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.262567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfff8c6-43f4-47c9-8c40-b8f1d15d0810']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:00.270307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d491717-4d7e-4d85-b0dc-0b595c838c1d req-5b2b390f-fcdc-4600-8d36-3b20193ae3e6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Aug 30 21:18:00.273491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610c4a46-cae5-4383-a352-59f3e013e7ce') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:00.273779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610c4a46-cae5-4383-a352-59f3e013e7ce') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:00.286987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.301953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.308442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:00.308837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:00.311919 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:00.370077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.377653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.379566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] 10.222.0.76 "DELETE /v2.0/networks/dbfff8c6-43f4-47c9-8c40-b8f1d15d0810 HTTP/1.1" status: 204 len: 168 time: 0.3003893 Aug 30 21:18:00.387794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.391146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550e367-14fd-4966-944d-196b9c2150b5 tempest-PortsAdminExtendedAttrsTestJSON-974115744 tempest-PortsAdminExtendedAttrsTestJSON-974115744-project] Pushing event deleted for resources: {'Network': ['ID=dbfff8c6-43f4-47c9-8c40-b8f1d15d0810,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:00.393712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.399763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.406316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.412142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.418416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.424230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.426209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-74d35695-fca1-4231-955a-cec274af851e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.0992560 Aug 30 21:18:00.469979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d07a0d-eba6-4470-8f15-9965f5da216a req-ccf2a61b-5d49-4119-92b8-33a1d71791f8 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348074 Aug 30 21:18:00.598854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6febb-f7e0-4e32-a767-27e65dc2f470 req-8ce5f1af-63b5-450c-a5a6-5cee5b947844 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.600380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aae6febb-f7e0-4e32-a767-27e65dc2f470 req-8ce5f1af-63b5-450c-a5a6-5cee5b947844 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Aug 30 21:18:00.636749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36516) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:00.644720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aae6febb-f7e0-4e32-a767-27e65dc2f470 req-021ad197-dcbd-4401-a8af-9c4d98334812 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381367 Aug 30 21:18:00.795761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad401033-a9b9-4f73-8860-7dcce5941cc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85aa9ab6af8a4651b09f95b9c9685b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578555 Aug 30 21:18:00.798613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:00.803397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80bc57-cf0b-4bd3-8114-38eb6c5ec1fd req-9c54cf7d-fd87-4d02-b9c5-6b37406342af tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:00.804829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd80bc57-cf0b-4bd3-8114-38eb6c5ec1fd req-9c54cf7d-fd87-4d02-b9c5-6b37406342af tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0867739 Aug 30 21:18:00.855078 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b540f856-4ad6-4c36-823e-b86b6a3ce880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.855428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd80bc57-cf0b-4bd3-8114-38eb6c5ec1fd req-91e26458-644b-4a61-97b0-4297f3476021 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Aug 30 21:18:00.886193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b540f856-4ad6-4c36-823e-b86b6a3ce880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.935728 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b540f856-4ad6-4c36-823e-b86b6a3ce880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.939573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b540f856-4ad6-4c36-823e-b86b6a3ce880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:00.941089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b540f856-4ad6-4c36-823e-b86b6a3ce880 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43d68444-cd9b-4675-977e-15ae526cf737 HTTP/1.1" status: 204 len: 168 time: 0.1413724 Aug 30 21:18:00.950816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f856-4ad6-4c36-823e-b86b6a3ce880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d68444-cd9b-4675-977e-15ae526cf737,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:01.122009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d390-604c-44da-a9ac-37f3ec9a53d5 req-524e2867-f82d-4b06-9825-f9c30db281fb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.123735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc14d390-604c-44da-a9ac-37f3ec9a53d5 req-524e2867-f82d-4b06-9825-f9c30db281fb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0576777 Aug 30 21:18:01.164084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc14d390-604c-44da-a9ac-37f3ec9a53d5 req-01eaa695-b9b2-4c1f-96cd-bef88f470887 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342977 Aug 30 21:18:01.239026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:01.281106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3af90dea-5331-40e1-a793-6e02bb96b2a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0d997773be5142578ffab79d68596e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402815 Aug 30 21:18:01.283460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:01.333632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01545849-6838-4aaf-ae35-ddfe811ab634 req-8e7b4a6b-6807-43f7-970b-767e39abd98e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.334131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a79d17b-5f31-4956-a3d7-96b7a06e31a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:01.335895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01545849-6838-4aaf-ae35-ddfe811ab634 req-8e7b4a6b-6807-43f7-970b-767e39abd98e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0585935 Aug 30 21:18:01.356909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a79d17b-5f31-4956-a3d7-96b7a06e31a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:01.377491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01545849-6838-4aaf-ae35-ddfe811ab634 req-cf319d4c-ee7c-41e2-bdf7-d5f68b37af7e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Aug 30 21:18:01.413218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a79d17b-5f31-4956-a3d7-96b7a06e31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:01.415894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a79d17b-5f31-4956-a3d7-96b7a06e31a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:01.417104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a79d17b-5f31-4956-a3d7-96b7a06e31a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8b79de7-f23c-452b-9c13-322e6a996f40 HTTP/1.1" status: 204 len: 168 time: 0.1327481 Aug 30 21:18:01.425082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79d17b-5f31-4956-a3d7-96b7a06e31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b79de7-f23c-452b-9c13-322e6a996f40,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:01.500588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899a3c4-d2a5-46f2-930f-d428857984b5 req-d33fe9fc-fe0e-428f-9301-f13acef5f989 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.502143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4899a3c4-d2a5-46f2-930f-d428857984b5 req-d33fe9fc-fe0e-428f-9301-f13acef5f989 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0503542 Aug 30 21:18:01.541878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4899a3c4-d2a5-46f2-930f-d428857984b5 req-a54f80c9-0063-4c5b-9f25-fc0081c84346 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Aug 30 21:18:01.658219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.664061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.670433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.676270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.682139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.687957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.693739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.695737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-b8f7e71a-6759-45d9-950e-6a907844a321 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.0921788 Aug 30 21:18:01.739034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33c57df2-e9bf-4653-a890-3e86a7d40c3e req-9ea09db3-4eaf-4984-aa75-d7c3a26f9474 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368907 Aug 30 21:18:01.868374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29127736-2e51-453b-8bc5-b1ac507ccdcd req-07277bc3-ddfa-49ea-af2e-d7e61177df3b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:01.869856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29127736-2e51-453b-8bc5-b1ac507ccdcd req-07277bc3-ddfa-49ea-af2e-d7e61177df3b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Aug 30 21:18:01.912897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29127736-2e51-453b-8bc5-b1ac507ccdcd req-d0f1fbc1-a725-471f-9a37-c304725e8fc2 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Aug 30 21:18:02.022702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387110-cb6e-4205-ae0b-60427cc48591 req-13b5df4f-3bd2-449d-bcaf-926985906f62 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.024221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24387110-cb6e-4205-ae0b-60427cc48591 req-13b5df4f-3bd2-449d-bcaf-926985906f62 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0512290 Aug 30 21:18:02.065854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24387110-cb6e-4205-ae0b-60427cc48591 req-5f818ec6-5979-4710-a7ff-451b0549a613 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347044 Aug 30 21:18:02.302706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69092dda-986a-4ed9-9335-512219c8b60f req-06febaca-fcea-4135-9a8e-9fbd0da51030 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.304369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69092dda-986a-4ed9-9335-512219c8b60f req-06febaca-fcea-4135-9a8e-9fbd0da51030 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0509746 Aug 30 21:18:02.346451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69092dda-986a-4ed9-9335-512219c8b60f req-97fe57c4-d4f8-433b-811b-64e0ff4876de tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Aug 30 21:18:02.518113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5bd2-dc5c-4146-9064-daf6a174f767 req-58a2ce71-0d5a-46b6-908a-ed8e436ab0c6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.519795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a0d5bd2-dc5c-4146-9064-daf6a174f767 req-58a2ce71-0d5a-46b6-908a-ed8e436ab0c6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0555015 Aug 30 21:18:02.558679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a0d5bd2-dc5c-4146-9064-daf6a174f767 req-9882b07c-e6b4-41dc-9e7f-e248542ee7c1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Aug 30 21:18:02.680983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d90e8-da7d-4ed5-820b-4e16b3cbee90 req-b7077b61-71be-4ff8-95dd-86a82cde4e58 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.682584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a40d90e8-da7d-4ed5-820b-4e16b3cbee90 req-b7077b61-71be-4ff8-95dd-86a82cde4e58 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0562589 Aug 30 21:18:02.690416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:02.722184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a40d90e8-da7d-4ed5-820b-4e16b3cbee90 req-5168af20-d3c6-4c72-bb76-9d3f8b01ab54 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Aug 30 21:18:02.789923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1822195637', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:02.812804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Made reservation on behalf of cbb7d7a5f9634ade8382275208372f45 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:02.815510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:02.825073 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:02.883639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.889783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.895809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.901728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.907989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.913810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.919885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:02.920693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:02.921836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-54c4fee3-48a8-46be-950f-f92785cb97a2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5429 time: 0.0960503 Aug 30 21:18:02.925950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:02.936767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] device_id is not set on port 93cb3078-8e14-400b-b7e5-0b17364a0532 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:18:02.968608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6fc668f-c07d-4520-b649-2ae37602e3c5 req-5323c9a1-975d-44ec-a215-227ae9f2a33f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397320 Aug 30 21:18:02.981002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de67c68-4c24-45d4-836f-e3c2f08560fb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:03.058359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Allocated IP 172.25.5.181 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/93cb3078-8e14-400b-b7e5-0b17364a0532) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:03.088469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18280846-5729-41b0-8709-688abe085ca8 req-f63cf06c-0031-4caa-a700-6a442b75ccbb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.090011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18280846-5729-41b0-8709-688abe085ca8 req-f63cf06c-0031-4caa-a700-6a442b75ccbb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Aug 30 21:18:03.129859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18280846-5729-41b0-8709-688abe085ca8 req-89c5ef93-6268-492a-8f8c-fc1840a9831e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Aug 30 21:18:03.204971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.233698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0745b3-5458-4c60-8580-a9bb468a3789 req-6ce2a1c7-ed7d-412c-917e-9bac7f266806 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.235218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb0745b3-5458-4c60-8580-a9bb468a3789 req-6ce2a1c7-ed7d-412c-917e-9bac7f266806 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0496702 Aug 30 21:18:03.247201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.281350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb0745b3-5458-4c60-8580-a9bb468a3789 req-fad2a7f9-03e0-4e70-9c3f-c88206551957 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Aug 30 21:18:03.289997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:03.292951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:03.299877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Pushing event updated for resources: {'Port': ['ID=93cb3078-8e14-400b-b7e5-0b17364a0532,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:03.309274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:03.351951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.352768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.369295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4811d2bf-c4c6-4611-b059-01fd1d6625cf tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6776953 Aug 30 21:18:03.372318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:03.377102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.181'}]}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:03.399718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.400751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.428353 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.461555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.532071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fed13-3ab3-40bb-8ed1-8053e431aa11 req-59597c68-38d3-47a9-b020-0e4ad5a62dc0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.533580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de6fed13-3ab3-40bb-8ed1-8053e431aa11 req-59597c68-38d3-47a9-b020-0e4ad5a62dc0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0547175 Aug 30 21:18:03.573779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de6fed13-3ab3-40bb-8ed1-8053e431aa11 req-d6d2d2c0-bf44-43fc-a5a6-c61812556795 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338783 Aug 30 21:18:03.599534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:03.726120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 525a02fd-b21c-4543-b84e-1a77856d5666 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:03.811044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583cc81-89ce-40f7-b9f1-80e08f364899 req-03427330-c4c1-4e3d-bc84-f521808086ae tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.813194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d583cc81-89ce-40f7-b9f1-80e08f364899 req-03427330-c4c1-4e3d-bc84-f521808086ae tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0602124 Aug 30 21:18:03.857626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d583cc81-89ce-40f7-b9f1-80e08f364899 req-ba949b14-24b4-4286-b377-d9645d3cdca8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Aug 30 21:18:03.973840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19375c-5bf5-4812-8050-936a2ccd396f req-f331d63f-2665-48c0-af76-8f779b29f2d2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.975544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e19375c-5bf5-4812-8050-936a2ccd396f req-f331d63f-2665-48c0-af76-8f779b29f2d2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0530851 Aug 30 21:18:03.986287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=525a02fd-b21c-4543-b84e-1a77856d5666,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:03.993699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-16919772-2d64-4ebf-8082-d1c951c389cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:03.995347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-16919772-2d64-4ebf-8082-d1c951c389cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.0554459 Aug 30 21:18:04.000786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '525a02fd-b21c-4543-b84e-1a77856d5666', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'port_id': '525a02fd-b21c-4543-b84e-1a77856d5666', 'mac_address': 'fa:16:3e:94:71:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:04.018207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e19375c-5bf5-4812-8050-936a2ccd396f req-e338aeb0-ee3e-414f-919b-4db5ae226388 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 Aug 30 21:18:04.048372 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.065074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525a02fd-b21c-4543-b84e-1a77856d5666 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:04.085337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=525a02fd-b21c-4543-b84e-1a77856d5666,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.090972 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.092425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c3e22f8c-7fb6-4591-b9e5-4b855ee09104 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:04.154545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.160909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.166838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.171478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-9103f21a-5ae4-4935-aadc-803cd180613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.172693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.172977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-9103f21a-5ae4-4935-aadc-803cd180613f service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1704237 Aug 30 21:18:04.178761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.184722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.187762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:04.190634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.198727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-c2502f70-4c5f-404d-b60d-b1d1ab78323e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5430 time: 0.1106904 Aug 30 21:18:04.203220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.203567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.203908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.204245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.205024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.205024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.205216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.205518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.205838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.206159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.206479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.206960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:04.236117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73ca411e-73d0-4321-9d4b-7154f9aef656 req-b09449b7-2558-4703-8bd5-c28a3873fdbd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365353 Aug 30 21:18:04.247763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.248832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.261677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'port_id': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'mac_address': 'fa:16:3e:61:1a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:04.279872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.290352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-3cf5f930-1032-4927-aeda-0a175f68dc78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.0984387 Aug 30 21:18:04.312336 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.325953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e22f8c-7fb6-4591-b9e5-4b855ee09104 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:04.352270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.358449 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.359555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:04.360808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017434-fe84-4eae-81ec-b7dc821316bd req-fba74c08-b4f2-4ca2-a6ba-f69b359acb14 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.362345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb017434-fe84-4eae-81ec-b7dc821316bd req-fba74c08-b4f2-4ca2-a6ba-f69b359acb14 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0549445 Aug 30 21:18:04.403939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb017434-fe84-4eae-81ec-b7dc821316bd req-5f643e83-682a-4faa-8436-2eecd2e83f11 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Aug 30 21:18:04.429331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-6aa12a34-3b44-4354-804b-6f6fe3c0ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.430846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.431370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-6aa12a34-3b44-4354-804b-6f6fe3c0ce3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1011176 Aug 30 21:18:04.433305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:04.445932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'port_id': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337', 'mac_address': 'fa:16:3e:84:50:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:04.483704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.499104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:04.520032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.524364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-68b485de-1871-4867-94fb-44fb936d7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.525925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-68b485de-1871-4867-94fb-44fb936d7d96 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806730 Aug 30 21:18:04.527984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.528863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4682eb21-c3aa-4e08-9c48-2e438cf8282a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:04.531818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.535835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a10684-3bd9-44f8-81f3-772d72bcb405 req-07c3426b-d1d7-4095-b7e6-892bebd076d1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:04.537389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96a10684-3bd9-44f8-81f3-772d72bcb405 req-07c3426b-d1d7-4095-b7e6-892bebd076d1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0592935 Aug 30 21:18:04.578887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96a10684-3bd9-44f8-81f3-772d72bcb405 req-baa2ab81-a48f-4b70-95f4-de0b73cb36d6 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330100 Aug 30 21:18:04.635374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:04.676183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.689000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '4682eb21-c3aa-4e08-9c48-2e438cf8282a', 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96', 'port_id': '4682eb21-c3aa-4e08-9c48-2e438cf8282a', 'mac_address': 'fa:16:3e:82:e0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da72aa7-c5dd-4115-a43e-0573952f09e6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:04.731897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.746319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4682eb21-c3aa-4e08-9c48-2e438cf8282a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:04.751904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.757379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.769783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.774455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.775457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70166d61-170d-4ee1-b2f1-ee2475cc190f details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:04.803106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-27d50c3f-e048-4e6d-8866-ee0b52133607 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679768 Aug 30 21:18:04.806613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.832849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.833746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc306868-2ae8-4ac6-88a2-51359f325e1d {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:18:04.844583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '70166d61-170d-4ee1-b2f1-ee2475cc190f', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'port_id': '70166d61-170d-4ee1-b2f1-ee2475cc190f', 'mac_address': 'fa:16:3e:38:76:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:04.888746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:04.889585 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 21:18:04.893501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fc16fb1a-8cc4-4a3f-89d3-751a4ac3b155 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5175636 Aug 30 21:18:04.894073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:04.907330 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.921778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70166d61-170d-4ee1-b2f1-ee2475cc190f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:04.946100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:04.952339 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:04.953242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:04.971252 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fff851e1-e9a6-4a16-8bcf-f60fbec360a2 req-698a2935-c92f-4482-adcb-4784df2a96c1 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582787 Aug 30 21:18:04.996110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Deleting port 93cb3078-8e14-400b-b7e5-0b17364a0532 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:04.996743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.038152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:05.041186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:05.055272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89', 'network_id': '5fa8204a-b020-4f6e-b951-d7dce736994d', 'port_id': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89', 'mac_address': 'fa:16:3e:84:51:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b739132-9649-4993-a539-691b6fe9b6c7', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:05.100198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.121179 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.130794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Calling delete_port for 93cb3078-8e14-400b-b7e5-0b17364a0532 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:05.135738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:05.160072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:05.167453 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.175092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276144b4-ef2f-4cdc-9ece-05d258e03fec req-91817b71-f893-4954-81d8-a8b85e3e37bf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.176958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-276144b4-ef2f-4cdc-9ece-05d258e03fec req-91817b71-f893-4954-81d8-a8b85e3e37bf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0663958 Aug 30 21:18:05.220771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:05.226218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-276144b4-ef2f-4cdc-9ece-05d258e03fec req-b7413108-2718-42c5-aa81-c88b85df1de3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Aug 30 21:18:05.267921 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.298427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Pushing event deleted for resources: {'Port': ['ID=93cb3078-8e14-400b-b7e5-0b17364a0532,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:05.332997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8821-fd70-4a7b-8903-b0b34b95c8c0 req-b77af73c-60ec-4deb-acf2-7a1b027f6c35 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.334525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6de8821-fd70-4a7b-8903-b0b34b95c8c0 req-b77af73c-60ec-4deb-acf2-7a1b027f6c35 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0514522 Aug 30 21:18:05.362564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.364525 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9c68f1fc-4cc4-4398-aa43-0bdb86149ca3 tempest-RoutersAdminNegativeIpV6Test-21138760 tempest-RoutersAdminNegativeIpV6Test-21138760-project-admin] 10.222.0.76 "DELETE /v2.0/ports/93cb3078-8e14-400b-b7e5-0b17364a0532 HTTP/1.1" status: 204 len: 168 time: 0.4697547 Aug 30 21:18:05.375417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6de8821-fd70-4a7b-8903-b0b34b95c8c0 req-16b79a42-2690-44c2-a6d5-10466e9b3ee1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Aug 30 21:18:05.495697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.502127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.508762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.514646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.520523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.526337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.533655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.534909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-d27e47ab-9122-4e2c-b8a8-d2d92fb9cd76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5435 time: 0.0977716 Aug 30 21:18:05.582367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afd69263-e425-4e3d-8e40-da334d8fd80b req-4b11db98-f966-4c3a-8752-8373a9c00aaa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408211 Aug 30 21:18:05.630932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:05.666473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.710228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf067b-1d09-4bde-99e2-0a1f6e8e3498 req-8ed42552-a021-4dac-91b0-ced962a6fa40 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:05.711878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edcf067b-1d09-4bde-99e2-0a1f6e8e3498 req-8ed42552-a021-4dac-91b0-ced962a6fa40 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0545487 Aug 30 21:18:05.748896 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc1e707b-9d86-4170-931b-41205b4df747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.752543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edcf067b-1d09-4bde-99e2-0a1f6e8e3498 req-592b54f2-c117-4ba5-9156-69903ea77c2c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Aug 30 21:18:05.752988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 499c787e-1243-48e8-844c-5623ba68d359 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:05.856558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc1e707b-9d86-4170-931b-41205b4df747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.861715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc1e707b-9d86-4170-931b-41205b4df747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.870234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=499c787e-1243-48e8-844c-5623ba68d359,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:05.882489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '499c787e-1243-48e8-844c-5623ba68d359', 'network_id': 'ab01343f-3c77-4178-a105-fc0308ce2d96', 'port_id': '499c787e-1243-48e8-844c-5623ba68d359', 'mac_address': 'fa:16:3e:4c:75:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da72aa7-c5dd-4115-a43e-0573952f09e6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:05.898325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e707b-9d86-4170-931b-41205b4df747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1be26-e863-4ae0-92ea-ac27caa1fdff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:05.905626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc1e707b-9d86-4170-931b-41205b4df747 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c02d4c3abc364154bf00d0238bce2a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707543 Aug 30 21:18:05.905992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36668) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:05.926014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.939541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499c787e-1243-48e8-844c-5623ba68d359 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:05.960540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=499c787e-1243-48e8-844c-5623ba68d359,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:05.960985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21324a88-8055-456c-b9f1-97735616f320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.965304 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:05.983718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21324a88-8055-456c-b9f1-97735616f320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.014381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:06.034412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21324a88-8055-456c-b9f1-97735616f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.038416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21324a88-8055-456c-b9f1-97735616f320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.040205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-21324a88-8055-456c-b9f1-97735616f320 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00d1be26-e863-4ae0-92ea-ac27caa1fdff HTTP/1.1" status: 204 len: 168 time: 0.1331615 Aug 30 21:18:06.048796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324a88-8055-456c-b9f1-97735616f320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1be26-e863-4ae0-92ea-ac27caa1fdff,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:06.313276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:06.353422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb19e5c-a7d8-495f-a56b-b9a8a4f3efad req-ed7d3b58-0133-4ef4-b914-06f4113cb32a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.355070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fb19e5c-a7d8-495f-a56b-b9a8a4f3efad req-ed7d3b58-0133-4ef4-b914-06f4113cb32a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0564334 Aug 30 21:18:06.366324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-097c803a-dc1e-4578-8ac6-128da60dbf0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cbb7d7a5f9634ade8382275208372f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515389 Aug 30 21:18:06.368538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:06.397674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fb19e5c-a7d8-495f-a56b-b9a8a4f3efad req-869b3796-952b-455c-8a1c-a69d50f40d59 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Aug 30 21:18:06.420313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f9548b8-c9eb-4824-b527-83fc036e14a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.442725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f9548b8-c9eb-4824-b527-83fc036e14a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.495604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f9548b8-c9eb-4824-b527-83fc036e14a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.499750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f9548b8-c9eb-4824-b527-83fc036e14a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:06.501498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3f9548b8-c9eb-4824-b527-83fc036e14a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8de67c68-4c24-45d4-836f-e3c2f08560fb HTTP/1.1" status: 204 len: 168 time: 0.1319797 Aug 30 21:18:06.509685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9548b8-c9eb-4824-b527-83fc036e14a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de67c68-4c24-45d4-836f-e3c2f08560fb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:06.513552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128aa3a-305e-41ae-b9da-525f08882bc0 req-3821f227-dbf8-4761-a6d0-a0732c9361f9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.519215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1128aa3a-305e-41ae-b9da-525f08882bc0 req-3821f227-dbf8-4761-a6d0-a0732c9361f9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0609782 Aug 30 21:18:06.558065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1128aa3a-305e-41ae-b9da-525f08882bc0 req-06eef940-f5a6-4d1c-9f5a-38b7c3eb45e4 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Aug 30 21:18:06.720522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.726457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.732297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.737975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.743810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.749876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.755669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.757597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-30f84b66-d8e0-4f02-9404-f9ddb73d2382 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.0933800 Aug 30 21:18:06.800157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-177de36a-4e7c-4fcf-b509-97d010cd102c req-0f47d73e-b98c-4b3d-8838-78b1e5abd286 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359230 Aug 30 21:18:06.830836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:06.835645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7dd9ce1d-0af5-43f5-9720-f3b5244c8337'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:06.838191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['70166d61-170d-4ee1-b2f1-ee2475cc190f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:06.930190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d6044-180c-479e-b340-02a867a9c651 req-c68fe132-86bf-4faf-ae18-4be092d6d28f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:06.939477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-766d6044-180c-479e-b340-02a867a9c651 req-c68fe132-86bf-4faf-ae18-4be092d6d28f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0722697 Aug 30 21:18:06.977436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-766d6044-180c-479e-b340-02a867a9c651 req-33ac50a6-bc06-4116-9863-d121e2fd3187 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Aug 30 21:18:07.039421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c3e22f8c-7fb6-4591-b9e5-4b855ee09104'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:07.048758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['4682eb21-c3aa-4e08-9c48-2e438cf8282a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:07.103805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['525a02fd-b21c-4543-b84e-1a77856d5666'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:07.330847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36714) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:07.397415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['499c787e-1243-48e8-844c-5623ba68d359'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:07.434486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-127177064'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:07.458122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:07.461653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.470121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.560311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.565501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.594192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:07.604347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52948d62-5bd6-4075-a398-e001cbb3eb06,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:07.609581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.609939 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Added segment 547635fc-d22c-4e14-8b75-f898f0b00c3e of type vlan for network 099435d9-e325-4d40-a3c2-e4f842b928f6 Aug 30 21:18:07.651575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.706781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.712583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.713182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:07.784749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73685795-2407-4edc-ad2f-dd287939d7c6 req-b4898838-84bf-4452-bd85-0e203b795e31 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.786276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73685795-2407-4edc-ad2f-dd287939d7c6 req-b4898838-84bf-4452-bd85-0e203b795e31 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1231210 Aug 30 21:18:07.787536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4556797 Aug 30 21:18:07.803057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1958f13-caf1-4187-9b70-7d778d4fe7c3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Network': ['ID=099435d9-e325-4d40-a3c2-e4f842b928f6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:07.821538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 099435d9-e325-4d40-a3c2-e4f842b928f6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:07.832188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73685795-2407-4edc-ad2f-dd287939d7c6 req-5b15dc64-4491-4933-9447-f8d653680d08 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Aug 30 21:18:07.958118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.963998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.969777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.975589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.981408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.987192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.993303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:07.995213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-d43f0f42-3a9f-42e1-84f8-927ce79d2fe7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.0956450 Aug 30 21:18:08.038185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e41facb-f065-4e43-ab03-1773f75fa916 req-59caab70-c8db-486c-86c7-b66be641ef9e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363724 Aug 30 21:18:08.154436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994556e-caa9-49ee-8357-927c65ba828e req-ca8cf172-0d02-4b86-9744-c45252597ebf tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:08.156298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b994556e-caa9-49ee-8357-927c65ba828e req-ca8cf172-0d02-4b86-9744-c45252597ebf tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0502269 Aug 30 21:18:08.195566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b994556e-caa9-49ee-8357-927c65ba828e req-2486c7ee-5b01-4b56-ba38-28e740162631 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Aug 30 21:18:08.900732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-292f6df8-333a-4503-a68f-454304997148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:08.957747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0793ff-cb9d-4015-97c7-dcf72b98cb78 req-64b498b5-b8a8-4a2f-b08e-bd3ee0fe4820 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:08.959350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca0793ff-cb9d-4015-97c7-dcf72b98cb78 req-64b498b5-b8a8-4a2f-b08e-bd3ee0fe4820 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0484807 Aug 30 21:18:09.002599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca0793ff-cb9d-4015-97c7-dcf72b98cb78 req-bb553426-9cda-45f9-a67b-e7ae3d4c9e26 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365553 Aug 30 21:18:09.100149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9cf9bc74-7919-47f5-9e2e-33e1436d524b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:09.171443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.177522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.183388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.189442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.195462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.201393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.206313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:09.207396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.209352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-aad0a3fa-22fe-4a9e-96bf-28eab9dcccf4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.0936313 Aug 30 21:18:09.219115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'mac_address': 'fa:16:3e:8e:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:09.254823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a487e54-eab7-435a-9ce5-1d6edf0dc400 req-2dc233aa-3199-46e7-b0c1-3121e096d163 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380526 Aug 30 21:18:09.256039 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:09.268930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cf9bc74-7919-47f5-9e2e-33e1436d524b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:09.289825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:09.295507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:09.361468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:09.376175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9cf9bc74-7919-47f5-9e2e-33e1436d524b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:09.396471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95f44a-8c9d-4346-ba5a-2ad843f27acf req-ec48b819-ac7c-4373-88c0-4d48f7011d8c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:09.398088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad95f44a-8c9d-4346-ba5a-2ad843f27acf req-ec48b819-ac7c-4373-88c0-4d48f7011d8c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0569460 Aug 30 21:18:09.438688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad95f44a-8c9d-4346-ba5a-2ad843f27acf req-8ea401f2-27d0-444d-a508-becd6b6553c7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335441 Aug 30 21:18:10.125824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b1718-b66c-4c0b-add3-f0e568876807 req-eb1cac98-77a6-4ea6-a9d5-0fea99c45c38 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.127365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d34b1718-b66c-4c0b-add3-f0e568876807 req-eb1cac98-77a6-4ea6-a9d5-0fea99c45c38 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0540376 Aug 30 21:18:10.166066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d34b1718-b66c-4c0b-add3-f0e568876807 req-bfa33fff-b01f-4ac0-b0d0-c3b0b422b29f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Aug 30 21:18:10.394821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.400757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.407006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.412827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.418721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.424587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.430472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.432354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-8cec66fb-210b-4aa9-bda4-53844ae95c0c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.1004558 Aug 30 21:18:10.473923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65a9c6fb-ade5-48ce-8330-0e40198a98d4 req-fef06448-b1de-4c17-8221-32e39309329c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352457 Aug 30 21:18:10.580597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166bc3-e88b-4394-924f-3f5ec357343f req-c9ba471a-81c5-46d2-976b-48578f5bb902 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:10.581965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24166bc3-e88b-4394-924f-3f5ec357343f req-c9ba471a-81c5-46d2-976b-48578f5bb902 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 944 time: 0.0494049 Aug 30 21:18:10.622271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24166bc3-e88b-4394-924f-3f5ec357343f req-89106543-6133-486c-909a-4b8ead6abad7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338919 Aug 30 21:18:10.882643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36748) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:10.888527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'subnet': {'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:10.985794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:10.989284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.099307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9cf9bc74-7919-47f5-9e2e-33e1436d524b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:11.148614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9cf9bc74-7919-47f5-9e2e-33e1436d524b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:11.149004 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.179303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.230815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.238649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Subnet': ['ID=32eb7564-a8fc-493b-a687-1c08f98fdedf,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.254709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.255529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:11.255634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.255634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.255634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.255634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:11.255997 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b91989-518e-4a5c-89af-4c2da7ee7135" -d '{"events": [{"server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:11.268855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:11.273908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Checking segment: {'id': '547635fc-d22c-4e14-8b75-f898f0b00c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:11.274342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network hostable DHCP agents. Network: 099435d9-e325-4d40-a3c2-e4f842b928f6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:11.275217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.327994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network 099435d9-e325-4d40-a3c2-e4f842b928f6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:11.329368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:11.342090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848486e2-0a85-456a-b250-d8f35d29ddff req-8d5b0ceb-85ac-46fc-9c96-2bb271e9995b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.343705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-848486e2-0a85-456a-b250-d8f35d29ddff req-8d5b0ceb-85ac-46fc-9c96-2bb271e9995b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0836766 Aug 30 21:18:11.357972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 099435d9-e325-4d40-a3c2-e4f842b928f6) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:11.362935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.364076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.367366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a2a7c-222a-4067-be04-5712144507cb None None] Network 099435d9-e325-4d40-a3c2-e4f842b928f6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:11.396781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-69ba48ce-e333-4f0f-9100-f9bef4f1b159 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5093305 Aug 30 21:18:11.397260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36754) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:11.402515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-485720925'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:11.414339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-848486e2-0a85-456a-b250-d8f35d29ddff req-acd4ef16-1f82-4901-adf4-44cd090084df tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630894 Aug 30 21:18:11.431983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:11.435765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.463387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:11.476631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.477229 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Added segment e9f5009d-0840-4844-814a-2c193c7ea797 of type vlan for network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d Aug 30 21:18:11.491704 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ccdeae-ee42-4b74-b7c8-0585b5df6e2a x-openstack-request-id: req-64ccdeae-ee42-4b74-b7c8-0585b5df6e2a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:11.491979 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:11.492234 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64ccdeae-ee42-4b74-b7c8-0585b5df6e2a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:11.492642 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'code': 200} Aug 30 21:18:11.524023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.551692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-099435d9-e325-4d40-a3c2-e4f842b928f6', 'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6', 'tenant_id': '48a16a0303ad4f4b82453e2b1bfabdd5', 'fixed_ips': [{'subnet_id': '32eb7564-a8fc-493b-a687-1c08f98fdedf'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:11.552331 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.554465 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.564409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.565066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.653622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2551284 Aug 30 21:18:11.656802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36760) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:11.661999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'subnet': {'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:11.682247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f0e18-9b64-49ee-82fa-0984a6a524a6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Network': ['ID=ed37be9a-0d0b-4182-ad9d-61ccc789ae4d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:11.699425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:11.718184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.724388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.730842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.736763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.743475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.749633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.755977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.757932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-df93079c-4230-43d7-b8e5-5cddf14be208 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.1805582 Aug 30 21:18:11.783302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Allocated IP 2001:db8:0:ffff::2 (099435d9-e325-4d40-a3c2-e4f842b928f6/32eb7564-a8fc-493b-a687-1c08f98fdedf/26104ae9-dad8-430d-9b0d-687a92649f8e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:11.790333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:11.792740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.799475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.823693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b158aebb-ec16-4142-a0c2-7ff9a273992e req-1294a12b-2757-40d8-9ee6-9e6c1b819eef tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555542 Aug 30 21:18:11.887414 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf6a04a1-82a8-4dfa-ba59-96f318d91b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.943551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdba083-f839-44a2-a530-e3248b30bfed req-03d023b7-67dd-4a51-89a9-fec9d89b8472 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:11.945290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bdba083-f839-44a2-a530-e3248b30bfed req-03d023b7-67dd-4a51-89a9-fec9d89b8472 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Aug 30 21:18:11.968366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:11.976913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Transition to ACTIVE for port object 26104ae9-dad8-430d-9b0d-687a92649f8e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:11.991832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Transition to ACTIVE for port object 26104ae9-dad8-430d-9b0d-687a92649f8e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:11.993326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bdba083-f839-44a2-a530-e3248b30bfed req-52fe7e56-f589-4488-ab99-c16fb27d52bf tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Aug 30 21:18:11.998839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.041317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Network 099435d9-e325-4d40-a3c2-e4f842b928f6 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:12.045924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:12.049601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:12.063527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Pushing event updated for resources: {'Port': ['ID=26104ae9-dad8-430d-9b0d-687a92649f8e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:12.091938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:18:12.093504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.157588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Subnet': ['ID=7069a993-54d9-46d4-b125-edc74fa3cba0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:12.169381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.169673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.170038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.170362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.170709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.171029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.171343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.171632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.171980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.172254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.172586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.172881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:18:12.178630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Checking segment: {'id': 'e9f5009d-0840-4844-814a-2c193c7ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:12.179013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network hostable DHCP agents. Network: ed37be9a-0d0b-4182-ad9d-61ccc789ae4d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:12.198632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:12.208809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ed37be9a-0d0b-4182-ad9d-61ccc789ae4d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:12.214135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:12.214627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.232441 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8cb28275-4754-4726-959f-f7de25bc5661 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5745146 Aug 30 21:18:12.233530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598a438-641e-4983-a2b4-339f30f535b5 None None] Network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:12.235551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:12.241758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'port': {'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d', 'name': 'tempest-NetworksIpV6TestAttrs-1615865157'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:12.300011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Attempting to bind port 26104ae9-dad8-430d-9b0d-687a92649f8e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:12.300385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Attempting to bind port 26104ae9-dad8-430d-9b0d-687a92649f8e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '547635fc-d22c-4e14-8b75-f898f0b00c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:12.300751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Attempting to bind port 26104ae9-dad8-430d-9b0d-687a92649f8e on network 099435d9-e325-4d40-a3c2-e4f842b928f6 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:12.309645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:12.310020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Checking segment: {'id': '547635fc-d22c-4e14-8b75-f898f0b00c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:12.310426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.310850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Bound using segment: {'id': '547635fc-d22c-4e14-8b75-f898f0b00c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:12.311320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Bound port: 26104ae9-dad8-430d-9b0d-687a92649f8e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547635fc-d22c-4e14-8b75-f898f0b00c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '099435d9-e325-4d40-a3c2-e4f842b928f6'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:12.311706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.356439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:12.360165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.378131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] device_id is not set on port 3c326ee2-3748-4fda-8d1f-7c8f7f53e21c yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:18:12.428199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] For port 26104ae9-dad8-430d-9b0d-687a92649f8e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:12.432062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] For port 26104ae9-dad8-430d-9b0d-687a92649f8e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26104ae9-dad8-430d-9b0d-687a92649f8e,segment=NetworkSegment(547635fc-d22c-4e14-8b75-f898f0b00c3e),segment_id=547635fc-d22c-4e14-8b75-f898f0b00c3e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:12.448068 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.457596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ed37be9a-0d0b-4182-ad9d-61ccc789ae4d', 'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d', 'tenant_id': '48a16a0303ad4f4b82453e2b1bfabdd5', 'fixed_ips': [{'subnet_id': '7069a993-54d9-46d4-b125-edc74fa3cba0'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:12.458439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.521370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Allocated IP 2001:db8::f816:3eff:fe2a:847 (ed37be9a-0d0b-4182-ad9d-61ccc789ae4d/7069a993-54d9-46d4-b125-edc74fa3cba0/3c326ee2-3748-4fda-8d1f-7c8f7f53e21c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:12.536629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83943c5-2789-47f8-888a-f8f3bde6490f None None] Pushing event updated for resources: {'Port': ['ID=26104ae9-dad8-430d-9b0d-687a92649f8e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:12.561437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0973e6-5bae-4d30-a880-6027a5d09c8c req-8b1d7671-8e19-4cbb-b083-ef20391aba40 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:12.569077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b0973e6-5bae-4d30-a880-6027a5d09c8c req-8b1d7671-8e19-4cbb-b083-ef20391aba40 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0733256 Aug 30 21:18:12.615552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b0973e6-5bae-4d30-a880-6027a5d09c8c req-2e6d8feb-dae6-482b-a9e0-ae557eb6f700 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Aug 30 21:18:12.633513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.737775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.752789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Transition to ACTIVE for port object 3c326ee2-3748-4fda-8d1f-7c8f7f53e21c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:12.796083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.843099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Allocated IP 2001:db8::f816:3eff:fecd:15d0 (ed37be9a-0d0b-4182-ad9d-61ccc789ae4d/7069a993-54d9-46d4-b125-edc74fa3cba0/f0cc5e48-b568-4198-86f2-cce4f966ef9b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:12.865910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:12.868022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:12.872077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:12.877958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:12.878589 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:12.882186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Port': ['ID=3c326ee2-3748-4fda-8d1f-7c8f7f53e21c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:12.900331 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d9cadfe9-d5e4-4e2f-8295-d818663e225b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6634502 Aug 30 21:18:12.902999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36772) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:12.979205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting subnet 7069a993-54d9-46d4-b125-edc74fa3cba0 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:18:12.998888 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.003151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.007875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Transition to ACTIVE for port object f0cc5e48-b568-4198-86f2-cce4f966ef9b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:13.009107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.015428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.021269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.024347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Transition to ACTIVE for port object f0cc5e48-b568-4198-86f2-cce4f966ef9b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:13.027344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.031067 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.033714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.039562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.041500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-e30b17bc-274a-4270-8d2d-40a895b56733 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.1286874 Aug 30 21:18:13.042270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.072256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:13.075594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:13.080036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:13.086276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Pushing event updated for resources: {'Port': ['ID=f0cc5e48-b568-4198-86f2-cce4f966ef9b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:13.108399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.138381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a2057e8-6801-41c2-a5b6-714cd91f1340 req-5359ce92-a2c9-4ef7-b132-73d07904d2d2 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720577 Aug 30 21:18:13.144752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Attempting to bind port f0cc5e48-b568-4198-86f2-cce4f966ef9b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:13.145122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Attempting to bind port f0cc5e48-b568-4198-86f2-cce4f966ef9b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e9f5009d-0840-4844-814a-2c193c7ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:13.145485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Attempting to bind port f0cc5e48-b568-4198-86f2-cce4f966ef9b on network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:13.151824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:13.152233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Checking segment: {'id': 'e9f5009d-0840-4844-814a-2c193c7ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:13.152646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.153130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Bound using segment: {'id': 'e9f5009d-0840-4844-814a-2c193c7ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:13.154216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Bound port: f0cc5e48-b568-4198-86f2-cce4f966ef9b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f5009d-0840-4844-814a-2c193c7ea797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ed37be9a-0d0b-4182-ad9d-61ccc789ae4d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:13.154602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.243043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] For port f0cc5e48-b568-4198-86f2-cce4f966ef9b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:13.247372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] For port f0cc5e48-b568-4198-86f2-cce4f966ef9b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0cc5e48-b568-4198-86f2-cce4f966ef9b,segment=NetworkSegment(e9f5009d-0840-4844-814a-2c193c7ea797),segment_id=e9f5009d-0840-4844-814a-2c193c7ea797)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:13.253923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.304925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.323847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15250382-2548-4650-aee8-c4ff64b3593e None None] Pushing event updated for resources: {'Port': ['ID=f0cc5e48-b568-4198-86f2-cce4f966ef9b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:13.349193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3266bd-abd4-4d99-8078-a70e4025a914 req-b4541f87-dec2-4776-9adf-a8b7b6d613b6 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.350963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf3266bd-abd4-4d99-8078-a70e4025a914 req-b4541f87-dec2-4776-9adf-a8b7b6d613b6 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1266761 Aug 30 21:18:13.408398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf3266bd-abd4-4d99-8078-a70e4025a914 req-61f7b095-89ac-4d60-bfbd-41a57272e295 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Aug 30 21:18:13.409844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.438581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Subnet': ['ID=7069a993-54d9-46d4-b125-edc74fa3cba0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:13.442491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.444458 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-51298931-4f0b-489f-b569-f25d941b9384 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/7069a993-54d9-46d4-b125-edc74fa3cba0 HTTP/1.1" status: 204 len: 168 time: 0.5404501 Aug 30 21:18:13.446977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36780) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:13.504272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b55d17-4d5b-440e-92a9-b2e8654d3efb tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.505990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b55d17-4d5b-440e-92a9-b2e8654d3efb tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.507435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-63b55d17-4d5b-440e-92a9-b2e8654d3efb tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0595613 Aug 30 21:18:13.511019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:13.613067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962eeb55-1814-463d-ba3a-c0cc8e5177c4 None None] Network 099435d9-e325-4d40-a3c2-e4f842b928f6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:13.644024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5360c8e2-f985-4d9a-89b6-cd6cd81815e3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.651567 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5360c8e2-f985-4d9a-89b6-cd6cd81815e3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 21:18:13.651758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5360c8e2-f985-4d9a-89b6-cd6cd81815e3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:13.653918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5360c8e2-f985-4d9a-89b6-cd6cd81815e3 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/ed37be9a-0d0b-4182-ad9d-61ccc789ae4d HTTP/1.1" status: 409 len: 405 time: 0.1415963 Aug 30 21:18:13.657792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36786) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:13.664157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-932015870'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:13.699526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:13.704366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.741828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-48c7ee02-18d0-47f0-8d95-4eb222482d76 None None] Provisioning for port 26104ae9-dad8-430d-9b0d-687a92649f8e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:13.786506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:13.799976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4487b17-14a0-4ec5-8d5b-3bbc1b83522f req-b655476f-bd2d-4ffa-9dfc-399b99492c93 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.801495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4487b17-14a0-4ec5-8d5b-3bbc1b83522f req-b655476f-bd2d-4ffa-9dfc-399b99492c93 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0945151 Aug 30 21:18:13.807107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.807471 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Added segment 6255e103-219a-4547-9fa2-95832e38c1b1 of type vlan for network 3b87a564-8d38-4e5f-887c-f1d4f364431f Aug 30 21:18:13.818861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 525a02fd-b21c-4543-b84e-1a77856d5666 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:13.884961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26104ae9-dad8-430d-9b0d-687a92649f8e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:13.885298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.902949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4487b17-14a0-4ec5-8d5b-3bbc1b83522f req-0ea7b58e-d6a2-4f76-b26d-0d6cb0a9e357 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855796 Aug 30 21:18:13.934048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.951609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:13.952283 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.961264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 525a02fd-b21c-4543-b84e-1a77856d5666 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:13.968961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 525a02fd-b21c-4543-b84e-1a77856d5666 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:13.969417 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:13.996243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 26104ae9-dad8-430d-9b0d-687a92649f8e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:14.004619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 26104ae9-dad8-430d-9b0d-687a92649f8e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:14.004903 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.015742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3568144 Aug 30 21:18:14.018738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:14.024772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'subnet': {'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:14.034087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88296a6-c029-4d8a-8a70-4afba93501ea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Network': ['ID=3b87a564-8d38-4e5f-887c-f1d4f364431f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:14.048664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3b87a564-8d38-4e5f-887c-f1d4f364431f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:14.121678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:14.126631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.199962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.209740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.218155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1fe13837-0dfc-4573-91c1-3249b7a5b1c5 None None] Provisioning complete for port 26104ae9-dad8-430d-9b0d-687a92649f8e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:14.218806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1fe13837-0dfc-4573-91c1-3249b7a5b1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.265806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a02fd-b21c-4543-b84e-1a77856d5666'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:14.268075 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1625535-4c28-48fb-ae4f-54dd0c5e5aa6" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "525a02fd-b21c-4543-b84e-1a77856d5666"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:14.294845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=525a02fd-b21c-4543-b84e-1a77856d5666,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:14.304334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.306924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.307176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70166d61-170d-4ee1-b2f1-ee2475cc190f up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:14.311449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.318334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.325012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.331099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.337194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.340277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 26104ae9-dad8-430d-9b0d-687a92649f8e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26104ae9-dad8-430d-9b0d-687a92649f8e,segment=NetworkSegment(547635fc-d22c-4e14-8b75-f898f0b00c3e),segment_id=547635fc-d22c-4e14-8b75-f898f0b00c3e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:14.345734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.355824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-6e33080a-7625-45e9-9637-8af4c06e66cf tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5436 time: 0.1222904 Aug 30 21:18:14.366636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.367438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0cc5e48-b568-4198-86f2-cce4f966ef9b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:14.407003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4ffb6d9-6c56-458d-ba4f-9ac03effc0b9 req-b243951d-2068-4491-8c15-06fe14d262b5 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500529 Aug 30 21:18:14.482720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:14.487465 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b7013d-daf5-4ebe-92ea-0e730a14ae92 x-openstack-request-id: req-94b7013d-daf5-4ebe-92ea-0e730a14ae92 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:14.487757 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "525a02fd-b21c-4543-b84e-1a77856d5666", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:14.488010 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94b7013d-daf5-4ebe-92ea-0e730a14ae92 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:14.488395 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525a02fd-b21c-4543-b84e-1a77856d5666', 'code': 200} Aug 30 21:18:14.494481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 70166d61-170d-4ee1-b2f1-ee2475cc190f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:14.508864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f0cc5e48-b568-4198-86f2-cce4f966ef9b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:14.509064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:18:14.512563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.549845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 70166d61-170d-4ee1-b2f1-ee2475cc190f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:14.550071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.597620 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.606363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b75918-8a84-46c5-bfa0-1520bdb3aa11 req-428f4484-8ee7-426e-a934-2811e81479fb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.607969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3b75918-8a84-46c5-bfa0-1520bdb3aa11 req-428f4484-8ee7-426e-a934-2811e81479fb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0677412 Aug 30 21:18:14.615178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Checking segment: {'id': '6255e103-219a-4547-9fa2-95832e38c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:14.615664 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network hostable DHCP agents. Network: 3b87a564-8d38-4e5f-887c-f1d4f364431f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:14.617682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=26104ae9-dad8-430d-9b0d-687a92649f8e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:14.619343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Subnet': ['ID=cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:14.640056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network 3b87a564-8d38-4e5f-887c-f1d4f364431f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:14.653208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3b87a564-8d38-4e5f-887c-f1d4f364431f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:14.658803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:14.659398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.666118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6b4c6-5811-4ec4-b1ba-ac541292e996 None None] Network ed37be9a-0d0b-4182-ad9d-61ccc789ae4d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:14.668586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3b75918-8a84-46c5-bfa0-1520bdb3aa11 req-95bea369-07d8-40b5-b67c-63d5e5d6ee02 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503681 Aug 30 21:18:14.675662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabeeb66-d073-4f5f-8038-e68aa20ed859 None None] Network 3b87a564-8d38-4e5f-887c-f1d4f364431f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:14.678969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.689456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-43d6528f-3ba2-42e4-80d9-6d4c7b7c1055 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6664693 Aug 30 21:18:14.690645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36802) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:14.696342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'port': {'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f', 'name': 'tempest-NetworksIpV6TestAttrs-1099430496'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:14.814274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] Provisioning for port f0cc5e48-b568-4198-86f2-cce4f966ef9b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:14.830416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:14.836319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.836869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:14.838326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] Provisioning complete for port f0cc5e48-b568-4198-86f2-cce4f966ef9b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:14.838856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.855195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] device_id is not set on port a9f1b489-486b-4122-b0b4-f636754b2544 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:18:14.870798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:14.871632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c3e22f8c-7fb6-4591-b9e5-4b855ee09104 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:14.981750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Allocated IP 2001:db8::f816:3eff:fe3e:e93f (3b87a564-8d38-4e5f-887c-f1d4f364431f/cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c/a9f1b489-486b-4122-b0b4-f636754b2544) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:15.057642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:15.171627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62964ff9-5088-4e36-899a-4456f8d1f1a6 req-706528f1-9768-46fd-99b8-edf092c4df4a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:15.175224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62964ff9-5088-4e36-899a-4456f8d1f1a6 req-706528f1-9768-46fd-99b8-edf092c4df4a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1253500 Aug 30 21:18:15.294738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-3b87a564-8d38-4e5f-887c-f1d4f364431f', 'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f', 'tenant_id': '48a16a0303ad4f4b82453e2b1bfabdd5', 'fixed_ips': [{'subnet_id': 'cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:15.295509 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.312749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:15.339174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.366230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:15.366802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.402870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] DHCP port deletion for ed37be9a-0d0b-4182-ad9d-61ccc789ae4d request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:18:15.514858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] For port f0cc5e48-b568-4198-86f2-cce4f966ef9b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0cc5e48-b568-4198-86f2-cce4f966ef9b,segment=NetworkSegment(e9f5009d-0840-4844-814a-2c193c7ea797),segment_id=e9f5009d-0840-4844-814a-2c193c7ea797)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:15.554931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.630623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62964ff9-5088-4e36-899a-4456f8d1f1a6 req-81e93054-a70d-4421-954c-d6a6304d0d49 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445453 Aug 30 21:18:15.630858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648127-56a2-4b3a-978c-f1391c70a36c None None] Pushing event updated for resources: {'Port': ['ID=f0cc5e48-b568-4198-86f2-cce4f966ef9b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:15.665428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.677854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] Deleting port f0cc5e48-b568-4198-86f2-cce4f966ef9b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:15.678236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.704029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Transition to ACTIVE for port object a9f1b489-486b-4122-b0b4-f636754b2544 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:15.759614 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.836205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network 3b87a564-8d38-4e5f-887c-f1d4f364431f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:15.841808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:15.844503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26104ae9-dad8-430d-9b0d-687a92649f8e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:15.864456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:15.870375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:15.871104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.896112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.907569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Port': ['ID=a9f1b489-486b-4122-b0b4-f636754b2544,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:15.913367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:15.926400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-daf7e2c0-28bb-4df4-80a3-0f378a6a0533 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2341161 Aug 30 21:18:15.953919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:15.961576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:15.963411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:15.971256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:15.978929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] For port f0cc5e48-b568-4198-86f2-cce4f966ef9b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0cc5e48-b568-4198-86f2-cce4f966ef9b,segment=NetworkSegment(e9f5009d-0840-4844-814a-2c193c7ea797),segment_id=e9f5009d-0840-4844-814a-2c193c7ea797)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:15.979381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:15.982314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:15.991645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Allocated IP 2001:db8::f816:3eff:feec:157f (3b87a564-8d38-4e5f-887c-f1d4f364431f/cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c/fd931f46-e04c-4c2e-bfa0-79d2c41b359e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:15.995455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:16.003894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:16.004883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting subnet cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:18:16.010957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:16.013012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-97cdf8a0-6b64-47a7-9c72-2eb882bdbe34 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5438 time: 0.2386458 Aug 30 21:18:16.089404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53e73c99-bbf8-4832-88bd-438195a9a6d3 req-9634dadd-8519-417e-a1d8-8fb3f9092012 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681925 Aug 30 21:18:16.140396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.141235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:16.179470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] Calling delete_port for f0cc5e48-b568-4198-86f2-cce4f966ef9b owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:16.244500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.246037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7118-9774-4645-af6e-fb32236f0bbf req-53bdf4a6-ccfe-4c21-9739-5726ef0ed034 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:16.248153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f3b7118-9774-4645-af6e-fb32236f0bbf req-53bdf4a6-ccfe-4c21-9739-5726ef0ed034 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0706489 Aug 30 21:18:16.327213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Transition to ACTIVE for port object fd931f46-e04c-4c2e-bfa0-79d2c41b359e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:16.347895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f3b7118-9774-4645-af6e-fb32236f0bbf req-6b3c0661-cbd5-43f9-a549-61da928d5262 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Aug 30 21:18:16.390561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Transition to ACTIVE for port object fd931f46-e04c-4c2e-bfa0-79d2c41b359e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:16.399040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.419812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.448108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Network 3b87a564-8d38-4e5f-887c-f1d4f364431f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:16.449431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 26104ae9-dad8-430d-9b0d-687a92649f8e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:16.449812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.454594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:16.456808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:16.461012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:16.467589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:16.501808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:16.502214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.505669 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70166d61-170d-4ee1-b2f1-ee2475cc190f'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:16.508725 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de78d91-5774-4e76-bed0-ced74ac5c60d" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "70166d61-170d-4ee1-b2f1-ee2475cc190f"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:16.515983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.618105 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3708e53-fca5-43a9-a481-b55bff491fce x-openstack-request-id: req-e3708e53-fca5-43a9-a481-b55bff491fce {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:16.618424 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "70166d61-170d-4ee1-b2f1-ee2475cc190f", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:16.618647 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3708e53-fca5-43a9-a481-b55bff491fce {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:16.619083 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70166d61-170d-4ee1-b2f1-ee2475cc190f', 'code': 200} Aug 30 21:18:16.619339 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'code': 200} Aug 30 21:18:16.631109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Attempting to bind port fd931f46-e04c-4c2e-bfa0-79d2c41b359e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:16.631477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Attempting to bind port fd931f46-e04c-4c2e-bfa0-79d2c41b359e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6255e103-219a-4547-9fa2-95832e38c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:16.631861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Attempting to bind port fd931f46-e04c-4c2e-bfa0-79d2c41b359e on network 3b87a564-8d38-4e5f-887c-f1d4f364431f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:16.660083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:16.660468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Checking segment: {'id': '6255e103-219a-4547-9fa2-95832e38c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:16.660874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.661277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Bound using segment: {'id': '6255e103-219a-4547-9fa2-95832e38c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:16.661757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Bound port: fd931f46-e04c-4c2e-bfa0-79d2c41b359e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6255e103-219a-4547-9fa2-95832e38c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3b87a564-8d38-4e5f-887c-f1d4f364431f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:16.662140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.734744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] For port fd931f46-e04c-4c2e-bfa0-79d2c41b359e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:16.738207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] For port fd931f46-e04c-4c2e-bfa0-79d2c41b359e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,segment=NetworkSegment(6255e103-219a-4547-9fa2-95832e38c1b1),segment_id=6255e103-219a-4547-9fa2-95832e38c1b1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:16.739418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Pushing event updated for resources: {'Port': ['ID=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:16.752747 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.766496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.797164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77f2e6-b415-4064-8aa2-37adf7acc70c req-c0e069a5-e8ff-4908-bf62-4a99b6907e61 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:16.806114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f77f2e6-b415-4064-8aa2-37adf7acc70c req-c0e069a5-e8ff-4908-bf62-4a99b6907e61 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0920098 Aug 30 21:18:16.853251 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.880836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f77f2e6-b415-4064-8aa2-37adf7acc70c req-6aa2c300-870f-4a74-a4ee-f33799d16b39 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733731 Aug 30 21:18:16.941672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.948930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0cc5e48-b568-4198-86f2-cce4f966ef9b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:16.970114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] No DVR routers for this DVR port f0cc5e48-b568-4198-86f2-cce4f966ef9b on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:16.971379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:16.996960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:16.999411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-740dbc16-c2e0-4851-acd7-ef32d9b3b62b tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c HTTP/1.1" status: 204 len: 168 time: 1.0849602 Aug 30 21:18:17.002124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36842) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:17.013317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.014605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee24e-e7c4-4dc4-9a55-5d96fbc6ff28 None None] Pushing event updated for resources: {'Port': ['ID=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:17.019076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f0cc5e48-b568-4198-86f2-cce4f966ef9b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:18:17.019426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0cc5e48-b568-4198-86f2-cce4f966ef9b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:18:17.089558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:17.091281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0c240-b4c4-47b7-8c43-831aa0c2cc36 None None] Pushing event deleted for resources: {'Port': ['ID=f0cc5e48-b568-4198-86f2-cce4f966ef9b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:17.100595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.102166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 499c787e-1243-48e8-844c-5623ba68d359 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:17.118797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370cd5f6-9d91-4c29-9b9d-fce2bdb4e9c4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.122472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370cd5f6-9d91-4c29-9b9d-fce2bdb4e9c4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.126226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-370cd5f6-9d91-4c29-9b9d-fce2bdb4e9c4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1228209 Aug 30 21:18:17.129544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:17.287423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd51a9f5-1e82-44e0-9c59-5796f78e33a7 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.288236 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:17.296443 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd51a9f5-1e82-44e0-9c59-5796f78e33a7 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 21:18:17.297329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd51a9f5-1e82-44e0-9c59-5796f78e33a7 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:17.299728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd51a9f5-1e82-44e0-9c59-5796f78e33a7 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/3b87a564-8d38-4e5f-887c-f1d4f364431f HTTP/1.1" status: 409 len: 405 time: 0.1690321 Aug 30 21:18:17.304098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36848) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:17.310059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1034047078'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:17.344937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 499c787e-1243-48e8-844c-5623ba68d359 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:17.346059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:17.350889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 499c787e-1243-48e8-844c-5623ba68d359 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:17.351270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.357690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.401008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:17.405779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.414999 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.415568 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Added segment 569ad339-371a-4f3e-9f6a-9b29954d69e9 of type vlan for network b7eafc62-f519-4811-8afc-f2dafe7cdbef Aug 30 21:18:17.420147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.438105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.450858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.465766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.467016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.482726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.499384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.502199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.505711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-f4cb52ff-d0ac-464c-816d-48684255f3ed tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5440 time: 0.2570980 Aug 30 21:18:17.508515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.509142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.543713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.576496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfd84951-1296-4e0b-acfb-bd742c78bd8e req-1d3863db-1444-429e-8940-44f25459841f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614479 Aug 30 21:18:17.584996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=499c787e-1243-48e8-844c-5623ba68d359,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:17.602878 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.604096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:17.609095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Network': ['ID=b7eafc62-f519-4811-8afc-f2dafe7cdbef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:17.639422 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9366ff29-2756-4edc-b29b-6d385f298f20 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3340118 Aug 30 21:18:17.642827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:17.657957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'subnet': {'network_id': 'b7eafc62-f519-4811-8afc-f2dafe7cdbef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:17.665330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b7eafc62-f519-4811-8afc-f2dafe7cdbef details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:17.728196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bffefb-f85a-41a9-ad42-b3e1b4e9fcdd req-3c80479a-251a-4379-aadf-8777e273ec5e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:17.736473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0bffefb-f85a-41a9-ad42-b3e1b4e9fcdd req-3c80479a-251a-4379-aadf-8777e273ec5e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0729730 Aug 30 21:18:17.819629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0bffefb-f85a-41a9-ad42-b3e1b4e9fcdd req-e4a6e0e1-ec16-431d-b9bc-3b919b6c9dc1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816388 Aug 30 21:18:17.855812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:17.859102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:17.865987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:17.866645 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.868621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:17.871071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:17.882905 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:17.938438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fd931f46-e04c-4c2e-bfa0-79d2c41b359e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:18.129885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:18.159918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'port_id': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'mac_address': 'fa:16:3e:a0:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05b4077-1d23-4f07-ace7-e6695deb37dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:18.167807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6cc2d-9142-4526-bc08-6fd2777b8288 req-620b3bbe-0757-4401-a197-1be6274315ce tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.176763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bd6cc2d-9142-4526-bc08-6fd2777b8288 req-620b3bbe-0757-4401-a197-1be6274315ce tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0793538 Aug 30 21:18:18.243030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bd6cc2d-9142-4526-bc08-6fd2777b8288 req-80e99da5-b07e-4d2e-8b47-ef267eb53f1a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Aug 30 21:18:18.371765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port fd931f46-e04c-4c2e-bfa0-79d2c41b359e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:18.395066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f04baa-5835-4b1e-b98d-431ad7bc31d2 None None] Network 3b87a564-8d38-4e5f-887c-f1d4f364431f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:18.458526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:18.475142 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:18.516568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:18.545038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] Provisioning for port fd931f46-e04c-4c2e-bfa0-79d2c41b359e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:18.588629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] Provisioning complete for port fd931f46-e04c-4c2e-bfa0-79d2c41b359e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:18.588974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:18.594510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:18.620389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:18.621200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499c787e-1243-48e8-844c-5623ba68d359'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:18.624000 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd37c513-c9e0-440b-bd7a-761ad24e6de0" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "499c787e-1243-48e8-844c-5623ba68d359"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:18.631884 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:18.640098 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:18.640322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4682eb21-c3aa-4e08-9c48-2e438cf8282a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:18.771525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.779818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.788137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.794971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.802242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.809956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.817640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:18.828654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-ec95fe3c-7e38-4a4e-b57e-b1d30839bd91 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5442 time: 0.1456327 Aug 30 21:18:18.911888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:18:18.915744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:18.916683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-559132af-0b35-4e1c-8e23-647d4b490f55 req-f86f7fbc-59a8-400d-a1f7-e72928aa7a76 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861402 Aug 30 21:18:18.961390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:19.038042 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f8af9-3cfc-418b-8de3-fedc54f40bf9 x-openstack-request-id: req-552f8af9-3cfc-418b-8de3-fedc54f40bf9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:19.038236 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "499c787e-1243-48e8-844c-5623ba68d359", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:19.038517 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-552f8af9-3cfc-418b-8de3-fedc54f40bf9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:19.038900 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89', 'code': 200} Aug 30 21:18:19.039158 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499c787e-1243-48e8-844c-5623ba68d359', 'code': 200} Aug 30 21:18:19.039428 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337', 'code': 200} Aug 30 21:18:19.041906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:19.051124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Subnet': ['ID=53505e8e-df7c-41e0-88ac-14c6517db5ee,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:19.053737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Checking segment: {'id': '569ad339-371a-4f3e-9f6a-9b29954d69e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b7eafc62-f519-4811-8afc-f2dafe7cdbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:19.054262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network hostable DHCP agents. Network: b7eafc62-f519-4811-8afc-f2dafe7cdbef, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:19.075738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network b7eafc62-f519-4811-8afc-f2dafe7cdbef is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:19.090462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b7eafc62-f519-4811-8afc-f2dafe7cdbef) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:19.110313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:19.111125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.124651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] DHCP port deletion for 3b87a564-8d38-4e5f-887c-f1d4f364431f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:18:19.126710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c94b8-94cc-4d64-be36-be1df244c96a None None] Network b7eafc62-f519-4811-8afc-f2dafe7cdbef requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:19.133182 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e92c4886-c2bc-4a3d-a68b-366596899ca6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4863060 Aug 30 21:18:19.136001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36870) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:19.196168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 4682eb21-c3aa-4e08-9c48-2e438cf8282a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:19.207846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 4682eb21-c3aa-4e08-9c48-2e438cf8282a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:19.208063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.210098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032c14f-7329-49e6-aa5a-293d7f33d88a req-bdb98da6-ae0a-4309-b210-bf5da4a10a65 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:19.218321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4032c14f-7329-49e6-aa5a-293d7f33d88a req-bdb98da6-ae0a-4309-b210-bf5da4a10a65 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1317265 Aug 30 21:18:19.220480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:19.263829 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.303140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4032c14f-7329-49e6-aa5a-293d7f33d88a req-d60efbf6-ced0-4c25-af59-0d8e8024239c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Aug 30 21:18:19.358767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.393986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] For port fd931f46-e04c-4c2e-bfa0-79d2c41b359e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,segment=NetworkSegment(6255e103-219a-4547-9fa2-95832e38c1b1),segment_id=6255e103-219a-4547-9fa2-95832e38c1b1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:19.436057 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.487287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.545001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] Deleting port fd931f46-e04c-4c2e-bfa0-79d2c41b359e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:19.545375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.599341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e663a-8f1a-4e6b-b1c7-51c64ff63378 req-23a96c9f-1c0a-4844-9971-b9ad58e10284 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:19.600956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a6e663a-8f1a-4e6b-b1c7-51c64ff63378 req-23a96c9f-1c0a-4844-9971-b9ad58e10284 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.0775290 Aug 30 21:18:19.610166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.632435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc13516-78a0-4d2a-91f8-b99b9b96ddd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b7eafc62-f519-4811-8afc-f2dafe7cdbef', 'network_id': 'b7eafc62-f519-4811-8afc-f2dafe7cdbef', 'tenant_id': '48a16a0303ad4f4b82453e2b1bfabdd5', 'fixed_ips': [{'subnet_id': '53505e8e-df7c-41e0-88ac-14c6517db5ee'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:19.633352 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adc13516-78a0-4d2a-91f8-b99b9b96ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.662859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Subnet': ['ID=53505e8e-df7c-41e0-88ac-14c6517db5ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:19.676160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc797043-704d-420b-891c-ab289f5f8b1e None None] Pushing event updated for resources: {'Port': ['ID=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:19.678914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.733661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.748291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7eafc62-f519-4811-8afc-f2dafe7cdbef']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:19.749970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] For port fd931f46-e04c-4c2e-bfa0-79d2c41b359e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,segment=NetworkSegment(6255e103-219a-4547-9fa2-95832e38c1b1),segment_id=6255e103-219a-4547-9fa2-95832e38c1b1)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:19.750378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.765674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569ad339-371a-4f3e-9f6a-9b29954d69e9') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:19.765674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569ad339-371a-4f3e-9f6a-9b29954d69e9') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:19.770985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.785814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.792881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:19.793293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.823986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fd931f46-e04c-4c2e-bfa0-79d2c41b359e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:19.856731 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:19.875318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a6e663a-8f1a-4e6b-b1c7-51c64ff63378 req-dbed145e-8aab-4a3c-b2b8-a6f08b3648d1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615383 Aug 30 21:18:19.882943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:19.897065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] Calling delete_port for fd931f46-e04c-4c2e-bfa0-79d2c41b359e owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:19.899097 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.917330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.919056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:19.931938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:19.934567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/b7eafc62-f519-4811-8afc-f2dafe7cdbef HTTP/1.1" status: 204 len: 168 time: 0.7953520 Aug 30 21:18:19.938612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:19.945198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-406239545'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:19.951176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4259f-74bf-4f9c-bb36-ca9e0ea24de1 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Network': ['ID=b7eafc62-f519-4811-8afc-f2dafe7cdbef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:19.982523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:19.987573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.017793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e29e9-975f-462a-b7f4-0dc9a1313db7 None None] Network b7eafc62-f519-4811-8afc-f2dafe7cdbef requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:20.048042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:20.069282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e29e9-975f-462a-b7f4-0dc9a1313db7 None None] Network b7eafc62-f519-4811-8afc-f2dafe7cdbef could not be found, it might have been deleted concurrently. {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 21:18:20.080033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.080901 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Added segment 2398db58-a9c2-4742-b6d5-9220bcdbaf97 of type vlan for network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 Aug 30 21:18:20.088603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.097976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.106032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.138469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.141234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.145842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.152775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.159974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.161991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-50ad9ce8-ffeb-4ccf-8661-b77dba414781 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.1489091 Aug 30 21:18:20.179007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.187330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.188112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.234390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:20.240281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:20.240779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.242864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.260408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d365cc58-d0cb-4559-82b6-b98e79727f8c req-cd69ca36-a5e1-4703-9d71-c9d2b2bf6478 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849333 Aug 30 21:18:20.265397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3229017 Aug 30 21:18:20.268500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:20.275338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09297e5d-2c64-4e04-984c-2511589f7611 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Network': ['ID=0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:20.279669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'subnet': {'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:20.302631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:20.309165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.421246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] Pushing event deleted for resources: {'Port': ['ID=fd931f46-e04c-4c2e-bfa0-79d2c41b359e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:20.426033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdefc6c-45dc-4b72-b8ac-594e573b6995 None None] No DVR routers for this DVR port fd931f46-e04c-4c2e-bfa0-79d2c41b359e on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:20.484987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:20.488656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.496934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.502022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59623a61-96c9-4b33-af87-a124d2a42b6d req-aff8422e-29db-41fb-b1a2-81b156985aee tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.503387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59623a61-96c9-4b33-af87-a124d2a42b6d req-aff8422e-29db-41fb-b1a2-81b156985aee tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0940747 Aug 30 21:18:20.535041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:20.541992 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.607056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:20.623843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59623a61-96c9-4b33-af87-a124d2a42b6d req-ad43d432-78f9-43b1-9e2a-1c6ba8709ae3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066871 Aug 30 21:18:20.789018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.864617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Subnet': ['ID=ff1d7a30-eccf-4c4a-989e-7bc03991d7f7,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:20.874926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Checking segment: {'id': '2398db58-a9c2-4742-b6d5-9220bcdbaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:20.875290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network hostable DHCP agents. Network: 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:20.894997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:20.913027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:20.934603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e33d1-50c4-45e9-a069-439d6a468aff None None] Network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:20.942723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:20.943741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:20.974365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75b14d8a-af79-4828-ba98-089a0ccb5ad2 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7044375 Aug 30 21:18:20.977215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:21.044882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a'}, {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:21.047535 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42caa240-8533-4c2a-9fc9-2ee33c06b557" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a"}, {"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-plugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:21.123298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc55408-9082-4368-b63d-a8524afd453a req-93195b26-e4a5-4046-a84e-17fcb5fc6c08 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.125040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bc55408-9082-4368-b63d-a8524afd453a req-93195b26-e4a5-4046-a84e-17fcb5fc6c08 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1400852 Aug 30 21:18:21.152570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:21.200283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636', 'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636', 'tenant_id': '48a16a0303ad4f4b82453e2b1bfabdd5', 'fixed_ips': [{'subnet_id': 'ff1d7a30-eccf-4c4a-989e-7bc03991d7f7'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:21.201182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:21.219097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bc55408-9082-4368-b63d-a8524afd453a req-0629e40d-64f1-4e99-8c71-0e868dfe3a65 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803380 Aug 30 21:18:21.385032 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:21.489055 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99026354-78f8-4298-ba42-474d554c54a0 x-openstack-request-id: req-99026354-78f8-4298-ba42-474d554c54a0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:21.489651 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-plugged", "status": "completed", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a", "code": 200}, {"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-plugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:21.489651 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99026354-78f8-4298-ba42-474d554c54a0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:21.490270 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a', 'code': 200} Aug 30 21:18:21.490523 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'code': 200} Aug 30 21:18:21.553092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Allocated IP 2001:db8::2 (0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636/ff1d7a30-eccf-4c4a-989e-7bc03991d7f7/aa1b1d14-acfb-4729-b099-e73a852dc81e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:21.561450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.579108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.588683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-7169724a-3117-4251-850e-cf5268122e98 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3392835 Aug 30 21:18:21.592069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.611156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.642984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.645637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.647616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.648343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.654943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.656175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.656825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.657459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.658120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.660421 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-7b9cd12e-c8ff-4e89-93a5-2749b4096b60 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6507 time: 0.1769817 Aug 30 21:18:21.663636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.674469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b0748785-52b6-46e6-9b9f-a1f4b1b7fb86 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2361572 Aug 30 21:18:21.803709 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8c0282c9-bd62-4b04-834b-4f7574eefeef req-dd4feb6c-22a7-4465-a8a6-a8d53f59ed76 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301408 Aug 30 21:18:21.803940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51adad43-a136-4ee5-af69-a18b2cab2198 req-b35dec8e-9d0a-4075-b129-249d28ae47f8 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282809 Aug 30 21:18:21.826819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-54186f59-8f58-4262-9f7b-ef12e41c11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:21.829758 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-54186f59-8f58-4262-9f7b-ef12e41c11a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.1678278 Aug 30 21:18:21.871095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:21.881278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Transition to ACTIVE for port object aa1b1d14-acfb-4729-b099-e73a852dc81e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:21.903631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Transition to ACTIVE for port object aa1b1d14-acfb-4729-b099-e73a852dc81e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:21.915483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:21.936359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:21.996647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Pushing event updated for resources: {'Port': ['ID=aa1b1d14-acfb-4729-b099-e73a852dc81e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:22.003813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127b120-7ff8-4691-805e-5f4445ad109d req-9526a17c-0c71-4c88-9b92-5af1bfeb2706 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:22.016001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:22.016770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5127b120-7ff8-4691-805e-5f4445ad109d req-9526a17c-0c71-4c88-9b92-5af1bfeb2706 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1274776 Aug 30 21:18:22.018155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:22.021472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:22.031381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1d7a30-eccf-4c4a-989e-7bc03991d7f7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:22.127751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5127b120-7ff8-4691-805e-5f4445ad109d req-bef89dec-8296-4bf2-83a7-7f3ef08cfc07 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029706 Aug 30 21:18:22.134353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Attempting to bind port aa1b1d14-acfb-4729-b099-e73a852dc81e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:22.134779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Attempting to bind port aa1b1d14-acfb-4729-b099-e73a852dc81e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '2398db58-a9c2-4742-b6d5-9220bcdbaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:22.135157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Attempting to bind port aa1b1d14-acfb-4729-b099-e73a852dc81e on network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:22.153057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:22.157278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Checking segment: {'id': '2398db58-a9c2-4742-b6d5-9220bcdbaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:22.157703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.158104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Bound using segment: {'id': '2398db58-a9c2-4742-b6d5-9220bcdbaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:22.158599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Bound port: aa1b1d14-acfb-4729-b099-e73a852dc81e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2398db58-a9c2-4742-b6d5-9220bcdbaf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:22.159022 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.311036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] For port aa1b1d14-acfb-4729-b099-e73a852dc81e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:22.315489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] For port aa1b1d14-acfb-4729-b099-e73a852dc81e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa1b1d14-acfb-4729-b099-e73a852dc81e,segment=NetworkSegment(2398db58-a9c2-4742-b6d5-9220bcdbaf97),segment_id=2398db58-a9c2-4742-b6d5-9220bcdbaf97)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:22.316210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.330813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.376144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:22.411866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2398db58-a9c2-4742-b6d5-9220bcdbaf97') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:22.412240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2398db58-a9c2-4742-b6d5-9220bcdbaf97') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:22.476546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.531430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.536748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e694ca-f3f8-4203-9872-a6fd847fe726 None None] Pushing event updated for resources: {'Port': ['ID=aa1b1d14-acfb-4729-b099-e73a852dc81e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:22.555049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce89ce-c0e9-45d9-a276-dc94ad5685b8 req-f43b09b2-c255-4b68-8ebb-4389932c2bc2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:22.563449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e2d10-73e6-4dff-a2ac-fc76c7ca1b74 None None] Network 0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:22.564792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9ce89ce-c0e9-45d9-a276-dc94ad5685b8 req-f43b09b2-c255-4b68-8ebb-4389932c2bc2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0819991 Aug 30 21:18:22.566160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-c0490635-5208-4e9e-ad77-f4e5a2de4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:22.572111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-c0490635-5208-4e9e-ad77-f4e5a2de4fc0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.4087541 Aug 30 21:18:22.573384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:22.573849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:22.577415 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:22.654211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9ce89ce-c0e9-45d9-a276-dc94ad5685b8 req-ee59825f-11a0-454f-afba-42adb2612f5a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869162 Aug 30 21:18:22.698863 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-c58a1f24-d769-4d00-a7fe-5d3c5fd58400 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.1168208 Aug 30 21:18:22.722216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a9902-9464-4ca4-8256-5d7e67686c32 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:18:22.793900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:18:22.793900 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:18:22.793900 n-d-793620-16 neutron-server[94688]: [parameters: {'id': '0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636'}] Aug 30 21:18:22.793900 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:18:22.794371 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:18:22.799202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-39dd579b-4e9e-44d7-b0ac-efcc1672f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:22.800909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-39dd579b-4e9e-44d7-b0ac-efcc1672f66b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0688059 Aug 30 21:18:22.913924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-e928008e-5782-4a1e-a920-35b4b3d5987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:22.915513 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-e928008e-5782-4a1e-a920-35b4b3d5987d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052504 Aug 30 21:18:23.127311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.132287 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-41321d21-8cfd-4f90-9829-4e1189a07692 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039349 Aug 30 21:18:23.136681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.166119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.184437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.203032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.218775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.231790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.253352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-e9375978-c0be-41dc-8a0a-d110641f114a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2868090 Aug 30 21:18:23.295158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:23.362474 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c19a985b-2925-4ee5-94fb-eafdc3054aab req-e7108139-dbdb-4ff4-8dbc-6eed13dc60b2 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176266 Aug 30 21:18:23.405606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18aadffd-f22b-4c70-bff6-850922b5f0e8 req-b176ee46-8920-4fa7-a7ba-0afb05486f07 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509535 Aug 30 21:18:23.473988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting port aa1b1d14-acfb-4729-b099-e73a852dc81e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:23.474335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:23.581873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a9902-9464-4ca4-8256-5d7e67686c32 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:18:23.642083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f517e2-b061-4790-b2bf-94e653eb0148 req-4d7ef730-4209-4b93-a3b8-3250aad245eb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:23.644023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8f517e2-b061-4790-b2bf-94e653eb0148 req-4d7ef730-4209-4b93-a3b8-3250aad245eb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1031020 Aug 30 21:18:23.648485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] For port aa1b1d14-acfb-4729-b099-e73a852dc81e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa1b1d14-acfb-4729-b099-e73a852dc81e,segment=NetworkSegment(2398db58-a9c2-4742-b6d5-9220bcdbaf97),segment_id=2398db58-a9c2-4742-b6d5-9220bcdbaf97)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:23.649870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:23.670380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Calling delete_port for aa1b1d14-acfb-4729-b099-e73a852dc81e owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:23.804679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8f517e2-b061-4790-b2bf-94e653eb0148 req-0def23f5-6a1b-4081-806b-389d58385e51 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532416 Aug 30 21:18:23.911370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-b1cb9cd3-81f3-46db-ab60-5b13583c986c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1240265 Aug 30 21:18:23.912695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.063477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Port': ['ID=aa1b1d14-acfb-4729-b099-e73a852dc81e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:24.084541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No DVR routers for this DVR port aa1b1d14-acfb-4729-b099-e73a852dc81e on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:24.188013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-bf5e0b5a-d7ae-4be7-8a95-6b187952a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.196959 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-bf5e0b5a-d7ae-4be7-8a95-6b187952a505 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 1097 time: 0.2157793 Aug 30 21:18:24.330446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.334559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a52d4-3b3d-40d2-82be-e8f68eb7e770 req-8f7e11cf-d78d-426a-b477-889448c565a8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.338529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f2a52d4-3b3d-40d2-82be-e8f68eb7e770 req-8f7e11cf-d78d-426a-b477-889448c565a8 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0997849 Aug 30 21:18:24.358280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:24.374067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2398db58-a9c2-4742-b6d5-9220bcdbaf97') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:24.374067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2398db58-a9c2-4742-b6d5-9220bcdbaf97') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:24.397022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.415195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f2a52d4-3b3d-40d2-82be-e8f68eb7e770 req-a7d81dcd-2d4c-4e3e-8293-5fb6c31679ad tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687449 Aug 30 21:18:24.427793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-14ad112e-e3e7-4f03-8307-27755eebf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.429292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-14ad112e-e3e7-4f03-8307-27755eebf188 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1787486 Aug 30 21:18:24.430441 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.449900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:24.450832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:24.502157 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:24.610942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-718d0e4f-34b7-4b3b-b42d-3380e421c827 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 200 len: 217 time: 0.1630011 Aug 30 21:18:24.638976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.709718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.741983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.757701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.760351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.781385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 HTTP/1.1" status: 204 len: 168 time: 3.7839375 Aug 30 21:18:24.781385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4fe08-a9d2-467a-8b90-17db3112383a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Network': ['ID=0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:24.781739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.781845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:24.785367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-812366731'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:24.788783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.807618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.813809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.818573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-ec3322aa-570f-42a7-9d9c-362d1b16d316 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2671969 Aug 30 21:18:24.839309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-546f0950-baa5-4ffe-b392-fcb1518327a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.840989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-546f0950-baa5-4ffe-b392-fcb1518327a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.2134140 Aug 30 21:18:24.858448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:24.858448 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.903110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:24.914212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2daaa38-3c7b-4d5f-afe7-9b9131ef3fb3 req-fe299102-8030-4a72-a15f-7a85d7e84d29 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881398 Aug 30 21:18:24.934258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:24.934969 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Added segment 1407804f-71d7-43ad-85b3-ddd5cfa9857c of type vlan for network 5f683568-e83d-47fa-8546-0095f53fa59a Aug 30 21:18:24.972135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-049b48ad-08a2-41a0-aaa9-70eceb7b2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:24.975571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-049b48ad-08a2-41a0-aaa9-70eceb7b2fb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207430 Aug 30 21:18:25.060458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:25.112990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:25.120167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.120393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:25.151971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3731003 Aug 30 21:18:25.155565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:25.162391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e657a87-ae61-4f71-aaae-5e4f77b3930e req-fa089087-ff94-48b3-be0a-358b30b775b9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.162627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Request body: {'subnet': {'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:25.165492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e657a87-ae61-4f71-aaae-5e4f77b3930e req-fa089087-ff94-48b3-be0a-358b30b775b9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1205907 Aug 30 21:18:25.254186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e657a87-ae61-4f71-aaae-5e4f77b3930e req-6b056c7c-3fb3-4d2e-bdd1-d840341eb8f4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811908 Aug 30 21:18:25.454732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22958f0d-2757-4483-8624-1a19bee67fef tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Network': ['ID=5f683568-e83d-47fa-8546-0095f53fa59a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:25.465547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5f683568-e83d-47fa-8546-0095f53fa59a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:25.467792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-587ae444-7cf7-4f43-9e09-bdbc33549f6d service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694371 Aug 30 21:18:25.567327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Made reservation on behalf of 48a16a0303ad4f4b82453e2b1bfabdd5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:25.581457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:25.583048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.605547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.618653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.641861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.655795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.678782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.700380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:25.707580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f1e533a-157c-49c2-a141-fab9d6e907ac req-f4c1586a-84d5-4750-90f6-1509e6e7b650 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2515376 Aug 30 21:18:25.717755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36958) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:25.730894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Request body: {'floatingip': {'port_id': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:25.762454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db9732f1-8fe4-45e1-a146-10133b5e5e72 req-3976e1b9-558a-4af4-82d1-69487c829c15 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815964 Aug 30 21:18:25.868712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:26.110868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a3721-7509-4bf9-ba90-279a0c655e94 req-4eb7d130-4839-4906-ba4f-04fcb153d645 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:26.122156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:18:26.124101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:26.131298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce5a3721-7509-4bf9-ba90-279a0c655e94 req-4eb7d130-4839-4906-ba4f-04fcb153d645 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1826818 Aug 30 21:18:26.228653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event updated for resources: {'Subnet': ['ID=c3c14b25-72f6-4ec6-93ba-6af11c5cc6dd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:26.264261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Checking segment: {'id': '1407804f-71d7-43ad-85b3-ddd5cfa9857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:26.266269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network hostable DHCP agents. Network: 5f683568-e83d-47fa-8546-0095f53fa59a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:26.342974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce5a3721-7509-4bf9-ba90-279a0c655e94 req-53769916-4bd6-4288-bfe6-47e02f927c16 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097783 Aug 30 21:18:26.358371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Network 5f683568-e83d-47fa-8546-0095f53fa59a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:26.374330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5f683568-e83d-47fa-8546-0095f53fa59a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:26.380512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:26.384045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c6c51-a881-4942-a4e9-275b7c96b22d None None] Network 5f683568-e83d-47fa-8546-0095f53fa59a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:26.393845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:26.433275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1a6968cb-fde1-4996-b304-c2281e5a5292 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2726946 Aug 30 21:18:26.433495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:26.651270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-5f683568-e83d-47fa-8546-0095f53fa59a', 'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a', 'tenant_id': '48a16a0303ad4f4b82453e2b1bfabdd5', 'fixed_ips': [{'subnet_id': 'c3c14b25-72f6-4ec6-93ba-6af11c5cc6dd'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:26.652340 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:26.663210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:26.669493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa51353-8f77-4634-b4f9-f17d8f799bbd req-ef239ff0-f553-412d-89bb-f8848f23527b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:26.675437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fa51353-8f77-4634-b4f9-f17d8f799bbd req-ef239ff0-f553-412d-89bb-f8848f23527b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.2296107 Aug 30 21:18:26.755519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:26.848629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fa51353-8f77-4634-b4f9-f17d8f799bbd req-c9178571-f5c3-4b4e-91bd-34140ac376c6 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016705 Aug 30 21:18:26.966217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Allocated IP 2001:db8::f816:3eff:fea1:ddce (5f683568-e83d-47fa-8546-0095f53fa59a/c3c14b25-72f6-4ec6-93ba-6af11c5cc6dd/30a889ee-62b8-43aa-ad78-975081eb8379) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:26.994887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.006413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.153703 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Floating IP 36667509-2ced-4d49-8718-f4d21ee2de72 associated. External IP: 172.25.5.146, port: c3e22f8c-7fb6-4591-b9e5-4b855ee09104. Aug 30 21:18:27.259543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.284034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Transition to ACTIVE for port object 30a889ee-62b8-43aa-ad78-975081eb8379 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:27.312663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Transition to ACTIVE for port object 30a889ee-62b8-43aa-ad78-975081eb8379 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:27.345845 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.374729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.419636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c14b25-72f6-4ec6-93ba-6af11c5cc6dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:27.489707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Router ef2d5714-8310-4881-b32a-134f6b317da1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:18:27.494474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Network 5f683568-e83d-47fa-8546-0095f53fa59a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:27.502307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:27.509471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:27.530980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.552769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Pushing event updated for resources: {'Port': ['ID=30a889ee-62b8-43aa-ad78-975081eb8379,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:27.566485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f683568-e83d-47fa-8546-0095f53fa59a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:27.598248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1407804f-71d7-43ad-85b3-ddd5cfa9857c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:27.598740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1407804f-71d7-43ad-85b3-ddd5cfa9857c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:27.600231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Attempting to bind port 30a889ee-62b8-43aa-ad78-975081eb8379 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:27.601214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Attempting to bind port 30a889ee-62b8-43aa-ad78-975081eb8379 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '1407804f-71d7-43ad-85b3-ddd5cfa9857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:27.602776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Attempting to bind port 30a889ee-62b8-43aa-ad78-975081eb8379 on network 5f683568-e83d-47fa-8546-0095f53fa59a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:27.616442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:27.616813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Checking segment: {'id': '1407804f-71d7-43ad-85b3-ddd5cfa9857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:27.617216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.620088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.622435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Bound using segment: {'id': '1407804f-71d7-43ad-85b3-ddd5cfa9857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:27.623286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Bound port: 30a889ee-62b8-43aa-ad78-975081eb8379, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1407804f-71d7-43ad-85b3-ddd5cfa9857c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5f683568-e83d-47fa-8546-0095f53fa59a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:27.623847 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.639851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.649114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:27.650101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:27.659371 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:27.720020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd871271-c1f5-4aa5-af90-99ce963bbc4c req-04a7363c-a5e7-4134-8661-0f3bbaf430c0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:27.737167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd871271-c1f5-4aa5-af90-99ce963bbc4c req-04a7363c-a5e7-4134-8661-0f3bbaf430c0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.2330601 Aug 30 21:18:27.759016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] For port 30a889ee-62b8-43aa-ad78-975081eb8379, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:27.803664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] For port 30a889ee-62b8-43aa-ad78-975081eb8379, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=30a889ee-62b8-43aa-ad78-975081eb8379,segment=NetworkSegment(1407804f-71d7-43ad-85b3-ddd5cfa9857c),segment_id=1407804f-71d7-43ad-85b3-ddd5cfa9857c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:27.807187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:18:27.807187 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:18:27.807187 n-d-793620-16 neutron-server[94688]: [parameters: {'id': '5f683568-e83d-47fa-8546-0095f53fa59a'}] Aug 30 21:18:27.807187 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:18:27.808773 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:18:27.815521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.895093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd871271-c1f5-4aa5-af90-99ce963bbc4c req-49de4100-b11e-477e-aff5-ba9ea719716c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566741 Aug 30 21:18:27.924456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:27.938188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:27.972976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] Sync routers for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:28.061103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a812d-4f41-419e-9076-4a4275f88b92 None None] Pushing event updated for resources: {'Port': ['ID=30a889ee-62b8-43aa-ad78-975081eb8379,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:28.094129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-249bab58-543b-468d-9661-a3a137f2c237 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "PUT /v2.0/floatingips/36667509-2ced-4d49-8718-f4d21ee2de72 HTTP/1.1" status: 200 len: 991 time: 2.3741968 Aug 30 21:18:28.095907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:28.098612 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc09f194-68f6-442e-af9e-0050366a2d51" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:28.117128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:28.118415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:28.132023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ccae12-822d-4d7f-9845-58341e0c2319 None None] Network 5f683568-e83d-47fa-8546-0095f53fa59a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:28.135641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5b697-ac11-4986-b20f-f9ceedf1323e req-ee4682c8-e77d-42e6-8185-e0c6d56f481f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.137827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa5b697-ac11-4986-b20f-f9ceedf1323e req-ee4682c8-e77d-42e6-8185-e0c6d56f481f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0981367 Aug 30 21:18:28.206126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fa5b697-ac11-4986-b20f-f9ceedf1323e req-8d61d4eb-90e4-4317-b59f-0634e8b1517e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601156 Aug 30 21:18:28.310344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:28.452717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting port 30a889ee-62b8-43aa-ad78-975081eb8379 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:28.457028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:28.481992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:18:28.515877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2b41e-b239-4324-8e77-8212461cccd5 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:18:28.615384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] For port 30a889ee-62b8-43aa-ad78-975081eb8379, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=30a889ee-62b8-43aa-ad78-975081eb8379,segment=NetworkSegment(1407804f-71d7-43ad-85b3-ddd5cfa9857c),segment_id=1407804f-71d7-43ad-85b3-ddd5cfa9857c)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:28.620702 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e633394-6d7e-48fb-9ea5-6f3614f5e9bc x-openstack-request-id: req-7e633394-6d7e-48fb-9ea5-6f3614f5e9bc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:28.621439 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:28.622046 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e633394-6d7e-48fb-9ea5-6f3614f5e9bc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:28.622872 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'status': 'completed', 'code': 200} Aug 30 21:18:28.624129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:28.647788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Calling delete_port for 30a889ee-62b8-43aa-ad78-975081eb8379 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:28.775927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.778174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.780898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.782414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.788121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.788891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.789612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:28.792451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-750de2f6-2a02-443a-bd64-7f616225b684 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6507 time: 0.1259346 Aug 30 21:18:28.960316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '36667509-2ced-4d49-8718-f4d21ee2de72', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'port_id': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'mac_address': 'fa:16:3e:61:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:17:17Z', 'updated_at': '2021-08-30T21:18:26Z', 'revision_number': 1, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:48Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:28.967354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2b41e-b239-4324-8e77-8212461cccd5 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:18:29.012388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] Checking router: ef2d5714-8310-4881-b32a-134f6b317da1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:18:29.066996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.119935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No DVR routers for this DVR port 30a889ee-62b8-43aa-ad78-975081eb8379 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:29.172560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043492f-c0f6-43d0-9923-5bd464d2d6eb req-ec966377-0b38-4bbb-a01f-8c84db7f33f6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:29.183696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e043492f-c0f6-43d0-9923-5bd464d2d6eb req-ec966377-0b38-4bbb-a01f-8c84db7f33f6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1131201 Aug 30 21:18:29.242704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Port': ['ID=30a889ee-62b8-43aa-ad78-975081eb8379,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:29.274882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e043492f-c0f6-43d0-9923-5bd464d2d6eb req-f5e39178-ef84-4f43-8e99-1ce38250cf4e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826051 Aug 30 21:18:29.291788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:29.291788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:29.456915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.470724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f683568-e83d-47fa-8546-0095f53fa59a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:29.487342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1407804f-71d7-43ad-85b3-ddd5cfa9857c') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:29.487795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1407804f-71d7-43ad-85b3-ddd5cfa9857c') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:29.495740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe033d5-2798-4b7d-a9d5-412a27781749 req-fb166f45-9e28-432a-89b8-0aa630332420 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:29.500277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.512720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fe033d5-2798-4b7d-a9d5-412a27781749 req-fb166f45-9e28-432a-89b8-0aa630332420 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1446478 Aug 30 21:18:29.521195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.528974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:29.529518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:29.606128 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:29.616553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-678e6204-1dce-43f6-93f2-f263a4eb79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:29.618337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fe033d5-2798-4b7d-a9d5-412a27781749 req-2014ab24-1a2c-402d-9aad-e4e208826a79 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027174 Aug 30 21:18:29.619589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-678e6204-1dce-43f6-93f2-f263a4eb79cf service neutron] 10.222.0.82 "GET /v2.0/networks?id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde HTTP/1.1" status: 200 len: 917 time: 0.8073223 Aug 30 21:18:29.621137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.631692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:29.640195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/5f683568-e83d-47fa-8546-0095f53fa59a HTTP/1.1" status: 204 len: 168 time: 3.2001829 Aug 30 21:18:29.640312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36994) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:29.715659 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c394dca-259c-46cf-8f35-94efd3b2bb4e tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:29.716129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c394dca-259c-46cf-8f35-94efd3b2bb4e tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:29.720170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0c394dca-259c-46cf-8f35-94efd3b2bb4e tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/c3c14b25-72f6-4ec6-93ba-6af11c5cc6dd HTTP/1.1" status: 404 len: 337 time: 0.0780470 Aug 30 21:18:29.738965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:29.747565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-e0c22c93-f76d-44af-97cd-0f8f87c94cde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104 HTTP/1.1" status: 200 len: 999 time: 0.1096816 Aug 30 21:18:29.787848 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1013ac35-b8bb-4a3c-842f-2d0eddd1e68a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:29.788347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1013ac35-b8bb-4a3c-842f-2d0eddd1e68a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:29.790718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1013ac35-b8bb-4a3c-842f-2d0eddd1e68a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/5f683568-e83d-47fa-8546-0095f53fa59a HTTP/1.1" status: 404 len: 339 time: 0.0503268 Aug 30 21:18:29.793942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:18:29.798522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2274da-903b-4bb1-81c9-bc2190cbea42 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Network': ['ID=5f683568-e83d-47fa-8546-0095f53fa59a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:29.807725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36998) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:29.870911 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc17a35-40b3-40ef-a682-1d01e2e82f8f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:29.871382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc17a35-40b3-40ef-a682-1d01e2e82f8f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:29.875584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fdc17a35-40b3-40ef-a682-1d01e2e82f8f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/ff1d7a30-eccf-4c4a-989e-7bc03991d7f7 HTTP/1.1" status: 404 len: 337 time: 0.0649853 Aug 30 21:18:29.879364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:29.928156 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd6ac2d-725e-4fe7-8991-a797911151c4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:29.928784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd6ac2d-725e-4fe7-8991-a797911151c4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:29.933265 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3fd6ac2d-725e-4fe7-8991-a797911151c4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/0fb2f78f-b1a4-4cf2-a382-f4c62a8d4636 HTTP/1.1" status: 404 len: 339 time: 0.0506322 Aug 30 21:18:29.933520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37002) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:29.979022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-008db8df-bc3f-4139-b4c0-a045c72e7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:29.980502 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-008db8df-bc3f-4139-b4c0-a045c72e7da5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2192d990-9c44-4ba3-a3f2-f1a144041a6d HTTP/1.1" status: 200 len: 855 time: 0.2151833 Aug 30 21:18:30.008073 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea9d9cf-bcde-46bc-a148-f5fd090ca380 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:30.008554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea9d9cf-bcde-46bc-a148-f5fd090ca380 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:30.011145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ea9d9cf-bcde-46bc-a148-f5fd090ca380 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/53505e8e-df7c-41e0-88ac-14c6517db5ee HTTP/1.1" status: 404 len: 337 time: 0.0760140 Aug 30 21:18:30.019458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37004) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:30.072692 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cd1359-5aac-4cc4-bebc-bc2bfe4063d6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:30.073334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88cd1359-5aac-4cc4-bebc-bc2bfe4063d6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:30.075189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-88cd1359-5aac-4cc4-bebc-bc2bfe4063d6 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/b7eafc62-f519-4811-8afc-f2dafe7cdbef HTTP/1.1" status: 404 len: 339 time: 0.0546250 Aug 30 21:18:30.078263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:30.150194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '36667509-2ced-4d49-8718-f4d21ee2de72', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'port_id': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'mac_address': 'fa:16:3e:61:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:17:17Z', 'updated_at': '2021-08-30T21:18:26Z', 'revision_number': 1, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:48Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:30.151356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-6d693156-9a47-415d-9db4-4ef1bd081ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:30.153102 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-6d693156-9a47-415d-9db4-4ef1bd081ee8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572814 Aug 30 21:18:30.201077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b772716-1af9-48c0-b9c6-90a0a71e4817 None None] The sync data for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 is: [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '36667509-2ced-4d49-8718-f4d21ee2de72', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'floating_ip_address': '172.25.5.146', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'port_id': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'mac_address': 'fa:16:3e:61:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:17:17Z', 'updated_at': '2021-08-30T21:18:26Z', 'revision_number': 1, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:48Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:30.570160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6ca74-937b-49f6-b2c1-34fe31fbaff4 req-e08239ef-36bf-4e84-9ef4-2798bb81370f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:30.571886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b6ca74-937b-49f6-b2c1-34fe31fbaff4 req-e08239ef-36bf-4e84-9ef4-2798bb81370f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.1219459 Aug 30 21:18:30.598795 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca46cb-a901-44e6-9339-2c3577915d6d None None] New status for floating IP 36667509-2ced-4d49-8718-f4d21ee2de72: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:18:30.679180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b6ca74-937b-49f6-b2c1-34fe31fbaff4 req-5b9e4535-8c1d-459e-81da-ff19a77592a3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884259 Aug 30 21:18:30.819968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195480d5-dd0c-4c6c-bc57-792519bd9dbd req-6250c84e-a162-48ac-996e-389023206528 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:30.821488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-195480d5-dd0c-4c6c-bc57-792519bd9dbd req-6250c84e-a162-48ac-996e-389023206528 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0793827 Aug 30 21:18:30.844783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting port a9f1b489-486b-4122-b0b4-f636754b2544 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:30.844783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:30.908110 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-0749d2b6-ebb2-4da8-8716-78e7cd7aae47 service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7448268 Aug 30 21:18:30.915936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-195480d5-dd0c-4c6c-bc57-792519bd9dbd req-d005c0a7-8d9e-476c-9caf-34b2bb5ae0dd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869009 Aug 30 21:18:31.044363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bc09f194-68f6-442e-af9e-0050366a2d51 req-a4899dbd-3380-4151-ac7f-a3601651a7ef service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224403 Aug 30 21:18:31.068040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.091020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Calling delete_port for a9f1b489-486b-4122-b0b4-f636754b2544 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:31.230572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.268619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Port': ['ID=a9f1b489-486b-4122-b0b4-f636754b2544,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:31.277976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.282702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5365b79c-6aae-4482-a815-94644b5cdd9a tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/ports/a9f1b489-486b-4122-b0b4-f636754b2544 HTTP/1.1" status: 204 len: 168 time: 1.2019062 Aug 30 21:18:31.283442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37032) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:31.313335 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-612139ab-d529-43fd-8e1e-b5be171c93f8 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:31.314043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612139ab-d529-43fd-8e1e-b5be171c93f8 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:31.316120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-612139ab-d529-43fd-8e1e-b5be171c93f8 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/cbc4ea1b-7652-4bb2-acdc-d6f6f519ce5c HTTP/1.1" status: 404 len: 337 time: 0.0314839 Aug 30 21:18:31.319379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:31.408709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.516941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.529471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b87a564-8d38-4e5f-887c-f1d4f364431f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:31.561440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6255e103-219a-4547-9fa2-95832e38c1b1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:31.562225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6255e103-219a-4547-9fa2-95832e38c1b1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:31.584008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.601599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.609990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:31.610300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:31.613841 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:31.695823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.703065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.704810 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/3b87a564-8d38-4e5f-887c-f1d4f364431f HTTP/1.1" status: 204 len: 168 time: 0.3836150 Aug 30 21:18:31.707556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37040) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:31.719391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cb479-9935-410b-a07a-cf80bb968171 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Network': ['ID=3b87a564-8d38-4e5f-887c-f1d4f364431f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:31.841025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277c39-1bc9-4ef1-8044-22a98d3c03e9 req-35bda17a-7c68-41ca-a0fa-fa8b760a3e9a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:31.842572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72277c39-1bc9-4ef1-8044-22a98d3c03e9 req-35bda17a-7c68-41ca-a0fa-fa8b760a3e9a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0870931 Aug 30 21:18:31.875435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting port 3c326ee2-3748-4fda-8d1f-7c8f7f53e21c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:31.875841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.938554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72277c39-1bc9-4ef1-8044-22a98d3c03e9 req-3a111cd5-a51a-460c-af61-c895176f050b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847971 Aug 30 21:18:31.957418 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:31.977477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Calling delete_port for 3c326ee2-3748-4fda-8d1f-7c8f7f53e21c owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:32.105770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b41f3-b645-4a48-b258-87ef82f28ed5 req-6e59a2c2-8d92-43fb-a320-55c6a8cbf09a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:32.107380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-983b41f3-b645-4a48-b258-87ef82f28ed5 req-6e59a2c2-8d92-43fb-a320-55c6a8cbf09a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0640635 Aug 30 21:18:32.108519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.150322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Port': ['ID=3c326ee2-3748-4fda-8d1f-7c8f7f53e21c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:32.168952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.171487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c9242b06-f247-4420-b1d2-cfbcd12e50d4 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/ports/3c326ee2-3748-4fda-8d1f-7c8f7f53e21c HTTP/1.1" status: 204 len: 168 time: 0.4627137 Aug 30 21:18:32.174508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:32.193697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-983b41f3-b645-4a48-b258-87ef82f28ed5 req-e251f3e4-99c1-44c5-9291-7683bbbb66c6 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745599 Aug 30 21:18:32.229812 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f2d8cc-6def-4868-ba0f-8cfc9079dbea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] DELETE failed (client error): The resource could not be found. Aug 30 21:18:32.230363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f2d8cc-6def-4868-ba0f-8cfc9079dbea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:18:32.235023 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f4f2d8cc-6def-4868-ba0f-8cfc9079dbea tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/7069a993-54d9-46d4-b125-edc74fa3cba0 HTTP/1.1" status: 404 len: 337 time: 0.0435793 Aug 30 21:18:32.235306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37054) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:32.248069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-4bdaa27c-ec8f-423d-8e19-d0df968b9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:32.249723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-4bdaa27c-ec8f-423d-8e19-d0df968b9f53 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0957842 Aug 30 21:18:32.346952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.399233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-f24357c6-460d-4be6-93bb-29070f8fc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:32.401330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-f24357c6-460d-4be6-93bb-29070f8fc304 service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.1442268 Aug 30 21:18:32.459391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-33e6412c-1d63-4f04-aa39-1fafa9a765dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b HTTP/1.1" status: 200 len: 217 time: 0.0506246 Aug 30 21:18:32.491470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.503438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed37be9a-0d0b-4182-ad9d-61ccc789ae4d']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:32.514929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-0c0b3e6f-d245-4a1c-8e82-018c392067c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:32.517576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-0c0b3e6f-d245-4a1c-8e82-018c392067c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0509591 Aug 30 21:18:32.519610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f5009d-0840-4844-814a-2c193c7ea797') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:32.520094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f5009d-0840-4844-814a-2c193c7ea797') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:32.531923 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.550448 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.560646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:32.561264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.564198 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-041e899b-1aac-4b28-a4bd-d57d29d91abf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398328 Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:32.566564 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:32.648897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.663637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.665639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/ed37be9a-0d0b-4182-ad9d-61ccc789ae4d HTTP/1.1" status: 204 len: 168 time: 0.4291053 Aug 30 21:18:32.669067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37058) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:32.683652 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-3ab007c8-6069-4b0d-bbf9-a33d3e38a9d9 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097562 Aug 30 21:18:32.710482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02632640-9ca2-4d24-b90d-671e59d35a6f tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Network': ['ID=ed37be9a-0d0b-4182-ad9d-61ccc789ae4d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:32.739566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting subnet 32eb7564-a8fc-493b-a687-1c08f98fdedf {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:18:32.743320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.796519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.816284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-39d6d604-2d54-4167-b4e0-ec79c61f55c5 req-e8667b37-7c44-4caf-8505-ef223778df27 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240780 Aug 30 21:18:32.892619 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:32.972723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.005333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Subnet': ['ID=32eb7564-a8fc-493b-a687-1c08f98fdedf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:33.018041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.020426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-53c13aff-a29a-4ac4-9307-1d3292889038 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/subnets/32eb7564-a8fc-493b-a687-1c08f98fdedf HTTP/1.1" status: 204 len: 168 time: 0.3503366 Aug 30 21:18:33.022819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37062) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:33.029516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711745a8-6285-4072-8a6e-20bbf5442122 None None] Network 099435d9-e325-4d40-a3c2-e4f842b928f6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:33.142575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.160204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19167dbb-4f1b-4e31-ac68-532206cc7022 req-d7367ba0-2f5c-47a5-86bb-974ce6a64a41 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:33.167781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19167dbb-4f1b-4e31-ac68-532206cc7022 req-d7367ba0-2f5c-47a5-86bb-974ce6a64a41 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0903351 Aug 30 21:18:33.254750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19167dbb-4f1b-4e31-ac68-532206cc7022 req-f1374dc5-dac7-47e8-aa2f-91ef0b54748f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705130 Aug 30 21:18:33.289645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Deleting port 26104ae9-dad8-430d-9b0d-687a92649f8e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:33.290046 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.434221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] For port 26104ae9-dad8-430d-9b0d-687a92649f8e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26104ae9-dad8-430d-9b0d-687a92649f8e,segment=NetworkSegment(547635fc-d22c-4e14-8b75-f898f0b00c3e),segment_id=547635fc-d22c-4e14-8b75-f898f0b00c3e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:33.434639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.457531 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.463059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5fd3-2ff8-4d00-b00c-26abb4a84b95 req-ae980c81-8424-4fe1-94be-70070789f778 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:33.464638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77eb5fd3-2ff8-4d00-b00c-26abb4a84b95 req-ae980c81-8424-4fe1-94be-70070789f778 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.1070442 Aug 30 21:18:33.464786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] DHCP port deletion for 099435d9-e325-4d40-a3c2-e4f842b928f6 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:18:33.469198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Calling delete_port for 26104ae9-dad8-430d-9b0d-687a92649f8e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:33.533902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] Deleting port 26104ae9-dad8-430d-9b0d-687a92649f8e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:33.534915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.615461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] For port 26104ae9-dad8-430d-9b0d-687a92649f8e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26104ae9-dad8-430d-9b0d-687a92649f8e,segment=NetworkSegment(547635fc-d22c-4e14-8b75-f898f0b00c3e),segment_id=547635fc-d22c-4e14-8b75-f898f0b00c3e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:33.616391 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.635457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] Calling delete_port for 26104ae9-dad8-430d-9b0d-687a92649f8e owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:33.754444 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:33.776010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] No DVR routers for this DVR port 26104ae9-dad8-430d-9b0d-687a92649f8e on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:33.834969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1d80a-0f8c-4bef-a1bf-a3ddf83ba5b2 None None] Pushing event deleted for resources: {'Port': ['ID=26104ae9-dad8-430d-9b0d-687a92649f8e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:33.849947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26104ae9-dad8-430d-9b0d-687a92649f8e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:33.873470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 26104ae9-dad8-430d-9b0d-687a92649f8e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:18:33.874720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26104ae9-dad8-430d-9b0d-687a92649f8e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:18:33.940963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77eb5fd3-2ff8-4d00-b00c-26abb4a84b95 req-29566386-c57c-4e71-934c-066cd8308734 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625368 Aug 30 21:18:33.978184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.010051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Port': ['ID=26104ae9-dad8-430d-9b0d-687a92649f8e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:34.022796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] No DVR routers for this DVR port 26104ae9-dad8-430d-9b0d-687a92649f8e on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:34.159135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.171437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099435d9-e325-4d40-a3c2-e4f842b928f6']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:34.186898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547635fc-d22c-4e14-8b75-f898f0b00c3e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:34.187349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547635fc-d22c-4e14-8b75-f898f0b00c3e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:34.198546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.215739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.223241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:34.224033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:34.227510 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:34.295232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.307552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:34.312229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] 10.222.0.76 "DELETE /v2.0/networks/099435d9-e325-4d40-a3c2-e4f842b928f6 HTTP/1.1" status: 204 len: 168 time: 1.2881095 Aug 30 21:18:34.326490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8fe77-51e8-400e-be77-e89405eb6e31 tempest-NetworksIpV6TestAttrs-2116007239 tempest-NetworksIpV6TestAttrs-2116007239-project] Pushing event deleted for resources: {'Network': ['ID=099435d9-e325-4d40-a3c2-e4f842b928f6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:34.442535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76ca91-2a15-4d03-8efe-3faff2007e4e req-d7a769f3-a4a7-42a9-973d-532336370cc6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:34.445013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d76ca91-2a15-4d03-8efe-3faff2007e4e req-d7a769f3-a4a7-42a9-973d-532336370cc6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0732207 Aug 30 21:18:34.508901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d76ca91-2a15-4d03-8efe-3faff2007e4e req-b7b50b2d-c9b3-4acd-a0fe-3c7383af7954 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549548 Aug 30 21:18:34.768838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37078) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:34.936642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f8ace98-02e5-4a65-99be-102283c1c4a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48a16a0303ad4f4b82453e2b1bfabdd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664910 Aug 30 21:18:34.939117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:35.001885 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79821b75-b363-4691-8264-12a95292291b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:35.035819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79821b75-b363-4691-8264-12a95292291b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:35.120108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e1cec-4e7c-4693-9daf-1b8f3a9bebab req-6cc0290f-559a-4772-9c25-5e0819011977 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:35.121926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f5e1cec-4e7c-4693-9daf-1b8f3a9bebab req-6cc0290f-559a-4772-9c25-5e0819011977 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0786891 Aug 30 21:18:35.153167 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:18:35.158548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79821b75-b363-4691-8264-12a95292291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:35.161400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79821b75-b363-4691-8264-12a95292291b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:35.165019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79821b75-b363-4691-8264-12a95292291b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52948d62-5bd6-4075-a398-e001cbb3eb06 HTTP/1.1" status: 204 len: 168 time: 0.2224922 Aug 30 21:18:35.175100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79821b75-b363-4691-8264-12a95292291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52948d62-5bd6-4075-a398-e001cbb3eb06,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:35.190913 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f5e1cec-4e7c-4693-9daf-1b8f3a9bebab req-749a7ed3-8d58-4686-a9b1-8d475f1d7415 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Aug 30 21:18:35.664396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:35.961705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37150) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:36.107119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-1325944098'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:36.130465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:36.133977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.142530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.268875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.275655 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.303400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:36.315929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-0e4795ca-ee6a-4338-887e-75e8f1b36719 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:36.317446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-0e4795ca-ee6a-4338-887e-75e8f1b36719 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c0a995-5743-4351-8ed0-8d886067a4c2 HTTP/1.1" status: 200 len: 945 time: 0.0874958 Aug 30 21:18:36.328209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b6475d-2798-446d-a1a8-81b1a6251de2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:36.339622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.339979 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment ed7304ff-d08f-4018-afc6-4f703642b599 of type vlan for network 267e3ee3-0fe3-484e-9b4f-47230980c696 Aug 30 21:18:36.430377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.472250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.477957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:36.478542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.529926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Deleting port 9cf9bc74-7919-47f5-9e2e-33e1436d524b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:36.530636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.556420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5931835 Aug 30 21:18:36.560967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:36.569358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-941821088'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:36.576588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-31d3a28a-c664-4a48-b671-4ec4259d0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:36.578318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-31d3a28a-c664-4a48-b671-4ec4259d0c90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1098 time: 0.0556953 Aug 30 21:18:36.600157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182910a-8604-4a44-aa41-95296851ec15 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=267e3ee3-0fe3-484e-9b4f-47230980c696,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:36.611489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:36.647266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] For port 9cf9bc74-7919-47f5-9e2e-33e1436d524b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9cf9bc74-7919-47f5-9e2e-33e1436d524b,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:36.647738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.658133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:36.661596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.664162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Calling delete_port for 9cf9bc74-7919-47f5-9e2e-33e1436d524b owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:36.706327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:36.721948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-f3e7986d-90ce-4b1c-8d56-6f1471592060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:36.723520 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-f3e7986d-90ce-4b1c-8d56-6f1471592060 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 915 time: 0.1376495 Aug 30 21:18:36.726349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.726753 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment 04ec6193-706f-47e5-bae5-e940620dada9 of type vlan for network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 Aug 30 21:18:36.794292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-9a5b0894-f9e8-44b3-b350-1b5e102c6603 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 200 len: 217 time: 0.0595124 Aug 30 21:18:36.800281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.815087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.833372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event deleted for resources: {'Port': ['ID=9cf9bc74-7919-47f5-9e2e-33e1436d524b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:36.872411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-596472dd-95d0-4815-a845-e4182f56c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:36.874078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-596472dd-95d0-4815-a845-e4182f56c7fd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.0703888 Aug 30 21:18:36.874906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] No DVR routers for this DVR port 9cf9bc74-7919-47f5-9e2e-33e1436d524b on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:36.875471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.877915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.880154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f079ec6-ae15-446e-bffb-8da9d9f82bb3 req-42c2fa9c-4c27-4934-8372-d2726b2a7357 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "DELETE /v2.0/ports/9cf9bc74-7919-47f5-9e2e-33e1436d524b HTTP/1.1" status: 204 len: 173 time: 0.5559242 Aug 30 21:18:36.880596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'name': 'network-vif-deleted', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:36.882330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:36.882963 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a5f308-6606-4eee-ac9a-22e11b9d5db9" -d '{"events": [{"server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "name": "network-vif-deleted", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:36.883124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:36.957460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-010b98a0-367f-4ebf-b928-2fa1b303c270 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714598 Aug 30 21:18:36.985072 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4219639 Aug 30 21:18:36.988143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37184) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:36.993762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:37.027784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca1639-ff1c-49a5-a6e3-bbc694428b67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:37.041627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:37.084081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-c9232b43-efdf-421f-b8f6-f5f2fac55e7f service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143961 Aug 30 21:18:37.089851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:37.093599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.190979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ed0c52f-f85f-4537-a121-6a605b0fc167 req-7bdbbd62-0138-4287-bc5b-55dda8820568 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984519 Aug 30 21:18:37.273781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9cf9bc74-7919-47f5-9e2e-33e1436d524b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:37.299985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 9cf9bc74-7919-47f5-9e2e-33e1436d524b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:18:37.300661 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9cf9bc74-7919-47f5-9e2e-33e1436d524b not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:18:37.304142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.371112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=d1ed9978-ced9-498f-9d58-c53bd87b1376,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:37.380481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': 'ed7304ff-d08f-4018-afc6-4f703642b599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:37.380850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: 267e3ee3-0fe3-484e-9b4f-47230980c696, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:37.426768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:37.443921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bd6ad-ea56-439a-b8c1-12dac6592d56 req-2dfbf015-27e1-4aae-9608-70407f308c1b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:37.445509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e11bd6ad-ea56-439a-b8c1-12dac6592d56 req-2dfbf015-27e1-4aae-9608-70407f308c1b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0591567 Aug 30 21:18:37.446475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 267e3ee3-0fe3-484e-9b4f-47230980c696) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:37.450684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:37.451312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.457075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899e360-984c-4ac7-a1fa-438c72adb971 None None] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:37.485108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2cecca47-4771-44da-b1af-93146d4b5e3a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4924340 Aug 30 21:18:37.485565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:37.491890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:37.495584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e11bd6ad-ea56-439a-b8c1-12dac6592d56 req-496c0f37-8cd5-473a-a51a-95f5deea5b13 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Aug 30 21:18:37.590348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:37.594832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.629623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-267e3ee3-0fe3-484e-9b4f-47230980c696', 'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': 'd1ed9978-ced9-498f-9d58-c53bd87b1376'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:37.630695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.731923 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea41be7-a613-49e0-b171-a804a3451a0c x-openstack-request-id: req-bea41be7-a613-49e0-b171-a804a3451a0c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:37.731923 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c0a995-5743-4351-8ed0-8d886067a4c2", "name": "network-vif-deleted", "tag": "9cf9bc74-7919-47f5-9e2e-33e1436d524b", "status": "failed", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:37.731923 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bea41be7-a613-49e0-b171-a804a3451a0c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:37.732284 n-d-793620-16 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27c0a995-5743-4351-8ed0-8d886067a4c2', 'name': 'network-vif-deleted', 'tag': '9cf9bc74-7919-47f5-9e2e-33e1436d524b', 'status': 'failed', 'code': 422} returned with failed status Aug 30 21:18:37.791952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Allocated IP 172.20.0.2 (267e3ee3-0fe3-484e-9b4f-47230980c696/d1ed9978-ced9-498f-9d58-c53bd87b1376/4c46b26e-49cd-4d4d-86e3-af42d73c6cf6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:37.812642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.888564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=63b1f464-697d-4e2f-87a1-e3d3138e85e0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:37.900495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': '04ec6193-706f-47e5-bae5-e940620dada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:37.900923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:37.921494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:37.932407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:37.936886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:37.937399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.955008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e6ea0e9c-c9bc-427d-a2db-c690865810ed tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4681735 Aug 30 21:18:37.958044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37208) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:37.959547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d5dd79-d84c-4b1a-95d0-553ffde9b7cc None None] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:37.965969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1393618521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:37.995128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:37.996730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.025554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.040698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Transition to ACTIVE for port object 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:38.068297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.074343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.076369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Transition to ACTIVE for port object 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:38.077058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-ffd7e174-34ea-4bb5-9141-e3ce1cb6e234 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:38.079593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-ffd7e174-34ea-4bb5-9141-e3ce1cb6e234 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.1170089 Aug 30 21:18:38.086381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.092851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.094068 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-53d579ba-dda9-4b4c-9ed9-42313a575263 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1350892 Aug 30 21:18:38.096427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-aa3de81f-c61d-4bde-804d-e7076553a144 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0117216 Aug 30 21:18:38.097107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:38.135850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-2675edc2-fe39-42fc-8e8b-2b2d88fada13 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331874 Aug 30 21:18:38.164464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:38.173171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:38.178807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:38.188060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Pushing event updated for resources: {'Port': ['ID=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:38.248886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-2b8271bf-5ecf-410b-bfdc-e5889dc803a8 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034355 Aug 30 21:18:38.260523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5', 'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': '63b1f464-697d-4e2f-87a1-e3d3138e85e0'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:38.261328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.282984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Attempting to bind port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:38.283377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Attempting to bind port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ed7304ff-d08f-4018-afc6-4f703642b599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:38.283704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Attempting to bind port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 on network 267e3ee3-0fe3-484e-9b4f-47230980c696 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:38.294343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:38.295036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Checking segment: {'id': 'ed7304ff-d08f-4018-afc6-4f703642b599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:38.295608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.295990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Bound using segment: {'id': 'ed7304ff-d08f-4018-afc6-4f703642b599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:38.296469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Bound port: 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7304ff-d08f-4018-afc6-4f703642b599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '267e3ee3-0fe3-484e-9b4f-47230980c696'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:38.296838 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.362495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-09e973bc-8408-4191-8522-3fa663eab9fb service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075208 Aug 30 21:18:38.427755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.449205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] For port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:38.453924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] For port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,segment=NetworkSegment(ed7304ff-d08f-4018-afc6-4f703642b599),segment_id=ed7304ff-d08f-4018-afc6-4f703642b599)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:38.462215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.469658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Allocated IP 172.21.0.2 (a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5/63b1f464-697d-4e2f-87a1-e3d3138e85e0/6f2f149d-ec48-481c-a097-4508a6dc8d9d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:38.569120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2747a73c-e75b-433d-bfc6-7b3e2b18155e req-7f16660d-de9f-4afe-b98d-d3a426985dbc tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 210 time: 0.0492492 Aug 30 21:18:38.583883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13f651-9e80-4be0-8dcd-f8266e031f6d None None] Pushing event updated for resources: {'Port': ['ID=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:38.733894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5593348-4934-4634-a509-6f3316e64eaf req-6c472b34-37b9-4c23-8c52-928396a7dd74 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:38.735645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5593348-4934-4634-a509-6f3316e64eaf req-6c472b34-37b9-4c23-8c52-928396a7dd74 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0584483 Aug 30 21:18:38.753424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.20.0.1 (267e3ee3-0fe3-484e-9b4f-47230980c696/d1ed9978-ced9-498f-9d58-c53bd87b1376/c591dcba-9b4c-447b-8734-09f621428f43) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:38.765158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.781086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Transition to ACTIVE for port object 6f2f149d-ec48-481c-a097-4508a6dc8d9d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:38.823288 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5593348-4934-4634-a509-6f3316e64eaf req-2b7091d0-ce6b-4488-bccc-bd5330bf0542 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796461 Aug 30 21:18:38.837102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Transition to ACTIVE for port object 6f2f149d-ec48-481c-a097-4508a6dc8d9d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:38.853722 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.941265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:38.948177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Pushing event updated for resources: {'Port': ['ID=6f2f149d-ec48-481c-a097-4508a6dc8d9d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:38.953289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-37979beb-b802-4f18-8520-3fb52da2eb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:38.957114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:38.960213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:39.024232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.024793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Attempting to bind port 6f2f149d-ec48-481c-a097-4508a6dc8d9d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:39.025220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Attempting to bind port 6f2f149d-ec48-481c-a097-4508a6dc8d9d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '04ec6193-706f-47e5-bae5-e940620dada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:39.025595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Attempting to bind port 6f2f149d-ec48-481c-a097-4508a6dc8d9d on network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:39.032231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:39.032968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Checking segment: {'id': '04ec6193-706f-47e5-bae5-e940620dada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:39.033552 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.034132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Bound using segment: {'id': '04ec6193-706f-47e5-bae5-e940620dada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:39.034624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Bound port: 6f2f149d-ec48-481c-a097-4508a6dc8d9d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ec6193-706f-47e5-bae5-e940620dada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:39.035035 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.044508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object c591dcba-9b4c-447b-8734-09f621428f43 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:39.081775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.108754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] For port 6f2f149d-ec48-481c-a097-4508a6dc8d9d, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:39.113070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] For port 6f2f149d-ec48-481c-a097-4508a6dc8d9d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6f2f149d-ec48-481c-a097-4508a6dc8d9d,segment=NetworkSegment(04ec6193-706f-47e5-bae5-e940620dada9),segment_id=04ec6193-706f-47e5-bae5-e940620dada9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:39.119331 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.146398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:39.150421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:39.157046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:39.162293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=c591dcba-9b4c-447b-8734-09f621428f43,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:39.194843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cba54d-27a6-48ed-a916-83cff7b65a52 None None] Pushing event updated for resources: {'Port': ['ID=6f2f149d-ec48-481c-a097-4508a6dc8d9d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:39.224689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.369339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.732799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.738155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f1ed688-ff16-4fd5-92ee-768fc9530500 req-1d4a3d08-ec57-4fb3-a1a7-22b2d3abd16a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 210 time: 0.0567963 Aug 30 21:18:39.750635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.879746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f262639-6f8c-4139-bb40-4ecb0eaa01a6 None None] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:39.934777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:39.936666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=c591dcba-9b4c-447b-8734-09f621428f43,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:39.956756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:39.976599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:40.026548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-0ee023b1-ce88-4d2f-ad2b-ee1fbe84a7e0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:40.028187 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-0ee023b1-ce88-4d2f-ad2b-ee1fbe84a7e0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.3179445 Aug 30 21:18:40.031877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbe541-c977-400b-bb21-7e5f51a0be65 req-3f42990d-82cf-40cb-a37c-1ddb7ba79f06 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:40.033517 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73cbe541-c977-400b-bb21-7e5f51a0be65 req-3f42990d-82cf-40cb-a37c-1ddb7ba79f06 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 946 time: 0.0606465 Aug 30 21:18:40.046161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Request body: {'port': {'device_id': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'admin_state_up': True, 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:40.119365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73cbe541-c977-400b-bb21-7e5f51a0be65 req-4eb87d82-1b3c-4ebb-a920-6ffbfd2c7925 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756996 Aug 30 21:18:40.160375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a247f88-5af3-4c3c-b49f-ffcbd5f11095 None None] Provisioning for port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:40.192127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:40.196242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:40.276763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:40.290371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:40.290783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.322376 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.382318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:40.388518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.391758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:40.394134 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518458c-948b-49e0-8219-3249fc6106a8" -d '{"events": [{"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-unplugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:40.445917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:40.448630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156b732-9ab7-4699-a52f-30401825c1be None None] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:40.469023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.478701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 870abd02-7c51-475e-bdcd-bf423d7606b6 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:18:40.539544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de228adc-1047-4602-8493-d4acee8df0fa req-5f998c90-ab13-476c-984f-c180ef798688 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:40.540966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.541274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de228adc-1047-4602-8493-d4acee8df0fa req-5f998c90-ab13-476c-984f-c180ef798688 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.0684927 Aug 30 21:18:40.591923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-489a33dd-1b41-4a1b-ab5d-26d938b5b3f4 None None] Provisioning for port 6f2f149d-ec48-481c-a097-4508a6dc8d9d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:40.592194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de228adc-1047-4602-8493-d4acee8df0fa req-6d1215c5-c3a8-4545-9eec-81538322f37f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Aug 30 21:18:40.627030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:40.648472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Allocated IP 172.20.0.12 (97ab9e34-2cc4-41cc-a326-9408603975cb/a0058480-6024-443b-9e88-c26955bf5510/4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:40.650596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,segment=NetworkSegment(ed7304ff-d08f-4018-afc6-4f703642b599),segment_id=ed7304ff-d08f-4018-afc6-4f703642b599)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:40.683903 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac770b2-8dfc-43ac-84fd-f190c783cc98 x-openstack-request-id: req-0ac770b2-8dfc-43ac-84fd-f190c783cc98 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:40.684325 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-unplugged", "status": "failed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:40.684436 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ac770b2-8dfc-43ac-84fd-f190c783cc98 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:40.685292 n-d-793620-16 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'code': 422} returned with failed status Aug 30 21:18:40.685979 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.686834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6f2f149d-ec48-481c-a097-4508a6dc8d9d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:40.701968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:40.717323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37250) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:40.717674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e412c870-b474-4713-b068-361b6f358c5f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/870abd02-7c51-475e-bdcd-bf423d7606b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6193738 Aug 30 21:18:40.797098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96958a-e5f5-4928-b6d8-eefd9852e390 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:40.812250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aa96958a-e5f5-4928-b6d8-eefd9852e390 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports/c591dcba-9b4c-447b-8734-09f621428f43 HTTP/1.1" status: 200 len: 910 time: 0.0905626 Aug 30 21:18:40.812505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37256) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:40.901043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:40.948079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] Sync routers for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:40.948324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aea42224-1171-48c3-9121-02b903e52dfb req-60dc669e-624e-44a0-89d2-780bdd344d8d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 210 time: 0.0826285 Aug 30 21:18:40.965090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.001058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:41.002060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:41.035753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:41.044948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:41.051529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:41.086838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event updated for resources: {'Port': ['ID=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:41.110201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:41.123046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:41.126449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4cad76af-f9d7-4017-93b4-10f4d7417369 None None] Provisioning complete for port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:41.126873 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cad76af-f9d7-4017-93b4-10f4d7417369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.132536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:41.132997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:41.149781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:41.150472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.182599 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a7e750d5-b328-4aaf-ab20-9a267a13634b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1420441 Aug 30 21:18:41.200785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:41.201423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c73f0a7-8691-4c16-91ec-83c63587e482 None None] The sync data for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:41.222273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Request body: {'port': {'device_id': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:41.310520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6f2f149d-ec48-481c-a097-4508a6dc8d9d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:41.336699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6f2f149d-ec48-481c-a097-4508a6dc8d9d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:41.337930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.373035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.523149 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.543161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff17c-c9d7-4fe8-8a49-6dcd14e7df99 req-4b427bac-dd79-4f07-83a2-8b5c42e36c49 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:41.546923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4cad76af-f9d7-4017-93b4-10f4d7417369 None None] Provisioning for port c591dcba-9b4c-447b-8734-09f621428f43 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:41.552457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28dff17c-c9d7-4fe8-8a49-6dcd14e7df99 req-4b427bac-dd79-4f07-83a2-8b5c42e36c49 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.1597960 Aug 30 21:18:41.557046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4cad76af-f9d7-4017-93b4-10f4d7417369 None None] Provisioning complete for port c591dcba-9b4c-447b-8734-09f621428f43 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:41.557437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cad76af-f9d7-4017-93b4-10f4d7417369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.595223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 6f2f149d-ec48-481c-a097-4508a6dc8d9d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6f2f149d-ec48-481c-a097-4508a6dc8d9d,segment=NetworkSegment(04ec6193-706f-47e5-bae5-e940620dada9),segment_id=04ec6193-706f-47e5-bae5-e940620dada9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:41.606370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.610611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.616762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4cad76af-f9d7-4017-93b4-10f4d7417369 None None] Port c591dcba-9b4c-447b-8734-09f621428f43 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:41.624815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28dff17c-c9d7-4fe8-8a49-6dcd14e7df99 req-5ff476d8-531f-4db9-952a-20eb9dc23194 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711429 Aug 30 21:18:41.718953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=6f2f149d-ec48-481c-a097-4508a6dc8d9d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:41.762738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.766240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3b074ae2-13ee-4451-9d58-1673d58d5b67 None None] Provisioning complete for port c591dcba-9b4c-447b-8734-09f621428f43 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:41.766559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b074ae2-13ee-4451-9d58-1673d58d5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.819136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3b074ae2-13ee-4451-9d58-1673d58d5b67 None None] Port c591dcba-9b4c-447b-8734-09f621428f43 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:41.853122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3b074ae2-13ee-4451-9d58-1673d58d5b67 None None] Provisioning complete for port 6f2f149d-ec48-481c-a097-4508a6dc8d9d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:41.853505 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3b074ae2-13ee-4451-9d58-1673d58d5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.883530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:41.889014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1d3204a-c9b5-4492-a4de-89b3e8e26545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:41.987697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:41.988146 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.013054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.21.0.1 (a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5/63b1f464-697d-4e2f-87a1-e3d3138e85e0/f349c59c-fe00-45e6-9000-780e41b5c436) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:42.115542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-9b8c2368-cb16-4956-8e9a-4a967ef3d875 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1728942 Aug 30 21:18:42.175625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a27a6-b040-4a1f-af0d-d0c2b0f84e34 req-9edea765-36d3-48a2-ba6e-b86c9147a838 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:42.179242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f8a27a6-b040-4a1f-af0d-d0c2b0f84e34 req-9edea765-36d3-48a2-ba6e-b86c9147a838 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 932 time: 0.1083679 Aug 30 21:18:42.221697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:42.223541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.231124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.245659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Transition to ACTIVE for port object 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:42.251133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f8a27a6-b040-4a1f-af0d-d0c2b0f84e34 req-8dc1ebf7-cd86-4096-bc70-e17192370de8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636342 Aug 30 21:18:42.252078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object f349c59c-fe00-45e6-9000-780e41b5c436 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:42.255147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.305069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.312197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:42.346604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:42.350256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:42.353855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:42.386787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Attempting to bind port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:42.387182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Attempting to bind port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:42.387455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Attempting to bind port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:42.391974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a on network 97ab9e34-2cc4-41cc-a326-9408603975cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:18:42.392294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Attempting to bind port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:42.398533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:42.399248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:42.399653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Bound using segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:42.400129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Bound port: 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:42.400492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.406600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=f349c59c-fe00-45e6-9000-780e41b5c436,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:42.419630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.498409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] For port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:42.506098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] For port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:42.513194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.584959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.594314 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.597470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:42.605089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:42.605722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.607347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-7d45fe66-de0d-424d-9433-f25e77440e68 service neutron] 10.222.0.86 "PUT /v2.0/ports/4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a HTTP/1.1" status: 200 len: 1093 time: 1.4009111 Aug 30 21:18:42.608069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'tag': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:42.610605 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d" -d '{"events": [{"name": "network-changed", "server_uuid": "a14f5f61-26c3-4e1a-8285-0c3655fbcf1c", "tag": "4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:42.662421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-61e680ee-63c0-44f7-97c9-f00372e528f4 None None] Provisioning for port f349c59c-fe00-45e6-9000-780e41b5c436 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:42.672535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-61e680ee-63c0-44f7-97c9-f00372e528f4 None None] Provisioning complete for port f349c59c-fe00-45e6-9000-780e41b5c436 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:42.673165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61e680ee-63c0-44f7-97c9-f00372e528f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:42.697722 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49fbe7c-c1e0-4aca-968d-253287b69135 x-openstack-request-id: req-e49fbe7c-c1e0-4aca-968d-253287b69135 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:42.698167 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14f5f61-26c3-4e1a-8285-0c3655fbcf1c", "tag": "4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:42.698428 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e49fbe7c-c1e0-4aca-968d-253287b69135 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:42.698884 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'tag': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a', 'status': 'completed', 'code': 200} Aug 30 21:18:42.718760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-82d67dd2-9808-435f-83f3-729a3cffd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:42.720351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-82d67dd2-9808-435f-83f3-729a3cffd53d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 1096 time: 0.0676007 Aug 30 21:18:42.755479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-61e680ee-63c0-44f7-97c9-f00372e528f4 None None] Port f349c59c-fe00-45e6-9000-780e41b5c436 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:42.778755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-1e4f3c41-340d-4fdc-b5d6-2ade581d55e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a HTTP/1.1" status: 200 len: 217 time: 0.0490429 Aug 30 21:18:42.836280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a955223b-1c8f-418c-8e2a-49297392089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:42.837882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-a955223b-1c8f-418c-8e2a-49297392089b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0506446 Aug 30 21:18:42.849868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987666ed-2f75-4110-9fc0-1715c6d1b962 req-d5c7d85c-62dd-4830-81c1-ce15460d77c5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:42.851505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-987666ed-2f75-4110-9fc0-1715c6d1b962 req-d5c7d85c-62dd-4830-81c1-ce15460d77c5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.1025743 Aug 30 21:18:42.872589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-9ad83fd4-4e19-4eda-87d8-8133af87b63b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273085 Aug 30 21:18:42.946163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-987666ed-2f75-4110-9fc0-1715c6d1b962 req-8fa42822-b989-4741-aa31-8c8f0dd98d4f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836957 Aug 30 21:18:42.972865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-63acd323-4f73-4927-8a59-3978bc878d62 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923843 Aug 30 21:18:43.018697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:43.025685 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:43.128353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=f349c59c-fe00-45e6-9000-780e41b5c436,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:43.129446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63f1aae1-787b-4e12-aee6-cc61634ead47 req-ca89b07a-2dba-4b12-8fad-b6dc28aa3f49 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497302 Aug 30 21:18:43.131350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:43.177190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-e617b621-0dff-4d9d-b1b4-cdf91334682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.178789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-e617b621-0dff-4d9d-b1b4-cdf91334682c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613&tenant_id=357ddbb80b07447daba2753582995065 HTTP/1.1" status: 200 len: 1096 time: 0.0957677 Aug 30 21:18:43.234380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:43.234623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:43.286084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-a83025ca-34cf-4c23-9f4d-5f7541e80800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.287488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-a83025ca-34cf-4c23-9f4d-5f7541e80800 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1096 time: 0.0775199 Aug 30 21:18:43.293259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-a894553a-8de9-4c97-9914-b974bb60f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.295500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-a894553a-8de9-4c97-9914-b974bb60f98d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 1096 time: 0.0952520 Aug 30 21:18:43.395970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 870abd02-7c51-475e-bdcd-bf423d7606b6 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:18:43.425028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3354-7224-49cf-835f-abb58bd0e555 req-bcdd3ffd-569a-41e1-80a6-8fc190ff08f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.426518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14fe3354-7224-49cf-835f-abb58bd0e555 req-bcdd3ffd-569a-41e1-80a6-8fc190ff08f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 944 time: 0.0816779 Aug 30 21:18:43.493076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-5ffe6d50-932f-4994-911c-886d7217a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.494855 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-5ffe6d50-932f-4994-911c-886d7217a227 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 915 time: 0.1981778 Aug 30 21:18:43.500817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-acf18172-af52-40a4-b4b3-899c084330c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.502702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-acf18172-af52-40a4-b4b3-899c084330c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.1341548 Aug 30 21:18:43.577284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-d127be7b-4cf1-425a-aa8d-c25c80b43083 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 200 len: 217 time: 0.0734289 Aug 30 21:18:43.579102 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-3aa27071-584c-4d16-8a04-54c14702f283 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a HTTP/1.1" status: 200 len: 217 time: 0.0679224 Aug 30 21:18:43.587282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8cc91252-d643-4dda-9941-3a09a6f69952 None None] Provisioning complete for port f349c59c-fe00-45e6-9000-780e41b5c436 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:43.588067 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8cc91252-d643-4dda-9941-3a09a6f69952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:43.625805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8cc91252-d643-4dda-9941-3a09a6f69952 None None] Port f349c59c-fe00-45e6-9000-780e41b5c436 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:43.665009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-3be32271-254d-4556-9636-c213a45c1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.666522 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-3be32271-254d-4556-9636-c213a45c1ba1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.0814414 Aug 30 21:18:43.668027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-058ff08d-ab39-4dca-aa73-5c17bfe72b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.669355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-058ff08d-ab39-4dca-aa73-5c17bfe72b64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0755575 Aug 30 21:18:43.723451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-cdf041ba-f4a6-48d4-9a2d-f2d5f13a8a4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494270 Aug 30 21:18:43.725303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-b18c6813-a909-43ac-bcf2-c99cbaf15b9e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432892 Aug 30 21:18:43.798437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6f2f149d-ec48-481c-a097-4508a6dc8d9d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:43.850432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6f2f149d-ec48-481c-a097-4508a6dc8d9d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:43.850895 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:43.879924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14fe3354-7224-49cf-835f-abb58bd0e555 req-238797ac-0015-42e1-b654-c2b4697cea11 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764518 Aug 30 21:18:43.884381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-7ac34932-f2e2-437c-8bd5-f5ade75cddb0 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533294 Aug 30 21:18:43.886319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-556f122f-a318-442b-9bff-4cce5deefdee service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477497 Aug 30 21:18:43.886576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:43.892095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-02e7150d-ba37-4aa2-9361-102e24be14ab tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/870abd02-7c51-475e-bdcd-bf423d7606b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0785859 Aug 30 21:18:43.894738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37298) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:43.904732 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] Sync routers for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:43.910436 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:43.911275 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:43.943570 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:43.949312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe901fee-36a3-4cec-ad6b-e1403363d296 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:43.953151 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:43.954109 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:43.955166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fe901fee-36a3-4cec-ad6b-e1403363d296 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports/f349c59c-fe00-45e6-9000-780e41b5c436 HTTP/1.1" status: 200 len: 910 time: 0.0592897 Aug 30 21:18:43.956028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:43.987199 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:43.988069 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7471c907-2087-44a6-8f22-662225b4d0ee None None] The sync data for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:44.062693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d8eb-da48-4759-8f9e-8b13e49c6202 req-468c3cdf-e3d6-4e63-8190-de1ec174c5ec tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:44.064237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c22d8eb-da48-4759-8f9e-8b13e49c6202 req-468c3cdf-e3d6-4e63-8190-de1ec174c5ec tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Aug 30 21:18:44.104502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c22d8eb-da48-4759-8f9e-8b13e49c6202 req-9973f00e-8ba2-4ce1-b254-e1ed8e934483 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Aug 30 21:18:44.198735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4a7670c-01d7-4215-bbff-c5a84f9eff46 req-f6ebd836-b9c2-4255-9259-04d05fa969b0 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055689 Aug 30 21:18:44.225348 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-03d9dd21-1ac5-4dbb-bccc-0452cb75c37d req-3f124249-b843-4351-ad41-45b46cb946b1 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310456 Aug 30 21:18:44.404356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:44.507437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:44.691687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port f349c59c-fe00-45e6-9000-780e41b5c436 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:44.692246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:44.811397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:44.833986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for f349c59c-fe00-45e6-9000-780e41b5c436 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:45.016546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72102-e7ae-4c29-a787-e93a86055dcc req-e95722e8-2123-4efb-a0f9-efecca36fe8e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:45.018164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78f72102-e7ae-4c29-a787-e93a86055dcc req-e95722e8-2123-4efb-a0f9-efecca36fe8e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 944 time: 0.0581865 Aug 30 21:18:45.055695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:45.069040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78f72102-e7ae-4c29-a787-e93a86055dcc req-6e03c7a9-dc80-4e53-894e-29f29acadf9c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Aug 30 21:18:45.085982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=f349c59c-fe00-45e6-9000-780e41b5c436,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:45.329509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:45.337146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:18:45.355080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bfaf7-7c24-4c68-94ba-349a938e897d req-52f40638-b870-4a6a-b8bc-e29697efa6b1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:45.357383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-096bfaf7-7c24-4c68-94ba-349a938e897d req-52f40638-b870-4a6a-b8bc-e29697efa6b1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.1157076 Aug 30 21:18:45.436666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-096bfaf7-7c24-4c68-94ba-349a938e897d req-b0b6f86e-88cb-45a9-9edc-24e2f050da74 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684543 Aug 30 21:18:45.570846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:45.590123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a', 'mac_address': 'fa:16:3e:7c:4e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:18:45.676343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:45.714247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:18:45.751169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:45.759264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:45.824810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:45.949473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 870abd02-7c51-475e-bdcd-bf423d7606b6 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:18:46.049811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:46.059599 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-35740a49-926d-4b66-accd-d7491c25e77f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/870abd02-7c51-475e-bdcd-bf423d7606b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0750821 Aug 30 21:18:46.059599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:46.062433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] Sync routers for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:46.074406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:46.075431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:46.111255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:18:46.113641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:46.150087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:46.150764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:46.192666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:46.193322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ad827-66c7-4190-abce-359bdf4a3555 None None] The sync data for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:46.407572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:46.667272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port c591dcba-9b4c-447b-8734-09f621428f43 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:46.667815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:46.764845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:46.777171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for c591dcba-9b4c-447b-8734-09f621428f43 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:46.959951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:46.989299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=c591dcba-9b4c-447b-8734-09f621428f43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:47.150525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.319844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 870abd02-7c51-475e-bdcd-bf423d7606b6 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:18:47.367036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:47.402145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:47.408592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e97f4b30-0682-4944-9850-49c48875ba1d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/870abd02-7c51-475e-bdcd-bf423d7606b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3479893 Aug 30 21:18:47.411560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:47.416612 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] Sync routers for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:47.428312 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:47.429566 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:47.445572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:47.449918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:47.450290 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.462138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7e34ccf-dbd3-46f8-981d-95fbf4fbdd50 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=870abd02-7c51-475e-bdcd-bf423d7606b6 HTTP/1.1" status: 200 len: 205 time: 0.0477791 Aug 30 21:18:47.464692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37346) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:47.470528 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:47.481440 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] Routers {'870abd02-7c51-475e-bdcd-bf423d7606b6'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:47.482074 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['870abd02-7c51-475e-bdcd-bf423d7606b6'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:47.518235 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:47.518922 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b906ced5-39c2-4fcd-82a3-327cc3768367 None None] The sync data for ids ['870abd02-7c51-475e-bdcd-bf423d7606b6'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:47.561046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.572474 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.605488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:18:47.605488 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a957b9-7af4-4b53-86e3-3e7c512a44d2" -d '{"events": [{"server_uuid": "a14f5f61-26c3-4e1a-8285-0c3655fbcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:18:47.618888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:47.626120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.687012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:47.750841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.753206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.806596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.807147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router 870abd02-7c51-475e-bdcd-bf423d7606b6 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:18:47.823518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.827342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-598f4b86-3dce-4736-a3c6-29b0ee567326 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/870abd02-7c51-475e-bdcd-bf423d7606b6 HTTP/1.1" status: 204 len: 168 time: 0.3613980 Aug 30 21:18:47.827773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:47.889361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet 63b1f464-697d-4e2f-87a1-e3d3138e85e0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:18:47.893444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:47.937916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.048956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.126058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.157111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=63b1f464-697d-4e2f-87a1-e3d3138e85e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:48.164641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.167573 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-caadf9c7-3f4f-4817-9beb-4ba5a48ee646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/63b1f464-697d-4e2f-87a1-e3d3138e85e0 HTTP/1.1" status: 204 len: 168 time: 0.3379664 Aug 30 21:18:48.170226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37354) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:48.176284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db4db47-9032-40c9-8ac3-9b74135736bf None None] Network a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:48.250985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet d1ed9978-ced9-498f-9d58-c53bd87b1376 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:18:48.255018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.300938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.431290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.432870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] DHCP port deletion for a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:18:48.510216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] Deleting port 6f2f149d-ec48-481c-a097-4508a6dc8d9d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:48.510717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.513730 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.540914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ed9978-ced9-498f-9d58-c53bd87b1376,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:48.548389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.553476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:48.554465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-95d695b7-1985-4698-b2fd-13ca2c8fe1a7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/d1ed9978-ced9-498f-9d58-c53bd87b1376 HTTP/1.1" status: 204 len: 168 time: 0.3831170 Aug 30 21:18:48.569518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c674a2a-113a-45e2-bd55-9df5cae9366c None None] Network 267e3ee3-0fe3-484e-9b4f-47230980c696 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:48.640577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.658819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] For port 6f2f149d-ec48-481c-a097-4508a6dc8d9d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6f2f149d-ec48-481c-a097-4508a6dc8d9d,segment=NetworkSegment(04ec6193-706f-47e5-bae5-e940620dada9),segment_id=04ec6193-706f-47e5-bae5-e940620dada9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:48.659241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.683971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] Calling delete_port for 6f2f149d-ec48-481c-a097-4508a6dc8d9d owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:48.740765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 6f2f149d-ec48-481c-a097-4508a6dc8d9d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:48.740765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.834528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 6f2f149d-ec48-481c-a097-4508a6dc8d9d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6f2f149d-ec48-481c-a097-4508a6dc8d9d,segment=NetworkSegment(04ec6193-706f-47e5-bae5-e940620dada9),segment_id=04ec6193-706f-47e5-bae5-e940620dada9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:48.835643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.848044 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.859218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] DHCP port deletion for 267e3ee3-0fe3-484e-9b4f-47230980c696 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:18:48.864332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 6f2f149d-ec48-481c-a097-4508a6dc8d9d owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:48.902420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] No DVR routers for this DVR port 6f2f149d-ec48-481c-a097-4508a6dc8d9d on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:48.906177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1df3a-072c-447e-8189-6f283cca40e2 None None] Pushing event deleted for resources: {'Port': ['ID=6f2f149d-ec48-481c-a097-4508a6dc8d9d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:48.981716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] Deleting port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:48.982582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:48.988637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.035868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=6f2f149d-ec48-481c-a097-4508a6dc8d9d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:49.039982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port 6f2f149d-ec48-481c-a097-4508a6dc8d9d on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:49.089045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] For port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,segment=NetworkSegment(ed7304ff-d08f-4018-afc6-4f703642b599),segment_id=ed7304ff-d08f-4018-afc6-4f703642b599)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:49.090639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.108779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] Calling delete_port for 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:49.173021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.184408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:49.203850 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.205600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ec6193-706f-47e5-bae5-e940620dada9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:49.205901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ec6193-706f-47e5-bae5-e940620dada9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:49.217392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.231968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] Pushing event deleted for resources: {'Port': ['ID=4c46b26e-49cd-4d4d-86e3-af42d73c6cf6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:49.236260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.238856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e0155-e1e5-4776-a7f5-aec05b7d5c33 None None] No DVR routers for this DVR port 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:49.249988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:49.249988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:49.265967 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:49.331586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.352961 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.355338 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5 HTTP/1.1" status: 204 len: 168 time: 0.7998159 Aug 30 21:18:49.356854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526253d-ad4f-4e14-b310-8555a423a57d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=a9d7a612-c21d-4ece-8082-a2d1f0a8e0d5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:49.359243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:49.453341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.546447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.557958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267e3ee3-0fe3-484e-9b4f-47230980c696']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:49.572663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7304ff-d08f-4018-afc6-4f703642b599') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:49.573148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7304ff-d08f-4018-afc6-4f703642b599') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:49.584395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.602258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.608968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:49.609384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:49.612605 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:49.686001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.701029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.707835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/267e3ee3-0fe3-484e-9b4f-47230980c696 HTTP/1.1" status: 204 len: 168 time: 0.3462009 Aug 30 21:18:49.707835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37360) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:49.721763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-831245792'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:49.726191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef0793-a986-4e16-8c99-72dc944e4ebb tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=267e3ee3-0fe3-484e-9b4f-47230980c696,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:49.751688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:49.755369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.792090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:49.805303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.805643 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment f20ebc22-3f73-4721-b988-dd107a1da7ad of type vlan for network ad78a477-1a01-473d-9d97-7ed736e9b952 Aug 30 21:18:49.827410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6f2f149d-ec48-481c-a097-4508a6dc8d9d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:49.851336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6f2f149d-ec48-481c-a097-4508a6dc8d9d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:18:49.851765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6f2f149d-ec48-481c-a097-4508a6dc8d9d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:18:49.852209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:49.870722 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.882898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:18:49.883393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4c46b26e-49cd-4d4d-86e3-af42d73c6cf6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:18:49.911700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.917667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:49.918413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:49.997399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2796309 Aug 30 21:18:50.001161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:50.008043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:50.022740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc63b6-64c9-49c6-a817-5bc87d330d42 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=ad78a477-1a01-473d-9d97-7ed736e9b952,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:50.042452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ad78a477-1a01-473d-9d97-7ed736e9b952 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:50.146691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:50.151202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.384178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.448020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=f7ad0726-37bd-4e5a-95fc-b612763b8a97,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:50.458276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': 'f20ebc22-3f73-4721-b988-dd107a1da7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:50.458516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: ad78a477-1a01-473d-9d97-7ed736e9b952, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:50.483809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network ad78a477-1a01-473d-9d97-7ed736e9b952 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:50.501855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ad78a477-1a01-473d-9d97-7ed736e9b952) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:50.511829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:50.512464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d099162-b1d4-45ba-b6f4-fcabc14a0a7c None None] Network ad78a477-1a01-473d-9d97-7ed736e9b952 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:50.512649 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.535398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b2d4e5a2-b7ac-46fe-a7da-5c83b01b417e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5320466 Aug 30 21:18:50.538445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37364) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:50.544601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1232895364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:50.581402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.584126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.683869 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.691699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.692539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ad78a477-1a01-473d-9d97-7ed736e9b952', 'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': 'f7ad0726-37bd-4e5a-95fc-b612763b8a97'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:50.694159 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.717382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.719439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c184c3d4-e262-478f-a8e9-35dd77663a45 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1793005 Aug 30 21:18:50.722612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:50.729611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'port': {'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952', 'name': 'tempest-RoutersTest-733886476'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:50.843640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Allocated IP 172.20.0.2 (ad78a477-1a01-473d-9d97-7ed736e9b952/f7ad0726-37bd-4e5a-95fc-b612763b8a97/28f74fee-b5d5-4a5a-bd4e-44f946f10f79) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:50.862453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:50.866031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:50.886606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] device_id is not set on port a55d9049-e1cc-4583-9cb3-7213715f87cf yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:18:51.048147 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.081798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Transition to ACTIVE for port object 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:51.112825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Transition to ACTIVE for port object 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:51.139469 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.188990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Network ad78a477-1a01-473d-9d97-7ed736e9b952 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:51.194550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:51.202129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:51.212732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Pushing event updated for resources: {'Port': ['ID=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:51.224321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.20.0.14 (ad78a477-1a01-473d-9d97-7ed736e9b952/f7ad0726-37bd-4e5a-95fc-b612763b8a97/a55d9049-e1cc-4583-9cb3-7213715f87cf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:51.286194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Attempting to bind port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:51.286592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Attempting to bind port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f20ebc22-3f73-4721-b988-dd107a1da7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:51.286986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Attempting to bind port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 on network ad78a477-1a01-473d-9d97-7ed736e9b952 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:51.292553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:51.292923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Checking segment: {'id': 'f20ebc22-3f73-4721-b988-dd107a1da7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:51.293351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.293731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Bound using segment: {'id': 'f20ebc22-3f73-4721-b988-dd107a1da7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:51.294200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Bound port: 28f74fee-b5d5-4a5a-bd4e-44f946f10f79, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20ebc22-3f73-4721-b988-dd107a1da7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad78a477-1a01-473d-9d97-7ed736e9b952'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:51.294588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.378312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] For port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:51.382176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] For port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,segment=NetworkSegment(f20ebc22-3f73-4721-b988-dd107a1da7ad),segment_id=f20ebc22-3f73-4721-b988-dd107a1da7ad)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:51.388408 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.422208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.442291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object a55d9049-e1cc-4583-9cb3-7213715f87cf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:51.459466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e652f-8223-425a-940b-c6ccfb3c0517 None None] Pushing event updated for resources: {'Port': ['ID=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:51.490011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.556967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network ad78a477-1a01-473d-9d97-7ed736e9b952 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:51.561465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:51.566865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:51.571556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=a55d9049-e1cc-4583-9cb3-7213715f87cf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:51.638493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:51.639274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:51.687384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-db4afd63-cecf-4c0c-b258-208d6f578ea9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9622548 Aug 30 21:18:51.690392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:51.911614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:51.976536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:52.119376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:52.409931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:52.416140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:52.518453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=a55d9049-e1cc-4583-9cb3-7213715f87cf,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:52.608955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8033ea3-e6ed-4805-9adc-f0cc3c17b84a None None] Network ad78a477-1a01-473d-9d97-7ed736e9b952 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:52.685412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] Provisioning for port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:52.689900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] Provisioning complete for port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:52.690276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:52.866623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:52.913682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] For port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,segment=NetworkSegment(f20ebc22-3f73-4721-b988-dd107a1da7ad),segment_id=f20ebc22-3f73-4721-b988-dd107a1da7ad)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:52.926295 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.008012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e4558-d7d4-4490-b8b0-fb53cf864b74 None None] Pushing event updated for resources: {'Port': ['ID=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:53.068136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.167641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed479ac0-15c7-45f7-97fa-41cc001a6010 None None] Provisioning for port a55d9049-e1cc-4583-9cb3-7213715f87cf completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:53.171902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed479ac0-15c7-45f7-97fa-41cc001a6010 None None] Provisioning complete for port a55d9049-e1cc-4583-9cb3-7213715f87cf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:53.172349 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed479ac0-15c7-45f7-97fa-41cc001a6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.234227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed479ac0-15c7-45f7-97fa-41cc001a6010 None None] Port a55d9049-e1cc-4583-9cb3-7213715f87cf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:53.257062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed479ac0-15c7-45f7-97fa-41cc001a6010 None None] Provisioning complete for port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:53.257676 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed479ac0-15c7-45f7-97fa-41cc001a6010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.260391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.644572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.650437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.685500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d27959d0-36f3-4a18-b581-dd2f7df595f4 None None] Provisioning complete for port a55d9049-e1cc-4583-9cb3-7213715f87cf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:53.686898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d27959d0-36f3-4a18-b581-dd2f7df595f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.725989 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.751442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d27959d0-36f3-4a18-b581-dd2f7df595f4 None None] Port a55d9049-e1cc-4583-9cb3-7213715f87cf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:53.805752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=a55d9049-e1cc-4583-9cb3-7213715f87cf,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:53.849586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:53.869661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network ad78a477-1a01-473d-9d97-7ed736e9b952 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:53.871514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:53.916168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e51001b-0eae-4c30-8b09-1828fa28c049 None None] Provisioning complete for port a55d9049-e1cc-4583-9cb3-7213715f87cf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:53.917038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e51001b-0eae-4c30-8b09-1828fa28c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:53.966790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8e51001b-0eae-4c30-8b09-1828fa28c049 None None] Port a55d9049-e1cc-4583-9cb3-7213715f87cf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:53.980411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:53.981191 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:54.054195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 573f8b4f-2a86-4aff-8855-7ba6fb4436a9 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:18:54.170038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:54.180626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5882f68a-4d58-4040-993f-255f9cb67297 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/573f8b4f-2a86-4aff-8855-7ba6fb4436a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4865901 Aug 30 21:18:54.181253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:54.205147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] Sync routers for ids ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:54.224864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d1029ddd-a085-450e-9834-059c95c462f4 None None] Provisioning complete for port a55d9049-e1cc-4583-9cb3-7213715f87cf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:54.225412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1029ddd-a085-450e-9834-059c95c462f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:54.227314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] Routers {'573f8b4f-2a86-4aff-8855-7ba6fb4436a9'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:54.227975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:54.285482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b513827a-7470-4132-aa1b-ebbcd869dc19 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:54.287237 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b513827a-7470-4132-aa1b-ebbcd869dc19 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports/a55d9049-e1cc-4583-9cb3-7213715f87cf HTTP/1.1" status: 200 len: 977 time: 0.1024542 Aug 30 21:18:54.289797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:54.290819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37376) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:54.314709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d1029ddd-a085-450e-9834-059c95c462f4 None None] Port a55d9049-e1cc-4583-9cb3-7213715f87cf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:18:54.329013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] Routers {'573f8b4f-2a86-4aff-8855-7ba6fb4436a9'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:54.329686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:54.373340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:54.374979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783174ca-33fe-4533-9fed-3936c1b3e66f None None] The sync data for ids ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:54.753036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:54.986273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port a55d9049-e1cc-4583-9cb3-7213715f87cf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:54.986620 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:55.074805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:55.086698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for a55d9049-e1cc-4583-9cb3-7213715f87cf owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:55.262605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:55.291491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=a55d9049-e1cc-4583-9cb3-7213715f87cf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:55.442074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:55.612453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 573f8b4f-2a86-4aff-8855-7ba6fb4436a9 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:18:56.025702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:18:56.032192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a74c4b1-e810-4989-b3f6-0287b871407e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/573f8b4f-2a86-4aff-8855-7ba6fb4436a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7399030 Aug 30 21:18:56.035026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:56.036208 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] Sync routers for ids ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:18:56.046439 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] Routers {'573f8b4f-2a86-4aff-8855-7ba6fb4436a9'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:56.047178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:56.082633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:56.091646 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] Routers {'573f8b4f-2a86-4aff-8855-7ba6fb4436a9'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:18:56.092237 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:56.124791 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:56.126365 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3785ab-8f7d-47ab-b8f2-1f8a36843bc5 None None] The sync data for ids ['573f8b4f-2a86-4aff-8855-7ba6fb4436a9'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:18:56.250425 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-671897c7-5dad-4559-a576-2d182fb29df1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 21:18:56.251533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-671897c7-5dad-4559-a576-2d182fb29df1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/573f8b4f-2a86-4aff-8855-7ba6fb4436a9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2153623 Aug 30 21:18:56.254462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:56.282692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f92e72bf-8e60-4d02-834e-8978848cdd33 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=573f8b4f-2a86-4aff-8855-7ba6fb4436a9 HTTP/1.1" status: 200 len: 205 time: 0.0270312 Aug 30 21:18:56.286286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:56.360242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.515232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.517464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.562266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.562848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router 573f8b4f-2a86-4aff-8855-7ba6fb4436a9 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:18:56.570096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.574197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1f6c11ac-b6b0-473d-a395-cc1607175127 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/573f8b4f-2a86-4aff-8855-7ba6fb4436a9 HTTP/1.1" status: 204 len: 168 time: 0.2841601 Aug 30 21:18:56.574197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:56.630169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet f7ad0726-37bd-4e5a-95fc-b612763b8a97 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:18:56.633762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.673177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.759389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.824782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.853017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ad0726-37bd-4e5a-95fc-b612763b8a97,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:56.857170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.859099 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52839b8f-d72d-4956-9965-059cf853a440 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/f7ad0726-37bd-4e5a-95fc-b612763b8a97 HTTP/1.1" status: 204 len: 168 time: 0.2841222 Aug 30 21:18:56.862102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37388) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:56.864842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be722b7-967f-430e-9b40-2e1e5384c392 None None] Network ad78a477-1a01-473d-9d97-7ed736e9b952 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:56.943210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:56.998437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:56.998822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.060549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] DHCP port deletion for ad78a477-1a01-473d-9d97-7ed736e9b952 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:18:57.072834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,segment=NetworkSegment(f20ebc22-3f73-4721-b988-dd107a1da7ad),segment_id=f20ebc22-3f73-4721-b988-dd107a1da7ad)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:57.072834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.085841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:57.109992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] Deleting port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:18:57.110346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.166140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.177528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] For port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,segment=NetworkSegment(f20ebc22-3f73-4721-b988-dd107a1da7ad),segment_id=f20ebc22-3f73-4721-b988-dd107a1da7ad)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:18:57.178002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.194996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] Calling delete_port for 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:18:57.195895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:57.199475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: from cryptography.utils import int_from_bytes Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: from cryptography.utils import int_from_bytes Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.271314 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:18:57.273955 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:18:57.282217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.282751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.294500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad78a477-1a01-473d-9d97-7ed736e9b952']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:57.308590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20ebc22-3f73-4721-b988-dd107a1da7ad') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:57.308939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20ebc22-3f73-4721-b988-dd107a1da7ad') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:18:57.317149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] Pushing event deleted for resources: {'Port': ['ID=28f74fee-b5d5-4a5a-bd4e-44f946f10f79,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:57.323363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72522d61-afc6-454b-ae88-9adc6de124d9 None None] No DVR routers for this DVR port 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:18:57.324935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.344573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.353680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:18:57.354426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:18:57.359423 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:18:57.437996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.443034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.445032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/ad78a477-1a01-473d-9d97-7ed736e9b952 HTTP/1.1" status: 204 len: 168 time: 0.5818045 Aug 30 21:18:57.449876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37390) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:57.455025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604856786'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:57.472866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9510de-8318-4e22-9241-7db32543ab63 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=ad78a477-1a01-473d-9d97-7ed736e9b952,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:57.491707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:57.495337 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.519179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:18:57.528319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.528664 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment 92caebd8-2c51-46c5-b03b-b50434f38406 of type vlan for network 529a2aac-a1ac-4d87-a4fa-223259cbe257 Aug 30 21:18:57.568208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.594157 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.599704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:57.600302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.659543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2084515 Aug 30 21:18:57.662307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37392) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:57.669481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:57.687475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8d7c2-8c8c-4e79-a014-92f87f9da503 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=529a2aac-a1ac-4d87-a4fa-223259cbe257,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:57.698346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:18:57.781967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:18:57.787578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:57.807673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:18:57.827997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:18:57.828346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 28f74fee-b5d5-4a5a-bd4e-44f946f10f79 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:18:57.978387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.048708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=4a13403d-5303-48d4-ac2c-eca56948ab31,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:58.059563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': '92caebd8-2c51-46c5-b03b-b50434f38406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:58.059895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: 529a2aac-a1ac-4d87-a4fa-223259cbe257, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:18:58.077371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:18:58.087851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 529a2aac-a1ac-4d87-a4fa-223259cbe257) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:58.092912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:58.093659 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.097719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba71c45-b341-4bf5-aae6-c5179a7d4074 None None] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:58.110542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d791e5c-9e3c-4ae2-b059-be9fe6f5ec67 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4471641 Aug 30 21:18:58.113240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:58.118042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-898431441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:18:58.143329 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.144232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.203187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.210507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.227539 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.228858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-80dbb8e7-93c3-457e-80ea-96dfc5eaa737 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1145175 Aug 30 21:18:58.232422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37396) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:18:58.248858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-529a2aac-a1ac-4d87-a4fa-223259cbe257', 'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': '4a13403d-5303-48d4-ac2c-eca56948ab31'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:18:58.249704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.399998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Allocated IP 172.20.0.2 (529a2aac-a1ac-4d87-a4fa-223259cbe257/4a13403d-5303-48d4-ac2c-eca56948ab31/d8477158-d008-4805-8c64-7157e5c17f4f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:58.533405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.557147 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.565697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Transition to ACTIVE for port object d8477158-d008-4805-8c64-7157e5c17f4f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:58.580535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Transition to ACTIVE for port object d8477158-d008-4805-8c64-7157e5c17f4f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:58.588520 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.624067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:58.628876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:58.632468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:58.643234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Pushing event updated for resources: {'Port': ['ID=d8477158-d008-4805-8c64-7157e5c17f4f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:58.691656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Attempting to bind port d8477158-d008-4805-8c64-7157e5c17f4f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:18:58.692018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Attempting to bind port d8477158-d008-4805-8c64-7157e5c17f4f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '92caebd8-2c51-46c5-b03b-b50434f38406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:18:58.692380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Attempting to bind port d8477158-d008-4805-8c64-7157e5c17f4f on network 529a2aac-a1ac-4d87-a4fa-223259cbe257 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:18:58.697617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:18:58.698120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Checking segment: {'id': '92caebd8-2c51-46c5-b03b-b50434f38406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:18:58.698546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.698965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Bound using segment: {'id': '92caebd8-2c51-46c5-b03b-b50434f38406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:18:58.699429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Bound port: d8477158-d008-4805-8c64-7157e5c17f4f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92caebd8-2c51-46c5-b03b-b50434f38406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '529a2aac-a1ac-4d87-a4fa-223259cbe257'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:18:58.699817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.702201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ffb1b-4cf7-4edb-8b10-f2eb083e5efc req-658b4f10-cc40-4322-89bb-52577e38dd4a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:58.703748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-727ffb1b-4cf7-4edb-8b10-f2eb083e5efc req-658b4f10-cc40-4322-89bb-52577e38dd4a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1553679 Aug 30 21:18:58.764172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] For port d8477158-d008-4805-8c64-7157e5c17f4f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:18:58.767821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] For port d8477158-d008-4805-8c64-7157e5c17f4f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d8477158-d008-4805-8c64-7157e5c17f4f,segment=NetworkSegment(92caebd8-2c51-46c5-b03b-b50434f38406),segment_id=92caebd8-2c51-46c5-b03b-b50434f38406)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:18:58.773486 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:58.791663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-727ffb1b-4cf7-4edb-8b10-f2eb083e5efc req-43c1dafb-f96b-4990-88fe-f4f5e08070a2 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Aug 30 21:18:58.842178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e3e55-60e5-4d68-8758-799d72f57b89 None None] Pushing event updated for resources: {'Port': ['ID=d8477158-d008-4805-8c64-7157e5c17f4f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:58.889747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.20.0.1 (529a2aac-a1ac-4d87-a4fa-223259cbe257/4a13403d-5303-48d4-ac2c-eca56948ab31/2324b573-0736-446e-944c-2b615e3b290d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:18:58.988779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85777f-4a08-4e19-a338-b62500dd0123 req-10be8311-5224-4c9f-8bd7-7f422a0a2426 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:58.990285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a85777f-4a08-4e19-a338-b62500dd0123 req-10be8311-5224-4c9f-8bd7-7f422a0a2426 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.1115296 Aug 30 21:18:59.071787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a85777f-4a08-4e19-a338-b62500dd0123 req-8372c44e-b3ed-4a64-87cc-d2ec9f146572 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733101 Aug 30 21:18:59.076950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.094703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object 2324b573-0736-446e-944c-2b615e3b290d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:18:59.134077 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e35a3-a5eb-4eef-8f2f-8819c85696f0 x-openstack-request-id: req-e80e35a3-a5eb-4eef-8f2f-8819c85696f0 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:18:59.134819 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f5f61-26c3-4e1a-8285-0c3655fbcf1c", "name": "network-vif-plugged", "status": "completed", "tag": "4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:18:59.134819 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e80e35a3-a5eb-4eef-8f2f-8819c85696f0 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:18:59.135154 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a', 'code': 200} Aug 30 21:18:59.144707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.191575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:59.194908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:59.199476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:18:59.203620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=2324b573-0736-446e-944c-2b615e3b290d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:59.240947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6bee8-6bdd-4a89-a028-df1791cbaaa6 req-0562c610-6036-4c60-8e72-2d387d40405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:59.242572 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3c6bee8-6bdd-4a89-a028-df1791cbaaa6 req-0562c610-6036-4c60-8e72-2d387d40405a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 1098 time: 0.0503035 Aug 30 21:18:59.245918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.278921 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3c6bee8-6bdd-4a89-a028-df1791cbaaa6 req-6ddaaf1b-df2f-4283-9136-9aac9243f481 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288608 Aug 30 21:18:59.376361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.666065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.671206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.748185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=2324b573-0736-446e-944c-2b615e3b290d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:18:59.753800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.785014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432e7ab-1170-4b87-893a-dc97d4878a31 None None] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:18:59.831443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d8477158-d008-4805-8c64-7157e5c17f4f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:18:59.854092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:18:59.855592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:18:59.913989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a1439895-e378-44f5-93b0-336e4f4ca678 None None] Provisioning for port d8477158-d008-4805-8c64-7157e5c17f4f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:59.932183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port d8477158-d008-4805-8c64-7157e5c17f4f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:18:59.953654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d8477158-d008-4805-8c64-7157e5c17f4f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:18:59.954019 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:18:59.995536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754d3ca-9a6d-453e-b3f2-4e9e5a27fab2 req-8a33ad22-ebc1-4fb2-9616-9e64bb2aae45 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:18:59.997075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c754d3ca-9a6d-453e-b3f2-4e9e5a27fab2 req-8a33ad22-ebc1-4fb2-9616-9e64bb2aae45 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0958631 Aug 30 21:19:00.042288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 6d766228-d66c-4048-979f-666611761784 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:19:00.054276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c754d3ca-9a6d-453e-b3f2-4e9e5a27fab2 req-9eac7647-5d5f-4d96-b8c7-36c54a37f50f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Aug 30 21:19:00.075303 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.119171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port d8477158-d008-4805-8c64-7157e5c17f4f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d8477158-d008-4805-8c64-7157e5c17f4f,segment=NetworkSegment(92caebd8-2c51-46c5-b03b-b50434f38406),segment_id=92caebd8-2c51-46c5-b03b-b50434f38406)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:00.127096 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.189527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=d8477158-d008-4805-8c64-7157e5c17f4f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:00.200107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:00.209083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5ef759e1-d7e1-478b-89da-e5ff68d2849a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/6d766228-d66c-4048-979f-666611761784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723358 Aug 30 21:19:00.209185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:00.213423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] Sync routers for ids ['6d766228-d66c-4048-979f-666611761784'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:00.226748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a7ee7-3849-4505-aca6-d74d9614c636 req-0a6508e2-6f8c-48f3-b518-a845107df23b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:00.227655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] Routers {'6d766228-d66c-4048-979f-666611761784'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:00.228466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6d766228-d66c-4048-979f-666611761784'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:00.228667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a4a7ee7-3849-4505-aca6-d74d9614c636 req-0a6508e2-6f8c-48f3-b518-a845107df23b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.0662305 Aug 30 21:19:00.261272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e2bc6-9fa3-4f66-b0fc-7def86f3d5cc tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:00.262733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d92e2bc6-9fa3-4f66-b0fc-7def86f3d5cc tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports/2324b573-0736-446e-944c-2b615e3b290d HTTP/1.1" status: 200 len: 910 time: 0.0531366 Aug 30 21:19:00.265732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:00.267283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:00.275227 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a4a7ee7-3849-4505-aca6-d74d9614c636 req-57a79de0-8dcf-42d7-9fbb-e7ec93476e0a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Aug 30 21:19:00.278954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] Routers {'6d766228-d66c-4048-979f-666611761784'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:00.279582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6d766228-d66c-4048-979f-666611761784'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:00.319134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:00.319946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd0e9e1-8e50-419d-ab0a-352809055051 None None] The sync data for ids ['6d766228-d66c-4048-979f-666611761784'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:00.348623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-25b9bacd-3db9-4841-8dd4-0ca145f3c7d4 None None] Provisioning complete for port d8477158-d008-4805-8c64-7157e5c17f4f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:00.348998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25b9bacd-3db9-4841-8dd4-0ca145f3c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.453537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-25b9bacd-3db9-4841-8dd4-0ca145f3c7d4 None None] Provisioning for port 2324b573-0736-446e-944c-2b615e3b290d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:00.458288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-25b9bacd-3db9-4841-8dd4-0ca145f3c7d4 None None] Provisioning complete for port 2324b573-0736-446e-944c-2b615e3b290d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:00.458700 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25b9bacd-3db9-4841-8dd4-0ca145f3c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.496125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-25b9bacd-3db9-4841-8dd4-0ca145f3c7d4 None None] Port 2324b573-0736-446e-944c-2b615e3b290d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:00.615973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c23857f0-0d53-4cdd-8127-fb4a496dfb86 None None] Provisioning complete for port 2324b573-0736-446e-944c-2b615e3b290d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:00.616349 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c23857f0-0d53-4cdd-8127-fb4a496dfb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.652664 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.672170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c23857f0-0d53-4cdd-8127-fb4a496dfb86 None None] Port 2324b573-0736-446e-944c-2b615e3b290d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:00.793229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8d2d0bed-d4e5-436a-b3d8-c635f97968fc None None] Provisioning complete for port 2324b573-0736-446e-944c-2b615e3b290d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:00.793590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0bed-d4e5-436a-b3d8-c635f97968fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:00.826543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d0bed-d4e5-436a-b3d8-c635f97968fc None None] Port 2324b573-0736-446e-944c-2b615e3b290d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:00.914972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 2324b573-0736-446e-944c-2b615e3b290d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:00.915298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:01.003162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:01.015268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 2324b573-0736-446e-944c-2b615e3b290d owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:01.175734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee68a45-3aa6-4eac-b8e9-035a8778b4e6 req-bae54137-45d3-4fbd-9af1-7b53e3e911cc tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:01.177277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ee68a45-3aa6-4eac-b8e9-035a8778b4e6 req-bae54137-45d3-4fbd-9af1-7b53e3e911cc tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0507181 Aug 30 21:19:01.193450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:01.217887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ee68a45-3aa6-4eac-b8e9-035a8778b4e6 req-6cbcbae6-2961-438d-986d-6cf3ac8852f8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Aug 30 21:19:01.225258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=2324b573-0736-446e-944c-2b615e3b290d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:01.385656 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:01.457303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a7b56-8e21-4928-b75b-ab60938956db req-a63d4493-9740-49d4-9d6e-161bd97fde55 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:01.458837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f54a7b56-8e21-4928-b75b-ab60938956db req-a63d4493-9740-49d4-9d6e-161bd97fde55 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 944 time: 0.0501957 Aug 30 21:19:01.496363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f54a7b56-8e21-4928-b75b-ab60938956db req-2203dd2d-aeb0-4e5f-aad1-8abcb8070ef7 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Aug 30 21:19:01.543451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 6d766228-d66c-4048-979f-666611761784 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:01.610555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b6125-1f0a-4b4b-abba-d1e29ab3dcf0 req-a0c7393b-1250-4451-bd41-8a01821bad0d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:01.612083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d6b6125-1f0a-4b4b-abba-d1e29ab3dcf0 req-a0c7393b-1250-4451-bd41-8a01821bad0d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0592248 Aug 30 21:19:01.654627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d6b6125-1f0a-4b4b-abba-d1e29ab3dcf0 req-2519a6ec-4025-47c7-959a-fcc56d835905 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352643 Aug 30 21:19:01.804990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d8477158-d008-4805-8c64-7157e5c17f4f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:01.858451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d8477158-d008-4805-8c64-7157e5c17f4f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:01.858451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:01.945253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:01.951171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4bddd7de-2ce7-400f-98b5-daaae8c90c93 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/6d766228-d66c-4048-979f-666611761784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6841619 Aug 30 21:19:01.954387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37432) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:01.955534 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] Sync routers for ids ['6d766228-d66c-4048-979f-666611761784'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:01.964973 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] Routers {'6d766228-d66c-4048-979f-666611761784'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:01.965668 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6d766228-d66c-4048-979f-666611761784'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:01.981558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b70cac73-97bb-4a9f-a13c-6578b3121e8c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d766228-d66c-4048-979f-666611761784 HTTP/1.1" status: 200 len: 205 time: 0.0259206 Aug 30 21:19:01.984130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:02.000036 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:02.009041 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] Routers {'6d766228-d66c-4048-979f-666611761784'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:02.009639 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6d766228-d66c-4048-979f-666611761784'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:02.014477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:19:02.041797 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:02.042744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95037c7a-3dbc-4e47-af7c-cd531a28cf08 None None] The sync data for ids ['6d766228-d66c-4048-979f-666611761784'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:02.059030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.110692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:02.122366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'network_id': 'b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1', 'port_id': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'mac_address': 'fa:16:3e:a0:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05b4077-1d23-4f07-ace7-e6695deb37dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:19:02.159693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.176153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:02.197384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:02.204972 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.227336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.229454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.254513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:02.274650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.275387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router 6d766228-d66c-4048-979f-666611761784 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:19:02.283201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.286111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b9e5679-fe32-4e1e-a552-4e1f94f95646 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/6d766228-d66c-4048-979f-666611761784 HTTP/1.1" status: 204 len: 168 time: 0.2992058 Aug 30 21:19:02.287911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:02.339546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet 4a13403d-5303-48d4-ac2c-eca56948ab31 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:02.343293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.390244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.472059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.540050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.571567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=4a13403d-5303-48d4-ac2c-eca56948ab31,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:02.577324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.579577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37bb9dfa-22a8-4556-b96c-2719c8a24442 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/4a13403d-5303-48d4-ac2c-eca56948ab31 HTTP/1.1" status: 204 len: 168 time: 0.2906845 Aug 30 21:19:02.582425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:02.583840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a553c-8d73-4a3b-a854-38559ea07642 None None] Network 529a2aac-a1ac-4d87-a4fa-223259cbe257 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:02.629007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d977c-6ffc-49f7-9687-434fcb6a9b92 req-f59c751f-e89f-4f71-a75c-921977a9d507 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:02.630874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a92d977c-6ffc-49f7-9687-434fcb6a9b92 req-f59c751f-e89f-4f71-a75c-921977a9d507 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.0561457 Aug 30 21:19:02.667114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.674429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a92d977c-6ffc-49f7-9687-434fcb6a9b92 req-82d4a59e-4497-4e7c-93f4-04fb9f689263 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352418 Aug 30 21:19:02.720710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:02.726551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port d8477158-d008-4805-8c64-7157e5c17f4f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:02.726866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.782865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] DHCP port deletion for 529a2aac-a1ac-4d87-a4fa-223259cbe257 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:02.803716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port d8477158-d008-4805-8c64-7157e5c17f4f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d8477158-d008-4805-8c64-7157e5c17f4f,segment=NetworkSegment(92caebd8-2c51-46c5-b03b-b50434f38406),segment_id=92caebd8-2c51-46c5-b03b-b50434f38406)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:02.804392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.806185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6ae0e-d58b-48e9-b388-7ec40b352796 req-f61a62b9-99b6-483f-9650-f9e8c56039aa tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:02.807764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8b6ae0e-d58b-48e9-b388-7ec40b352796 req-f61a62b9-99b6-483f-9650-f9e8c56039aa tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0583510 Aug 30 21:19:02.819403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for d8477158-d008-4805-8c64-7157e5c17f4f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:02.852821 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8b6ae0e-d58b-48e9-b388-7ec40b352796 req-8f5fbab9-50e4-461b-9b9a-50a1eb4a8458 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Aug 30 21:19:02.885819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] Deleting port d8477158-d008-4805-8c64-7157e5c17f4f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:02.886350 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.918180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:02.948954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=d8477158-d008-4805-8c64-7157e5c17f4f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:02.954229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port d8477158-d008-4805-8c64-7157e5c17f4f on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:02.983807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] For port d8477158-d008-4805-8c64-7157e5c17f4f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d8477158-d008-4805-8c64-7157e5c17f4f,segment=NetworkSegment(92caebd8-2c51-46c5-b03b-b50434f38406),segment_id=92caebd8-2c51-46c5-b03b-b50434f38406)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:02.984128 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.004474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] Calling delete_port for d8477158-d008-4805-8c64-7157e5c17f4f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:03.045536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.057269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529a2aac-a1ac-4d87-a4fa-223259cbe257']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:03.069505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92caebd8-2c51-46c5-b03b-b50434f38406') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:03.069959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92caebd8-2c51-46c5-b03b-b50434f38406') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:03.080458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.098971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.099413 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.105772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:03.106417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:03.110021 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:03.137319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] Pushing event deleted for resources: {'Port': ['ID=d8477158-d008-4805-8c64-7157e5c17f4f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:03.140912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286912ed-8461-43ae-b3ae-650cdbbf1443 None None] No DVR routers for this DVR port d8477158-d008-4805-8c64-7157e5c17f4f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:03.178165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.185884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.188010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/529a2aac-a1ac-4d87-a4fa-223259cbe257 HTTP/1.1" status: 204 len: 168 time: 0.6045520 Aug 30 21:19:03.192060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37450) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:03.197310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-851507356', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:03.205299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ede5bc-d676-471a-ab76-110b70709360 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=529a2aac-a1ac-4d87-a4fa-223259cbe257,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:03.228977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.229973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.456733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.663427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.800891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d8477158-d008-4805-8c64-7157e5c17f4f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:03.821393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d8477158-d008-4805-8c64-7157e5c17f4f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:03.821822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d8477158-d008-4805-8c64-7157e5c17f4f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:03.840045 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:03.875545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2bb74-424c-4469-aa7c-c65e2927eab2 req-2542d3d8-6eee-48d6-b1ee-2d752246c470 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:03.877104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28f2bb74-424c-4469-aa7c-c65e2927eab2 req-2542d3d8-6eee-48d6-b1ee-2d752246c470 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.0969555 Aug 30 21:19:03.948138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28f2bb74-424c-4469-aa7c-c65e2927eab2 req-32e9ebb3-a0ae-4481-a93f-57f6ac58546b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Aug 30 21:19:04.125483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:04.150169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:04.172444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a375349-0722-4fe3-b709-384d75b5ff74 req-126a468f-7bb3-43dc-a513-a9d3de787015 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:04.174468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a375349-0722-4fe3-b709-384d75b5ff74 req-126a468f-7bb3-43dc-a513-a9d3de787015 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1407783 Aug 30 21:19:04.280540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a375349-0722-4fe3-b709-384d75b5ff74 req-8e26f924-e1a9-4ff4-b597-be3b5504fff1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721247 Aug 30 21:19:04.311684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.25.5.103 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/aacf5f78-5cf1-4d02-9098-4922be8636c4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:04.424447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:04.468441 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:04.505627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:04.510643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:04.514324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:04.539347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=aacf5f78-5cf1-4d02-9098-4922be8636c4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:04.808880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:05.036452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:05.122163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257835d-984f-4dc5-9c4d-9d106652d422 req-b0a3d3da-56d6-468e-ac9b-1128060303de tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:05.123712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5257835d-984f-4dc5-9c4d-9d106652d422 req-b0a3d3da-56d6-468e-ac9b-1128060303de tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.1035936 Aug 30 21:19:05.209881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5257835d-984f-4dc5-9c4d-9d106652d422 req-d07e7af9-8af7-4ce9-b700-25231e76df28 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533442 Aug 30 21:19:05.240924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 71de75c7-9897-4c03-8282-e352ac37420f is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:19:05.353640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:05.364230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] Sync routers for ids ['71de75c7-9897-4c03-8282-e352ac37420f'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:05.373743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] Routers {'71de75c7-9897-4c03-8282-e352ac37420f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:05.374357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['71de75c7-9897-4c03-8282-e352ac37420f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:05.398074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:05.399327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f648ed7e-40b4-4221-bf99-4cd01905f5ae tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2061822 Aug 30 21:19:05.402475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:05.407054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:05.416255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] Routers {'71de75c7-9897-4c03-8282-e352ac37420f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:05.416847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['71de75c7-9897-4c03-8282-e352ac37420f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:05.433370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717612-e269-4fe7-a7f0-241b5488d8cf req-5eb40b6c-54a5-4f7a-a8f3-63396ec04c61 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:05.439160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be717612-e269-4fe7-a7f0-241b5488d8cf req-5eb40b6c-54a5-4f7a-a8f3-63396ec04c61 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0773942 Aug 30 21:19:05.453309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:05.453970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892bf88-6e7b-462f-8fec-0038b8f416df None None] The sync data for ids ['71de75c7-9897-4c03-8282-e352ac37420f'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:05.476257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be717612-e269-4fe7-a7f0-241b5488d8cf req-ee40a4d4-3339-4fdc-9983-5437d53218ad tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Aug 30 21:19:05.546194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b79f65fa-051b-4e67-8d38-1f48e94ddb37 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/routers/71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 200 len: 880 time: 0.1425710 Aug 30 21:19:05.549017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:05.680572 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:05.798506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4340469d-8ac8-4842-9de7-125a772946b6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2484136 Aug 30 21:19:05.801056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:05.805638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-851507356'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:06.033295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:06.148093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.162647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.235859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:06.236362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.285169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 71de75c7-9897-4c03-8282-e352ac37420f has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:06.315738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.340879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:06.343507 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b5515-a242-490f-a7f2-3272978c0f53" -d '{"events": [{"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-plugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:06.350038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66e79-0646-4649-a7d6-a5aa373a9e58 req-b784e8d2-d8fa-4ba5-805c-5223de7c00d4 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:06.356277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:06.359067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7a66e79-0646-4649-a7d6-a5aa373a9e58 req-b784e8d2-d8fa-4ba5-805c-5223de7c00d4 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 945 time: 0.0694988 Aug 30 21:19:06.362102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.399788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:06.400518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7a66e79-0646-4649-a7d6-a5aa373a9e58 req-a9ebc29d-d4d9-45c7-8243-e77845b8935e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Aug 30 21:19:06.417197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.418736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:06.420123 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] Sync routers for ids ['71de75c7-9897-4c03-8282-e352ac37420f'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:06.420600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d58886e-7363-4ddb-9bd1-c1fe14ae0895 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 200 len: 887 time: 0.6183517 Aug 30 21:19:06.423487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37482) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:06.427507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.428075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.428323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.428664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.429143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.429559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.429892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.430287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.430695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.431183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.431561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.431907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:06.434313 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] Routers {'71de75c7-9897-4c03-8282-e352ac37420f'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:06.435216 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['71de75c7-9897-4c03-8282-e352ac37420f'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:06.454370 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70611f1b-4670-4e71-b4e0-32b4bf83d85d x-openstack-request-id: req-70611f1b-4670-4e71-b4e0-32b4bf83d85d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:06.454698 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-plugged", "status": "completed", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:06.454940 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70611f1b-4670-4e71-b4e0-32b4bf83d85d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:06.455379 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'code': 200} Aug 30 21:19:06.468935 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:06.477957 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] Routers {'71de75c7-9897-4c03-8282-e352ac37420f'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:06.478859 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['71de75c7-9897-4c03-8282-e352ac37420f'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:06.517546 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:06.518170 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f6683-776b-45b1-bc01-ddff3a5f1d26 None None] The sync data for ids ['71de75c7-9897-4c03-8282-e352ac37420f'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:06.594194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2b7e7a98-487e-4ab3-8620-2395d55704bd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/routers/71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 200 len: 887 time: 0.1693444 Aug 30 21:19:06.597172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:06.613508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030269cb-9b2d-489e-9554-15fa981ffd18 req-ac56c1f9-4284-492e-9713-44e5fcba3ced tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:06.615095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-030269cb-9b2d-489e-9554-15fa981ffd18 req-ac56c1f9-4284-492e-9713-44e5fcba3ced tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0627501 Aug 30 21:19:06.641481 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6efa74c-e0de-47e9-8933-926c22942d78 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 200 len: 205 time: 0.0427878 Aug 30 21:19:06.644171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37492) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:06.674080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb6dc-681d-4160-a341-52ece7895329 req-174c887c-fb25-4125-86c9-24d704a343b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:06.675994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5bbb6dc-681d-4160-a341-52ece7895329 req-174c887c-fb25-4125-86c9-24d704a343b9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1099 time: 0.0672505 Aug 30 21:19:06.697324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-030269cb-9b2d-489e-9554-15fa981ffd18 req-905adcf2-0268-4593-af0e-f83f49e7cb47 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758035 Aug 30 21:19:06.721405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5bbb6dc-681d-4160-a341-52ece7895329 req-0ba2588b-fdf1-4dd3-8471-3a5e8ed76f4b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 Aug 30 21:19:06.776254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.889895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:06.946376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port aacf5f78-5cf1-4d02-9098-4922be8636c4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:06.946764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.031302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.043789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for aacf5f78-5cf1-4d02-9098-4922be8636c4 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:07.227716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.258334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=aacf5f78-5cf1-4d02-9098-4922be8636c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:07.330876 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.428566 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.430963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.498214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.498689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router 71de75c7-9897-4c03-8282-e352ac37420f {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:19:07.506233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.507463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a27fc9f4-4435-46b7-badc-acac85421bf5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 204 len: 168 time: 0.8623405 Aug 30 21:19:07.511545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:07.517171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-1031088485'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:07.530497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c593a-8331-4de2-a762-ba63afc2c51c req-7282c2ad-2a9f-4446-b5fb-0b7562ab6aa6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:07.532099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c593a-8331-4de2-a762-ba63afc2c51c req-7282c2ad-2a9f-4446-b5fb-0b7562ab6aa6 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0611424 Aug 30 21:19:07.543609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:07.547585 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.571584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f34c593a-8331-4de2-a762-ba63afc2c51c req-4ebba9be-f059-456c-99bb-f09da3fff124 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Aug 30 21:19:07.575215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:19:07.592629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.592629 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment 913992ed-9498-4372-ae58-231b1ef8e632 of type vlan for network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 Aug 30 21:19:07.624672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.649869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.657015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:07.657741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.720728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2079406 Aug 30 21:19:07.723595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:07.730115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:07.778995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5221d-dcf6-404c-ba91-73fd50b5b2f6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=48d4de92-7786-4be1-969d-9ca60dd1d4c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:07.791147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:19:07.819953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241f55-60d4-4976-be37-af6d90333ac9 req-f811e6cb-e67f-4343-be9e-bd8e48f4a561 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:07.821506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce241f55-60d4-4976-be37-af6d90333ac9 req-f811e6cb-e67f-4343-be9e-bd8e48f4a561 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0534110 Aug 30 21:19:07.839873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:07.843755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:07.866268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce241f55-60d4-4976-be37-af6d90333ac9 req-2228dfd0-c317-4993-9136-46c7d4356f57 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Aug 30 21:19:08.039697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.117717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=8e142cf1-a9c8-495f-8104-203ad75517cc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:08.121413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': '913992ed-9498-4372-ae58-231b1ef8e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:08.121782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: 48d4de92-7786-4be1-969d-9ca60dd1d4c5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:19:08.141866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:19:08.153250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 48d4de92-7786-4be1-969d-9ca60dd1d4c5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:08.162590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da5d78-3591-41d5-a84f-08749d10842a None None] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:08.169029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:08.169625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.193509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7f381bc4-4e88-4cce-afb5-4739caaa1d52 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4685085 Aug 30 21:19:08.196580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37516) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:08.201318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692455994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:08.234146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.235212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.293279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.299401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.330741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-48d4de92-7786-4be1-969d-9ca60dd1d4c5', 'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': '8e142cf1-a9c8-495f-8104-203ad75517cc'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:19:08.331427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.332080 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.339258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f61ff043-717e-4af2-b3e7-b0501abc9fad tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1413798 Aug 30 21:19:08.351445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:08.489896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Allocated IP 172.20.0.2 (48d4de92-7786-4be1-969d-9ca60dd1d4c5/8e142cf1-a9c8-495f-8104-203ad75517cc/bfefe8e0-c53a-4509-a616-50df71b77d8f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:08.650145 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.672514 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.682592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Transition to ACTIVE for port object bfefe8e0-c53a-4509-a616-50df71b77d8f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:08.698155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Transition to ACTIVE for port object bfefe8e0-c53a-4509-a616-50df71b77d8f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:08.704834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.747940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:08.750961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:08.754916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:08.762706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Pushing event updated for resources: {'Port': ['ID=bfefe8e0-c53a-4509-a616-50df71b77d8f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:08.817109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Attempting to bind port bfefe8e0-c53a-4509-a616-50df71b77d8f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:08.817846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Attempting to bind port bfefe8e0-c53a-4509-a616-50df71b77d8f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '913992ed-9498-4372-ae58-231b1ef8e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:08.817960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Attempting to bind port bfefe8e0-c53a-4509-a616-50df71b77d8f on network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:08.823670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:08.824045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Checking segment: {'id': '913992ed-9498-4372-ae58-231b1ef8e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:08.824456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.824860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Bound using segment: {'id': '913992ed-9498-4372-ae58-231b1ef8e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:08.825336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Bound port: bfefe8e0-c53a-4509-a616-50df71b77d8f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913992ed-9498-4372-ae58-231b1ef8e632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '48d4de92-7786-4be1-969d-9ca60dd1d4c5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:08.825717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.829946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ce080-1d5c-419e-aaad-342965b99456 req-8ab59717-e645-4c2b-9bb4-bbfac0988f6a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:08.831579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c64ce080-1d5c-419e-aaad-342965b99456 req-8ab59717-e645-4c2b-9bb4-bbfac0988f6a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1701775 Aug 30 21:19:08.918508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] For port bfefe8e0-c53a-4509-a616-50df71b77d8f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:08.923142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] For port bfefe8e0-c53a-4509-a616-50df71b77d8f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bfefe8e0-c53a-4509-a616-50df71b77d8f,segment=NetworkSegment(913992ed-9498-4372-ae58-231b1ef8e632),segment_id=913992ed-9498-4372-ae58-231b1ef8e632)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:08.924427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe591-1c76-4e96-906a-8d6081411b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:08.927749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c64ce080-1d5c-419e-aaad-342965b99456 req-ff5e044a-1226-485a-81fa-f2cd9511fe82 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870159 Aug 30 21:19:08.934191 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:09.032058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.20.0.1 (48d4de92-7786-4be1-969d-9ca60dd1d4c5/8e142cf1-a9c8-495f-8104-203ad75517cc/4d086876-c9b9-40a3-811f-68f4d1d72dbc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:09.035881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1a706-b55a-473d-b6da-95bda149f302 None None] Pushing event updated for resources: {'Port': ['ID=bfefe8e0-c53a-4509-a616-50df71b77d8f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:09.144915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138099-aa8d-408d-9eb1-d503fd4497f9 req-69989ed6-c94f-4966-ac8d-d01a0e15bbb4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:09.146381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f138099-aa8d-408d-9eb1-d503fd4497f9 req-69989ed6-c94f-4966-ac8d-d01a0e15bbb4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1168196 Aug 30 21:19:09.243643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f138099-aa8d-408d-9eb1-d503fd4497f9 req-7a28feb5-f116-4eaf-898c-0462ab780bfb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885420 Aug 30 21:19:09.246725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:09.261400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object 4d086876-c9b9-40a3-811f-68f4d1d72dbc will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:09.315565 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:09.364725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:09.371210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:09.378436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:09.404281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=4d086876-c9b9-40a3-811f-68f4d1d72dbc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:09.430558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:09.557508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:09.845569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bfefe8e0-c53a-4509-a616-50df71b77d8f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:09.904572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port bfefe8e0-c53a-4509-a616-50df71b77d8f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:10.004184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deafa2b-ded3-4aa2-b50b-e274f5b7addb None None] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:10.074928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] Provisioning for port bfefe8e0-c53a-4509-a616-50df71b77d8f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:10.081891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] Provisioning complete for port bfefe8e0-c53a-4509-a616-50df71b77d8f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:10.082263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.129471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589645c-6f1a-4cd0-81b7-96683ad1b3eb req-fb40c024-157a-48bc-b085-9ba2a3afb7e0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:10.131198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7589645c-6f1a-4cd0-81b7-96683ad1b3eb req-fb40c024-157a-48bc-b085-9ba2a3afb7e0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1133835 Aug 30 21:19:10.233156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7589645c-6f1a-4cd0-81b7-96683ad1b3eb req-87098950-4866-4fc1-a1cf-1b4022f820f3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847652 Aug 30 21:19:10.273550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.304793 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.313988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.319041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] For port bfefe8e0-c53a-4509-a616-50df71b77d8f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bfefe8e0-c53a-4509-a616-50df71b77d8f,segment=NetworkSegment(913992ed-9498-4372-ae58-231b1ef8e632),segment_id=913992ed-9498-4372-ae58-231b1ef8e632)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:10.325565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.392002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de6d57-9df5-4de1-9684-666f96714971 None None] Pushing event updated for resources: {'Port': ['ID=bfefe8e0-c53a-4509-a616-50df71b77d8f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:10.419184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=4d086876-c9b9-40a3-811f-68f4d1d72dbc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:10.445713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.462026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112ee44-f558-4670-ab6b-95fb62cf08e9 req-89bbe690-2db8-4c68-b4e8-4dc9a0e1ab02 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:10.463714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2112ee44-f558-4670-ab6b-95fb62cf08e9 req-89bbe690-2db8-4c68-b4e8-4dc9a0e1ab02 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1456900 Aug 30 21:19:10.552882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9613f9c-691d-4040-9b13-e4ef2a8c98f1 None None] Provisioning for port 4d086876-c9b9-40a3-811f-68f4d1d72dbc completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:10.555783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2112ee44-f558-4670-ab6b-95fb62cf08e9 req-582de564-1ec4-464b-9a6e-7fe2f7191ede tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764732 Aug 30 21:19:10.558309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9613f9c-691d-4040-9b13-e4ef2a8c98f1 None None] Provisioning complete for port 4d086876-c9b9-40a3-811f-68f4d1d72dbc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:10.558848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9613f9c-691d-4040-9b13-e4ef2a8c98f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.609499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:10.612446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:10.622931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a9613f9c-691d-4040-9b13-e4ef2a8c98f1 None None] Port 4d086876-c9b9-40a3-811f-68f4d1d72dbc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:10.634518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9613f9c-691d-4040-9b13-e4ef2a8c98f1 None None] Provisioning complete for port bfefe8e0-c53a-4509-a616-50df71b77d8f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:10.635197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9613f9c-691d-4040-9b13-e4ef2a8c98f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.785226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57f185-0f5b-4751-81b7-14231f653d02 req-f9d526af-9cbf-4a07-bb85-a2b5d067cac3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:10.786852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea57f185-0f5b-4751-81b7-14231f653d02 req-f9d526af-9cbf-4a07-bb85-a2b5d067cac3 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1052241 Aug 30 21:19:10.840077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea57f185-0f5b-4751-81b7-14231f653d02 req-aecb35c8-ffca-423e-a7f2-5c97b22b7569 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Aug 30 21:19:10.841205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:19:10.860846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c99f1272-4563-47cb-8852-9602e233e0f4 None None] Provisioning complete for port 4d086876-c9b9-40a3-811f-68f4d1d72dbc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:10.861372 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c99f1272-4563-47cb-8852-9602e233e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:10.903847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c99f1272-4563-47cb-8852-9602e233e0f4 None None] Port 4d086876-c9b9-40a3-811f-68f4d1d72dbc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:10.967514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:10.978277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] Sync routers for ids ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:10.982568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6be4554c-fbc6-4f8a-8425-6d72bfe66759 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/f9d8e8d0-b559-4b30-9632-1be3a9fb8d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6275852 Aug 30 21:19:10.983001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:10.989817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] Routers {'f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:10.990452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:11.026719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:11.035027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44638f4a-0d00-4ba7-a289-2feef63b2b81 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:11.036838 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44638f4a-0d00-4ba7-a289-2feef63b2b81 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports/4d086876-c9b9-40a3-811f-68f4d1d72dbc HTTP/1.1" status: 200 len: 910 time: 0.0526989 Aug 30 21:19:11.039739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:11.045192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e142cf1-a9c8-495f-8104-203ad75517cc'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:11.045866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] Routers {'f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:11.046526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:18:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:11.051408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7394d7c5-3db4-4ab6-9b6a-067ad65e497c None None] Provisioning complete for port 4d086876-c9b9-40a3-811f-68f4d1d72dbc triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:11.051408 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7394d7c5-3db4-4ab6-9b6a-067ad65e497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.084362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:11.085099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6c4fb-a4eb-46e6-9e40-cae66b390186 None None] The sync data for ids ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:11.118546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7394d7c5-3db4-4ab6-9b6a-067ad65e497c None None] Port 4d086876-c9b9-40a3-811f-68f4d1d72dbc cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:11.238481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7002569-2251-4dcb-9d09-ab0a5d3ec4a9 req-bc117428-9fbe-41a2-8c7e-e38ff06db473 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:11.240032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7002569-2251-4dcb-9d09-ab0a5d3ec4a9 req-bc117428-9fbe-41a2-8c7e-e38ff06db473 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0982566 Aug 30 21:19:11.253068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.311978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7002569-2251-4dcb-9d09-ab0a5d3ec4a9 req-e2ed6a06-75d9-4a83-a638-988913b4e754 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646014 Aug 30 21:19:11.541219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a636723-3c93-4530-b578-7bcaec02d909 req-87bfa304-4969-4d5a-a563-f2935f4933c9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:11.542830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a636723-3c93-4530-b578-7bcaec02d909 req-87bfa304-4969-4d5a-a563-f2935f4933c9 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1272128 Aug 30 21:19:11.630382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a636723-3c93-4530-b578-7bcaec02d909 req-0d0bd807-d6fb-4829-b2b7-c9861e2df83f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794497 Aug 30 21:19:11.750009 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.752948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.769707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.802373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef739f33-09c6-4647-a9cb-de7111229cf7 req-b4d6a435-e17b-427c-a015-291d735c282d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:11.804063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef739f33-09c6-4647-a9cb-de7111229cf7 req-b4d6a435-e17b-427c-a015-291d735c282d tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1028576 Aug 30 21:19:11.810431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bfefe8e0-c53a-4509-a616-50df71b77d8f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:11.868228 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ee87fc0f-5766-4046-ab6a-90ca588be48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.879774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bfefe8e0-c53a-4509-a616-50df71b77d8f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:11.880240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.880699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:11.881411 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:11.883243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/ports/4d086876-c9b9-40a3-811f-68f4d1d72dbc HTTP/1.1" status: 200 len: 910 time: 0.8419080 Aug 30 21:19:11.885717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:11.886484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=4d086876-c9b9-40a3-811f-68f4d1d72dbc,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:11.905945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.906324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.906620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.907466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.907794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.908846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.908846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.908846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.909279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.909359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.909642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.909954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95477a6-c1d7-4a1d-a09e-61aea5284e99 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:11.934965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef739f33-09c6-4647-a9cb-de7111229cf7 req-7185e17d-6cfb-48ec-8c42-63c241484dcd tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983877 Aug 30 21:19:12.073502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc0e2e-2b8a-42f3-bae3-fc1afcec621a req-b51c180d-a558-42c3-8dcb-6d124d4c6ef0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:12.075145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00fc0e2e-2b8a-42f3-bae3-fc1afcec621a req-b51c180d-a558-42c3-8dcb-6d124d4c6ef0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0629938 Aug 30 21:19:12.119560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00fc0e2e-2b8a-42f3-bae3-fc1afcec621a req-e1da981e-9fba-43ff-9053-83dce57d272d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Aug 30 21:19:12.151294 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:19:12.264883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:12.450888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988921-4ba2-4a67-bd64-775b910b80cc req-e21cf99b-d9d2-4b27-9a12-053feebc6795 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:12.452479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67988921-4ba2-4a67-bd64-775b910b80cc req-e21cf99b-d9d2-4b27-9a12-053feebc6795 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0582263 Aug 30 21:19:12.495890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67988921-4ba2-4a67-bd64-775b910b80cc req-1f310b4c-3ee7-4375-bbc9-fb4a78ded074 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Aug 30 21:19:12.579402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:12.622693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09080cee-5af5-4caa-a3fc-03fb09764f6a req-8f4380d2-fb5b-4c54-87d3-23f76464d52b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:12.624353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09080cee-5af5-4caa-a3fc-03fb09764f6a req-8f4380d2-fb5b-4c54-87d3-23f76464d52b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0560093 Aug 30 21:19:12.667158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09080cee-5af5-4caa-a3fc-03fb09764f6a req-a051a41d-477d-4d0c-a1a1-2fc4616f5c14 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Aug 30 21:19:12.825796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 4d086876-c9b9-40a3-811f-68f4d1d72dbc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:12.826179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:12.897637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01389888-3557-49aa-ae9d-d3019e0d3517 req-945ddd6d-d6ea-4347-b76e-ccf50f5c1240 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:12.899142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01389888-3557-49aa-ae9d-d3019e0d3517 req-945ddd6d-d6ea-4347-b76e-ccf50f5c1240 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0535958 Aug 30 21:19:12.915369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:12.927732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 4d086876-c9b9-40a3-811f-68f4d1d72dbc owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:12.937463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01389888-3557-49aa-ae9d-d3019e0d3517 req-d7218107-f3c2-4fb2-8374-a4265f40e7d0 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Aug 30 21:19:13.103712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.131717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=4d086876-c9b9-40a3-811f-68f4d1d72dbc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:13.160156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.160501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.160838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.161776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.162130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.162465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.162837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.163155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.163485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.163783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.164107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.164423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:13.261175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7cff-6ad7-4965-9e03-0479d848f5bf req-4f6a278f-66c7-4dab-b983-8924aef86516 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:13.262868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-675e7cff-6ad7-4965-9e03-0479d848f5bf req-4f6a278f-66c7-4dab-b983-8924aef86516 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0567157 Aug 30 21:19:13.285374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.310335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-675e7cff-6ad7-4965-9e03-0479d848f5bf req-4ea106ec-3190-4ba1-8fa8-a968750fe3cc tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Aug 30 21:19:13.466903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:13.553283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:13.558459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a4aea300-4c0e-4147-8436-f28e67aace39 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/f9d8e8d0-b559-4b30-9632-1be3a9fb8d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710827 Aug 30 21:19:13.561832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:13.572337 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] Sync routers for ids ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:13.582480 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] Routers {'f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:13.583210 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:13.601071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89f43a0f-fd16-4200-a072-a67e2d2f773c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 HTTP/1.1" status: 200 len: 205 time: 0.0375917 Aug 30 21:19:13.603768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:13.614308 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:13.624076 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] Routers {'f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:13.624675 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:13.638391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476b84-5c0e-45c0-8c9a-a4bc3490b5ca req-e05190ea-ae71-4938-b549-fcee24b1f885 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:13.640265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75476b84-5c0e-45c0-8c9a-a4bc3490b5ca req-e05190ea-ae71-4938-b549-fcee24b1f885 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0640430 Aug 30 21:19:13.660991 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:13.661638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552effa4-3fe3-43cf-8326-cf4df6b4370c None None] The sync data for ids ['f9d8e8d0-b559-4b30-9632-1be3a9fb8d41'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:13.681071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.684630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75476b84-5c0e-45c0-8c9a-a4bc3490b5ca req-abded291-42b3-4467-98d4-16fda262b940 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372131 Aug 30 21:19:13.812824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ebc4b-3523-4cf8-a407-53eb9d0d420a req-87e52887-8e89-4117-b3c0-5e969d0d873d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:13.814317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a3ebc4b-3523-4cf8-a407-53eb9d0d420a req-87e52887-8e89-4117-b3c0-5e969d0d873d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0561581 Aug 30 21:19:13.853718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a3ebc4b-3523-4cf8-a407-53eb9d0d420a req-8a643e2a-3ccb-4f3f-9260-4bec4a4dc1ad tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Aug 30 21:19:13.854364 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.856608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.906042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.906620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:19:13.913834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:13.914985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-782c2a89-789c-4ea9-ad88-e43f9a5c3cdd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 HTTP/1.1" status: 204 len: 168 time: 0.3100004 Aug 30 21:19:13.918103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37624) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:13.973183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet 8e142cf1-a9c8-495f-8104-203ad75517cc {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:13.976588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.043070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.103425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df618dc1-0f9f-48ea-ba19-0137061e9238 req-6654b2b9-de6e-43a0-860c-a45184992bf1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:14.104907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df618dc1-0f9f-48ea-ba19-0137061e9238 req-6654b2b9-de6e-43a0-860c-a45184992bf1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0981331 Aug 30 21:19:14.164431 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.194154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df618dc1-0f9f-48ea-ba19-0137061e9238 req-583005d8-9d1e-4473-8a35-b85752cb5c85 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694590 Aug 30 21:19:14.234989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.273966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=8e142cf1-a9c8-495f-8104-203ad75517cc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:14.277680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.278226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12ba597a-56b3-41a5-bd8a-5c70bce6d833 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/8e142cf1-a9c8-495f-8104-203ad75517cc HTTP/1.1" status: 204 len: 168 time: 0.3591001 Aug 30 21:19:14.281180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d05764-6538-4623-9042-fc26afd5ba7f None None] Network 48d4de92-7786-4be1-969d-9ca60dd1d4c5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:14.281808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:14.359764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.386216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-2f502834-61d5-4133-985c-884dd4ff8e03 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:14.388024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-2f502834-61d5-4133-985c-884dd4ff8e03 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.1176720 Aug 30 21:19:14.404177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-a4afdb49-bed9-4dae-9454-f9ae502ba4f9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/quotas/8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 375 time: 0.0101938 Aug 30 21:19:14.417112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port bfefe8e0-c53a-4509-a616-50df71b77d8f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:14.417388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.474157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-104fa98a-5435-44fb-87cd-f7257b1a6478 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0626521 Aug 30 21:19:14.488226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port bfefe8e0-c53a-4509-a616-50df71b77d8f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bfefe8e0-c53a-4509-a616-50df71b77d8f,segment=NetworkSegment(913992ed-9498-4372-ae58-231b1ef8e632),segment_id=913992ed-9498-4372-ae58-231b1ef8e632)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:14.488592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.503200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for bfefe8e0-c53a-4509-a616-50df71b77d8f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:14.504653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] DHCP port deletion for 48d4de92-7786-4be1-969d-9ca60dd1d4c5 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:14.536487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.574114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] Deleting port bfefe8e0-c53a-4509-a616-50df71b77d8f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:14.574500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.588232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-1bd9c224-4904-4da8-b119-3a3728f5ca23 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066306 Aug 30 21:19:14.592159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.616933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=bfefe8e0-c53a-4509-a616-50df71b77d8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:14.622488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port bfefe8e0-c53a-4509-a616-50df71b77d8f on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:14.662144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] For port bfefe8e0-c53a-4509-a616-50df71b77d8f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bfefe8e0-c53a-4509-a616-50df71b77d8f,segment=NetworkSegment(913992ed-9498-4372-ae58-231b1ef8e632),segment_id=913992ed-9498-4372-ae58-231b1ef8e632)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:14.662546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.676289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] Calling delete_port for bfefe8e0-c53a-4509-a616-50df71b77d8f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:14.679542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-c3026273-ec09-4857-ae49-454ea8249b77 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903416 Aug 30 21:19:14.707272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.718952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d4de92-7786-4be1-969d-9ca60dd1d4c5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:14.731415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913992ed-9498-4372-ae58-231b1ef8e632') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:14.731625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913992ed-9498-4372-ae58-231b1ef8e632') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:14.741301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.756378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.760027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.765068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:14.765781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:14.770216 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:14.788376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] Pushing event deleted for resources: {'Port': ['ID=bfefe8e0-c53a-4509-a616-50df71b77d8f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:14.804568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d3d64-afdc-4b1e-b99e-8ff765c008d5 None None] No DVR routers for this DVR port bfefe8e0-c53a-4509-a616-50df71b77d8f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:14.846833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.856456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.862271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/48d4de92-7786-4be1-969d-9ca60dd1d4c5 HTTP/1.1" status: 204 len: 168 time: 0.5759840 Aug 30 21:19:14.863360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:14.868023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1494019281', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:14.881356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab2cd7-807f-4efd-8bda-e6651b7229d6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=48d4de92-7786-4be1-969d-9ca60dd1d4c5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:14.910578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:14.912461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.014561 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.022724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad762c81-1fbe-47b8-86a6-30a040fcd320 req-eac51f23-290d-4c15-84c2-dbe3123662a8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:15.024275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad762c81-1fbe-47b8-86a6-30a040fcd320 req-eac51f23-290d-4c15-84c2-dbe3123662a8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1065116 Aug 30 21:19:15.025834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.058416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.059659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ee0b47e3-0853-419d-b308-4d263545388a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1956720 Aug 30 21:19:15.062538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37664) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:15.068955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-209489075'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:15.072900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad762c81-1fbe-47b8-86a6-30a040fcd320 req-7e9b4cb2-e50b-4f9b-a949-b8c0ecbef164 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 Aug 30 21:19:15.098940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:15.102692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.128300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:19:15.138583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.139017 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment 9e7010a9-5298-4fd1-bd5b-3592037ccaea of type vlan for network 875e96f3-6677-43f5-9a6f-9511dc62eab3 Aug 30 21:19:15.204964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.233404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.239645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:15.240249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.311015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2472236 Aug 30 21:19:15.313813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:15.318653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:15.366853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a37a534-5e18-461b-96aa-9d866785e7ee req-891e80c8-3f90-4bdb-aacb-71605e4c5e52 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Aug 30 21:19:15.367762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ca31a-ab3c-45c8-97ff-bb870e2de5f9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=875e96f3-6677-43f5-9a6f-9511dc62eab3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:15.382239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:19:15.428478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:15.433813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.622683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342be430-1290-45f2-8a3f-2831ad6b4620 req-c2d1259c-8f94-4e0b-bc77-cea4f570c4ef tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:15.624270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-342be430-1290-45f2-8a3f-2831ad6b4620 req-c2d1259c-8f94-4e0b-bc77-cea4f570c4ef tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0614867 Aug 30 21:19:15.668457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-342be430-1290-45f2-8a3f-2831ad6b4620 req-aba7a3ca-d978-4687-be66-eae9e4b27d8a tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Aug 30 21:19:15.695893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55488b2f-049f-42b7-943e-74287312cd30 req-17064c51-7b60-4920-8496-de1503e4dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:15.698434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-17064c51-7b60-4920-8496-de1503e4dacf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357ddbb80b07447daba2753582995065&device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 1099 time: 0.0950580 Aug 30 21:19:15.718860 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:15.834703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bfefe8e0-c53a-4509-a616-50df71b77d8f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:15.865293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: bfefe8e0-c53a-4509-a616-50df71b77d8f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:15.865988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bfefe8e0-c53a-4509-a616-50df71b77d8f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:15.870355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=d59d237a-9ed2-48aa-836f-d66ccffb2124,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:15.947513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:15.947941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: 875e96f3-6677-43f5-9a6f-9511dc62eab3, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:19:15.955262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55488b2f-049f-42b7-943e-74287312cd30 req-15c2633b-eddf-4bf4-b2ef-a852a69ac303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:15.956798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-15c2633b-eddf-4bf4-b2ef-a852a69ac303 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 200 len: 915 time: 0.2500854 Aug 30 21:19:16.021359 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-b5170ed2-d165-4630-8ba9-2be793731cec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 200 len: 217 time: 0.0543976 Aug 30 21:19:16.043899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:19:16.089294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 875e96f3-6677-43f5-9a6f-9511dc62eab3) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:16.098841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de70fe-5039-4f49-b699-072e61ce70d9 None None] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:16.102356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-40389a31-cfbb-4b01-84a9-5110ebe48a63 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:16.104010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-40389a31-cfbb-4b01-84a9-5110ebe48a63 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.2265356 Aug 30 21:19:16.105777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:16.105998 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.122827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'port': {'device_id': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'admin_state_up': True, 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:16.130780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55488b2f-049f-42b7-943e-74287312cd30 req-3a4ac217-b82c-4f85-9db1-e68348b307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:16.132381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-3a4ac217-b82c-4f85-9db1-e68348b307c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 200 len: 854 time: 0.1028769 Aug 30 21:19:16.198204 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5b28e44e-9767-4969-a857-875c2f6fd7a4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8834801 Aug 30 21:19:16.202968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-88b961af-0cc0-47b6-abde-487911edf0be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589123 Aug 30 21:19:16.205223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:16.239600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325eb89-fcec-4bd7-b2a7-8d4c2b82832e req-a727657d-bf8d-4f16-8b16-619376c6971e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:16.242236 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c325eb89-fcec-4bd7-b2a7-8d4c2b82832e req-a727657d-bf8d-4f16-8b16-619376c6971e tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0919142 Aug 30 21:19:16.266628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-875e96f3-6677-43f5-9a6f-9511dc62eab3', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:19:16.268131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.295907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c325eb89-fcec-4bd7-b2a7-8d4c2b82832e req-9ff83bfd-37e8-4ac5-8b4f-5a20f9f6885b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Aug 30 21:19:16.452282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Allocated IP 172.20.0.2 (875e96f3-6677-43f5-9a6f-9511dc62eab3/d59d237a-9ed2-48aa-836f-d66ccffb2124/0bba438b-10f0-4381-a860-da4869e7d615) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:16.553350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-f4cc8c4c-a842-4bef-bc32-77abd728cca7 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355734 Aug 30 21:19:16.593899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:16.597347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.645850 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.656122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Transition to ACTIVE for port object 0bba438b-10f0-4381-a860-da4869e7d615 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:16.660189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21c0aa77-f7ef-49cc-89b0-b686996533f7 req-be352102-bb28-4ec9-a0fb-f3547f0a1539 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 210 time: 0.0527275 Aug 30 21:19:16.676276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Transition to ACTIVE for port object 0bba438b-10f0-4381-a860-da4869e7d615 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:16.697281 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.760070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:16.764348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:16.772018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:16.780581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Pushing event updated for resources: {'Port': ['ID=0bba438b-10f0-4381-a860-da4869e7d615,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:16.836170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddfc09-534f-4dc0-aecb-545f7dd17e9b req-c4e0de5f-b5bf-477a-b7b2-0211100a3b1f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:16.838610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6ddfc09-534f-4dc0-aecb-545f7dd17e9b req-c4e0de5f-b5bf-477a-b7b2-0211100a3b1f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0831997 Aug 30 21:19:16.850567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Attempting to bind port 0bba438b-10f0-4381-a860-da4869e7d615 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:16.851069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Attempting to bind port 0bba438b-10f0-4381-a860-da4869e7d615 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:16.851563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Attempting to bind port 0bba438b-10f0-4381-a860-da4869e7d615 on network 875e96f3-6677-43f5-9a6f-9511dc62eab3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:16.857464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:16.857930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Checking segment: {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:16.858233 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.858627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Bound using segment: {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:16.859144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Bound port: 0bba438b-10f0-4381-a860-da4869e7d615, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:16.859534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:16.900133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6ddfc09-534f-4dc0-aecb-545f7dd17e9b req-54df3910-109d-4ba2-99c4-181c02fed135 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 Aug 30 21:19:16.947344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] For port 0bba438b-10f0-4381-a860-da4869e7d615, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:16.952405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] For port 0bba438b-10f0-4381-a860-da4869e7d615, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0bba438b-10f0-4381-a860-da4869e7d615,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:16.958301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:17.023927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f8a36-1a36-41c3-8f4b-dc66c09a16f2 None None] Pushing event updated for resources: {'Port': ['ID=0bba438b-10f0-4381-a860-da4869e7d615,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:17.137828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:17.285136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55488b2f-049f-42b7-943e-74287312cd30 req-1ddee5be-0529-4268-b2ce-07af4856d3b3 service neutron] 10.222.0.82 "GET /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947322 Aug 30 21:19:17.394843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Allocated IP 172.20.0.14 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/9fec5974-538d-4a08-8272-3e359b566a50) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:17.469729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060581d6-8331-4251-b08b-620d0ecb081f req-52dba48a-4ac6-4cd2-b1c6-72c74de5a217 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:17.471415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-060581d6-8331-4251-b08b-620d0ecb081f req-52dba48a-4ac6-4cd2-b1c6-72c74de5a217 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0653675 Aug 30 21:19:17.517213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-060581d6-8331-4251-b08b-620d0ecb081f req-004a0fed-d8ac-4c96-bbe8-b5e40459d595 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Aug 30 21:19:17.576890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.20.0.1 (875e96f3-6677-43f5-9a6f-9511dc62eab3/d59d237a-9ed2-48aa-836f-d66ccffb2124/1037937c-3303-4502-b80c-4367951aebdf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:17.698781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:17.735691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Transition to ACTIVE for port object 9fec5974-538d-4a08-8272-3e359b566a50 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:17.759163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:17.811912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object 1037937c-3303-4502-b80c-4367951aebdf will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:17.866909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:17.898690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5790216-a37c-4dc7-97ea-3b9d20c89fd0 req-da9cd0a0-c5cf-4839-8d43-851106296d2a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 210 time: 0.0510821 Aug 30 21:19:17.902964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:17.916946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['aea02a13-e293-414b-ae1b-f2b7d0f60c06'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:17.935839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:17.943495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:17.946659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:17.953757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=1037937c-3303-4502-b80c-4367951aebdf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:17.967919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:17.973079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0bba438b-10f0-4381-a860-da4869e7d615 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:18.006843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:18.015815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:18.018407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:18.098336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974ab34-10ed-4147-b392-f6512551d1b2 req-5fba72b5-e00d-4845-8345-b11e54377106 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:18.109889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d974ab34-10ed-4147-b392-f6512551d1b2 req-5fba72b5-e00d-4845-8345-b11e54377106 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0867743 Aug 30 21:19:18.120863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:18.121956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.143589 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.147618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:18.162419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0bba438b-10f0-4381-a860-da4869e7d615 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:18.200877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d974ab34-10ed-4147-b392-f6512551d1b2 req-34295d98-9fb4-4322-acf1-b3432c661489 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900428 Aug 30 21:19:18.207466 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bec658f2-0782-4ba9-ade3-da2226eb3981 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0905955 Aug 30 21:19:18.235735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e5f95-30cb-4954-8b73-f7f1336bd4a5 None None] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:18.240154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Request body: {'port': {'device_id': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:18.350050 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.375721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.408185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] Provisioning for port 0bba438b-10f0-4381-a860-da4869e7d615 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:18.592688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] Provisioning complete for port 0bba438b-10f0-4381-a860-da4869e7d615 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:18.593116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.672965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ec79d-33cb-431e-babd-ce4bf503d2a9 req-af45d449-b60b-46d5-803f-f0ea60529694 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:18.675009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d2ec79d-33cb-431e-babd-ce4bf503d2a9 req-af45d449-b60b-46d5-803f-f0ea60529694 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0585811 Aug 30 21:19:18.721359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d2ec79d-33cb-431e-babd-ce4bf503d2a9 req-60e316f4-8c8e-438f-aa76-ac6c763a7115 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Aug 30 21:19:18.748126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.793989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] For port 0bba438b-10f0-4381-a860-da4869e7d615, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0bba438b-10f0-4381-a860-da4869e7d615,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:18.800554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.872665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d20a3e-e1c7-4d66-90f8-ea259e838757 None None] Pushing event updated for resources: {'Port': ['ID=0bba438b-10f0-4381-a860-da4869e7d615,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:18.927385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.930323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a546bbef-3c03-461b-9242-ca33d7ded0a0 None None] Provisioning for port 9fec5974-538d-4a08-8272-3e359b566a50 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:18.931676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fec5974-538d-4a08-8272-3e359b566a50 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:18.935756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a546bbef-3c03-461b-9242-ca33d7ded0a0 None None] Provisioning complete for port 9fec5974-538d-4a08-8272-3e359b566a50 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:18.936631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a546bbef-3c03-461b-9242-ca33d7ded0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.939643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:18.975601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a546bbef-3c03-461b-9242-ca33d7ded0a0 None None] Port 9fec5974-538d-4a08-8272-3e359b566a50 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:18.985919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.035669 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.040730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Transition to ACTIVE for port object 9fec5974-538d-4a08-8272-3e359b566a50 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:19.052295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.054383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=1037937c-3303-4502-b80c-4367951aebdf,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:19.066108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec559-2a11-45f7-94b2-3c545d469632 req-4a7076e2-7d80-41fb-a13a-f81fbc92d76d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.070384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d9ec559-2a11-45f7-94b2-3c545d469632 req-4a7076e2-7d80-41fb-a13a-f81fbc92d76d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 932 time: 0.0599964 Aug 30 21:19:19.105428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0ec4a60-b83e-4fa3-b7ee-b33777dfcd76 None None] Provisioning for port 1037937c-3303-4502-b80c-4367951aebdf completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:19.112789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0ec4a60-b83e-4fa3-b7ee-b33777dfcd76 None None] Provisioning complete for port 1037937c-3303-4502-b80c-4367951aebdf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:19.113497 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4a60-b83e-4fa3-b7ee-b33777dfcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.119611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d9ec559-2a11-45f7-94b2-3c545d469632 req-dc17282b-1323-4b24-801a-fbff78884336 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421746 Aug 30 21:19:19.163711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec4a60-b83e-4fa3-b7ee-b33777dfcd76 None None] Port 1037937c-3303-4502-b80c-4367951aebdf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:19.175274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Pushing event updated for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:19.178760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e0ec4a60-b83e-4fa3-b7ee-b33777dfcd76 None None] Provisioning complete for port 0bba438b-10f0-4381-a860-da4869e7d615 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:19.179145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4a60-b83e-4fa3-b7ee-b33777dfcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.283223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:19.285596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:19.303890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Attempting to bind port 9fec5974-538d-4a08-8272-3e359b566a50 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:19.304231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Attempting to bind port 9fec5974-538d-4a08-8272-3e359b566a50 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:19.304555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Attempting to bind port 9fec5974-538d-4a08-8272-3e359b566a50 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:19.344548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Port 9fec5974-538d-4a08-8272-3e359b566a50 on network b285858d-ce79-4611-ae2c-89584f65fbae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:19:19.344861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Attempting to bind port 9fec5974-538d-4a08-8272-3e359b566a50 on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:19.377644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d70b4d-3036-4149-b9b9-c4aa41cd390e req-294d3103-6133-45bc-92ff-088027dacd8e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.380219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8d70b4d-3036-4149-b9b9-c4aa41cd390e req-294d3103-6133-45bc-92ff-088027dacd8e tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0732212 Aug 30 21:19:19.388573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:19.388914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:19.389309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:19.389806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Bound port: 9fec5974-538d-4a08-8272-3e359b566a50, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:19.390122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.396318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8582b6ca-8f8a-4a57-a662-07424f359669 None None] Provisioning complete for port 1037937c-3303-4502-b80c-4367951aebdf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:19.397059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8582b6ca-8f8a-4a57-a662-07424f359669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.438623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8d70b4d-3036-4149-b9b9-c4aa41cd390e req-d3d13396-6e3f-4fde-8ed0-ea0dee06b980 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503271 Aug 30 21:19:19.452935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8582b6ca-8f8a-4a57-a662-07424f359669 None None] Port 1037937c-3303-4502-b80c-4367951aebdf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:19.496342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:19.500156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9fec5974-538d-4a08-8272-3e359b566a50,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:19.508543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.520474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:19:19.549267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.549935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.551432 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] 10.222.0.82 "PUT /v2.0/ports/9fec5974-538d-4a08-8272-3e359b566a50 HTTP/1.1" status: 200 len: 1093 time: 1.3168650 Aug 30 21:19:19.555423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:19.558763 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0eee03-585a-4ec9-b23d-3cd36472b722" -d '{"events": [{"name": "network-changed", "server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "tag": "9fec5974-538d-4a08-8272-3e359b566a50"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:19.591458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8fe9-70c9-43fb-8d1c-1a995d7c4a15 req-488b4958-26ee-4eb3-8c86-a391679f4e11 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.600528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39e8fe9-70c9-43fb-8d1c-1a995d7c4a15 req-488b4958-26ee-4eb3-8c86-a391679f4e11 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0879030 Aug 30 21:19:19.613777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e3a08e9a-b00d-4f79-bcaa-32ad3c5f91a0 None None] Provisioning complete for port 1037937c-3303-4502-b80c-4367951aebdf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:19.614541 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3a08e9a-b00d-4f79-bcaa-32ad3c5f91a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.645163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39e8fe9-70c9-43fb-8d1c-1a995d7c4a15 req-ee57901e-83f4-4066-a82e-cccac23dd899 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Aug 30 21:19:19.658369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e3a08e9a-b00d-4f79-bcaa-32ad3c5f91a0 None None] Port 1037937c-3303-4502-b80c-4367951aebdf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:19.684605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d030c09-acbf-4e15-a336-1f73f40a2136 service neutron] Pushing event updated for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:19.720871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:19.725233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-28ac04c7-c8d2-4587-b9cf-3c9ef13bfd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.727133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-28ac04c7-c8d2-4587-b9cf-3c9ef13bfd6a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 1096 time: 0.1111572 Aug 30 21:19:19.728670 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c485c5-04a4-4cd3-bec0-84faa589b2c7 x-openstack-request-id: req-49c485c5-04a4-4cd3-bec0-84faa589b2c7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:19.729118 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "tag": "9fec5974-538d-4a08-8272-3e359b566a50", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:19.729373 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49c485c5-04a4-4cd3-bec0-84faa589b2c7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:19.729765 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50', 'status': 'completed', 'code': 200} Aug 30 21:19:19.736885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5d304d58-d129-4d02-9447-f4706cccdaa1 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280528 Aug 30 21:19:19.737111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:19.737397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37718) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:19.746272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-249500849'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:19.756155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:19.756876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:19.797266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:19.799746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-3a551a72-f1fd-4262-87a9-cde7b5a3813d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fec5974-538d-4a08-8272-3e359b566a50 HTTP/1.1" status: 200 len: 217 time: 0.0638266 Aug 30 21:19:19.805300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.876001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0bba438b-10f0-4381-a860-da4869e7d615 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:19.878022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-5d0760e6-6f21-4bc5-b408-9cdd7e53d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.880278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-5d0760e6-6f21-4bc5-b408-9cdd7e53d3e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0727239 Aug 30 21:19:19.889944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:19:19.911148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9993ec3-0a7e-4eb1-8102-a12bee55738b req-0a9eb0a0-cfc6-4b73-aec6-1318c760229a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.912710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9993ec3-0a7e-4eb1-8102-a12bee55738b req-0a9eb0a0-cfc6-4b73-aec6-1318c760229a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0757201 Aug 30 21:19:19.913985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:19.914324 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment 6b099384-8c85-4c58-9bcd-8143a6886996 of type vlan for network 5606df82-4596-44e7-990b-f34ddc0d7669 Aug 30 21:19:19.934039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bc4a816f-5e48-453e-bd43-4e59b2f3b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:19.936392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-bc4a816f-5e48-453e-bd43-4e59b2f3b126 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487156 Aug 30 21:19:19.950131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:19.986883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.011835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9993ec3-0a7e-4eb1-8102-a12bee55738b req-cc9e864a-9601-480d-af9e-e5f65e9f3551 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878036 Aug 30 21:19:20.039498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.048896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0bba438b-10f0-4381-a860-da4869e7d615 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:20.049447 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.050800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.051754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.062328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-2672b703-2b31-409e-978e-751c7538e9c1 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176047 Aug 30 21:19:20.127179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3868337 Aug 30 21:19:20.130245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:20.135766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:20.152534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392fd62-6bd6-48c2-8af9-16887cf22fc6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=5606df82-4596-44e7-990b-f34ddc0d7669,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:20.178116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e2b3-eefe-43b9-971a-6c41b2bd3dbd req-f112f5d8-98dc-4be5-94aa-f69a67a9a089 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.180108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b769e2b3-eefe-43b9-971a-6c41b2bd3dbd req-f112f5d8-98dc-4be5-94aa-f69a67a9a089 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0765893 Aug 30 21:19:20.208066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5606df82-4596-44e7-990b-f34ddc0d7669 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:19:20.239632 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b769e2b3-eefe-43b9-971a-6c41b2bd3dbd req-fedc4de0-c280-42ec-9df2-371a36c85c8b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524020 Aug 30 21:19:20.254831 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad760980-f923-47a5-ae91-32ad16d6068c req-4beb5140-e090-4c88-876b-2581e88b7dac service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854792 Aug 30 21:19:20.276967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:20.282474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.356909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:18Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:18Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:20.391680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:20.392173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Updating router db53f892-a326-4bff-8e7a-01f255d1bede port 1037937c-3303-4502-b80c-4367951aebdf binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:19:20.407753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-f56e28d1-b07b-46a4-80b6-3898b37e657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.409358 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-f56e28d1-b07b-46a4-80b6-3898b37e657f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 1096 time: 0.0809186 Aug 30 21:19:20.427582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.578556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-b89aeaec-ba14-4dae-82dc-598cba9e1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.580119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-b89aeaec-ba14-4dae-82dc-598cba9e1565 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1621015 Aug 30 21:19:20.614031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aac83-95bc-4435-8d99-bab72632f567 req-10f45484-7707-49e6-9aba-c1fe7705f664 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.615787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-869aac83-95bc-4435-8d99-bab72632f567 req-10f45484-7707-49e6-9aba-c1fe7705f664 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 944 time: 0.0577252 Aug 30 21:19:20.632564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.637871 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-c1a307ee-6177-4d97-b90e-156deb7a997f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fec5974-538d-4a08-8272-3e359b566a50 HTTP/1.1" status: 200 len: 217 time: 0.0467207 Aug 30 21:19:20.669504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-869aac83-95bc-4435-8d99-bab72632f567 req-c21dcc82-fce1-4e33-86c7-bd0e3c0707d0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Aug 30 21:19:20.722792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=c39b55c8-af13-4225-9ec1-449cf6f578fd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:20.749055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-685d03e4-c639-44b8-afe4-3dfe205a0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.751489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-685d03e4-c639-44b8-afe4-3dfe205a0910 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0913339 Aug 30 21:19:20.773152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.774307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:20.774994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: 5606df82-4596-44e7-990b-f34ddc0d7669, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:19:20.783989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Transition to ACTIVE for port object 1037937c-3303-4502-b80c-4367951aebdf will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:20.791534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.808644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd10ba-a520-419d-8462-3149f18f974a req-54464b88-791e-430b-af7a-d9959539cd1b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.813568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-affd10ba-a520-419d-8462-3149f18f974a req-54464b88-791e-430b-af7a-d9959539cd1b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0609777 Aug 30 21:19:20.826220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-eb9f26c4-9af7-4b26-b02e-3788ee731812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.828040 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-eb9f26c4-9af7-4b26-b02e-3788ee731812 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666184 Aug 30 21:19:20.828806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 5606df82-4596-44e7-990b-f34ddc0d7669 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:19:20.843567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609fcd9-9175-471b-b20f-ac9d6feb3ac4 None None] Pushing event updated for resources: {'Port': ['ID=1037937c-3303-4502-b80c-4367951aebdf,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:20.865098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5606df82-4596-44e7-990b-f34ddc0d7669) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:20.870864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-affd10ba-a520-419d-8462-3149f18f974a req-e97d6452-b259-4fc6-bb44-27833a0a9dc1 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Aug 30 21:19:20.893391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43420c-2971-479a-aeb9-66d3a71f8778 None None] Network 5606df82-4596-44e7-990b-f34ddc0d7669 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:20.921601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:20.922344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.949787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Attempting to bind port 1037937c-3303-4502-b80c-4367951aebdf on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:20.950171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Attempting to bind port 1037937c-3303-4502-b80c-4367951aebdf by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:20.950845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Attempting to bind port 1037937c-3303-4502-b80c-4367951aebdf on network 875e96f3-6677-43f5-9a6f-9511dc62eab3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:20.961330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0955c54a-2b0b-4bbd-86a5-f3b82e8613e3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296421 Aug 30 21:19:20.961969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:20.961969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Checking segment: {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:20.962416 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.962816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Bound using segment: {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:20.963313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Bound port: 1037937c-3303-4502-b80c-4367951aebdf, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7010a9-5298-4fd1-bd5b-3592037ccaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:20.963750 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:20.965392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37742) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:20.970909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-3c593431-1780-4dfb-935b-adecfea01387 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343760 Aug 30 21:19:21.084855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] For port 1037937c-3303-4502-b80c-4367951aebdf, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:21.089771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] For port 1037937c-3303-4502-b80c-4367951aebdf, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1037937c-3303-4502-b80c-4367951aebdf,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:21.101033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c0eee03-585a-4ec9-b23d-3cd36472b722 req-faba9402-7006-4b12-b15c-4af9fa37c163 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213834 Aug 30 21:19:21.112760 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:21.146065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-5606df82-4596-44e7-990b-f34ddc0d7669', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:19:21.146943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:21.152705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3b0dc-3cf2-426d-a867-7e7a067584af req-2cf04a0a-c915-4228-860a-d3b31bde2be2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:21.154844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62e3b0dc-3cf2-426d-a867-7e7a067584af req-2cf04a0a-c915-4228-860a-d3b31bde2be2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1072764 Aug 30 21:19:21.199468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609fcd9-9175-471b-b20f-ac9d6feb3ac4 None None] Pushing event updated for resources: {'Port': ['ID=1037937c-3303-4502-b80c-4367951aebdf,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:21.255532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:21.256276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:21.289510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62e3b0dc-3cf2-426d-a867-7e7a067584af req-f69e78fb-29d6-412a-93c7-783e14f98d09 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983891 Aug 30 21:19:21.417589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:21.445699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Allocated IP 172.21.0.2 (5606df82-4596-44e7-990b-f34ddc0d7669/c39b55c8-af13-4225-9ec1-449cf6f578fd/82383477-9321-49c4-a36d-3ffd5b118196) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:21.487860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e286b3c-2ede-4254-ae57-91c6aa564607 req-dedd7446-afea-4ed6-b5b8-f5cfd0e83554 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:21.489400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e286b3c-2ede-4254-ae57-91c6aa564607 req-dedd7446-afea-4ed6-b5b8-f5cfd0e83554 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0954280 Aug 30 21:19:21.553268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:21.566005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e286b3c-2ede-4254-ae57-91c6aa564607 req-48d3a563-cecc-4677-8d7f-d5db1dd8f9ae tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Aug 30 21:19:21.710088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef404ca1-b76d-46ec-8324-3732e6d0d962 req-99a8bf22-9d06-46c8-b3ab-60430500fb02 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:21.711647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef404ca1-b76d-46ec-8324-3732e6d0d962 req-99a8bf22-9d06-46c8-b3ab-60430500fb02 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0749986 Aug 30 21:19:21.823902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef404ca1-b76d-46ec-8324-3732e6d0d962 req-22933fb3-f8bc-4002-9db9-5027a3edacbd tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774693 Aug 30 21:19:21.898490 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:21.910631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Transition to ACTIVE for port object 82383477-9321-49c4-a36d-3ffd5b118196 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:21.930790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Transition to ACTIVE for port object 82383477-9321-49c4-a36d-3ffd5b118196 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:21.935738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:18Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:21Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:21.939483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:21.990621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a5fc3-fa14-4f22-8b8a-648c0b56afe6 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:18Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:21Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:22.010094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.21.0.1 (5606df82-4596-44e7-990b-f34ddc0d7669/c39b55c8-af13-4225-9ec1-449cf6f578fd/8622dabc-879d-485b-9acf-e81958bf1bff) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:22.018094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Network 5606df82-4596-44e7-990b-f34ddc0d7669 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:22.019495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Pushing event updated for resources: {'Port': ['ID=82383477-9321-49c4-a36d-3ffd5b118196,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:22.022471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:22.024583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:22.083539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Attempting to bind port 82383477-9321-49c4-a36d-3ffd5b118196 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:22.083888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Attempting to bind port 82383477-9321-49c4-a36d-3ffd5b118196 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:22.084193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Attempting to bind port 82383477-9321-49c4-a36d-3ffd5b118196 on network 5606df82-4596-44e7-990b-f34ddc0d7669 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:22.090335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:22.090759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Checking segment: {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:22.091212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:22.091616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Bound using segment: {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:22.092095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Bound port: 82383477-9321-49c4-a36d-3ffd5b118196, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:22.092487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:22.169159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] For port 82383477-9321-49c4-a36d-3ffd5b118196, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:22.172731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] For port 82383477-9321-49c4-a36d-3ffd5b118196, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=82383477-9321-49c4-a36d-3ffd5b118196,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:22.178463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:22.179857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a3d1-8302-441b-9f80-59d6d864937e req-e82c286f-43d6-427f-aa7e-739e6f5b53f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:22.181443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcd1a3d1-8302-441b-9f80-59d6d864937e req-e82c286f-43d6-427f-aa7e-739e6f5b53f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 944 time: 0.0863507 Aug 30 21:19:22.227036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:22.260888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object 8622dabc-879d-485b-9acf-e81958bf1bff will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:22.273770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187301c-1d99-48a2-99d1-6ce1faba82a8 None None] Pushing event updated for resources: {'Port': ['ID=82383477-9321-49c4-a36d-3ffd5b118196,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:22.283367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcd1a3d1-8302-441b-9f80-59d6d864937e req-2a7f46f0-19e5-434f-b0ab-fdac4117c3a9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Aug 30 21:19:22.327929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:22.405832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 5606df82-4596-44e7-990b-f34ddc0d7669 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:22.805101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:22.808151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:22.834560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=8622dabc-879d-485b-9acf-e81958bf1bff,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:22.870301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7ca6a-60aa-4eb8-8e74-3ebc5125d44e req-a72d21be-85f4-41ad-a103-6a7dc4412ac3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:22.871851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75c7ca6a-60aa-4eb8-8e74-3ebc5125d44e req-a72d21be-85f4-41ad-a103-6a7dc4412ac3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.4894316 Aug 30 21:19:22.872775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:22.982083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75c7ca6a-60aa-4eb8-8e74-3ebc5125d44e req-7349776b-e908-4512-9beb-256e53af864f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752349 Aug 30 21:19:23.037401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:23.217810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f309b-e3ce-4aec-8e0f-459d1f291cb8 req-48a99879-9d84-4b01-9fee-399d5020679f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:23.219568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-270f309b-e3ce-4aec-8e0f-459d1f291cb8 req-48a99879-9d84-4b01-9fee-399d5020679f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1455352 Aug 30 21:19:23.285256 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-2d46d640-44cc-4d47-affe-de75b7f21b0a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522115 Aug 30 21:19:23.323307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-270f309b-e3ce-4aec-8e0f-459d1f291cb8 req-050b7140-6078-4544-82fc-810755828737 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928836 Aug 30 21:19:23.359475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203265-b502-4e19-9f3b-31ca86304c4e req-82e283b8-e9c1-48ba-a83a-8d62f8739004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:23.361130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-82e283b8-e9c1-48ba-a83a-8d62f8739004 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=54f453249f564d0db918e63f108138e0&device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 1097 time: 0.0498140 Aug 30 21:19:23.426473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:23.431423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:23.483548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203265-b502-4e19-9f3b-31ca86304c4e req-6505668d-50f5-406b-91b6-6215293808ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:23.488065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-6505668d-50f5-406b-91b6-6215293808ac service neutron] 10.222.0.82 "GET /v2.0/networks?id=586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 200 len: 909 time: 0.1017342 Aug 30 21:19:23.519169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=8622dabc-879d-485b-9acf-e81958bf1bff,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:23.522897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:23.566756 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-20079da5-fe80-4b67-8b8b-b1c4eea04313 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 200 len: 1001 time: 0.0740550 Aug 30 21:19:23.623907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203265-b502-4e19-9f3b-31ca86304c4e req-2712f275-4989-4c3f-a452-cb4342b3510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:23.626302 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-2712f275-4989-4c3f-a452-cb4342b3510b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c580e4c7-3a75-4a4c-bc1a-25e2920297c4 HTTP/1.1" status: 200 len: 847 time: 0.0522680 Aug 30 21:19:23.659728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8914f72-b3c9-4aa8-b87a-9a5faeee2016 req-78b133d5-7bd2-455e-bda5-12ca4c057793 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:23.668306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8914f72-b3c9-4aa8-b87a-9a5faeee2016 req-78b133d5-7bd2-455e-bda5-12ca4c057793 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0992351 Aug 30 21:19:23.682386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18203265-b502-4e19-9f3b-31ca86304c4e req-cfb55ae9-c86f-4488-8e55-8ba635f9f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:23.682639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 5606df82-4596-44e7-990b-f34ddc0d7669 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:23.684361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-cfb55ae9-c86f-4488-8e55-8ba635f9f931 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=586a5038-04bf-4859-9ed1-7bba7cbc67a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508413 Aug 30 21:19:23.690490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:23.798334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8914f72-b3c9-4aa8-b87a-9a5faeee2016 req-e0b8b78c-7bc7-42c6-a18c-d6155059d330 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291060 Aug 30 21:19:23.839926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:23.842498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-3a877bb9-c48c-45c7-ab05-83b816d3ec5d service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488473 Aug 30 21:19:23.970392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:23.985611 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:23.986335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df2820-3bd4-4c26-a534-8352ea2280e1 None None] Network 5606df82-4596-44e7-990b-f34ddc0d7669 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:23.997845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18203265-b502-4e19-9f3b-31ca86304c4e req-bfcd6f09-a6c0-4e59-a891-dcfb9a3b1b16 service neutron] 10.222.0.82 "GET /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460822 Aug 30 21:19:23.998234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c57dc8d4-c81d-4b03-a33e-1945090793de tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0316160 Aug 30 21:19:23.999763 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:24.000554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:24.000900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37774) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:24.007582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1037937c-3303-4502-b80c-4367951aebdf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:24.008091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-1654439289'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:24.063172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d173d-0338-4eea-ae08-46c0347382bb req-411941dd-72c8-47a0-b8d0-4d5cd5fdf7bb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:24.064954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f8d173d-0338-4eea-ae08-46c0347382bb req-411941dd-72c8-47a0-b8d0-4d5cd5fdf7bb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 944 time: 0.0934548 Aug 30 21:19:24.065860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:24.069452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.117165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9fec5974-538d-4a08-8272-3e359b566a50 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:19:24.130509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f8d173d-0338-4eea-ae08-46c0347382bb req-940ce73b-5bc9-4401-955d-7091b87f1e5f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Aug 30 21:19:24.131496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:19:24.143710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.144223 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment bb2a804f-30b8-4948-91a5-1aed97c82fa5 of type vlan for network 04e759ef-2b55-4ce7-ac65-7a29f7313203 Aug 30 21:19:24.148165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d347b22b-0d3a-4ae9-bfaa-3e01ef63c712 None None] Provisioning for port 82383477-9321-49c4-a36d-3ffd5b118196 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:24.226799 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.253855 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:24.275643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.287847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:24.289198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.332398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1037937c-3303-4502-b80c-4367951aebdf completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:24.393381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1037937c-3303-4502-b80c-4367951aebdf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:24.393757 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.440259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4379773 Aug 30 21:19:24.442836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:24.448957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:24.458645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bc336-d354-44f2-9094-e378dc668eef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=04e759ef-2b55-4ce7-ac65-7a29f7313203,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:24.484218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:19:24.516095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ba03f-6bbe-4f1c-bbf3-fecaa8396013 req-815919aa-b233-4c4a-bd6f-5ed2f6c96143 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:24.518626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee2ba03f-6bbe-4f1c-bbf3-fecaa8396013 req-815919aa-b233-4c4a-bd6f-5ed2f6c96143 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.2086885 Aug 30 21:19:24.542526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:22Z', 'revision_number': 3, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:21Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:23Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:24.550403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:24.556429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.576129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:24.576625 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Updating router db53f892-a326-4bff-8e7a-01f255d1bede port 8622dabc-879d-485b-9acf-e81958bf1bff binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:19:24.607295 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.654400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee2ba03f-6bbe-4f1c-bbf3-fecaa8396013 req-52ec79a1-f962-49d4-ae8f-19b5912139cb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259894 Aug 30 21:19:24.670816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9fec5974-538d-4a08-8272-3e359b566a50,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:24.688586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '9fec5974-538d-4a08-8272-3e359b566a50', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': '9fec5974-538d-4a08-8272-3e359b566a50', 'mac_address': 'fa:16:3e:bd:13:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:19:24.692167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.798312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1037937c-3303-4502-b80c-4367951aebdf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1037937c-3303-4502-b80c-4367951aebdf,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:24.803732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.812270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.813102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 82383477-9321-49c4-a36d-3ffd5b118196 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:24.885942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fec5974-538d-4a08-8272-3e359b566a50 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:24.919401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042d33e-d943-4f38-956c-421a9efe57bf req-decc0ec9-d797-4c1f-9b32-72d9ab6cf328 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:24.920227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.925917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f042d33e-d943-4f38-956c-421a9efe57bf req-decc0ec9-d797-4c1f-9b32-72d9ab6cf328 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1159608 Aug 30 21:19:24.954382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9fec5974-538d-4a08-8272-3e359b566a50,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:24.966545 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:24.970866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1037937c-3303-4502-b80c-4367951aebdf,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:24.989580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f042d33e-d943-4f38-956c-421a9efe57bf req-320a793d-b86b-49a8-abbf-ce8c7758b4b6 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542979 Aug 30 21:19:25.037670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 82383477-9321-49c4-a36d-3ffd5b118196 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:25.048266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 82383477-9321-49c4-a36d-3ffd5b118196 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:25.048946 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.081205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:25.101061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=1edf35dc-e422-46f2-a9a4-d37cd690112e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:25.103329 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.130284 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Transition to ACTIVE for port object 8622dabc-879d-485b-9acf-e81958bf1bff will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:25.151661 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.179739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:25.180111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: 04e759ef-2b55-4ce7-ac65-7a29f7313203, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:19:25.224684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e19bf986-0f49-483f-a8c1-11ed2bad3187 None None] Provisioning for port 8622dabc-879d-485b-9acf-e81958bf1bff completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:25.230033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:19:25.251292 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Pushing event updated for resources: {'Port': ['ID=8622dabc-879d-485b-9acf-e81958bf1bff,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:25.254285 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.269199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 04e759ef-2b55-4ce7-ac65-7a29f7313203) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:25.281617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:25.282886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.291620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e19bf986-0f49-483f-a8c1-11ed2bad3187 None None] Provisioning complete for port 82383477-9321-49c4-a36d-3ffd5b118196 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:25.292081 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.292440 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.293239 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.293239 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.293445 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.293744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.293985 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e19bf986-0f49-483f-a8c1-11ed2bad3187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.294092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.294379 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.294738 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.295063 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.295386 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.295704 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:19:25.300845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad67410-09e9-44b9-8a28-8b2ae4ba13e5 None None] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:25.332625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-59cd3c12-e166-4a12-942c-437e796625c3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8859034 Aug 30 21:19:25.339196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37794) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:25.361019 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Attempting to bind port 8622dabc-879d-485b-9acf-e81958bf1bff on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:25.361569 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Attempting to bind port 8622dabc-879d-485b-9acf-e81958bf1bff by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:25.362102 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Attempting to bind port 8622dabc-879d-485b-9acf-e81958bf1bff on network 5606df82-4596-44e7-990b-f34ddc0d7669 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:25.378185 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:25.384348 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Checking segment: {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:25.385336 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.386088 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Bound using segment: {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:25.387399 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Bound port: 8622dabc-879d-485b-9acf-e81958bf1bff, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b099384-8c85-4c58-9bcd-8143a6886996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:25.388286 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.472827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 82383477-9321-49c4-a36d-3ffd5b118196, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=82383477-9321-49c4-a36d-3ffd5b118196,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:25.487381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.503445 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] For port 8622dabc-879d-485b-9acf-e81958bf1bff, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:25.508500 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] For port 8622dabc-879d-485b-9acf-e81958bf1bff, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8622dabc-879d-485b-9acf-e81958bf1bff,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:25.519430 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.522234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['9fec5974-538d-4a08-8272-3e359b566a50'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:25.529346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2966b6-5bfa-4e36-84d4-b6750465fbcc req-91ab5047-1d11-4e71-ae10-de110ac6a3f3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:25.531326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c2966b6-5bfa-4e36-84d4-b6750465fbcc req-91ab5047-1d11-4e71-ae10-de110ac6a3f3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1114235 Aug 30 21:19:25.613209 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef9bfb-40e5-4217-b0d9-faef5cfd49aa None None] Pushing event updated for resources: {'Port': ['ID=8622dabc-879d-485b-9acf-e81958bf1bff,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:25.627004 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:25.627643 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:25.675758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c2966b6-5bfa-4e36-84d4-b6750465fbcc req-1910adec-504e-45e4-8632-2abc15bce572 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340320 Aug 30 21:19:25.679267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=82383477-9321-49c4-a36d-3ffd5b118196,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:25.735637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-04e759ef-2b55-4ce7-ac65-7a29f7313203', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:19:25.742984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:25.766723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:25.920629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1037937c-3303-4502-b80c-4367951aebdf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:26.020775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:26.043891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105a740-b104-4cd2-a776-93dbc88b5982 req-f4e0eb92-d7da-42df-a019-8c2a81ac55bd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:26.051376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a105a740-b104-4cd2-a776-93dbc88b5982 req-f4e0eb92-d7da-42df-a019-8c2a81ac55bd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 945 time: 0.1089118 Aug 30 21:19:26.089092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:22Z', 'revision_number': 3, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:25Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:26.122315 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e43e26-5247-463a-91fe-019d553ba71f None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:22Z', 'revision_number': 3, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:25Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:26.124456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1037937c-3303-4502-b80c-4367951aebdf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:26.124887 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:26.186418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a105a740-b104-4cd2-a776-93dbc88b5982 req-e7b35a8e-201c-4c53-abfa-dac88bd28e64 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262515 Aug 30 21:19:26.288626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Allocated IP 172.22.0.2 (04e759ef-2b55-4ce7-ac65-7a29f7313203/1edf35dc-e422-46f2-a9a4-d37cd690112e/a2ab8981-a230-40da-8e02-dc1b68e06d91) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:26.331096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 82383477-9321-49c4-a36d-3ffd5b118196 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:26.460353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67972d3-aaa5-4d80-a65d-a0fb816f3d25 req-14f32292-80d1-46b0-8848-fb2189a4980c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:26.462194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f67972d3-aaa5-4d80-a65d-a0fb816f3d25 req-14f32292-80d1-46b0-8848-fb2189a4980c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.0677359 Aug 30 21:19:26.508254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f67972d3-aaa5-4d80-a65d-a0fb816f3d25 req-4c81a160-3bdb-43d1-a129-9fc06b080af0 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Aug 30 21:19:26.662442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 82383477-9321-49c4-a36d-3ffd5b118196 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:26.663070 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:26.740510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:26.761414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Transition to ACTIVE for port object a2ab8981-a230-40da-8e02-dc1b68e06d91 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:26.797438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877e68c-58fe-44ac-bfd0-74fe794a011a req-931ac4f6-74f9-4f0b-bc60-9051c5c268a2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:26.799474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f877e68c-58fe-44ac-bfd0-74fe794a011a req-931ac4f6-74f9-4f0b-bc60-9051c5c268a2 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0762427 Aug 30 21:19:26.805456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Transition to ACTIVE for port object a2ab8981-a230-40da-8e02-dc1b68e06d91 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:26.824431 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:26.867860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:26.874338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:26.879107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:26.888192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f877e68c-58fe-44ac-bfd0-74fe794a011a req-a5af72d2-1e77-4de2-94fd-7ec684658514 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812259 Aug 30 21:19:26.895743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.22.0.1 (04e759ef-2b55-4ce7-ac65-7a29f7313203/1edf35dc-e422-46f2-a9a4-d37cd690112e/3edb5546-74d6-41e5-886d-a667bd2e3130) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:26.928294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Pushing event updated for resources: {'Port': ['ID=a2ab8981-a230-40da-8e02-dc1b68e06d91,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:26.943261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Attempting to bind port a2ab8981-a230-40da-8e02-dc1b68e06d91 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:26.943638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Attempting to bind port a2ab8981-a230-40da-8e02-dc1b68e06d91 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:26.944039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Attempting to bind port a2ab8981-a230-40da-8e02-dc1b68e06d91 on network 04e759ef-2b55-4ce7-ac65-7a29f7313203 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:26.949910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:26.950290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Checking segment: {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:26.950753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:26.951183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Bound using segment: {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:26.951656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Bound port: a2ab8981-a230-40da-8e02-dc1b68e06d91, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:26.952047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.023977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] For port a2ab8981-a230-40da-8e02-dc1b68e06d91, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:27.027248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] For port a2ab8981-a230-40da-8e02-dc1b68e06d91, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a2ab8981-a230-40da-8e02-dc1b68e06d91,segment=NetworkSegment(bb2a804f-30b8-4948-91a5-1aed97c82fa5),segment_id=bb2a804f-30b8-4948-91a5-1aed97c82fa5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:27.034658 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.044170 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.080363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object 3edb5546-74d6-41e5-886d-a667bd2e3130 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:27.106277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e856f-a703-4ba2-b5d7-4c3dd7f6bce0 None None] Pushing event updated for resources: {'Port': ['ID=a2ab8981-a230-40da-8e02-dc1b68e06d91,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:27.113230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d9fa-2d08-427a-99cb-bc5bf49f5e12 req-2a3dcc1e-1c93-4f69-8f3f-7ade067f662b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:27.114909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00f9d9fa-2d08-427a-99cb-bc5bf49f5e12 req-2a3dcc1e-1c93-4f69-8f3f-7ade067f662b tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0750797 Aug 30 21:19:27.155965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.174388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00f9d9fa-2d08-427a-99cb-bc5bf49f5e12 req-06f541ce-1389-42f5-9a63-d18961c72fd3 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521145 Aug 30 21:19:27.212203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:27.215101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:27.219417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:27.255221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=3edb5546-74d6-41e5-886d-a667bd2e3130,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:27.320747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.378128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a26f6-9a3d-4cdd-b04a-8965e2a73b4e req-3e7780f7-394c-486c-b951-253bd3ce9ccb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:27.379776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-237a26f6-9a3d-4cdd-b04a-8965e2a73b4e req-3e7780f7-394c-486c-b951-253bd3ce9ccb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1152093 Aug 30 21:19:27.471141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-237a26f6-9a3d-4cdd-b04a-8965e2a73b4e req-b4b8a8a2-7dc7-4b0f-a0ee-44a996a19a9c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643489 Aug 30 21:19:27.482779 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.662399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac46b3-8481-4c74-9b6e-ee1bc7f7859d req-1e2c32b5-eed8-4896-807a-5671a57e8078 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:27.663964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1ac46b3-8481-4c74-9b6e-ee1bc7f7859d req-1e2c32b5-eed8-4896-807a-5671a57e8078 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 945 time: 0.1299560 Aug 30 21:19:27.756259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1ac46b3-8481-4c74-9b6e-ee1bc7f7859d req-8ff18799-266a-49bb-a980-f562b9f37e0e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850444 Aug 30 21:19:27.881620 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.900178 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:27.916644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8622dabc-879d-485b-9acf-e81958bf1bff up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:27.971841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8622dabc-879d-485b-9acf-e81958bf1bff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:27.976727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8622dabc-879d-485b-9acf-e81958bf1bff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:27.977119 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.072514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ca10b-0fe6-41d3-967c-87bd2bd24eb3 None None] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:28.088231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.160746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9fec5974-538d-4a08-8272-3e359b566a50 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:28.201385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8622dabc-879d-485b-9acf-e81958bf1bff, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8622dabc-879d-485b-9acf-e81958bf1bff,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:28.216654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.217492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a2ab8981-a230-40da-8e02-dc1b68e06d91 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:28.245566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3078a667-20c7-4813-a2db-dfb13ee857f9 None None] Provisioning for port a2ab8981-a230-40da-8e02-dc1b68e06d91 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:28.356819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.358636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=3edb5546-74d6-41e5-886d-a667bd2e3130,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:28.373183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8622dabc-879d-485b-9acf-e81958bf1bff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:28.379293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89ba91-df4d-44f4-9f97-883656904b83 req-ea0045db-0c42-48d7-b75f-2e4e59043211 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:28.386969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a89ba91-df4d-44f4-9f97-883656904b83 req-ea0045db-0c42-48d7-b75f-2e4e59043211 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.5020134 Aug 30 21:19:28.402632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 9fec5974-538d-4a08-8272-3e359b566a50 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:28.411706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 9fec5974-538d-4a08-8272-3e359b566a50 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:28.412115 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.417674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a2ab8981-a230-40da-8e02-dc1b68e06d91 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:28.446266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a2ab8981-a230-40da-8e02-dc1b68e06d91 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:28.446639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.476939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a89ba91-df4d-44f4-9f97-883656904b83 req-327807b8-a604-4455-90e8-102ed0d1dc62 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891087 Aug 30 21:19:28.512722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:28.514290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:28.589748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.605739 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.640572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:28.643089 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faee5df-35ac-4cd6-9ef6-eb2afde25082" -d '{"events": [{"server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "name": "network-vif-plugged", "status": "completed", "tag": "9fec5974-538d-4a08-8272-3e359b566a50"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:28.661995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9fec5974-538d-4a08-8272-3e359b566a50,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:28.668827 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.669776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0126d0-1eb8-4ac1-b689-ae38570d6c8a req-4b37265a-7e6c-4201-a69b-272a45a5fe0d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:28.671368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c0126d0-1eb8-4ac1-b689-ae38570d6c8a req-4b37265a-7e6c-4201-a69b-272a45a5fe0d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1128683 Aug 30 21:19:28.677909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a2ab8981-a230-40da-8e02-dc1b68e06d91, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a2ab8981-a230-40da-8e02-dc1b68e06d91,segment=NetworkSegment(bb2a804f-30b8-4948-91a5-1aed97c82fa5),segment_id=bb2a804f-30b8-4948-91a5-1aed97c82fa5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:28.678594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:28.697625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.729918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:28.786387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c0126d0-1eb8-4ac1-b689-ae38570d6c8a req-8e3d2df1-917d-4181-b2a3-31f29470b7b5 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021945 Aug 30 21:19:28.786897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a2ab8981-a230-40da-8e02-dc1b68e06d91,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:28.816373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:28.822532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d0b5098-556e-4a30-9aa5-f211a98ebbb4 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4822192 Aug 30 21:19:28.825323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37834) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:28.828894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-77d238eb-18bc-4f4a-9d77-778626809f36 None None] Provisioning complete for port a2ab8981-a230-40da-8e02-dc1b68e06d91 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:28.829384 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77d238eb-18bc-4f4a-9d77-778626809f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.831829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:28.834503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'network': {'name': 'tempest-RoutersTest-252669436'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:28.874903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:28.875709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:28.884242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:28.888791 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.922554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:19:28.939467 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:28.939817 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added segment bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f of type vlan for network c00eeba7-ad95-461a-a574-3fb732871da5 Aug 30 21:19:28.988491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.027424 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.029415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:29.035571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:29.036343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.104341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:29.110536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'subnet': {'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:29.115805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2884350 Aug 30 21:19:29.149165 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a654bade-6cce-404a-85b9-8b197af3c463 x-openstack-request-id: req-a654bade-6cce-404a-85b9-8b197af3c463 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:29.149786 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "name": "network-vif-plugged", "status": "completed", "tag": "9fec5974-538d-4a08-8272-3e359b566a50", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:29.150198 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a654bade-6cce-404a-85b9-8b197af3c463 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:29.151049 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50', 'code': 200} Aug 30 21:19:29.172169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3af4fe-c0d6-4143-85d5-04be9d2cd5c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Network': ['ID=c00eeba7-ad95-461a-a574-3fb732871da5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:29.201156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c00eeba7-ad95-461a-a574-3fb732871da5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:19:29.290227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568724d-6cfb-4cd2-aafe-2b2701d3c67e req-88fd3111-a6e4-46f4-849a-6da2c5416a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:29.291488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f801d3-4208-47bd-8b7f-b746fcd0e88f req-e06dbed9-6a55-4665-a274-eb9537395354 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:29.292546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5568724d-6cfb-4cd2-aafe-2b2701d3c67e req-88fd3111-a6e4-46f4-849a-6da2c5416a5a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 1098 time: 0.0713291 Aug 30 21:19:29.294911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0f801d3-4208-47bd-8b7f-b746fcd0e88f req-e06dbed9-6a55-4665-a274-eb9537395354 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 946 time: 0.0619192 Aug 30 21:19:29.343647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Made reservation on behalf of 6eb660951cec4b1fbeda29d126c0ced9 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:29.348766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.357158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0f801d3-4208-47bd-8b7f-b746fcd0e88f req-2d3c9e01-5b00-4da5-8379-4e258efdd2d1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 Aug 30 21:19:29.422928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-77d238eb-18bc-4f4a-9d77-778626809f36 None None] Provisioning for port 3edb5546-74d6-41e5-886d-a667bd2e3130 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:29.432715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-77d238eb-18bc-4f4a-9d77-778626809f36 None None] Provisioning complete for port 3edb5546-74d6-41e5-886d-a667bd2e3130 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:29.433099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77d238eb-18bc-4f4a-9d77-778626809f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.500739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-77d238eb-18bc-4f4a-9d77-778626809f36 None None] Port 3edb5546-74d6-41e5-886d-a667bd2e3130 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:29.574068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:27Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:27Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:29.603857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:29.604261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Updating router db53f892-a326-4bff-8e7a-01f255d1bede port 3edb5546-74d6-41e5-886d-a667bd2e3130 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:19:29.639433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.656209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-def23efc-81b9-45f7-9da9-04428fbb3c88 None None] Provisioning complete for port 3edb5546-74d6-41e5-886d-a667bd2e3130 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:29.656586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-def23efc-81b9-45f7-9da9-04428fbb3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:29.673032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c283cd-c3e2-463d-a16e-e6ff1dbdf7f5 req-3282fbbb-d573-470b-aaf1-0cb97dfe8d8f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:29.674962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54c283cd-c3e2-463d-a16e-e6ff1dbdf7f5 req-3282fbbb-d573-470b-aaf1-0cb97dfe8d8f tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.0682180 Aug 30 21:19:29.729305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-def23efc-81b9-45f7-9da9-04428fbb3c88 None None] Port 3edb5546-74d6-41e5-886d-a667bd2e3130 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:29.736342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54c283cd-c3e2-463d-a16e-e6ff1dbdf7f5 req-81a89d46-565c-4516-b9ef-de5b0acb7fde tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525298 Aug 30 21:19:29.800928 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5568724d-6cfb-4cd2-aafe-2b2701d3c67e req-62aa4474-140c-4fb6-899a-b84ec10ac375 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851987 Aug 30 21:19:29.901393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8622dabc-879d-485b-9acf-e81958bf1bff up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:29.903671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e517-46a3-4c56-80f7-cbd2d4b8776a req-2eec72ab-2c16-4118-b0d4-6d229b2c0e15 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:29.923014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8d4e517-46a3-4c56-80f7-cbd2d4b8776a req-2eec72ab-2c16-4118-b0d4-6d229b2c0e15 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1183028 Aug 30 21:19:29.968618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8d4e517-46a3-4c56-80f7-cbd2d4b8776a req-d2e357c9-a406-4018-a48a-f87069906839 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514238 Aug 30 21:19:30.039271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.049144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8622dabc-879d-485b-9acf-e81958bf1bff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:30.049980 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.116518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.133089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Transition to ACTIVE for port object 3edb5546-74d6-41e5-886d-a667bd2e3130 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:30.163716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.198807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Subnet': ['ID=077e6428-dd5f-4805-930a-9a8308d41b7a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:30.210288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Checking segment: {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:30.211293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network hostable DHCP agents. Network: c00eeba7-ad95-461a-a574-3fb732871da5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:19:30.233385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network c00eeba7-ad95-461a-a574-3fb732871da5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:19:30.258609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c00eeba7-ad95-461a-a574-3fb732871da5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:30.265432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:30.266279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.293450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37858) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:30.294481 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6219449d-75d6-41dd-8b3f-ec905ec983d9 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1883829 Aug 30 21:19:30.305484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73daff-4b73-40da-ad20-9ab60df0bb09 None None] Pushing event updated for resources: {'Port': ['ID=3edb5546-74d6-41e5-886d-a667bd2e3130,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:30.355803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f967222-9c4a-4e38-a408-492ecb0de0b8 None None] Network c00eeba7-ad95-461a-a574-3fb732871da5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:30.476299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Attempting to bind port 3edb5546-74d6-41e5-886d-a667bd2e3130 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:30.476813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Attempting to bind port 3edb5546-74d6-41e5-886d-a667bd2e3130 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:30.477106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Attempting to bind port 3edb5546-74d6-41e5-886d-a667bd2e3130 on network 04e759ef-2b55-4ce7-ac65-7a29f7313203 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:30.498029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:30.498423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Checking segment: {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:30.498847 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.499246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Bound using segment: {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:30.499736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Bound port: 3edb5546-74d6-41e5-886d-a667bd2e3130, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2a804f-30b8-4948-91a5-1aed97c82fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:30.500120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.526516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a2ab8981-a230-40da-8e02-dc1b68e06d91 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:30.600646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ef940-f55f-481b-9f73-d8d23bf0e61c req-7d32196f-c78d-4aab-952b-311587ce3e30 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:30.602254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-471ef940-f55f-481b-9f73-d8d23bf0e61c req-7d32196f-c78d-4aab-952b-311587ce3e30 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 946 time: 0.1443901 Aug 30 21:19:30.724381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-471ef940-f55f-481b-9f73-d8d23bf0e61c req-9eeeec7b-9984-443e-ab0d-e073e1d47155 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103306 Aug 30 21:19:30.829073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.852222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a2ab8981-a230-40da-8e02-dc1b68e06d91 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:30.852640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.857360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] For port 3edb5546-74d6-41e5-886d-a667bd2e3130, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:30.906020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] For port 3edb5546-74d6-41e5-886d-a667bd2e3130, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3edb5546-74d6-41e5-886d-a667bd2e3130,segment=NetworkSegment(bb2a804f-30b8-4948-91a5-1aed97c82fa5),segment_id=bb2a804f-30b8-4948-91a5-1aed97c82fa5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:30.949442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:30.977296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a2857-f7a0-47c1-b810-27b04554d007 req-70461a6b-1171-4c49-9e1b-ca0c21aa7840 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:30.978616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-c00eeba7-ad95-461a-a574-3fb732871da5', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:19:30.978851 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-899a2857-f7a0-47c1-b810-27b04554d007 req-70461a6b-1171-4c49-9e1b-ca0c21aa7840 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1003079 Aug 30 21:19:30.980112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.142130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Deleting port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:31.142934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.199473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dcf1e-067c-476c-979c-55b11e94d3ac req-de440c54-e29b-4601-a910-ed3280f3ddc9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:31.207630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-257dcf1e-067c-476c-979c-55b11e94d3ac req-de440c54-e29b-4601-a910-ed3280f3ddc9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=a14f5f61-26c3-4e1a-8285-0c3655fbcf1c HTTP/1.1" status: 200 len: 946 time: 0.1119854 Aug 30 21:19:31.230066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Allocated IP 172.23.0.1 (c00eeba7-ad95-461a-a574-3fb732871da5/077e6428-dd5f-4805-930a-9a8308d41b7a/58eb488d-a339-48e1-932c-1dce6356f600) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:31.230509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:31.231758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:31.349747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:31.430214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] For port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:31.430896 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.446973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.460760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Calling delete_port for 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:31.467312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Transition to ACTIVE for port object 58eb488d-a339-48e1-932c-1dce6356f600 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:31.493631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73daff-4b73-40da-ad20-9ab60df0bb09 None None] Pushing event updated for resources: {'Port': ['ID=3edb5546-74d6-41e5-886d-a667bd2e3130,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:31.521868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-257dcf1e-067c-476c-979c-55b11e94d3ac req-f433a4bc-401d-4c13-a7b0-2addc93addc9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131449 Aug 30 21:19:31.525325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.591846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Allocated IP 172.23.0.2 (c00eeba7-ad95-461a-a574-3fb732871da5/077e6428-dd5f-4805-930a-9a8308d41b7a/6500ce4a-b7ca-4ac1-8645-41f2602772af) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:31.620155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.625959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network c00eeba7-ad95-461a-a574-3fb732871da5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:31.636277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:31.645276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:31.654155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=58eb488d-a339-48e1-932c-1dce6356f600,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:31.675615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event deleted for resources: {'Port': ['ID=4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:31.730121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.737702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:31.796879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] No DVR routers for this DVR port 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:31.802279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.805053 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-899a2857-f7a0-47c1-b810-27b04554d007 req-feba82af-67c8-441e-b7bc-07673080376c tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "DELETE /v2.0/ports/4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a HTTP/1.1" status: 204 len: 173 time: 0.8200023 Aug 30 21:19:31.805593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'name': 'network-vif-deleted', 'tag': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:31.811868 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32d108f-e5b8-4ec6-9c1b-b6772766fc4b" -d '{"events": [{"server_uuid": "a14f5f61-26c3-4e1a-8285-0c3655fbcf1c", "name": "network-vif-deleted", "tag": "4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:31.840685 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:31.853234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Transition to ACTIVE for port object 6500ce4a-b7ca-4ac1-8645-41f2602772af will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:31.939095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Transition to ACTIVE for port object 6500ce4a-b7ca-4ac1-8645-41f2602772af will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:31.955111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.017525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.084851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Network c00eeba7-ad95-461a-a574-3fb732871da5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:32.088517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Pushing event updated for resources: {'Port': ['ID=6500ce4a-b7ca-4ac1-8645-41f2602772af,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:32.094347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:32.098783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:32.181535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401682-5135-4abc-8170-2a56058ac63e req-81bba5ea-b3de-466f-843f-d2c63c35dfcb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:32.190097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f401682-5135-4abc-8170-2a56058ac63e req-81bba5ea-b3de-466f-843f-d2c63c35dfcb tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 946 time: 0.1706340 Aug 30 21:19:32.227519 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Attempting to bind port 6500ce4a-b7ca-4ac1-8645-41f2602772af on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:32.227903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Attempting to bind port 6500ce4a-b7ca-4ac1-8645-41f2602772af by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:32.228342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Attempting to bind port 6500ce4a-b7ca-4ac1-8645-41f2602772af on network c00eeba7-ad95-461a-a574-3fb732871da5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:32.246072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:27Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:30Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:32.277081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f401682-5135-4abc-8170-2a56058ac63e req-153c1f5c-86bb-4af0-8ecc-76a240f5d1ea tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858092 Aug 30 21:19:32.346347 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5358200-9902-4c8a-8bf9-8fe13a664b0d x-openstack-request-id: req-d5358200-9902-4c8a-8bf9-8fe13a664b0d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:32.346648 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f5f61-26c3-4e1a-8285-0c3655fbcf1c", "name": "network-vif-deleted", "tag": "4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:32.346938 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5358200-9902-4c8a-8bf9-8fe13a664b0d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:32.347343 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f5f61-26c3-4e1a-8285-0c3655fbcf1c', 'name': 'network-vif-deleted', 'tag': '4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a', 'status': 'completed', 'code': 200} Aug 30 21:19:32.354181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df55bab-2004-4052-bb74-c763cf9872e8 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:27Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:30Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:32.356764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:32.358597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Checking segment: {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:32.359051 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.360942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Bound using segment: {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:32.361595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Bound port: 6500ce4a-b7ca-4ac1-8645-41f2602772af, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:32.363169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.514713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-d0d598e4-b483-4f16-9721-985b0e70a0f0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 267 time: 0.0711081 Aug 30 21:19:32.548090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] For port 6500ce4a-b7ca-4ac1-8645-41f2602772af, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:32.552438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] For port 6500ce4a-b7ca-4ac1-8645-41f2602772af, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6500ce4a-b7ca-4ac1-8645-41f2602772af,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:32.561815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.579945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.601276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.649722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6634c9-cdf0-4766-94cc-d74e8a8da121 None None] Pushing event updated for resources: {'Port': ['ID=6500ce4a-b7ca-4ac1-8645-41f2602772af,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:32.715425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-ffe124d9-0aab-4a05-994f-d06ab4ac8d64 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:32.717082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-ffe124d9-0aab-4a05-994f-d06ab4ac8d64 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 946 time: 0.2013559 Aug 30 21:19:32.723097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event updated for resources: {'Port': ['ID=58eb488d-a339-48e1-932c-1dce6356f600,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:32.734323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'port': {'security_groups': []}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:32.805787 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:32.908347 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:33.193329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9fec5974-538d-4a08-8272-3e359b566a50,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:33.218464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Network c00eeba7-ad95-461a-a574-3fb732871da5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:33.221839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:33.277858 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:33.309564 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:33.322720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:33.338229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['aea02a13-e293-414b-ae1b-f2b7d0f60c06', '9fec5974-538d-4a08-8272-3e359b566a50'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:33.395541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:33.396751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:33.398613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87ba85ff-4ed8-4e27-9a1b-1e7512d2da74 req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "PUT /v2.0/ports/9fec5974-538d-4a08-8272-3e359b566a50 HTTP/1.1" status: 200 len: 905 time: 0.6714320 Aug 30 21:19:33.405923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:33.410277 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "tag": "9fec5974-538d-4a08-8272-3e359b566a50"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:33.441168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b0da0-40b1-40a7-beeb-a66d934aa9aa tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:33.450445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:33.552380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:33.583159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['9fec5974-538d-4a08-8272-3e359b566a50'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:33.610602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:33.617503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-679ff878-df3b-4c52-b730-6424bb5f56af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3227460 Aug 30 21:19:33.620232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:33.625907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:33.791735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:33.804704 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:33.807247 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:33.944444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7619b220-bf87-4e5a-973e-073100801858 None None] Provisioning complete for port 9fec5974-538d-4a08-8272-3e359b566a50 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:33.945278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7619b220-bf87-4e5a-973e-073100801858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.001416 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:34.058762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6500ce4a-b7ca-4ac1-8645-41f2602772af up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:34.128721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492bff7-021d-4d39-a09b-f595a67a7b88 req-90c0c6c2-3f01-490c-a536-a5ad4f322412 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:34.142689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e492bff7-021d-4d39-a09b-f595a67a7b88 req-90c0c6c2-3f01-490c-a536-a5ad4f322412 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 908 time: 0.1601026 Aug 30 21:19:34.234314 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc0dd61-51c6-4dd6-a301-de2bdc102ae5 x-openstack-request-id: req-dbc0dd61-51c6-4dd6-a301-de2bdc102ae5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:34.234607 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "tag": "9fec5974-538d-4a08-8272-3e359b566a50", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:34.234899 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dbc0dd61-51c6-4dd6-a301-de2bdc102ae5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:34.235302 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50', 'status': 'completed', 'code': 200} Aug 30 21:19:34.271568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6500ce4a-b7ca-4ac1-8645-41f2602772af completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:34.276139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246d570-aa17-4f6d-b06b-b697ebd09e95 None None] Network c00eeba7-ad95-461a-a574-3fb732871da5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:34.280652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3edb5546-74d6-41e5-886d-a667bd2e3130 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:34.426221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] Provisioning for port 6500ce4a-b7ca-4ac1-8645-41f2602772af completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:34.439197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] Provisioning complete for port 6500ce4a-b7ca-4ac1-8645-41f2602772af triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:34.439712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.441905 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:31Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:30Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:32Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:34.442795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-12e96812-fc61-4a3c-9989-fd716bab01b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:34.444586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-12e96812-fc61-4a3c-9989-fd716bab01b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 1060 time: 0.1726139 Aug 30 21:19:34.491526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:34.491883 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Updating router db53f892-a326-4bff-8e7a-01f255d1bede port 58eb488d-a339-48e1-932c-1dce6356f600 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:19:34.512597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 21:19:34.522390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 3edb5546-74d6-41e5-886d-a667bd2e3130 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:34.536393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3edb5546-74d6-41e5-886d-a667bd2e3130 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:34.536860 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.547245 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.604156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-452164a3-585b-4f30-b510-cff4b7735654 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:34.606057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-452164a3-585b-4f30-b510-cff4b7735654 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.2225890 Aug 30 21:19:34.616159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Removed routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 21:19:34.616855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.638382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-8afc3729-5169-4743-a0f1-6ac182f1ff3f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/quotas/b6cea4b9d9a744fa88b39cd9d5bce624 HTTP/1.1" status: 200 len: 375 time: 0.0259643 Aug 30 21:19:34.669500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.717542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-ecd438f2-ea79-4e12-b1e4-ec17f46b69b5 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780623 Aug 30 21:19:34.745393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-8e1c5813-4de5-4481-a28d-a117a3c6fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:34.752389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] For port 6500ce4a-b7ca-4ac1-8645-41f2602772af, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6500ce4a-b7ca-4ac1-8645-41f2602772af,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:34.753885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-8e1c5813-4de5-4481-a28d-a117a3c6fcb1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.2828586 Aug 30 21:19:34.759841 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.780917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:34.878357 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-df3f95e4-197d-4cf5-ae66-5b60f261609a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fec5974-538d-4a08-8272-3e359b566a50 HTTP/1.1" status: 200 len: 217 time: 0.1073358 Aug 30 21:19:34.919923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b6f1c7b5-19b6-4a31-94b4-4abe1495724a service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013953 Aug 30 21:19:34.932157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 3edb5546-74d6-41e5-886d-a667bd2e3130, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3edb5546-74d6-41e5-886d-a667bd2e3130,segment=NetworkSegment(bb2a804f-30b8-4948-91a5-1aed97c82fa5),segment_id=bb2a804f-30b8-4948-91a5-1aed97c82fa5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:34.972875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b4f7e-b4f4-4334-ba44-3f42e571bded None None] Pushing event updated for resources: {'Port': ['ID=6500ce4a-b7ca-4ac1-8645-41f2602772af,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:34.976945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.058967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=3edb5546-74d6-41e5-886d-a667bd2e3130,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:35.099155 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.113843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-4d1e33e9-1bea-4c91-8cba-41bcdfde1a36 service neutron] 10.222.0.76 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897678 Aug 30 21:19:35.117482 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Transition to ACTIVE for port object 58eb488d-a339-48e1-932c-1dce6356f600 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:35.131524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d71245ee-25b2-49fe-802d-e0ea3046e67e None None] Provisioning for port 58eb488d-a339-48e1-932c-1dce6356f600 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:35.135234 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.153529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d71245ee-25b2-49fe-802d-e0ea3046e67e None None] Provisioning complete for port 6500ce4a-b7ca-4ac1-8645-41f2602772af triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:35.153912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d71245ee-25b2-49fe-802d-e0ea3046e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.212823 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af06728-421f-4b66-a599-7c74a1d9e8a7 None None] Pushing event updated for resources: {'Port': ['ID=58eb488d-a339-48e1-932c-1dce6356f600,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:35.313611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-4e750d58-bb8a-4bca-a338-4134e45128e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:35.315235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-4e750d58-bb8a-4bca-a338-4134e45128e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.4269156 Aug 30 21:19:35.353435 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Attempting to bind port 58eb488d-a339-48e1-932c-1dce6356f600 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:35.354270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.362987 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Attempting to bind port 58eb488d-a339-48e1-932c-1dce6356f600 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:35.363494 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Attempting to bind port 58eb488d-a339-48e1-932c-1dce6356f600 on network c00eeba7-ad95-461a-a574-3fb732871da5 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:35.397629 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:35.398533 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Checking segment: {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:35.399205 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.400632 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Bound using segment: {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:35.401430 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Bound port: 58eb488d-a339-48e1-932c-1dce6356f600, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:35.403168 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.421048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.492597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] For port 58eb488d-a339-48e1-932c-1dce6356f600, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:35.496376 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] For port 58eb488d-a339-48e1-932c-1dce6356f600, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=58eb488d-a339-48e1-932c-1dce6356f600,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:35.506223 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.550111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:35.637845 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af06728-421f-4b66-a599-7c74a1d9e8a7 None None] Pushing event updated for resources: {'Port': ['ID=58eb488d-a339-48e1-932c-1dce6356f600,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:35.647151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:35.647392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-07a6e13e-0141-4d9b-8d09-f0ee8a7579f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:35.649086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-07a6e13e-0141-4d9b-8d09-f0ee8a7579f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3242559 Aug 30 21:19:35.659191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bd5fb51-eab4-4105-8cff-0c1d73fbcd4a not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:35.700650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.703040 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:35.703237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b201b7d-3062-43e2-bd62-9c8112b72d91 req-9a16b0de-905d-4a9f-abfc-bf6ce6dadc1b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:35.706684 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:35.714215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b201b7d-3062-43e2-bd62-9c8112b72d91 req-9a16b0de-905d-4a9f-abfc-bf6ce6dadc1b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1829522 Aug 30 21:19:35.719871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:35.816893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b201b7d-3062-43e2-bd62-9c8112b72d91 req-8df76bb7-ff16-4456-a1da-b680fc0ce810 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906599 Aug 30 21:19:35.877605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:35.887209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:35.893220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37938) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:35.905563 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f92ce6b5-2549-40cb-87f8-519a1efed290 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 934 time: 2.2837596 Aug 30 21:19:35.935893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6500ce4a-b7ca-4ac1-8645-41f2602772af up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:36.026263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-58bfbf8f-20f9-438a-9b65-40b7da733c9b service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672049 Aug 30 21:19:36.088167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6500ce4a-b7ca-4ac1-8645-41f2602772af triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:36.090196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:36.166935 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:36.210754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3edb5546-74d6-41e5-886d-a667bd2e3130 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:36.271110 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-09484cc9-78c6-4f2e-b37c-1c1a07ab72f4 req-25e15b7d-426a-4467-8fe9-2f88cc1acd1c service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357526 Aug 30 21:19:36.301883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3edb5546-74d6-41e5-886d-a667bd2e3130 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:36.302338 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:36.673762 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 6, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:35Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:36.723765 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f0af4a-dffd-4f22-b4c7-3f64d9bb8191 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 6, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:35Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:36.858372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c586ded-18b0-4304-908c-9ba0b9b2b1fe req-78b95eb4-ec86-4bc4-8eab-8a1d01c0c596 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 210 time: 0.0399034 Aug 30 21:19:36.903380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-31f63609-51b8-44c7-bcfe-6c18e5a2a584 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 934 time: 1.0062375 Aug 30 21:19:36.903887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:36.908928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:37.068980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54393-a098-4053-8292-3bfed5556139 req-e610a198-9eb0-4202-866d-50d9b3f6cdc4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:37.076928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41a54393-a098-4053-8292-3bfed5556139 req-e610a198-9eb0-4202-866d-50d9b3f6cdc4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0789158 Aug 30 21:19:37.135102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41a54393-a098-4053-8292-3bfed5556139 req-2a8cbc28-5ab3-4977-ac0c-4851e24b1630 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529056 Aug 30 21:19:37.300254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-ad1d6a8e-91d2-4942-b274-1ca65f7fd79b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:37.302236 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-ad1d6a8e-91d2-4942-b274-1ca65f7fd79b tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 811 time: 0.2974925 Aug 30 21:19:37.320033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Request body: {'port': {'device_id': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'admin_state_up': True, 'tenant_id': 'b6cea4b9d9a744fa88b39cd9d5bce624'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:37.339941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf8918-7611-49f8-a214-eca69df4f489 req-16ae6e5d-8147-468f-9d03-49bf55bbbf0a tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:37.343129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0abf8918-7611-49f8-a214-eca69df4f489 req-16ae6e5d-8147-468f-9d03-49bf55bbbf0a tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.1182640 Aug 30 21:19:37.409169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0abf8918-7611-49f8-a214-eca69df4f489 req-bd57d9fd-dcb5-4abc-9ae7-60ce19e29416 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532131 Aug 30 21:19:37.624826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-de7c9879-29af-4894-ab05-a3d4f1eb0c1e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:37.626381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-de7c9879-29af-4894-ab05-a3d4f1eb0c1e tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.82 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.1135654 Aug 30 21:19:37.666131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Made reservation on behalf of b6cea4b9d9a744fa88b39cd9d5bce624 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:37.669583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:37.784457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:37.800056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:37.801002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:37.801971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 21:19:37.802277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 21:19:37.918788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:37.923849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Deleting port d7770ea7-ef5b-447e-9b56-bf8feb290224 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:37.923849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:37.961912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58eb488d-a339-48e1-932c-1dce6356f600 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:37.964628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:37.978351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-655e5574-593d-49d0-8535-17c44c052e32 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:37.986842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-655e5574-593d-49d0-8535-17c44c052e32 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.2014730 Aug 30 21:19:38.007527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-9874fbd7-be03-4d56-87e7-10a0a5c41fe4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/quotas/8fe9d81da6c94e85a7414ebadffa9e78 HTTP/1.1" status: 200 len: 375 time: 0.0195055 Aug 30 21:19:38.011953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Allocated IP 172.20.0.9 (97ab9e34-2cc4-41cc-a326-9408603975cb/a0058480-6024-443b-9e88-c26955bf5510/e083b153-deba-4b40-85c5-a8c8274fd3b1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:38.082775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-9afc6fbf-174c-4e3a-a46a-62f1e9864290 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0742135 Aug 30 21:19:38.205119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-0639cd15-85c2-49a8-861b-4cc16fd13b21 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118414 Aug 30 21:19:38.221955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] For port d7770ea7-ef5b-447e-9b56-bf8feb290224, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7770ea7-ef5b-447e-9b56-bf8feb290224,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:38.222212 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.323908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 58eb488d-a339-48e1-932c-1dce6356f600 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:38.343563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 58eb488d-a339-48e1-932c-1dce6356f600 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:38.343958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-0afece29-af55-432c-8ce5-5bc49405f272 service neutron] 10.222.0.76 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341219 Aug 30 21:19:38.344080 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.524308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 6, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:35Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:38.527789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.567664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:38.601194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:38.601878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:38.608617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 58eb488d-a339-48e1-932c-1dce6356f600, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=58eb488d-a339-48e1-932c-1dce6356f600,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:38.662211 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.693594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.707487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.767788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7178261-7f3a-4dfb-840b-886aa804bd67 req-23550b21-ab0a-4fa8-91b5-747368bcd6c4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 210 time: 0.0375993 Aug 30 21:19:38.780282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=58eb488d-a339-48e1-932c-1dce6356f600,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:38.787506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:38.940638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.943148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25eb3bcb-1682-4b57-8ec3-c6f9b911c4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.962418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:38.976142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c2ace-5496-4330-82ef-9f444e076326 req-643a0975-054d-4441-95b2-79c4e9832a3a tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:38.979735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-670c2ace-5496-4330-82ef-9f444e076326 req-643a0975-054d-4441-95b2-79c4e9832a3a tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 945 time: 0.1087890 Aug 30 21:19:38.980472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.980865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:38.981177 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Floating IP f5511745-040f-45f1-8a40-f6457fa8d2ae disassociated. External IP: 172.25.5.186, port: d7770ea7-ef5b-447e-9b56-bf8feb290224. Aug 30 21:19:38.981516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Calling delete_port for d7770ea7-ef5b-447e-9b56-bf8feb290224 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:39.039855 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-670c2ace-5496-4330-82ef-9f444e076326 req-0ba5516c-0d25-4784-8102-a7902215add0 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/security-groups?id=80401f6d-0ee2-4e32-8449-1e8fe1064b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525286 Aug 30 21:19:39.152757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:37Z', 'revision_number': 7, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:35Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:39.160276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14e5ad17-bfaf-4cd5-940b-f312342376a2 req-afcd2bc9-3f21-4433-9b0e-818ce2a07650 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 210 time: 0.0418117 Aug 30 21:19:39.168156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:39.176175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:39.177353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fb1a4586-b82b-4a3e-a9b2-a8d3aa209e1e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 700 time: 2.2726324 Aug 30 21:19:39.178574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:39.188891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37992) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:39.206052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542a2a3-9683-4281-893b-f333e4ecf603 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:37Z', 'revision_number': 7, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:35Z', 'revision_number': 4, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:39.254856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Network 97ab9e34-2cc4-41cc-a326-9408603975cb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:39.280756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:39.283529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:39.289533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event updated for resources: {'Port': ['ID=e083b153-deba-4b40-85c5-a8c8274fd3b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:39.366717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a1122762-9754-456d-9de4-4ea79194b3c6 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 700 time: 0.1827657 Aug 30 21:19:39.368192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:39.376706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:39.377396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:39.384788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:39.426310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event deleted for resources: {'Port': ['ID=d7770ea7-ef5b-447e-9b56-bf8feb290224,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:39.433413 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-b0b1e8c3-198a-423e-96f6-4a50a131f9f1 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1178205 Aug 30 21:19:39.448546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Request body: {'port': {'device_id': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:39.614635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:39.637335 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:39.655510 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:39.656325 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:39.690698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Router 8294980f-963d-4f01-854b-fe8019306d38 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:39.779019 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:39.932459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58eb488d-a339-48e1-932c-1dce6356f600 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:39.996551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58d168-33b4-4b5b-92da-6051daf20233 req-2e0e516e-b79b-4504-a021-a49c2eb82ff5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:40.004590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe58d168-33b4-4b5b-92da-6051daf20233 req-2e0e516e-b79b-4504-a021-a49c2eb82ff5 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.2969396 Aug 30 21:19:40.027835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-0a96be99-6cbf-41a6-8042-8ebca7b2ec61 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:40.029518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-0a96be99-6cbf-41a6-8042-8ebca7b2ec61 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 812 time: 0.2672663 Aug 30 21:19:40.035603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 58eb488d-a339-48e1-932c-1dce6356f600 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:40.035979 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.046115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Request body: {'port': {'device_id': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'admin_state_up': True, 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:40.122589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe58d168-33b4-4b5b-92da-6051daf20233 req-ead05009-7c7d-478f-a291-e91e70132c00 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/security-groups?id=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169465 Aug 30 21:19:40.142605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:37Z', 'revision_number': 7, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:38Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:40.186385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e083b153-deba-4b40-85c5-a8c8274fd3b1 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:40.197003 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:40.207407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.210799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:40.219649 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:40.220362 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:40.224974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] Sync routers for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:40.233806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:40.235709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:40.296844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Made reservation on behalf of 8fe9d81da6c94e85a7414ebadffa9e78 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:40.301616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.304857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] No DVR routers for this DVR port d7770ea7-ef5b-447e-9b56-bf8feb290224 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:40.306911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Transition to ACTIVE for port object e083b153-deba-4b40-85c5-a8c8274fd3b1 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:40.308359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.310413 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5f2f753d-b791-4f9e-94a1-695dae72dfc5 req-397c50c0-c4ce-41ea-a10e-9313f204a2e3 tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.82 "DELETE /v2.0/ports/d7770ea7-ef5b-447e-9b56-bf8feb290224 HTTP/1.1" status: 204 len: 173 time: 2.6773524 Aug 30 21:19:40.313147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'name': 'network-vif-deleted', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:40.331401 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c5c652-d8a6-469a-a908-0f37c7aa988d" -d '{"events": [{"server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "name": "network-vif-deleted", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:40.332885 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.335644 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:40.342616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.452162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:40.508782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Pushing event updated for resources: {'Port': ['ID=e083b153-deba-4b40-85c5-a8c8274fd3b1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:40.601558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cb235-9168-450c-9e21-2f102e3f42bd req-62e9a866-5d53-477c-9b1d-4fe72e880057 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:40.603173 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-546cb235-9168-450c-9e21-2f102e3f42bd req-62e9a866-5d53-477c-9b1d-4fe72e880057 tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 947 time: 0.1296730 Aug 30 21:19:40.604789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Attempting to bind port e083b153-deba-4b40-85c5-a8c8274fd3b1 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:40.605510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Attempting to bind port e083b153-deba-4b40-85c5-a8c8274fd3b1 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:40.605510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Attempting to bind port e083b153-deba-4b40-85c5-a8c8274fd3b1 on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:40.610374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Port e083b153-deba-4b40-85c5-a8c8274fd3b1 on network 97ab9e34-2cc4-41cc-a326-9408603975cb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:19:40.610598 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:37Z', 'revision_number': 7, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:38Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:40.610808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Attempting to bind port e083b153-deba-4b40-85c5-a8c8274fd3b1 on network 97ab9e34-2cc4-41cc-a326-9408603975cb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:40.631945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bae98-4ebe-42dc-894d-3b23e15ee4eb req-39871ae4-07d3-43d1-bf15-a26500b44f1a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:40.639651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-180bae98-4ebe-42dc-894d-3b23e15ee4eb req-39871ae4-07d3-43d1-bf15-a26500b44f1a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 943 time: 0.2525985 Aug 30 21:19:40.651150 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c070-f903-4225-a039-67a2af0fdeb1 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:37Z', 'revision_number': 7, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58eb488d-a339-48e1-932c-1dce6356f600', 'name': '', 'network_id': 'c00eeba7-ad95-461a-a574-3fb732871da5', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:0a:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:30Z', 'updated_at': '2021-08-30T21:19:38Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '077e6428-dd5f-4805-930a-9a8308d41b7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:40.683074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:40.683457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Checking segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:40.683628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Bound using segment: {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:40.684077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Bound port: e083b153-deba-4b40-85c5-a8c8274fd3b1, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58211-483d-499a-91e0-92bc62faa99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:40.685558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.728784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:38Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:40.760221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] Checking router: 8294980f-963d-4f01-854b-fe8019306d38 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:40.776053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:40.776847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-180bae98-4ebe-42dc-894d-3b23e15ee4eb req-ce85c16f-8803-4177-be11-8fd20e885cdd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311781 Aug 30 21:19:40.777565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:40.801116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Allocated IP 172.20.0.3 (b285858d-ce79-4611-ae2c-89584f65fbae/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d/516d7ff6-488e-4429-bffa-e2eff5567d4a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:40.838185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Deleting port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:40.838544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.927315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] For port e083b153-deba-4b40-85c5-a8c8274fd3b1, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:40.958755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] For port e083b153-deba-4b40-85c5-a8c8274fd3b1, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:40.967376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:40.977368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3329d5c-e60d-4be2-9222-f716b269e1f4 req-701b5da0-f0a3-434c-9382-8af2f74aa30b tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "GET /v2.0/ports?device_id=0107e82f-7055-4203-a594-db3c3bcfb977 HTTP/1.1" status: 200 len: 210 time: 0.0959880 Aug 30 21:19:40.999662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:41.023742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:41.024505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.026914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] 10.222.0.86 "PUT /v2.0/ports/e083b153-deba-4b40-85c5-a8c8274fd3b1 HTTP/1.1" status: 200 len: 1092 time: 1.5838630 Aug 30 21:19:41.052838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] For port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,segment=NetworkSegment(2c815f66-715e-46f6-a283-283eeb0b6704),segment_id=2c815f66-715e-46f6-a283-283eeb0b6704)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:41.052838 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.123009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Calling delete_port for d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:41.126420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1b4c0-a381-4d1b-b85f-361e4426989a service neutron] Pushing event updated for resources: {'Port': ['ID=e083b153-deba-4b40-85c5-a8c8274fd3b1,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:41.137275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05fd1eca-ab2b-488c-838c-e52053b3e083 req-138ce363-b6df-407c-99ba-786de9d9d939 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 210 time: 0.0487976 Aug 30 21:19:41.154829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.177720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Transition to ACTIVE for port object 516d7ff6-488e-4429-bffa-e2eff5567d4a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:41.190341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 58eb488d-a339-48e1-932c-1dce6356f600 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:41.190703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.200458 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b88cc95-09f7-49de-8fb2-50ccaf66ebd6 x-openstack-request-id: req-0b88cc95-09f7-49de-8fb2-50ccaf66ebd6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:41.200994 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0107e82f-7055-4203-a594-db3c3bcfb977", "name": "network-vif-deleted", "tag": "d7770ea7-ef5b-447e-9b56-bf8feb290224", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:41.200994 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b88cc95-09f7-49de-8fb2-50ccaf66ebd6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:41.201383 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0107e82f-7055-4203-a594-db3c3bcfb977', 'name': 'network-vif-deleted', 'tag': 'd7770ea7-ef5b-447e-9b56-bf8feb290224', 'status': 'completed', 'code': 200} Aug 30 21:19:41.205848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-69bbe032-70c3-4416-aa19-e0eb97298f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:41.208982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-69bbe032-70c3-4416-aa19-e0eb97298f77 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 1095 time: 0.1275218 Aug 30 21:19:41.276607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:38Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:41.278828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-7113a328-d6cd-40d8-86d6-5f403154b43b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1 HTTP/1.1" status: 200 len: 217 time: 0.0603356 Aug 30 21:19:41.291311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.311653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:41.313883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['aea02a13-e293-414b-ae1b-f2b7d0f60c06'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:41.352352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda388bb-826a-484d-871d-b4ee1a81cee0 None None] The sync data for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 is: [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:22Z', 'revision_number': 4, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8457fb75-863f-4106-b2a6-bef61d750dbc', 'name': '', 'network_id': '586a5038-04bf-4859-9ed1-7bba7cbc67a0', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'mac_address': 'fa:16:3e:4b:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:20Z', 'updated_at': '2021-08-30T21:13:38Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'subnets': [{'id': 'c580e4c7-3a75-4a4c-bc1a-25e2920297c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:41.360790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-6b6facd2-f265-4b12-8569-f61dfa1bfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:41.362309 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-6b6facd2-f265-4b12-8569-f61dfa1bfa92 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0746047 Aug 30 21:19:41.370273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:41.413165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 58eb488d-a339-48e1-932c-1dce6356f600, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=58eb488d-a339-48e1-932c-1dce6356f600,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:41.413808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.417388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-0ac4307d-a9ab-4889-a86e-ea4d6dc6c43e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437057 Aug 30 21:19:41.421544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Network b285858d-ce79-4611-ae2c-89584f65fbae is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:41.430424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:41.437870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:41.442942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 58eb488d-a339-48e1-932c-1dce6356f600 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:41.572771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:41.573481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.624000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.702275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-d948116a-fb67-4923-a852-0bd93b2d4d01 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437704 Aug 30 21:19:41.706005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Pushing event deleted for resources: {'Port': ['ID=d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:41.734228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-f2aae799-cb0d-4285-b3a4-a6a26196620f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6920083 Aug 30 21:19:41.745576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.759597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] No DVR routers for this DVR port d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:41.762776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.764985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-546cb235-9168-450c-9e21-2f102e3f42bd req-b88273bc-aff3-4bb1-8357-b093f4d2fa0c tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.82 "DELETE /v2.0/ports/d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a HTTP/1.1" status: 204 len: 173 time: 1.1495075 Aug 30 21:19:41.777260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Request body: {'port': {'device_id': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:41.784563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79b04a07-e7e5-40c7-b238-af08e0630ae4 req-c1ebe3f0-d07c-4812-b219-e1c2594db5bb tempest-ServersNegativeTestJSON-56979559 tempest-ServersNegativeTestJSON-56979559-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcf4f1f9-dc4d-489e-843e-129c166b4613 HTTP/1.1" status: 200 len: 210 time: 0.0736656 Aug 30 21:19:41.869004 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.872715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.872996 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f9bdc520-b3d4-4ee0-9ba5-4bcaad842621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.891721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d98148c6-cc27-484d-9e6f-3b10b658a151 req-a2fdb236-2645-44af-a2ec-06c44fc352a7 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681693 Aug 30 21:19:41.913302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=58eb488d-a339-48e1-932c-1dce6356f600,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:41.918909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-87433f0a-343b-4059-abbc-29e29e7b6590 None None] Provisioning for port 516d7ff6-488e-4429-bffa-e2eff5567d4a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:41.941036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-87433f0a-343b-4059-abbc-29e29e7b6590 None None] Provisioning complete for port 516d7ff6-488e-4429-bffa-e2eff5567d4a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:41.941483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87433f0a-343b-4059-abbc-29e29e7b6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:41.998219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-87433f0a-343b-4059-abbc-29e29e7b6590 None None] Port 516d7ff6-488e-4429-bffa-e2eff5567d4a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:19:42.066150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:42.158138 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f36536-adab-41fb-a58a-3207dd4e03a6 None None] New status for floating IP f5511745-040f-45f1-8a40-f6457fa8d2ae: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:19:42.263905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:42.295249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:42.295595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:42.296014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7770ea7-ef5b-447e-9b56-bf8feb290224 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:42.300185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951df82-324d-4b69-b019-2f358a8daaef req-8718581a-dfb9-4c32-b90b-fba63bdd1bbb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:42.301828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6951df82-324d-4b69-b019-2f358a8daaef req-8718581a-dfb9-4c32-b90b-fba63bdd1bbb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 943 time: 0.1741097 Aug 30 21:19:42.319159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: d7770ea7-ef5b-447e-9b56-bf8feb290224 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:42.319582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7770ea7-ef5b-447e-9b56-bf8feb290224 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:42.433370 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.447562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6951df82-324d-4b69-b019-2f358a8daaef req-ab4d2e70-5be4-401b-b7ce-7afb3ce8aef7 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 Aug 30 21:19:42.489411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:42.582756 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.597330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516d7ff6-488e-4429-bffa-e2eff5567d4a {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:42.609521 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.623534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Deleting port 4a7cff7d-acb2-456c-a96c-c4b024f1bac2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:42.623888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.629101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Transition to ACTIVE for port object 516d7ff6-488e-4429-bffa-e2eff5567d4a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:42.637195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.672918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5c80c-f0cb-42e3-862f-c1cc0e41a350 req-81d4502e-1c10-45f3-9ff7-c31a4189211f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:42.674475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cb5c80c-f0cb-42e3-862f-c1cc0e41a350 req-81d4502e-1c10-45f3-9ff7-c31a4189211f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 931 time: 0.1203697 Aug 30 21:19:42.699788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.700183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.713000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Calling delete_port for 4a7cff7d-acb2-456c-a96c-c4b024f1bac2 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:42.793200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:42.816106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cb5c80c-f0cb-42e3-862f-c1cc0e41a350 req-0686cf2e-a32a-4634-8d34-4afef41e2a82 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022015 Aug 30 21:19:42.858909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:42.869114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.901434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event deleted for resources: {'Port': ['ID=4a7cff7d-acb2-456c-a96c-c4b024f1bac2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:42.956089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Attempting to bind port 516d7ff6-488e-4429-bffa-e2eff5567d4a on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:42.956321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Attempting to bind port 516d7ff6-488e-4429-bffa-e2eff5567d4a by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:42.956641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Attempting to bind port 516d7ff6-488e-4429-bffa-e2eff5567d4a on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:42.966035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Port 516d7ff6-488e-4429-bffa-e2eff5567d4a on network b285858d-ce79-4611-ae2c-89584f65fbae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:19:42.966374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Attempting to bind port 516d7ff6-488e-4429-bffa-e2eff5567d4a on network b285858d-ce79-4611-ae2c-89584f65fbae {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:42.982990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:42.983538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Checking segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:42.984191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Bound using segment: {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:42.984664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Bound port: 516d7ff6-488e-4429-bffa-e2eff5567d4a, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ea9e73-9441-485c-ab30-f077e5c82630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:42.985207 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.988013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.992466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:42.998240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a72f3334-3c6f-45e8-93e2-d7bdaa9fe36d tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "DELETE /v2.0/floatingips/f5511745-040f-45f1-8a40-f6457fa8d2ae HTTP/1.1" status: 204 len: 168 time: 0.5075862 Aug 30 21:19:43.009406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:43.015243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79b769be-90bf-47f8-9e87-c9174404270a tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6455691 Aug 30 21:19:43.018172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:43.028944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:43.050037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38038) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:43.057391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:43.058194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:43.092148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet 077e6428-dd5f-4805-930a-9a8308d41b7a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:43.096769 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.108221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:43.118826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:43.125362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Deleting subnet e05b4077-1d23-4f07-ace7-e6695deb37dc {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:43.128782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.149926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.159648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.192081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:43.199237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:43.199688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.201507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] 10.222.0.86 "PUT /v2.0/ports/516d7ff6-488e-4429-bffa-e2eff5567d4a HTTP/1.1" status: 200 len: 1092 time: 1.4314661 Aug 30 21:19:43.203826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:43.203983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'tag': 'e083b153-deba-4b40-85c5-a8c8274fd3b1'}, {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-deleted', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:43.206549 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012268b6-e208-41c9-93d9-fbbe5b22acac" -d '{"events": [{"name": "network-changed", "server_uuid": "f79dfb60-4862-4a34-9aad-cd1c0a72c476", "tag": "e083b153-deba-4b40-85c5-a8c8274fd3b1"}, {"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-deleted", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:43.206711 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:43.214927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.285505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.318759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:43.371142 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005d6e67-60e2-46e9-a825-112c678431f1 x-openstack-request-id: req-005d6e67-60e2-46e9-a825-112c678431f1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:43.371405 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79dfb60-4862-4a34-9aad-cd1c0a72c476", "tag": "e083b153-deba-4b40-85c5-a8c8274fd3b1", "status": "completed", "code": 200}, {"server_uuid": "dcf4f1f9-dc4d-489e-843e-129c166b4613", "name": "network-vif-deleted", "tag": "d9914ae4-ebdb-4a8b-b8d8-e4851bf3526a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:43.371611 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-005d6e67-60e2-46e9-a825-112c678431f1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:43.372012 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'tag': 'e083b153-deba-4b40-85c5-a8c8274fd3b1', 'status': 'completed', 'code': 200} Aug 30 21:19:43.372266 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4f1f9-dc4d-489e-843e-129c166b4613', 'name': 'network-vif-deleted', 'tag': 'd9914ae4-ebdb-4a8b-b8d8-e4851bf3526a', 'status': 'completed', 'code': 200} Aug 30 21:19:43.485793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.491695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b43766-6eeb-4ed0-8ed6-3a2612c97fff tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.535358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b43766-6eeb-4ed0-8ed6-3a2612c97fff tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.574717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e083b153-deba-4b40-85c5-a8c8274fd3b1 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:19:43.579494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=077e6428-dd5f-4805-930a-9a8308d41b7a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:43.582629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.584708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ac273b2f-6fbf-408a-9fde-137c51232fbe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/077e6428-dd5f-4805-930a-9a8308d41b7a HTTP/1.1" status: 204 len: 168 time: 0.5650489 Aug 30 21:19:43.588971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:43.593774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa241c-0458-4e22-bf3a-02d9af532561 None None] Network c00eeba7-ad95-461a-a574-3fb732871da5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:43.609862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-dd80617e-0f8f-4852-87b7-cb70f38a44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:43.611451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-dd80617e-0f8f-4852-87b7-cb70f38a44a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 1095 time: 0.2050292 Aug 30 21:19:43.709154 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f5d64-3c1f-44b6-a170-2962ea6571c5 x-openstack-request-id: req-ea6f5d64-3c1f-44b6-a170-2962ea6571c5 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:43.709798 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:43.709798 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea6f5d64-3c1f-44b6-a170-2962ea6571c5 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:43.710149 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'status': 'completed', 'code': 200} Aug 30 21:19:43.749732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-3b06c400-5247-40c8-809d-8d4edbd020c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:43.752381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-3b06c400-5247-40c8-809d-8d4edbd020c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 200 len: 912 time: 0.1287870 Aug 30 21:19:43.796139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c97b3-593c-4eb5-a29b-b512638a74e7 service neutron] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:43.812334 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-884fe44e-586b-48e2-9de5-c3662262442a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1 HTTP/1.1" status: 200 len: 217 time: 0.0387523 Aug 30 21:19:43.819597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e083b153-deba-4b40-85c5-a8c8274fd3b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:43.829841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.853014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-308d77f3-c060-4c87-9890-9b42ec2bff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:43.854407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-308d77f3-c060-4c87-9890-9b42ec2bff25 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 1095 time: 0.1486599 Aug 30 21:19:43.865747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1ceb6-34ea-4a94-8110-cf51a265660d req-c501961b-5c20-42ed-862d-49f182d6516d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:43.866263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'e083b153-deba-4b40-85c5-a8c8274fd3b1', 'network_id': '97ab9e34-2cc4-41cc-a326-9408603975cb', 'port_id': 'e083b153-deba-4b40-85c5-a8c8274fd3b1', 'mac_address': 'fa:16:3e:45:ea:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0058480-6024-443b-9e88-c26955bf5510', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:19:43.867385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5a1ceb6-34ea-4a94-8110-cf51a265660d req-c501961b-5c20-42ed-862d-49f182d6516d tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 943 time: 0.1604776 Aug 30 21:19:43.886093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.902082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-d89d2bb2-745a-407a-9131-406a0d5638eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:43.903608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-d89d2bb2-745a-407a-9131-406a0d5638eb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 200 len: 851 time: 0.0824761 Aug 30 21:19:43.922613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-86bea5b8-84fe-4f14-a546-30dfeac8c3d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a HTTP/1.1" status: 200 len: 217 time: 0.0534720 Aug 30 21:19:43.956777 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.957117 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-20830fc8-2fc1-4c84-ac5c-2b7559e7e8a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=97ab9e34-2cc4-41cc-a326-9408603975cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454741 Aug 30 21:19:43.959115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b43766-6eeb-4ed0-8ed6-3a2612c97fff tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.961822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b43766-6eeb-4ed0-8ed6-3a2612c97fff tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:43.965737 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69b43766-6eeb-4ed0-8ed6-3a2612c97fff tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] 10.222.0.76 "DELETE /v2.0/security-groups/80401f6d-0ee2-4e32-8449-1e8fe1064b8f HTTP/1.1" status: 204 len: 168 time: 0.6436341 Aug 30 21:19:43.982834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e083b153-deba-4b40-85c5-a8c8274fd3b1 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:43.997663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5a1ceb6-34ea-4a94-8110-cf51a265660d req-f214cc89-5d06-4921-bc4f-8e17a32fbbf8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205630 Aug 30 21:19:44.015529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e083b153-deba-4b40-85c5-a8c8274fd3b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:44.015639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b43766-6eeb-4ed0-8ed6-3a2612c97fff tempest-TestServerBasicOps-522742446 tempest-TestServerBasicOps-522742446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80401f6d-0ee2-4e32-8449-1e8fe1064b8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:44.020089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-5063c655-1626-474c-89f4-80294a72085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:44.021847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-5063c655-1626-474c-89f4-80294a72085c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0881560 Aug 30 21:19:44.031249 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.064966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 6500ce4a-b7ca-4ac1-8645-41f2602772af {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:44.065318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.068908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:41Z', 'revision_number': 8, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.111362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.122361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-974bc215-9c83-4b26-b2a1-a3f9755c0104 service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535161 Aug 30 21:19:44.137768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:44.142237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] DHCP port deletion for c00eeba7-ad95-461a-a574-3fb732871da5 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:44.175447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05b4077-1d23-4f07-ace7-e6695deb37dc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:44.180972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.185255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:44.185912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.186753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9cc7a408-bcc5-4f02-8522-58ebfac5a2b3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e05b4077-1d23-4f07-ace7-e6695deb37dc HTTP/1.1" status: 204 len: 168 time: 1.1360805 Aug 30 21:19:44.187714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38066) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:44.216753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8715-e249-483e-bae1-65317676d12c req-c5002da9-cb5d-443e-8b7d-f41bedd56665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:44.218342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-c5002da9-cb5d-443e-8b7d-f41bedd56665 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804113 Aug 30 21:19:44.282165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e083b153-deba-4b40-85c5-a8c8274fd3b1,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:44.292529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7134eff-96ad-4500-bb70-8b1fca7aacc3 req-305991f0-6b87-467d-a670-fc8aa1011ec3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:44.294871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7134eff-96ad-4500-bb70-8b1fca7aacc3 req-305991f0-6b87-467d-a670-fc8aa1011ec3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 943 time: 0.1585786 Aug 30 21:19:44.341554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:44.394808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.428041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7134eff-96ad-4500-bb70-8b1fca7aacc3 req-6d3cbf41-4e13-49c7-b12f-266ce629caab tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989850 Aug 30 21:19:44.444385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['e083b153-deba-4b40-85c5-a8c8274fd3b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:44.452955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-21698851-f871-44ca-8325-d1b1bbca06be service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198448 Aug 30 21:19:44.470884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] Deleting port 6500ce4a-b7ca-4ac1-8645-41f2602772af {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:44.471266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.542344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 6500ce4a-b7ca-4ac1-8645-41f2602772af, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6500ce4a-b7ca-4ac1-8645-41f2602772af,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:44.543004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.559327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 6500ce4a-b7ca-4ac1-8645-41f2602772af owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:44.593010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.624157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.628870 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-012268b6-e208-41c9-93d9-fbbe5b22acac req-f288fc71-abaa-4693-9c33-b4961b945c9e service neutron] 10.222.0.86 "GET /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979787 Aug 30 21:19:44.630569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.638646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] For port 6500ce4a-b7ca-4ac1-8645-41f2602772af, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6500ce4a-b7ca-4ac1-8645-41f2602772af,segment=NetworkSegment(bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f),segment_id=bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:44.638958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c815f66-715e-46f6-a283-283eeb0b6704') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.639183 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.639302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c815f66-715e-46f6-a283-283eeb0b6704') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.659768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.674160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcfa8715-e249-483e-bae1-65317676d12c req-67b8669f-fba8-4174-bc14-e788776e3961 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010462 Aug 30 21:19:44.676083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:44.681064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] Calling delete_port for 6500ce4a-b7ca-4ac1-8645-41f2602772af owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:44.688781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.692418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.703645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:44.706234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:44.713645 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:44.753615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=6500ce4a-b7ca-4ac1-8645-41f2602772af,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:44.757872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port 6500ce4a-b7ca-4ac1-8645-41f2602772af on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:44.852236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.869773 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.872087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00eeba7-ad95-461a-a574-3fb732871da5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.906818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.914319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.919140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1 HTTP/1.1" status: 204 len: 168 time: 0.7190320 Aug 30 21:19:44.921990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.922292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6c2f80-6a6f-462e-9cf0-4fd1c761a65f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.924170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:41Z', 'revision_number': 8, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:44.927904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-9f99cf51-2622-44a7-a588-838225ac1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:44.930198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-9f99cf51-2622-44a7-a588-838225ac1353 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 1095 time: 0.1128640 Aug 30 21:19:44.931604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] Pushing event deleted for resources: {'Port': ['ID=6500ce4a-b7ca-4ac1-8645-41f2602772af,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:44.940148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:44.959497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d488b4-9111-4f02-b6d7-2476797824d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8085ca9-9489-4e6b-b1f6-e3d91c07f1f1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:44.973539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084f2d22-9e66-4b6c-a7e9-032673ef688f None None] No DVR routers for this DVR port 6500ce4a-b7ca-4ac1-8645-41f2602772af on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:44.978931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208dd0ba-ac37-4171-98b6-5821ce6308f9 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:41Z', 'revision_number': 8, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3edb5546-74d6-41e5-886d-a667bd2e3130', 'name': '', 'network_id': '04e759ef-2b55-4ce7-ac65-7a29f7313203', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:2a:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:26Z', 'updated_at': '2021-08-30T21:19:34Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': '1edf35dc-e422-46f2-a9a4-d37cd690112e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:44.986789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.004112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:45.004854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:45.008925 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:45.073571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-3f2986e5-1975-4882-ada5-1e4783faa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:45.076980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-3f2986e5-1975-4882-ada5-1e4783faa3e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1320081 Aug 30 21:19:45.122238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:45.129934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.142124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-e7ebf10a-d85c-4814-adb0-d446d473e2f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a HTTP/1.1" status: 200 len: 217 time: 0.0521376 Aug 30 21:19:45.148915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.150823 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/c00eeba7-ad95-461a-a574-3fb732871da5 HTTP/1.1" status: 204 len: 168 time: 1.5575757 Aug 30 21:19:45.157206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38078) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:45.171115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2136ec-7f09-43e4-af85-7c668ec72d59 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=c00eeba7-ad95-461a-a574-3fb732871da5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:45.232800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7287fecd-6d2f-40df-99de-1963289dcf48 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=357ddbb80b07447daba2753582995065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093988 Aug 30 21:19:45.235461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:45.296882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb777f49-b0cc-4e7d-8673-87de006af04f req-4ef408de-1da2-47a1-aaed-577179ce8d2a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:45.298361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb777f49-b0cc-4e7d-8673-87de006af04f req-4ef408de-1da2-47a1-aaed-577179ce8d2a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 944 time: 0.2160940 Aug 30 21:19:45.305410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-fc4002e2-cc48-4caf-8c83-f7c8dbf4dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:45.306887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-fc4002e2-cc48-4caf-8c83-f7c8dbf4dc83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1504488 Aug 30 21:19:45.325628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007254af-cebc-4e3b-bcc0-206b578c8845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.390024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007254af-cebc-4e3b-bcc0-206b578c8845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.452862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb777f49-b0cc-4e7d-8673-87de006af04f req-ce9e22d7-92d2-40ac-b19e-ccfc3f98fd77 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416886 Aug 30 21:19:45.468575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-368a2e90-0bdd-40e9-99cc-0a176680f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:45.470232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-368a2e90-0bdd-40e9-99cc-0a176680f284 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1532996 Aug 30 21:19:45.491534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007254af-cebc-4e3b-bcc0-206b578c8845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.494204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-007254af-cebc-4e3b-bcc0-206b578c8845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.497815 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-007254af-cebc-4e3b-bcc0-206b578c8845 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88ad2da5-3ba4-4537-8371-ca7a6b9d96ea HTTP/1.1" status: 204 len: 168 time: 0.2592041 Aug 30 21:19:45.510697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007254af-cebc-4e3b-bcc0-206b578c8845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad2da5-3ba4-4537-8371-ca7a6b9d96ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:45.519041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.689938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-82edfe2f-f0b1-4250-bf99-a7470f56a88e service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841023 Aug 30 21:19:45.721581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468962a-6c71-42c3-81ef-f992113062e9 req-efff530d-8b80-4421-9fc0-77b34630dde8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:45.728175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3468962a-6c71-42c3-81ef-f992113062e9 req-efff530d-8b80-4421-9fc0-77b34630dde8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 943 time: 0.1433568 Aug 30 21:19:45.792825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Deleting port 8457fb75-863f-4106-b2a6-bef61d750dbc {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:45.793784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.828392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3468962a-6c71-42c3-81ef-f992113062e9 req-81586c3f-80e3-44b8-9448-c25cc7478e6e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889153 Aug 30 21:19:45.894999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6500ce4a-b7ca-4ac1-8645-41f2602772af no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:45.907026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] For port 8457fb75-863f-4106-b2a6-bef61d750dbc, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8457fb75-863f-4106-b2a6-bef61d750dbc,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:45.907464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.913815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf51fd8-f1b8-4593-a1f7-50a4b85e9359 req-c8e8b41b-a60e-4aff-b06c-7a3fd2afed71 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117054 Aug 30 21:19:45.925400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Calling delete_port for 8457fb75-863f-4106-b2a6-bef61d750dbc owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:45.942103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:45.952544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6500ce4a-b7ca-4ac1-8645-41f2602772af {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:45.952900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6500ce4a-b7ca-4ac1-8645-41f2602772af not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:45.953584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58eb488d-a339-48e1-932c-1dce6356f600 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:45.973231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 58eb488d-a339-48e1-932c-1dce6356f600 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:45.973840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58eb488d-a339-48e1-932c-1dce6356f600 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:46.136582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:46.165852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Pushing event deleted for resources: {'Port': ['ID=8457fb75-863f-4106-b2a6-bef61d750dbc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:46.259324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 3edb5546-74d6-41e5-886d-a667bd2e3130 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:46.260885 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:46.344762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:46.384162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 3edb5546-74d6-41e5-886d-a667bd2e3130, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3edb5546-74d6-41e5-886d-a667bd2e3130,segment=NetworkSegment(bb2a804f-30b8-4948-91a5-1aed97c82fa5),segment_id=bb2a804f-30b8-4948-91a5-1aed97c82fa5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:46.384835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:46.401132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 3edb5546-74d6-41e5-886d-a667bd2e3130 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:46.623862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:46.626284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Router 8294980f-963d-4f01-854b-fe8019306d38 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:46.640083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303f05-9d2b-47d8-9c48-5deda48d76bf req-aee92eb6-c75e-443a-9566-97f80f7cb030 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:46.641504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05303f05-9d2b-47d8-9c48-5deda48d76bf req-aee92eb6-c75e-443a-9566-97f80f7cb030 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 944 time: 0.0724423 Aug 30 21:19:46.668337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=3edb5546-74d6-41e5-886d-a667bd2e3130,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:46.758347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:46.764277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05303f05-9d2b-47d8-9c48-5deda48d76bf req-56ac4ae1-0e65-43b8-8d4a-c5e92b6fc154 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997579 Aug 30 21:19:46.770811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-61401026-e780-4268-8799-1eaa7aece245 admin admin] 10.222.0.76 "PUT /v2.0/routers/8294980f-963d-4f01-854b-fe8019306d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0937569 Aug 30 21:19:46.771437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38114) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:46.781666 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] Sync routers for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:46.793022 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:46.794273 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:46.921464 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:47.032565 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.056675 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad6a68-0999-41be-96f3-3cb3c1aca088 req-ec816b5d-6bbd-439c-a739-994957d37acc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:47.058279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2ad6a68-0999-41be-96f3-3cb3c1aca088 req-ec816b5d-6bbd-439c-a739-994957d37acc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 943 time: 0.1171312 Aug 30 21:19:47.105236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.116429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:47.218078 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:19:46Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:47.240576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-392ba2e7-efa5-4fd2-a9f0-60e9c4955a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.247997 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] Checking router: 8294980f-963d-4f01-854b-fe8019306d38 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:47.256674 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] Routers {'8294980f-963d-4f01-854b-fe8019306d38'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:47.257288 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8294980f-963d-4f01-854b-fe8019306d38'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:47.260763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2ad6a68-0999-41be-96f3-3cb3c1aca088 req-7d669f3c-6bcf-4761-a893-2392606222d6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600442 Aug 30 21:19:47.330824 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.391370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-392ba2e7-efa5-4fd2-a9f0-60e9c4955a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.401639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-392ba2e7-efa5-4fd2-a9f0-60e9c4955a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.412647 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] Set router 8294980f-963d-4f01-854b-fe8019306d38 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:47.430070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:47.454359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Deleting port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:47.454989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.459976 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-392ba2e7-efa5-4fd2-a9f0-60e9c4955a9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13d61860d23541da88f0ff495ac0cbe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391414 Aug 30 21:19:47.463180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:47.473003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ba2e7-efa5-4fd2-a9f0-60e9c4955a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d93af07-77f9-41c1-9839-87e925ec50d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:47.533883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0d3a-b065-4cc7-8cfa-f62bb2a5b86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.563486 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0d3a-b065-4cc7-8cfa-f62bb2a5b86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.591422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:47.600209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3df8bb86-ac10-4991-adb2-aaa175db2363 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4384134 Aug 30 21:19:47.600327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38140) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:47.607720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:47.626553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 516d7ff6-488e-4429-bffa-e2eff5567d4a details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:19:47.635546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0d3a-b065-4cc7-8cfa-f62bb2a5b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.638991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0d3a-b065-4cc7-8cfa-f62bb2a5b86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:47.642955 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:19:46Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:47.644554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f1d0d3a-b065-4cc7-8cfa-f62bb2a5b86b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d93af07-77f9-41c1-9839-87e925ec50d4 HTTP/1.1" status: 204 len: 168 time: 0.1791952 Aug 30 21:19:47.654574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d0d3a-b065-4cc7-8cfa-f62bb2a5b86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d93af07-77f9-41c1-9839-87e925ec50d4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:47.679385 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbfa0b7-fb72-4702-8f37-1290926d5f05 None None] The sync data for ids ['8294980f-963d-4f01-854b-fe8019306d38'] in n-d-793620-16 is: [{'id': '8294980f-963d-4f01-854b-fe8019306d38', 'name': 'tempest-TestServerBasicOps-625926977-router', 'tenant_id': '54f453249f564d0db918e63f108138e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:19:46Z', 'revision_number': 5, 'project_id': '54f453249f564d0db918e63f108138e0', 'gw_port': {'id': '9adca4b0-d77d-44b0-a0ed-2a7923a8848d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8294980f-963d-4f01-854b-fe8019306d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:14Z', 'updated_at': '2021-08-30T21:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:47.729756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e083b153-deba-4b40-85c5-a8c8274fd3b1 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:47.735462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:47.736396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:47.908802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:47.920233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:47.965806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'mac_address': 'fa:16:3e:07:2f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:19:47.976977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port e083b153-deba-4b40-85c5-a8c8274fd3b1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:47.989106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port e083b153-deba-4b40-85c5-a8c8274fd3b1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:47.989487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.065865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] For port 9adca4b0-d77d-44b0-a0ed-2a7923a8848d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:48.066436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.098836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet 1edf35dc-e422-46f2-a9a4-d37cd690112e {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:48.104664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Calling delete_port for 9adca4b0-d77d-44b0-a0ed-2a7923a8848d owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:48.120801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.169064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9bdfc-f75b-4332-aaaa-96a356017eaf req-0b0f89a6-4ff8-4816-8f2f-624c4c3a209f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:48.170753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ff9bdfc-f75b-4332-aaaa-96a356017eaf req-0b0f89a6-4ff8-4816-8f2f-624c4c3a209f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 944 time: 0.1769533 Aug 30 21:19:48.229876 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.322449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ff9bdfc-f75b-4332-aaaa-96a356017eaf req-a46c8552-70c0-43cf-aab7-dae4fb078dec tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083214 Aug 30 21:19:48.383333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8457fb75-863f-4106-b2a6-bef61d750dbc no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:48.407437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.416475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8457fb75-863f-4106-b2a6-bef61d750dbc {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:48.416831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8457fb75-863f-4106-b2a6-bef61d750dbc not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:48.444069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516d7ff6-488e-4429-bffa-e2eff5567d4a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:48.480595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:48.489856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.510145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.580505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7020cd-da77-45f6-916e-b76dd1825003 req-688498aa-ca3b-4f8e-b344-dea0339744bf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:48.582302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a7020cd-da77-45f6-916e-b76dd1825003 req-688498aa-ca3b-4f8e-b344-dea0339744bf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 943 time: 0.1480105 Aug 30 21:19:48.590460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.619495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:48.628493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:48.641046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e083b153-deba-4b40-85c5-a8c8274fd3b1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:48.643466 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17171f5f-3042-4f8f-b5d7-c7dc6d9b0f6e" -d '{"events": [{"server_uuid": "f79dfb60-4862-4a34-9aad-cd1c0a72c476", "name": "network-vif-plugged", "status": "completed", "tag": "e083b153-deba-4b40-85c5-a8c8274fd3b1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:48.647343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.656720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.659161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e083b153-deba-4b40-85c5-a8c8274fd3b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:48.666081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.702508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:46Z', 'revision_number': 9, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:48.715336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a7020cd-da77-45f6-916e-b76dd1825003 req-94f29fb3-1ca3-4b6c-a1c8-0a81a553e32b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172042 Aug 30 21:19:48.739546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2020214069-network', 'tenant_id': '6b8e55afa6d64d57bc132db4d407070a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:48.750368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:48.758844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e083b153-deba-4b40-85c5-a8c8274fd3b1,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:48.763245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.768398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/1edf35dc-e422-46f2-a9a4-d37cd690112e HTTP/1.1" status: 204 len: 168 time: 1.1648331 Aug 30 21:19:48.768398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc124c-0fe4-44f8-83c4-60375d4d8aa5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=1edf35dc-e422-46f2-a9a4-d37cd690112e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:48.768843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:48.771333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9adca4b0-d77d-44b0-a0ed-2a7923a8848d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:48.780813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7995312c-7190-4dc3-bc6c-2ef383fe1eed None None] Network 04e759ef-2b55-4ce7-ac65-7a29f7313203 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:48.782468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Made reservation on behalf of 6b8e55afa6d64d57bc132db4d407070a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:48.785866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.794549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:48.795223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:48.833032 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.841083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.864540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['516d7ff6-488e-4429-bffa-e2eff5567d4a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:48.904583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.959303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:48.963243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.025373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:49.028432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.028432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8294980f-963d-4f01-854b-fe8019306d38 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:19:49.047530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.049122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-183a5611-d2ff-4675-8337-d4a23a0de5f4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8294980f-963d-4f01-854b-fe8019306d38 HTTP/1.1" status: 204 len: 168 time: 2.2764833 Aug 30 21:19:49.051810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38180) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:49.058447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port a2ab8981-a230-40da-8e02-dc1b68e06d91 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:49.058823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.060000 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11edde7e-32a8-4d2d-95ed-65e23c4daa9d x-openstack-request-id: req-11edde7e-32a8-4d2d-95ed-65e23c4daa9d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:49.060271 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79dfb60-4862-4a34-9aad-cd1c0a72c476", "name": "network-vif-plugged", "status": "completed", "tag": "e083b153-deba-4b40-85c5-a8c8274fd3b1", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:49.060683 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11edde7e-32a8-4d2d-95ed-65e23c4daa9d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:49.061227 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e083b153-deba-4b40-85c5-a8c8274fd3b1', 'code': 200} Aug 30 21:19:49.081459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.116668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.152941 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:19:49.153815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:19:49.175517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Deleting subnet c580e4c7-3a75-4a4c-bc1a-25e2920297c4 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:49.180426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.192783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port a2ab8981-a230-40da-8e02-dc1b68e06d91, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a2ab8981-a230-40da-8e02-dc1b68e06d91,segment=NetworkSegment(bb2a804f-30b8-4948-91a5-1aed97c82fa5),segment_id=bb2a804f-30b8-4948-91a5-1aed97c82fa5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:49.193874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.196486 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.196973 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Added segment c1325cc0-002b-4ce5-8356-4748da8625cb of type vlan for network 3f9a61bb-3f1e-463b-a691-17b52951548a Aug 30 21:19:49.198365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30141f3f-07c8-495b-b5a0-9a1f96bb4a38,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:49.235551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e0912-e1fd-44be-b9b6-a68d6f1f48f5 req-f5db46c0-e06e-49b1-ae6f-be3e3385f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:49.237390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-634e0912-e1fd-44be-b9b6-a68d6f1f48f5 req-f5db46c0-e06e-49b1-ae6f-be3e3385f03a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 1097 time: 0.1111615 Aug 30 21:19:49.250598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for a2ab8981-a230-40da-8e02-dc1b68e06d91 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:49.252686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.278857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.320750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] DHCP port deletion for 04e759ef-2b55-4ce7-ac65-7a29f7313203 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:49.359691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.360985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:49.361753 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.419066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:46Z', 'revision_number': 9, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:49.420870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-634e0912-e1fd-44be-b9b6-a68d6f1f48f5 req-485e2693-dfa3-4d60-85fa-8f851ddfee7a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630790 Aug 30 21:19:49.429072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9a61bb-3f1e-463b-a691-17b52951548a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:49.449211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-edb2c502-187f-49c0-aa66-d6419285d3a3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8286457 Aug 30 21:19:49.451663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3f9a61bb-3f1e-463b-a691-17b52951548a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:19:49.452301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:49.455584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Deleting port a2ab8981-a230-40da-8e02-dc1b68e06d91 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:49.456037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.457613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Request body: {'subnet': {'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2020214069-subnet', 'tenant_id': '6b8e55afa6d64d57bc132db4d407070a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:49.459727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a8dccd-4e9f-4b25-a339-f3975784b09c None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:46Z', 'revision_number': 9, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8622dabc-879d-485b-9acf-e81958bf1bff', 'name': '', 'network_id': '5606df82-4596-44e7-990b-f34ddc0d7669', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:96:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:21Z', 'updated_at': '2021-08-30T21:19:28Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'c39b55c8-af13-4225-9ec1-449cf6f578fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:49.472527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.477326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.505082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Made reservation on behalf of 6b8e55afa6d64d57bc132db4d407070a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:49.507505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.568057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be74583-faa7-445e-a3b7-12f806a5bda4 req-4c18c58a-929d-4e0c-bd2f-313dbee793e9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:49.569938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4be74583-faa7-445e-a3b7-12f806a5bda4 req-4c18c58a-929d-4e0c-bd2f-313dbee793e9 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.1481876 Aug 30 21:19:49.573734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port a2ab8981-a230-40da-8e02-dc1b68e06d91 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:49.575454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=a2ab8981-a230-40da-8e02-dc1b68e06d91,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:49.587109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] For port a2ab8981-a230-40da-8e02-dc1b68e06d91, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:49.587617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.601439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.603299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Calling delete_port for a2ab8981-a230-40da-8e02-dc1b68e06d91 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:49.607530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Port a2ab8981-a230-40da-8e02-dc1b68e06d91 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:19:49.609061 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.623607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] No DVR routers for this DVR port a2ab8981-a230-40da-8e02-dc1b68e06d91 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:49.638165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c580e4c7-3a75-4a4c-bc1a-25e2920297c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:49.642950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.644733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-024b53fb-afa6-48b4-95be-c7148b4eb399 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c580e4c7-3a75-4a4c-bc1a-25e2920297c4 HTTP/1.1" status: 204 len: 168 time: 0.5913806 Aug 30 21:19:49.652881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:49.668748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb37d7-7cfe-445c-a9fd-c404ffa7edbd None None] Pushing event deleted for resources: {'Port': ['ID=a2ab8981-a230-40da-8e02-dc1b68e06d91,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:49.673032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83573c8e-9580-405b-8ebf-6184053e455b None None] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:49.677526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4be74583-faa7-445e-a3b7-12f806a5bda4 req-c50219f1-a91d-49af-ae03-ef985144df0f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859101 Aug 30 21:19:49.719340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.764643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e759ef-2b55-4ce7-ac65-7a29f7313203']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:49.800773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2a804f-30b8-4948-91a5-1aed97c82fa5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:49.801182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2a804f-30b8-4948-91a5-1aed97c82fa5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:49.806067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.824447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.852617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b70a10-a7eb-471f-9648-568550e2a518 req-46a792c6-49fb-4b90-8989-4ccecb852657 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:49.854240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b70a10-a7eb-471f-9648-568550e2a518 req-46a792c6-49fb-4b90-8989-4ccecb852657 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 944 time: 0.0584567 Aug 30 21:19:49.868847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.886151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:49.886472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:49.891210 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:49.900878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10b70a10-a7eb-471f-9648-568550e2a518 req-d1aeabe4-ae87-4d8f-b1ab-c861ab056724 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Aug 30 21:19:49.948865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.022075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.035130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11b81dd-a773-4d45-983e-5f0fe714b558,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:50.038962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.040892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/04e759ef-2b55-4ce7-ac65-7a29f7313203 HTTP/1.1" status: 204 len: 168 time: 1.2710190 Aug 30 21:19:50.044731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38196) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:50.049421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] DHCP port deletion for 586a5038-04bf-4859-9ed1-7bba7cbc67a0 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:50.058427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a134-99c5-4dc1-8dc0-58e27a1134a0 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=04e759ef-2b55-4ce7-ac65-7a29f7313203,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:50.073604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Checking segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:50.073966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Network hostable DHCP agents. Network: 3f9a61bb-3f1e-463b-a691-17b52951548a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:19:50.078726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Deleting port 8c07c615-709d-4e4a-8cf7-6187e404c75c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:50.079072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.152050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Network 3f9a61bb-3f1e-463b-a691-17b52951548a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:19:50.174424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] For port 8c07c615-709d-4e4a-8cf7-6187e404c75c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c07c615-709d-4e4a-8cf7-6187e404c75c,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:50.174572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Deleting port 8c07c615-709d-4e4a-8cf7-6187e404c75c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:50.174813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.174945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.186798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3f9a61bb-3f1e-463b-a691-17b52951548a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:50.192672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Calling delete_port for 8c07c615-709d-4e4a-8cf7-6187e404c75c owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:50.195055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:50.199461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.227666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0250f41-e74b-42b1-87f4-e2cb96ba4de8 None None] Network 3f9a61bb-3f1e-463b-a691-17b52951548a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:50.242621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a2ab8981-a230-40da-8e02-dc1b68e06d91 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:50.254602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c5df105e-f999-4f99-9278-aa6f887872c3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8010652 Aug 30 21:19:50.308142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.337749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a2ab8981-a230-40da-8e02-dc1b68e06d91 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:50.338084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a2ab8981-a230-40da-8e02-dc1b68e06d91 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:50.339272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c07c615-709d-4e4a-8cf7-6187e404c75c no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:50.352501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] For port 8c07c615-709d-4e4a-8cf7-6187e404c75c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8c07c615-709d-4e4a-8cf7-6187e404c75c,segment=NetworkSegment(249c09bd-8a00-4cd7-a326-da00a9cc68dc),segment_id=249c09bd-8a00-4cd7-a326-da00a9cc68dc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:50.353201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.358791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c07c615-709d-4e4a-8cf7-6187e404c75c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:50.369909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] No DVR routers for this DVR port 8c07c615-709d-4e4a-8cf7-6187e404c75c on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:50.387825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8c07c615-709d-4e4a-8cf7-6187e404c75c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:50.388439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8c07c615-709d-4e4a-8cf7-6187e404c75c not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:50.389001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3edb5546-74d6-41e5-886d-a667bd2e3130 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:50.391538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Calling delete_port for 8c07c615-709d-4e4a-8cf7-6187e404c75c owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:50.431330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3edb5546-74d6-41e5-886d-a667bd2e3130 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:50.431675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3edb5546-74d6-41e5-886d-a667bd2e3130 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:50.432095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9adca4b0-d77d-44b0-a0ed-2a7923a8848d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:50.463187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.483137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586a5038-04bf-4859-9ed1-7bba7cbc67a0']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:50.488126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9adca4b0-d77d-44b0-a0ed-2a7923a8848d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:50.488664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9adca4b0-d77d-44b0-a0ed-2a7923a8848d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:50.496428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249c09bd-8a00-4cd7-a326-da00a9cc68dc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:50.496790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249c09bd-8a00-4cd7-a326-da00a9cc68dc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:50.509298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.525978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.533958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:50.534470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:50.536508 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:50.569332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2f301-b79a-417e-8f05-f009925f7bb3 None None] Network 3f9a61bb-3f1e-463b-a691-17b52951548a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:50.599111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.611598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.619249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.633181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:50.639220 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] 10.222.0.76 "DELETE /v2.0/networks/586a5038-04bf-4859-9ed1-7bba7cbc67a0 HTTP/1.1" status: 204 len: 168 time: 0.9850640 Aug 30 21:19:50.639945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38206) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:50.646306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Network 586a5038-04bf-4859-9ed1-7bba7cbc67a0 is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:19:50.646909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] No DVR routers for this DVR port 8c07c615-709d-4e4a-8cf7-6187e404c75c on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:50.651520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60e442-0de4-46fc-8c5a-5afa815f8a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=586a5038-04bf-4859-9ed1-7bba7cbc67a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:50.653230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8fae-e7dd-4269-a66c-0c10c447ede0 None None] Pushing event deleted for resources: {'Port': ['ID=8c07c615-709d-4e4a-8cf7-6187e404c75c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:51.016791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-88919c75-f12f-4b1e-b937-0508fc166898 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:51.018404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-88919c75-f12f-4b1e-b937-0508fc166898 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.2545822 Aug 30 21:19:51.044641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-18fb5768-8df6-41c3-86e0-d8c6fc0c0b9c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/quotas/6b8e55afa6d64d57bc132db4d407070a HTTP/1.1" status: 200 len: 375 time: 0.0198498 Aug 30 21:19:51.121919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-aecb1dfb-bbcf-490a-a5a9-53f5329ea0f6 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458338 Aug 30 21:19:51.317869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-0da65eb6-d618-477f-a9e7-22e18d56053b service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756496 Aug 30 21:19:51.395215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 8622dabc-879d-485b-9acf-e81958bf1bff {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:51.395555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:51.502110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-0c8ddbf5-6412-45f3-b859-d0f527f8ea0d service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778588 Aug 30 21:19:51.546065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 8622dabc-879d-485b-9acf-e81958bf1bff, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8622dabc-879d-485b-9acf-e81958bf1bff,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:51.546434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:51.561130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 8622dabc-879d-485b-9acf-e81958bf1bff owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:51.628754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:51.645986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 516d7ff6-488e-4429-bffa-e2eff5567d4a up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:19:51.706895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 516d7ff6-488e-4429-bffa-e2eff5567d4a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:19:51.711422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 516d7ff6-488e-4429-bffa-e2eff5567d4a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:19:51.711836 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:51.841613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c6919-c259-4196-bd2d-9f7d9a7880a7 req-1ef5162a-7abe-47f4-9b39-0731ce1ab8df tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:51.843342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f0c6919-c259-4196-bd2d-9f7d9a7880a7 req-1ef5162a-7abe-47f4-9b39-0731ce1ab8df tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.1716797 Aug 30 21:19:51.964691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:51.988971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:51.991454 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ffbcf-9211-4e11-9738-d4936c1a0f0e" -d '{"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-plugged", "status": "completed", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:52.006424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:52.012670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:52.068067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:52.323749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f0c6919-c259-4196-bd2d-9f7d9a7880a7 req-b8d7651b-34ee-47ad-b100-36bba0339a00 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607563 Aug 30 21:19:52.325850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:52.360020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=8622dabc-879d-485b-9acf-e81958bf1bff,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:52.567900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e79baa-b7d2-480d-a299-9eadfa8a7db9 req-7b50666b-217d-45dc-9591-29e5011e58a7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:52.569457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89e79baa-b7d2-480d-a299-9eadfa8a7db9 req-7b50666b-217d-45dc-9591-29e5011e58a7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1743362 Aug 30 21:19:52.663141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89e79baa-b7d2-480d-a299-9eadfa8a7db9 req-d013f1a5-3392-4973-9382-379d98f2f84b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624402 Aug 30 21:19:52.663828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:52.674528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Deleting port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:52.674766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:52.732810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-25e77380-e0a7-4cac-8fa9-012060efaaef tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:52.734526 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-25e77380-e0a7-4cac-8fa9-012060efaaef tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.1211255 Aug 30 21:19:52.751097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Request body: {'port': {'device_id': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'admin_state_up': True, 'tenant_id': '6b8e55afa6d64d57bc132db4d407070a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:52.838106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] For port 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:52.838501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:52.878125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Made reservation on behalf of 6b8e55afa6d64d57bc132db4d407070a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:19:52.883117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:52.910509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Calling delete_port for 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:53.003574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df09f2a2-5996-418d-85dd-212c9014ec58 req-c804d532-1d3e-418c-b914-00fb91e86e0b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 210 time: 0.0386977 Aug 30 21:19:53.005240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:53.024809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Allocated IP 172.20.0.4 (3f9a61bb-3f1e-463b-a691-17b52951548a/e11b81dd-a773-4d45-983e-5f0fe714b558/7a86036c-d845-4d0d-9a42-bbbf0ea92666) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:19:53.060664 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34696b91-0444-4729-bd2e-dd598327cff5 x-openstack-request-id: req-34696b91-0444-4729-bd2e-dd598327cff5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:53.061669 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-plugged", "status": "completed", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:53.062377 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34696b91-0444-4729-bd2e-dd598327cff5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:53.063883 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'code': 200} Aug 30 21:19:53.208011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:53.218150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-00548620-1fed-40dc-807c-3bcfc4bc9609 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1692414 Aug 30 21:19:53.219469 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:53.220549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:53.226040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c773034-dcf0-4710-ae5a-af5edc9a84cf req-220f0739-11cb-41e2-b663-b394f6cd0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:53.230874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c773034-dcf0-4710-ae5a-af5edc9a84cf req-220f0739-11cb-41e2-b663-b394f6cd0af1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 1097 time: 0.0863500 Aug 30 21:19:53.232733 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:53.233618 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:53.303179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet c39b55c8-af13-4225-9ec1-449cf6f578fd {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:53.307368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.330700 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:53.340243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c773034-dcf0-4710-ae5a-af5edc9a84cf req-49e92e20-12f0-4880-a1e1-781d457966f9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990653 Aug 30 21:19:53.349726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.367880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.380630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Pushing event deleted for resources: {'Port': ['ID=77fa39a9-860b-4c72-9cfa-f9d2ce0555bc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:53.391573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dce24-76d1-4a24-a959-0a9bb4b7f7b0 req-3012da7c-1356-4a0c-a2a9-2b23ebc5948f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:53.397475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.399064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe5dce24-76d1-4a24-a959-0a9bb4b7f7b0 req-3012da7c-1356-4a0c-a2a9-2b23ebc5948f tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.1233728 Aug 30 21:19:53.485115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe5dce24-76d1-4a24-a959-0a9bb4b7f7b0 req-0dfaa511-725a-4e6d-9769-66d25125d0ec tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848856 Aug 30 21:19:53.505218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.567928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Network 3f9a61bb-3f1e-463b-a691-17b52951548a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:19:53.570777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:51Z', 'revision_number': 10, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:53.575188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:19:53.577964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:19:53.585378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.609805 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:53.620987 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:53.622436 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:53.629001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event updated for resources: {'Port': ['ID=7a86036c-d845-4d0d-9a42-bbbf0ea92666,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:53.653030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.677262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:53.678019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.704073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-c1603a81-ba50-4062-9b20-070b64d16bc7 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9575961 Aug 30 21:19:53.707848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.719454 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:53.740424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Request body: {'port': {'device_id': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:53.746451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=c39b55c8-af13-4225-9ec1-449cf6f578fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:53.751616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:53.756277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cdf0c95c-a8bb-4ccb-ba77-f1887a153264 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/c39b55c8-af13-4225-9ec1-449cf6f578fd HTTP/1.1" status: 204 len: 168 time: 0.5322418 Aug 30 21:19:53.762104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e003f8b-1065-4f43-a14f-77df7dbe7257 None None] Network 5606df82-4596-44e7-990b-f34ddc0d7669 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:53.772383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:54.042233 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:51Z', 'revision_number': 10, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:54.075584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Router 4b9a1c15-7015-4ec4-beaf-3081cf901280 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:54.089180 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8d74d-5cfa-468c-8dd9-5bc6366c22d5 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:51Z', 'revision_number': 10, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None, '_interfaces': [{'id': '1037937c-3303-4502-b80c-4367951aebdf', 'name': '', 'network_id': '875e96f3-6677-43f5-9a6f-9511dc62eab3', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'mac_address': 'fa:16:3e:58:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:19:17Z', 'updated_at': '2021-08-30T21:19:24Z', 'revision_number': 5, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'subnets': [{'id': 'd59d237a-9ed2-48aa-836f-d66ccffb2124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:54.098587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600ee6-f0c5-4824-9711-2d28510f121f req-859f1a43-587f-4d17-a47d-7ef155b1e233 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:54.100534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82600ee6-f0c5-4824-9711-2d28510f121f req-859f1a43-587f-4d17-a47d-7ef155b1e233 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0897753 Aug 30 21:19:54.136827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] DHCP port deletion for 5606df82-4596-44e7-990b-f34ddc0d7669 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:54.190791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] Deleting port 82383477-9321-49c4-a36d-3ffd5b118196 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:54.191439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.221518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82600ee6-f0c5-4824-9711-2d28510f121f req-5f9b5b0c-8669-4b86-ac40-d0c311aac02a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056106 Aug 30 21:19:54.265256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] For port 82383477-9321-49c4-a36d-3ffd5b118196, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=82383477-9321-49c4-a36d-3ffd5b118196,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:54.265927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.280853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] Calling delete_port for 82383477-9321-49c4-a36d-3ffd5b118196 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:54.283917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:54.292757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8f665621-fc29-42b5-a8be-0458f2afee5c admin admin] 10.222.0.76 "PUT /v2.0/routers/4b9a1c15-7015-4ec4-beaf-3081cf901280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6492524 Aug 30 21:19:54.292942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.293290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38258) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:54.296841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] Sync routers for ids ['4b9a1c15-7015-4ec4-beaf-3081cf901280'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:54.297669 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.336488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] Routers {'4b9a1c15-7015-4ec4-beaf-3081cf901280'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:54.337251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4b9a1c15-7015-4ec4-beaf-3081cf901280'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:54.439450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.481714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 82383477-9321-49c4-a36d-3ffd5b118196 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:54.482157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.494579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] Set router 4b9a1c15-7015-4ec4-beaf-3081cf901280 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:54.645587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.652361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 82383477-9321-49c4-a36d-3ffd5b118196, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=82383477-9321-49c4-a36d-3ffd5b118196,segment=NetworkSegment(6b099384-8c85-4c58-9bcd-8143a6886996),segment_id=6b099384-8c85-4c58-9bcd-8143a6886996)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:54.652734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.669000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec80276-2d14-46d5-85f2-9da9975b05f5 req-0295f6e3-d8ae-422d-82f5-1865b3c3f570 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:54.674944 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.675583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aec80276-2d14-46d5-85f2-9da9975b05f5 req-0295f6e3-d8ae-422d-82f5-1865b3c3f570 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 931 time: 0.0862684 Aug 30 21:19:54.685888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 82383477-9321-49c4-a36d-3ffd5b118196 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:54.716559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] No DVR routers for this DVR port 82383477-9321-49c4-a36d-3ffd5b118196 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:54.725671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff536f18-7cba-4e1c-aacb-95020a9be48e None None] Pushing event deleted for resources: {'Port': ['ID=82383477-9321-49c4-a36d-3ffd5b118196,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:54.762392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aec80276-2d14-46d5-85f2-9da9975b05f5 req-07ad311b-bc1e-4e84-a475-e4345045eb82 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827811 Aug 30 21:19:54.793424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Deleting port 51253778-09ec-4f10-b693-9cf4faf3c4a6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:54.793777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.805186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:19:53Z', 'revision_number': 5, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port': {'id': '51253778-09ec-4f10-b693-9cf4faf3c4a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:13:29Z', 'updated_at': '2021-08-30T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:54.856955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] Checking router: 4b9a1c15-7015-4ec4-beaf-3081cf901280 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:54.868263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a86036c-d845-4d0d-9a42-bbbf0ea92666 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:19:54.871531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] Routers {'4b9a1c15-7015-4ec4-beaf-3081cf901280'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:54.873116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4b9a1c15-7015-4ec4-beaf-3081cf901280'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:54.876761 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.887654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.915083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Transition to ACTIVE for port object 7a86036c-d845-4d0d-9a42-bbbf0ea92666 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:19:54.918386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25714b16-599e-441b-8d1c-1e550183dd9e req-76ff87ce-42f4-4cbc-a009-facd09f8ecb4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:54.918573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=82383477-9321-49c4-a36d-3ffd5b118196,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:54.920390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25714b16-599e-441b-8d1c-1e550183dd9e req-76ff87ce-42f4-4cbc-a009-facd09f8ecb4 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.0721471 Aug 30 21:19:54.922919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.925668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port 82383477-9321-49c4-a36d-3ffd5b118196 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:54.961380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] For port 51253778-09ec-4f10-b693-9cf4faf3c4a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=51253778-09ec-4f10-b693-9cf4faf3c4a6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:54.961853 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:54.978599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Calling delete_port for 51253778-09ec-4f10-b693-9cf4faf3c4a6 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:54.986919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] Set router 4b9a1c15-7015-4ec4-beaf-3081cf901280 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:55.005801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25714b16-599e-441b-8d1c-1e550183dd9e req-fa0bac4c-e0e3-4aff-8cc0-99870ffd4e3a tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Aug 30 21:19:55.049135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:19:54Z', 'revision_number': 6, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:55.061396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Pushing event updated for resources: {'Port': ['ID=7a86036c-d845-4d0d-9a42-bbbf0ea92666,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:55.065049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.077898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b5e542-a24e-4102-bfc2-6e9f12c8d395 None None] The sync data for ids ['4b9a1c15-7015-4ec4-beaf-3081cf901280'] in n-d-793620-16 is: [{'id': '4b9a1c15-7015-4ec4-beaf-3081cf901280', 'name': 'tempest-TestServerBasicOps-1017315373-router', 'tenant_id': '075e01850d4a4005883810378fbbd8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:13:27Z', 'updated_at': '2021-08-30T21:19:54Z', 'revision_number': 6, 'project_id': '075e01850d4a4005883810378fbbd8e2', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:55.079530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5606df82-4596-44e7-990b-f34ddc0d7669']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:55.107049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b099384-8c85-4c58-9bcd-8143a6886996') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:55.107277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b099384-8c85-4c58-9bcd-8143a6886996') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:55.138183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.159249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.171274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:55.171895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:55.175923 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:55.191482 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.239245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Attempting to bind port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:19:55.239582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Attempting to bind port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:19:55.239910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Attempting to bind port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:55.246596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 on network 3f9a61bb-3f1e-463b-a691-17b52951548a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:19:55.247429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Attempting to bind port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:19:55.251472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Pushing event deleted for resources: {'Port': ['ID=51253778-09ec-4f10-b693-9cf4faf3c4a6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:55.256088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:19:55.256517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Checking segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:19:55.257074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Bound using segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:19:55.257345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Bound port: 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:19:55.257696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.275887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.299092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.302499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/5606df82-4596-44e7-990b-f34ddc0d7669 HTTP/1.1" status: 204 len: 168 time: 1.5297039 Aug 30 21:19:55.313927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:55.324171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f22c6-4c8c-4f98-bcdc-2fc0e340e817 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=5606df82-4596-44e7-990b-f34ddc0d7669,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:55.326919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.431097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c6c59-1c43-4d22-b32a-59fd5011b5d1 req-eabfe4d2-53f6-4391-b84c-19ae04e80879 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:55.432027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] For port 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:19:55.435419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28c6c59-1c43-4d22-b32a-59fd5011b5d1 req-eabfe4d2-53f6-4391-b84c-19ae04e80879 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.1536326 Aug 30 21:19:55.436477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] For port 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:19:55.450710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.458428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.479483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.528186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f28c6c59-1c43-4d22-b32a-59fd5011b5d1 req-e2fec3f1-ec86-403d-a255-aae6c45d3ffd tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869856 Aug 30 21:19:55.530743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.531316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9a1c15-7015-4ec4-beaf-3081cf901280 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:19:55.544013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.544013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e008335f-1358-4ec2-bcfa-8690ed1bdf17 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4b9a1c15-7015-4ec4-beaf-3081cf901280 HTTP/1.1" status: 204 len: 168 time: 1.2431996 Aug 30 21:19:55.544013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38276) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:55.572097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:55.572734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.574133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] 10.222.0.82 "PUT /v2.0/ports/7a86036c-d845-4d0d-9a42-bbbf0ea92666 HTTP/1.1" status: 200 len: 1092 time: 1.8556941 Aug 30 21:19:55.574901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'tag': '7a86036c-d845-4d0d-9a42-bbbf0ea92666'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:55.576968 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f184ca-13dd-40f6-ba6d-138faa20f990", "tag": "7a86036c-d845-4d0d-9a42-bbbf0ea92666"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:55.587808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Deleting subnet 88572164-8459-4fdc-9fcf-a5c5d33d97fb {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:55.588076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc2f56-91e6-401d-b326-c27e14a45dab service neutron] Pushing event updated for resources: {'Port': ['ID=7a86036c-d845-4d0d-9a42-bbbf0ea92666,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:55.599120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.667808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.692913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-b1969bc4-1878-4562-a039-be83e4c116f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:55.694408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-b1969bc4-1878-4562-a039-be83e4c116f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 1095 time: 0.0743630 Aug 30 21:19:55.718464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb577c2-60e6-4d03-9867-f7b59608fc15 req-5fc3ee1f-ef09-49bd-986c-9abac34a773b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:55.719827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efb577c2-60e6-4d03-9867-f7b59608fc15 req-5fc3ee1f-ef09-49bd-986c-9abac34a773b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0983808 Aug 30 21:19:55.746798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-9907c277-71ba-4160-a111-f248e064cc31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666 HTTP/1.1" status: 200 len: 217 time: 0.0430915 Aug 30 21:19:55.780947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.810953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efb577c2-60e6-4d03-9867-f7b59608fc15 req-af47ffc3-b4ef-421c-9ab9-6bf81ea5cb43 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838079 Aug 30 21:19:55.826919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-817b5dc1-4339-4f08-8443-d64159407aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:55.829061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-817b5dc1-4339-4f08-8443-d64159407aee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0741735 Aug 30 21:19:55.863437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.865137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-ec3e762c-ecb4-4bf7-b476-11a92e6df6c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279441 Aug 30 21:19:55.888810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88572164-8459-4fdc-9fcf-a5c5d33d97fb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:55.895075 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:55.900735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c011492-758c-4395-ab41-bf5fcb294440 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/88572164-8459-4fdc-9fcf-a5c5d33d97fb HTTP/1.1" status: 204 len: 168 time: 0.3592167 Aug 30 21:19:55.901435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38284) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:55.905688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73289f6a-2a37-4754-8a6a-de293c646ddb None None] Network eeff5722-5950-4079-b867-4076a5c8f0be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:55.931569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.063157 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.065475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8622dabc-879d-485b-9acf-e81958bf1bff no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:56.088811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-d9a4527f-5927-48f2-ac2c-f5a8312fcf20 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160952 Aug 30 21:19:56.092188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8622dabc-879d-485b-9acf-e81958bf1bff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:56.092188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8622dabc-879d-485b-9acf-e81958bf1bff not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:56.092188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 51253778-09ec-4f10-b693-9cf4faf3c4a6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:56.115867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 51253778-09ec-4f10-b693-9cf4faf3c4a6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:56.116365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 51253778-09ec-4f10-b693-9cf4faf3c4a6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:56.116872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:56.139443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:56.139895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77fa39a9-860b-4c72-9cfa-f9d2ce0555bc not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:56.140492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 82383477-9321-49c4-a36d-3ffd5b118196 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:56.153281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Deleting port 8643aba2-463a-4074-ab13-6fcbd652b4ae {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:56.153470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.166660 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff57f4c2-b798-434a-a76d-fbf27abb2aaf x-openstack-request-id: req-ff57f4c2-b798-434a-a76d-fbf27abb2aaf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:56.167139 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f184ca-13dd-40f6-ba6d-138faa20f990", "tag": "7a86036c-d845-4d0d-9a42-bbbf0ea92666", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:56.167399 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff57f4c2-b798-434a-a76d-fbf27abb2aaf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:56.167800 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'tag': '7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'status': 'completed', 'code': 200} Aug 30 21:19:56.170487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 82383477-9321-49c4-a36d-3ffd5b118196 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:56.171030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 82383477-9321-49c4-a36d-3ffd5b118196 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:56.260924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] DHCP port deletion for eeff5722-5950-4079-b867-4076a5c8f0be request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:56.263592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] For port 8643aba2-463a-4074-ab13-6fcbd652b4ae, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8643aba2-463a-4074-ab13-6fcbd652b4ae,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:56.264105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.293149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Calling delete_port for 8643aba2-463a-4074-ab13-6fcbd652b4ae owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:56.321393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b8234-fcfd-402e-af70-cac9021ac1f7 req-86c88efc-7d30-47c8-a897-9da9fc223a9e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:56.326207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-002b8234-fcfd-402e-af70-cac9021ac1f7 req-86c88efc-7d30-47c8-a897-9da9fc223a9e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 943 time: 0.0787935 Aug 30 21:19:56.328498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] Deleting port 8643aba2-463a-4074-ab13-6fcbd652b4ae {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:56.329266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.329392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7a87a2c2-d05d-44f0-96d7-fc2d90c5cb6c req-0500a0d0-8541-4ab9-8a74-35ef0485daf8 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039328 Aug 30 21:19:56.413543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] For port 8643aba2-463a-4074-ab13-6fcbd652b4ae, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8643aba2-463a-4074-ab13-6fcbd652b4ae,segment=NetworkSegment(be94934c-de19-4d58-b681-d87855235753),segment_id=be94934c-de19-4d58-b681-d87855235753)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:56.414231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.436463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] Calling delete_port for 8643aba2-463a-4074-ab13-6fcbd652b4ae owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:56.446982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-002b8234-fcfd-402e-af70-cac9021ac1f7 req-85c2c159-1722-452f-a0f1-48a64f1f54fa tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605419 Aug 30 21:19:56.472775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.518904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Pushing event deleted for resources: {'Port': ['ID=8643aba2-463a-4074-ab13-6fcbd652b4ae,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:56.529656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] No DVR routers for this DVR port 8643aba2-463a-4074-ab13-6fcbd652b4ae on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:56.554821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-d14528f0-7886-4158-9e94-bf9d95ce8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:56.556711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-d14528f0-7886-4158-9e94-bf9d95ce8569 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 1095 time: 0.1568527 Aug 30 21:19:56.562356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.577573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 1037937c-3303-4502-b80c-4367951aebdf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:56.577936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.591069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] Pushing event deleted for resources: {'Port': ['ID=8643aba2-463a-4074-ab13-6fcbd652b4ae,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:56.595799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707b36b-207b-4fb8-9912-d407b9abc556 None None] No DVR routers for this DVR port 8643aba2-463a-4074-ab13-6fcbd652b4ae on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:56.651961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.673468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeff5722-5950-4079-b867-4076a5c8f0be']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:56.736918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be94934c-de19-4d58-b681-d87855235753') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:56.737492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be94934c-de19-4d58-b681-d87855235753') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:56.751593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-26f473ec-dadc-43da-ac68-f224d83a2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:56.753004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-26f473ec-dadc-43da-ac68-f224d83a2bf2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 916 time: 0.1877382 Aug 30 21:19:56.760038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 1037937c-3303-4502-b80c-4367951aebdf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1037937c-3303-4502-b80c-4367951aebdf,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:56.761075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.763115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.801878 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.806938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 1037937c-3303-4502-b80c-4367951aebdf owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:56.809725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-26fe2a34-8a95-47b3-a9e2-39a5dbf6d7b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666 HTTP/1.1" status: 200 len: 217 time: 0.0460985 Aug 30 21:19:56.811682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba75a73-3abe-47b0-8c98-6170c25ea060 req-a3f7211d-f72e-48bf-a514-62c8de3e78c0 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:56.812934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dba75a73-3abe-47b0-8c98-6170c25ea060 req-a3f7211d-f72e-48bf-a514-62c8de3e78c0 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.1430373 Aug 30 21:19:56.818453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:56.818902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:56.820698 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:56.908529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-52984510-48c6-4703-b2b3-9361f42aa58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:56.910045 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-52984510-48c6-4703-b2b3-9361f42aa58c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0895004 Aug 30 21:19:56.922622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.939141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:56.943654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] 10.222.0.76 "DELETE /v2.0/networks/eeff5722-5950-4079-b867-4076a5c8f0be HTTP/1.1" status: 204 len: 168 time: 1.0410645 Aug 30 21:19:56.947875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dba75a73-3abe-47b0-8c98-6170c25ea060 req-d6062dd8-b393-4564-9ba0-81b9fe65830b tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261761 Aug 30 21:19:56.949593 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-ac0db85b-a133-4472-bdaf-7859f2afc04e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302837 Aug 30 21:19:56.960835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b0078-c209-4a48-966f-03437a4454db admin admin] Pushing event deleted for resources: {'Network': ['ID=eeff5722-5950-4079-b867-4076a5c8f0be,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:56.982937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-582cec14-1198-463f-9709-4ff3f6b3b3fb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:56.984669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-582cec14-1198-463f-9709-4ff3f6b3b3fb tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.0985959 Aug 30 21:19:57.140600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-8de0d939-3b3f-4cab-8eda-4fc228ba282e service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540723 Aug 30 21:19:57.170695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.179146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1369d9d-2fba-4ad6-9498-da472fd26b1f req-206e618e-2656-4d1a-ba1e-8b936806c329 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:57.181765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1369d9d-2fba-4ad6-9498-da472fd26b1f req-206e618e-2656-4d1a-ba1e-8b936806c329 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79dfb60-4862-4a34-9aad-cd1c0a72c476 HTTP/1.1" status: 200 len: 945 time: 0.1152008 Aug 30 21:19:57.184244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38300) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:57.228751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=1037937c-3303-4502-b80c-4367951aebdf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:57.322153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-27ddd607-53a2-42b1-97d1-3ed4314d5f2b req-657de81d-23b1-41f3-9b3d-5f773dad2ec6 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723692 Aug 30 21:19:57.408934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.571012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:57.648460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Deleting port e083b153-deba-4b40-85c5-a8c8274fd3b1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:57.649147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.660234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:57.666330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-06f8e0cc-f46b-4254-89ce-7d3c682724d7 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3511045 Aug 30 21:19:57.669127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:57.679047 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c1430-d290-4897-9102-9520b090e208 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:57.695084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:57.700289 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:57.713802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1369d9d-2fba-4ad6-9498-da472fd26b1f req-afcf7d66-7e5d-4800-9e9e-659681e00f36 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.76 "GET /v2.0/security-groups?id=5f0d55d5-c121-4d2d-a817-de0850d685a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221863 Aug 30 21:19:57.730537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-28ab8be3-f1b8-47de-a6d9-e44245ea9148 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54f453249f564d0db918e63f108138e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457091 Aug 30 21:19:57.733826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38308) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:57.756866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting subnet d59d237a-9ed2-48aa-836f-d66ccffb2124 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:19:57.760660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.813021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] For port e083b153-deba-4b40-85c5-a8c8274fd3b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e083b153-deba-4b40-85c5-a8c8274fd3b1,segment=NetworkSegment(7fa58211-483d-499a-91e0-92bc62faa99a),segment_id=7fa58211-483d-499a-91e0-92bc62faa99a)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:57.813404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.851138 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:57.856400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.871841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Calling delete_port for e083b153-deba-4b40-85c5-a8c8274fd3b1 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:57.881759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74567e94-0e44-4b18-a748-d7f43dbea252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.966150 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74567e94-0e44-4b18-a748-d7f43dbea252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:57.998754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8643aba2-463a-4074-ab13-6fcbd652b4ae no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:58.021063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8643aba2-463a-4074-ab13-6fcbd652b4ae {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:58.021719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8643aba2-463a-4074-ab13-6fcbd652b4ae not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:58.037358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367c0a5-6340-40b4-b054-8f13d064cf3e req-58861e7b-d49c-4e16-ac8a-2aed44023d7e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:58.037701 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:57Z', 'revision_number': 11, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:58.037827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0367c0a5-6340-40b4-b054-8f13d064cf3e req-58861e7b-d49c-4e16-ac8a-2aed44023d7e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.2053523 Aug 30 21:19:58.063420 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74567e94-0e44-4b18-a748-d7f43dbea252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.065999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74567e94-0e44-4b18-a748-d7f43dbea252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.070242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-74567e94-0e44-4b18-a748-d7f43dbea252 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cbe3e1a-805d-4589-b1c2-847e7a2beadd HTTP/1.1" status: 204 len: 168 time: 0.3324869 Aug 30 21:19:58.077228 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c1430-d290-4897-9102-9520b090e208 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:19:58.091604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74567e94-0e44-4b18-a748-d7f43dbea252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe3e1a-805d-4589-b1c2-847e7a2beadd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:58.105207 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:58.106115 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:58.132490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0367c0a5-6340-40b4-b054-8f13d064cf3e req-f4e3c8f7-42c3-40cc-8924-bb03d112bb2f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Aug 30 21:19:58.191310 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:19:58.232725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.247918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['e083b153-deba-4b40-85c5-a8c8274fd3b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:19:58.299182 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-499c1430-d290-4897-9102-9520b090e208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:57Z', 'revision_number': 11, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:58.348817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c1430-d290-4897-9102-9520b090e208 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:57Z', 'revision_number': 11, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:19:58.368485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.416430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Pushing event deleted for resources: {'Port': ['ID=e083b153-deba-4b40-85c5-a8c8274fd3b1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:58.424003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] No DVR routers for this DVR port e083b153-deba-4b40-85c5-a8c8274fd3b1 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:58.429234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.433337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edfae77a-218f-485e-bd03-a3a90cee6ae3 req-38549bbb-840c-4b90-ba80-0447a694e8b8 tempest-DeleteServersTestJSON-818283992 tempest-DeleteServersTestJSON-818283992-project] 10.222.0.86 "DELETE /v2.0/ports/e083b153-deba-4b40-85c5-a8c8274fd3b1 HTTP/1.1" status: 204 len: 173 time: 1.4334083 Aug 30 21:19:58.434193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'name': 'network-vif-deleted', 'tag': 'e083b153-deba-4b40-85c5-a8c8274fd3b1'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:19:58.440013 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927d7fa7-da34-4ee0-b5c8-eb7e953e691d" -d '{"events": [{"server_uuid": "f79dfb60-4862-4a34-9aad-cd1c0a72c476", "name": "network-vif-deleted", "tag": "e083b153-deba-4b40-85c5-a8c8274fd3b1"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:19:58.477410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.507026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Subnet': ['ID=d59d237a-9ed2-48aa-836f-d66ccffb2124,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:58.521696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.525173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d679db3-c9bb-4478-9eb9-4b56ae323b1f None None] Network 875e96f3-6677-43f5-9a6f-9511dc62eab3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:19:58.527066 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f9246a15-bb43-47c7-90ac-dde17b4fc47c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/d59d237a-9ed2-48aa-836f-d66ccffb2124 HTTP/1.1" status: 204 len: 168 time: 0.8567252 Aug 30 21:19:58.527712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:58.576402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b7dec-50f5-4c48-bb88-ba330868de58 req-f2f76440-e522-4c61-af4a-e222c7c2e041 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:58.579415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-136b7dec-50f5-4c48-bb88-ba330868de58 req-f2f76440-e522-4c61-af4a-e222c7c2e041 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 943 time: 0.1156220 Aug 30 21:19:58.629126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-136b7dec-50f5-4c48-bb88-ba330868de58 req-487ebe9e-0ca9-4b81-b758-ec4de8e0b006 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440366 Aug 30 21:19:58.631199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.693892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Deleting port 0bba438b-10f0-4381-a860-da4869e7d615 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:58.694799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.701271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:58.757199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b726ce2-2b1d-4153-9b44-fa01899b0536 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=075e01850d4a4005883810378fbbd8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526121 Aug 30 21:19:58.758118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:58.763310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] DHCP port deletion for 875e96f3-6677-43f5-9a6f-9511dc62eab3 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:19:58.781428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] For port 0bba438b-10f0-4381-a860-da4869e7d615, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0bba438b-10f0-4381-a860-da4869e7d615,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:58.781792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.807972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Calling delete_port for 0bba438b-10f0-4381-a860-da4869e7d615 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:58.849185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] Deleting port 0bba438b-10f0-4381-a860-da4869e7d615 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:19:58.849656 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.851090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0d45b9f-9a15-43fc-973d-156a703d0f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.897859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0d45b9f-9a15-43fc-973d-156a703d0f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.942517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] For port 0bba438b-10f0-4381-a860-da4869e7d615, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0bba438b-10f0-4381-a860-da4869e7d615,segment=NetworkSegment(9e7010a9-5298-4fd1-bd5b-3592037ccaea),segment_id=9e7010a9-5298-4fd1-bd5b-3592037ccaea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:19:58.943219 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.970729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] Calling delete_port for 0bba438b-10f0-4381-a860-da4869e7d615 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:19:58.976984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.994836 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0d45b9f-9a15-43fc-973d-156a703d0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:58.997347 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0d45b9f-9a15-43fc-973d-156a703d0f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.001141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a0d45b9f-9a15-43fc-973d-156a703d0f52 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/02222529-8181-4868-bb7c-e13268518ae1 HTTP/1.1" status: 204 len: 168 time: 0.2394876 Aug 30 21:19:59.020010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d45b9f-9a15-43fc-973d-156a703d0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02222529-8181-4868-bb7c-e13268518ae1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:59.037011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No DVR routers for this DVR port 0bba438b-10f0-4381-a860-da4869e7d615 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:59.043401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Port': ['ID=0bba438b-10f0-4381-a860-da4869e7d615,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:59.125636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.150408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.163300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875e96f3-6677-43f5-9a6f-9511dc62eab3']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:59.178052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7010a9-5298-4fd1-bd5b-3592037ccaea') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:59.178718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7010a9-5298-4fd1-bd5b-3592037ccaea') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:19:59.185865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] Pushing event deleted for resources: {'Port': ['ID=0bba438b-10f0-4381-a860-da4869e7d615,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:59.189207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8a33c-1584-4eb3-92fd-c7d7d9cde404 None None] No DVR routers for this DVR port 0bba438b-10f0-4381-a860-da4869e7d615 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:19:59.190086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.217281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.225583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:19:59.226030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:19:59.230623 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:19:59.243635 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b1d6da-cef5-46fe-96f3-47086988169b x-openstack-request-id: req-43b1d6da-cef5-46fe-96f3-47086988169b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:19:59.244488 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79dfb60-4862-4a34-9aad-cd1c0a72c476", "name": "network-vif-deleted", "tag": "e083b153-deba-4b40-85c5-a8c8274fd3b1", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:19:59.244865 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43b1d6da-cef5-46fe-96f3-47086988169b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:19:59.245416 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79dfb60-4862-4a34-9aad-cd1c0a72c476', 'name': 'network-vif-deleted', 'tag': 'e083b153-deba-4b40-85c5-a8c8274fd3b1', 'status': 'completed', 'code': 200} Aug 30 21:19:59.306100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.318737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.318737 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/networks/875e96f3-6677-43f5-9a6f-9511dc62eab3 HTTP/1.1" status: 204 len: 168 time: 0.7885783 Aug 30 21:19:59.325995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38344) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:59.332353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'routes': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:19:59.348830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdedcfb-27f2-4638-b253-336c27e69733 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Pushing event deleted for resources: {'Network': ['ID=875e96f3-6677-43f5-9a6f-9511dc62eab3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:19:59.568534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.extraroute_db [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Added routes are [] {{(pid=94689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 21:19:59.568829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.extraroute_db [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Removed routes are [] {{(pid=94689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 21:19:59.569139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.585958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde56aa1-fe8c-4224-8908-3ece393051c5 req-8bfbbc89-c919-4f9a-b055-3c77f93da249 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:59.587965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dde56aa1-fe8c-4224-8908-3ece393051c5 req-8bfbbc89-c919-4f9a-b055-3c77f93da249 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.1666012 Aug 30 21:19:59.748473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dde56aa1-fe8c-4224-8908-3ece393051c5 req-2b70f91f-3172-4884-888d-3b20c8864878 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254022 Aug 30 21:19:59.757619 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.762750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.845461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1037937c-3303-4502-b80c-4367951aebdf no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:59.864771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1037937c-3303-4502-b80c-4367951aebdf {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:59.865121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1037937c-3303-4502-b80c-4367951aebdf not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:59.865687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0bba438b-10f0-4381-a860-da4869e7d615 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:19:59.870681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router db53f892-a326-4bff-8e7a-01f255d1bede has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:19:59.892268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0bba438b-10f0-4381-a860-da4869e7d615 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:19:59.892616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0bba438b-10f0-4381-a860-da4869e7d615 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:19:59.892877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9222585-4510-4378-af0c-9047a101eabb req-94077649-5d45-4a9e-b820-c5f55a65c6e5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:19:59.895287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9222585-4510-4378-af0c-9047a101eabb req-94077649-5d45-4a9e-b820-c5f55a65c6e5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0896046 Aug 30 21:19:59.978591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:19:59.986243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:19:59.987615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6bc67b97-f0e5-45bf-9004-4df486a26f41 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 701 time: 0.6605186 Aug 30 21:19:59.988216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00081356-b01a-4545-9e03-4362effd8924 None None] Sync routers for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:19:59.990875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:19:59.998370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:19:59.999172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:00.005324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9222585-4510-4378-af0c-9047a101eabb req-54a3b825-94dc-4e8f-91a0-be5641fd8936 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Aug 30 21:20:00.027614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38354) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:00.027833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9eabbb63-eefa-4cb6-9777-02bd61f7da4e tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 205 time: 0.0355725 Aug 30 21:20:00.077757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:00.119890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.132441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:57Z', 'revision_number': 11, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:00.163219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00081356-b01a-4545-9e03-4362effd8924 None None] Checking router: db53f892-a326-4bff-8e7a-01f255d1bede for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:20:00.175800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] Routers {'db53f892-a326-4bff-8e7a-01f255d1bede'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:00.175800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['db53f892-a326-4bff-8e7a-01f255d1bede'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:00.255845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] Set router db53f892-a326-4bff-8e7a-01f255d1bede gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:00.313235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.316321 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.374582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f8d69-61ae-4319-b059-c20b1978919d req-3aa02f25-da1a-443b-9888-31752d933288 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:00.376233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-785f8d69-61ae-4319-b059-c20b1978919d req-3aa02f25-da1a-443b-9888-31752d933288 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 943 time: 0.1545653 Aug 30 21:20:00.377464 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.378013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router db53f892-a326-4bff-8e7a-01f255d1bede {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:20:00.384900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.386053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-70b5588a-4047-4b12-be17-abf011747145 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 204 len: 168 time: 0.3571610 Aug 30 21:20:00.391595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:00.396224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1339087197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:00.424270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-785f8d69-61ae-4319-b059-c20b1978919d req-763c5dc5-4b51-4e68-b695-1dd75acbc045 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 Aug 30 21:20:00.425326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.426458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.438911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7a86036c-d845-4d0d-9a42-bbbf0ea92666 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:00.476676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-00081356-b01a-4545-9e03-4362effd8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:57Z', 'revision_number': 11, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:00.494339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.500918 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.514430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00081356-b01a-4545-9e03-4362effd8924 None None] The sync data for ids ['db53f892-a326-4bff-8e7a-01f255d1bede'] in n-d-793620-16 is: [{'id': 'db53f892-a326-4bff-8e7a-01f255d1bede', 'name': 'tempest-RoutersTest-router-1494019281', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:19:14Z', 'updated_at': '2021-08-30T21:19:57Z', 'revision_number': 11, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:20:00.523423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.525164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fbf4b1b3-cbfc-466f-b0bf-66ba2f9fc425 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1329739 Aug 30 21:20:00.528029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:00.533627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:00.632646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:00.646981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'port_id': '7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'mac_address': 'fa:16:3e:6d:e4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b81dd-a773-4d45-983e-5f0fe714b558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:00.701016 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.717785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a86036c-d845-4d0d-9a42-bbbf0ea92666 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:00.746507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:00.753704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.789920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.810573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:00.819244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7a86036c-d845-4d0d-9a42-bbbf0ea92666,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:00.923730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Router 53d4f8a8-ce97-431c-bdd9-75457c4636c5 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:20:01.014047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:20:01.025820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.031611 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bfc2032f-fad8-48e1-aa57-adb1699b0bac tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "PUT /v2.0/routers/53d4f8a8-ce97-431c-bdd9-75457c4636c5 HTTP/1.1" status: 200 len: 694 time: 0.5024126 Aug 30 21:20:01.032768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.051008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650069d5-0a21-4384-a735-453c2094e00e None None] Sync routers for ids ['53d4f8a8-ce97-431c-bdd9-75457c4636c5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:20:01.061555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] Routers {'53d4f8a8-ce97-431c-bdd9-75457c4636c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:01.062748 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['53d4f8a8-ce97-431c-bdd9-75457c4636c5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:01.073807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878ea80-9188-4f86-afac-c384c3b70fe6 req-23f1b3b2-02e7-4930-be07-ee89e1b8b00c tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:01.075671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e878ea80-9188-4f86-afac-c384c3b70fe6 req-23f1b3b2-02e7-4930-be07-ee89e1b8b00c tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.0677223 Aug 30 21:20:01.122199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e878ea80-9188-4f86-afac-c384c3b70fe6 req-3e35359c-de92-4556-97d6-2f80fee5543d tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Aug 30 21:20:01.133161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1c9dd88d-4900-4257-915f-664009398155 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/routers/53d4f8a8-ce97-431c-bdd9-75457c4636c5 HTTP/1.1" status: 200 len: 700 time: 0.0996304 Aug 30 21:20:01.136068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.170963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11c2d659-ebe4-4c4e-ba40-53f119a7590f tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=53d4f8a8-ce97-431c-bdd9-75457c4636c5 HTTP/1.1" status: 200 len: 205 time: 0.0333197 Aug 30 21:20:01.173088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38396) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.174020 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] Set router 53d4f8a8-ce97-431c-bdd9-75457c4636c5 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:01.233794 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d4f8a8-ce97-431c-bdd9-75457c4636c5', 'name': 'tempest-RoutersTest-router-1339087197', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:20:00Z', 'updated_at': '2021-08-30T21:20:00Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:01.248256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:01.262390 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650069d5-0a21-4384-a735-453c2094e00e None None] Checking router: 53d4f8a8-ce97-431c-bdd9-75457c4636c5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:20:01.271806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] Routers {'53d4f8a8-ce97-431c-bdd9-75457c4636c5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:01.272812 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['53d4f8a8-ce97-431c-bdd9-75457c4636c5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:01.282786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.364225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318f07-18e4-4964-bf07-6333fc3e3681 req-9bdedaed-b9cc-4d48-8c5d-283c01c52503 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:01.369986 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] Set router 53d4f8a8-ce97-431c-bdd9-75457c4636c5 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:01.371938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05318f07-18e4-4964-bf07-6333fc3e3681 req-9bdedaed-b9cc-4d48-8c5d-283c01c52503 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1500087 Aug 30 21:20:01.440769 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-650069d5-0a21-4384-a735-453c2094e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d4f8a8-ce97-431c-bdd9-75457c4636c5', 'name': 'tempest-RoutersTest-router-1339087197', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:20:00Z', 'updated_at': '2021-08-30T21:20:00Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:01.471194 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650069d5-0a21-4384-a735-453c2094e00e None None] The sync data for ids ['53d4f8a8-ce97-431c-bdd9-75457c4636c5'] in n-d-793620-16 is: [{'id': '53d4f8a8-ce97-431c-bdd9-75457c4636c5', 'name': 'tempest-RoutersTest-router-1339087197', 'tenant_id': '6eb660951cec4b1fbeda29d126c0ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:20:00Z', 'updated_at': '2021-08-30T21:20:00Z', 'revision_number': 2, 'project_id': '6eb660951cec4b1fbeda29d126c0ced9', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:20:01.486839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.494198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.505201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05318f07-18e4-4964-bf07-6333fc3e3681 req-91087983-05f1-473e-8bfd-133bc3f3ef8a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324046 Aug 30 21:20:01.564983 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.565902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Fanout notify agent at l3_agent the message router_deleted on router 53d4f8a8-ce97-431c-bdd9-75457c4636c5 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:20:01.573352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.577929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2620a1fd-4cc3-4414-90e6-d777a59d0bbd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/53d4f8a8-ce97-431c-bdd9-75457c4636c5 HTTP/1.1" status: 204 len: 168 time: 0.4003711 Aug 30 21:20:01.578269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.613542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-837a26f6-3352-47b2-bc9c-27e9b53c730c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=53d4f8a8-ce97-431c-bdd9-75457c4636c5 HTTP/1.1" status: 200 len: 205 time: 0.0319173 Aug 30 21:20:01.614342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38404) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.655636 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-36352408-4753-4387-924a-67d5d162739c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:01.657437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36352408-4753-4387-924a-67d5d162739c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/53d4f8a8-ce97-431c-bdd9-75457c4636c5 HTTP/1.1" status: 404 len: 336 time: 0.0420036 Aug 30 21:20:01.660092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38406) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.691613 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5b5285-8c73-430e-b39e-35ecb2c82396 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:01.692089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5b5285-8c73-430e-b39e-35ecb2c82396 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:01.696276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9d5b5285-8c73-430e-b39e-35ecb2c82396 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/077e6428-dd5f-4805-930a-9a8308d41b7a HTTP/1.1" status: 404 len: 337 time: 0.0326383 Aug 30 21:20:01.696860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38408) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.702831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 516d7ff6-488e-4429-bffa-e2eff5567d4a details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:01.703712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e083b153-deba-4b40-85c5-a8c8274fd3b1 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:01.736240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: e083b153-deba-4b40-85c5-a8c8274fd3b1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:01.736625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e083b153-deba-4b40-85c5-a8c8274fd3b1 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:01.751163 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff8c4c0-78a6-420b-a2c4-7b6f0fdaf742 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:01.751726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff8c4c0-78a6-420b-a2c4-7b6f0fdaf742 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:01.755826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ff8c4c0-78a6-420b-a2c4-7b6f0fdaf742 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/1edf35dc-e422-46f2-a9a4-d37cd690112e HTTP/1.1" status: 404 len: 337 time: 0.0380440 Aug 30 21:20:01.756996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38410) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.789537 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23490f6-2b71-4ea4-bd9a-1e8189b65dbf tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:01.790204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23490f6-2b71-4ea4-bd9a-1e8189b65dbf tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:01.795579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38412) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.795930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c23490f6-2b71-4ea4-bd9a-1e8189b65dbf tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/c39b55c8-af13-4225-9ec1-449cf6f578fd HTTP/1.1" status: 404 len: 337 time: 0.0374818 Aug 30 21:20:01.835124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0f9bd-874b-4de0-bf4c-d0b1169ac30d req-41a53a0a-886a-463d-a176-a709752de95b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:01.836868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6c0f9bd-874b-4de0-bf4c-d0b1169ac30d req-41a53a0a-886a-463d-a176-a709752de95b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 944 time: 0.0882118 Aug 30 21:20:01.837902 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8841a4d-633a-4a53-b462-6a1d3bf80f04 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:01.838434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8841a4d-633a-4a53-b462-6a1d3bf80f04 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:01.842587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e8841a4d-633a-4a53-b462-6a1d3bf80f04 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/d59d237a-9ed2-48aa-836f-d66ccffb2124 HTTP/1.1" status: 404 len: 337 time: 0.0436068 Aug 30 21:20:01.842923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38414) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.853133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:01.867170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'port_id': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'mac_address': 'fa:16:3e:07:2f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:01.887056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11169963-2ceb-451f-83a5-a9008bc18a1c tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 200 len: 205 time: 0.0407512 Aug 30 21:20:01.887497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38416) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.908643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.926231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516d7ff6-488e-4429-bffa-e2eff5567d4a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:01.941282 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-4545c855-8dc5-406a-ae96-5c8c022a4740 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:01.944734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4545c855-8dc5-406a-ae96-5c8c022a4740 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/db53f892-a326-4bff-8e7a-01f255d1bede HTTP/1.1" status: 404 len: 336 time: 0.0538626 Aug 30 21:20:01.945124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:01.951671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6c0f9bd-874b-4de0-bf4c-d0b1169ac30d req-406a35e3-ec95-4ea9-b70c-ca3296c4b018 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063044 Aug 30 21:20:01.959268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:01.965597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:01.980361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad8382f8-0c90-4319-9bff-2fb72031ccc3 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 HTTP/1.1" status: 200 len: 205 time: 0.0339384 Aug 30 21:20:01.982988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38420) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.021241 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-6ff9a2f7-4479-465b-b7cc-b0b49b93e024 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:02.023190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ff9a2f7-4479-465b-b7cc-b0b49b93e024 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/f9d8e8d0-b559-4b30-9632-1be3a9fb8d41 HTTP/1.1" status: 404 len: 336 time: 0.0384028 Aug 30 21:20:02.025444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.029113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:02.052316 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d04784d-f0b8-4699-9d73-e64627b86a8d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:02.052839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d04784d-f0b8-4699-9d73-e64627b86a8d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:02.053422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['516d7ff6-488e-4429-bffa-e2eff5567d4a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:02.057390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d04784d-f0b8-4699-9d73-e64627b86a8d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/8e142cf1-a9c8-495f-8104-203ad75517cc HTTP/1.1" status: 404 len: 337 time: 0.0280502 Aug 30 21:20:02.057694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.086747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-07defa35-c7e2-43a8-b854-461f3fdb4cfc tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 200 len: 205 time: 0.0267978 Aug 30 21:20:02.088413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.129898 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-3f2aec55-151b-4e25-96f8-3c05f890ac79 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:02.133928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.134403 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3f2aec55-151b-4e25-96f8-3c05f890ac79 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/71de75c7-9897-4c03-8282-e352ac37420f HTTP/1.1" status: 404 len: 336 time: 0.0446734 Aug 30 21:20:02.167965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15d22040-8b87-472a-89da-fbc9d64a0497 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d766228-d66c-4048-979f-666611761784 HTTP/1.1" status: 200 len: 205 time: 0.0328751 Aug 30 21:20:02.170385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.224747 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-a7d1dd1b-5dd9-4b8e-bb0c-3778ef8716d5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:02.226731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a7d1dd1b-5dd9-4b8e-bb0c-3778ef8716d5 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/6d766228-d66c-4048-979f-666611761784 HTTP/1.1" status: 404 len: 336 time: 0.0543251 Aug 30 21:20:02.228714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.265224 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b3a6a6-6b90-47a8-9ee4-360e9a971ebe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:02.265677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b3a6a6-6b90-47a8-9ee4-360e9a971ebe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:02.267389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e4b3a6a6-6b90-47a8-9ee4-360e9a971ebe tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/4a13403d-5303-48d4-ac2c-eca56948ab31 HTTP/1.1" status: 404 len: 337 time: 0.0377414 Aug 30 21:20:02.270388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.304576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38440) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.306216 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17e7b992-c516-4e09-b032-0926eb7e7a7d tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=573f8b4f-2a86-4aff-8855-7ba6fb4436a9 HTTP/1.1" status: 200 len: 205 time: 0.0345418 Aug 30 21:20:02.321261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4b1d1-c3ff-4f42-ad5a-e37f0257ecd5 req-cf7f0116-29fe-43c7-9618-8c502f1a0af2 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:02.323048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7d4b1d1-c3ff-4f42-ad5a-e37f0257ecd5 req-cf7f0116-29fe-43c7-9618-8c502f1a0af2 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.0668929 Aug 30 21:20:02.366323 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-62d36df9-5419-48c5-a5a4-bdc4f02d06af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:02.366650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-62d36df9-5419-48c5-a5a4-bdc4f02d06af tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/573f8b4f-2a86-4aff-8855-7ba6fb4436a9 HTTP/1.1" status: 404 len: 336 time: 0.0608420 Aug 30 21:20:02.369372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.394452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7d4b1d1-c3ff-4f42-ad5a-e37f0257ecd5 req-faa2004c-154e-4056-9bf1-ca56a95fe9e0 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups?id=396eb75b-2dbf-4f82-b235-ada16bd63eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362637 Aug 30 21:20:02.400464 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1215ad6c-ed1e-4804-8a70-dd2097df7e72 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:02.400924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1215ad6c-ed1e-4804-8a70-dd2097df7e72 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:02.405352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1215ad6c-ed1e-4804-8a70-dd2097df7e72 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/f7ad0726-37bd-4e5a-95fc-b612763b8a97 HTTP/1.1" status: 404 len: 337 time: 0.0322213 Aug 30 21:20:02.405604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.437607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9291180d-9a6a-4737-9b97-83633d447d8b tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "GET /v2.0/ports?device_id=870abd02-7c51-475e-bdcd-bf423d7606b6 HTTP/1.1" status: 200 len: 205 time: 0.0287256 Aug 30 21:20:02.437921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.475525 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-52b93ec8-6ace-436c-9a78-a5a8b720e7fd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] delete failed (client error): The resource could not be found. Aug 30 21:20:02.479191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52b93ec8-6ace-436c-9a78-a5a8b720e7fd tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/routers/870abd02-7c51-475e-bdcd-bf423d7606b6 HTTP/1.1" status: 404 len: 336 time: 0.0374458 Aug 30 21:20:02.480148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38448) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.512369 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4b28b0-9632-451f-86fc-721eca4a24ef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:02.513159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4b28b0-9632-451f-86fc-721eca4a24ef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:02.517151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a4b28b0-9632-451f-86fc-721eca4a24ef tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/63b1f464-697d-4e2f-87a1-e3d3138e85e0 HTTP/1.1" status: 404 len: 337 time: 0.0353913 Aug 30 21:20:02.518791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:02.543502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-c3dc9c5d-54b7-42a8-84e0-b33971a35124 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:02.545111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-c3dc9c5d-54b7-42a8-84e0-b33971a35124 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.82 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 946 time: 0.0659482 Aug 30 21:20:02.569090 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e409e9a9-8e80-42a5-b71c-2b863c8ac168 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] DELETE failed (client error): The resource could not be found. Aug 30 21:20:02.569622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e409e9a9-8e80-42a5-b71c-2b863c8ac168 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:20:02.571990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e409e9a9-8e80-42a5-b71c-2b863c8ac168 tempest-RoutersTest-177137057 tempest-RoutersTest-177137057-project] 10.222.0.76 "DELETE /v2.0/subnets/d1ed9978-ced9-498f-9d58-c53bd87b1376 HTTP/1.1" status: 404 len: 337 time: 0.0520065 Aug 30 21:20:02.642615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e6be-2ebf-42bf-a296-f6397ca9e6ea req-791d9582-9511-4c0e-b680-62d30071baee tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:02.655638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6845e6be-2ebf-42bf-a296-f6397ca9e6ea req-791d9582-9511-4c0e-b680-62d30071baee tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 944 time: 0.0746250 Aug 30 21:20:02.704885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Deleting port 1a650106-49ef-43ec-afc9-81fe7b8d8715 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:02.705249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:02.714428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6845e6be-2ebf-42bf-a296-f6397ca9e6ea req-6fe53f80-7be7-4809-907a-6aa29be0c0f3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Aug 30 21:20:02.818394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] For port 1a650106-49ef-43ec-afc9-81fe7b8d8715, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1a650106-49ef-43ec-afc9-81fe7b8d8715,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:02.818808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:02.940567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38462) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:03.039052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.039640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.040020 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Floating IP 1c2591be-8a03-4271-90e7-122d3b45e46b disassociated. External IP: 172.25.5.27, port: 1a650106-49ef-43ec-afc9-81fe7b8d8715. Aug 30 21:20:03.040612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Calling delete_port for 1a650106-49ef-43ec-afc9-81fe7b8d8715 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:03.130381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c560dc47-1b32-443e-92d6-fd45c9325d26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6eb660951cec4b1fbeda29d126c0ced9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885707 Aug 30 21:20:03.133107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:03.138890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de667246-e0c7-46cc-8200-24dfcb895db8 req-de4a4154-1713-467e-9f9f-3b5cfbd45fab tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:03.140538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de667246-e0c7-46cc-8200-24dfcb895db8 req-de4a4154-1713-467e-9f9f-3b5cfbd45fab tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 944 time: 0.0964842 Aug 30 21:20:03.181021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de667246-e0c7-46cc-8200-24dfcb895db8 req-bf7d681a-5b45-40b7-8e9d-9dcc45fbb680 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Aug 30 21:20:03.235547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda6a-a623-45ed-8a0f-e649f23181a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.239934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.282612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event deleted for resources: {'Port': ['ID=1a650106-49ef-43ec-afc9-81fe7b8d8715,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:03.294169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda6a-a623-45ed-8a0f-e649f23181a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.432853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda6a-a623-45ed-8a0f-e649f23181a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.435417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda6a-a623-45ed-8a0f-e649f23181a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.438936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f9eda6a-a623-45ed-8a0f-e649f23181a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/33b6475d-2798-446d-a1a8-81b1a6251de2 HTTP/1.1" status: 204 len: 168 time: 0.3019187 Aug 30 21:20:03.450837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eda6a-a623-45ed-8a0f-e649f23181a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b6475d-2798-446d-a1a8-81b1a6251de2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:03.460603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Router 42314f70-5e7b-470a-a1f2-52a8a12f2092 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:20:03.479059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.535297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22f0298d-cd53-4279-9b9f-e041150565d6 req-f1b3f5ef-8e8d-4b95-a59f-93dd364b6de0 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cd1a2c6-636b-4d96-a7a9-c1183ffb761c HTTP/1.1" status: 200 len: 210 time: 0.0347688 Aug 30 21:20:03.582542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:20:03.597028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] Sync routers for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:20:03.606856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:03.607702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:03.639660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] No DVR routers for this DVR port 1a650106-49ef-43ec-afc9-81fe7b8d8715 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:03.642740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:03.644816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32751f3e-c646-4ef5-b8b4-4c5263fc773e req-b3471efb-1473-497f-90ab-1bc8706ea1a3 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.82 "DELETE /v2.0/ports/1a650106-49ef-43ec-afc9-81fe7b8d8715 HTTP/1.1" status: 204 len: 173 time: 1.0716820 Aug 30 21:20:03.645446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'name': 'network-vif-deleted', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:03.648369 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e12fef-ae44-44bc-9196-6dab9e01a3b8" -d '{"events": [{"server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "name": "network-vif-deleted", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:03.717442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 516d7ff6-488e-4429-bffa-e2eff5567d4a up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:20:03.779559 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf89c64-bfd2-4be0-96ef-510105dcc4f6 x-openstack-request-id: req-4bf89c64-bfd2-4be0-96ef-510105dcc4f6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:03.779848 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd1a2c6-636b-4d96-a7a9-c1183ffb761c", "name": "network-vif-deleted", "tag": "1a650106-49ef-43ec-afc9-81fe7b8d8715", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:03.780474 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4bf89c64-bfd2-4be0-96ef-510105dcc4f6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:03.781382 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd1a2c6-636b-4d96-a7a9-c1183ffb761c', 'name': 'network-vif-deleted', 'tag': '1a650106-49ef-43ec-afc9-81fe7b8d8715', 'status': 'completed', 'code': 200} Aug 30 21:20:03.796175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:03.981069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfca70-169e-4165-928d-fcfd5516b44d req-acc4db60-82c8-46c5-9fb5-406073695a5d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:03.989885 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81bfca70-169e-4165-928d-fcfd5516b44d req-acc4db60-82c8-46c5-9fb5-406073695a5d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 944 time: 0.0880570 Aug 30 21:20:04.047731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81bfca70-169e-4165-928d-fcfd5516b44d req-f25c1207-dd77-4dc4-89fa-14c285c41c92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567670 Aug 30 21:20:04.170605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 516d7ff6-488e-4429-bffa-e2eff5567d4a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:20:04.171004 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.245707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:49Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:04.293133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] Checking router: 42314f70-5e7b-470a-a1f2-52a8a12f2092 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:20:04.312426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:04.313127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:04.315072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.364674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7a86036c-d845-4d0d-9a42-bbbf0ea92666 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:20:04.410597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f58f-05f8-458d-ad96-0ffab3c0ed7a req-cceb018c-674c-44bd-8a54-625ee4684122 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:04.420540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e06f58f-05f8-458d-ad96-0ffab3c0ed7a req-cceb018c-674c-44bd-8a54-625ee4684122 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 944 time: 0.1093776 Aug 30 21:20:04.425536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:04.427330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:04.430188 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ab74f-e79c-4edd-a3b7-3dd5718fe973" -d '{"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-plugged", "status": "completed", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:04.485601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:04.503445 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.511462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e06f58f-05f8-458d-ad96-0ffab3c0ed7a req-6de1cd86-7c32-46ee-9f67-44f3484a2524 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890608 Aug 30 21:20:04.549784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:04.594510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:20:04.600978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94c268ab-712c-40ac-aa76-53daf16c9337 tempest-ServiceProvidersTest-286196318 tempest-ServiceProvidersTest-286196318-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1739030 Aug 30 21:20:04.620268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:20:04.620651 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.649056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:04.696967 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ccd797-3b32-4f2d-b9fa-d1ac48c53215 x-openstack-request-id: req-74ccd797-3b32-4f2d-b9fa-d1ac48c53215 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:04.697466 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-plugged", "status": "completed", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:04.697872 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74ccd797-3b32-4f2d-b9fa-d1ac48c53215 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:04.698436 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'code': 200} Aug 30 21:20:04.813886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:04.825525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.894493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:04.902832 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.903807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1a650106-49ef-43ec-afc9-81fe7b8d8715 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:04.914635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b9d355f-7262-48e6-b9fa-2f466300363a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.920414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:04.949021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 1a650106-49ef-43ec-afc9-81fe7b8d8715 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:04.949471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1a650106-49ef-43ec-afc9-81fe7b8d8715 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:04.955275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b9d355f-7262-48e6-b9fa-2f466300363a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:04.965406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:49Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:04.988220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Deleting subnet a0058480-6024-443b-9e88-c26955bf5510 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:20:04.993440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.005768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb6faff-fa80-41a4-9fbc-a1fe122e1aae None None] The sync data for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 is: [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '336ce9fc-b130-42ad-9c5d-82486a48dce3', 'name': '', 'network_id': 'd757ee0e-8fa3-4bf4-b2ad-166700be6c8f', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'mac_address': 'fa:16:3e:82:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_interface', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:49Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'subnets': [{'id': '660939ae-53d0-4ee7-8874-8a9132c893d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:20:05.015041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7a86036c-d845-4d0d-9a42-bbbf0ea92666,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:05.034330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b9d355f-7262-48e6-b9fa-2f466300363a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.037426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b9d355f-7262-48e6-b9fa-2f466300363a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.038769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b9d355f-7262-48e6-b9fa-2f466300363a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "DELETE /v2.0/security-groups/396eb75b-2dbf-4f82-b235-ada16bd63eb1 HTTP/1.1" status: 204 len: 168 time: 0.2231958 Aug 30 21:20:05.043914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38548) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:05.059668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:05.072665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d355f-7262-48e6-b9fa-2f466300363a tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396eb75b-2dbf-4f82-b235-ada16bd63eb1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:05.076407 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-f2a74d34-2e82-4660-99d7-b47a6ddb845c tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] show failed (client error): The resource could not be found. Aug 30 21:20:05.077844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f2a74d34-2e82-4660-99d7-b47a6ddb845c tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "GET /v2.0/security-groups/396eb75b-2dbf-4f82-b235-ada16bd63eb1 HTTP/1.1" status: 404 len: 347 time: 0.0300510 Aug 30 21:20:05.081151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38556) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:05.110103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.215980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.305244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fda9-6b58-4267-ba51-a7ca25dfe7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.306063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e26c5c-c26a-491f-9faf-c9c22b55e8d9 req-290326a7-6351-4859-a24a-c688f3c2172a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:05.308303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9e26c5c-c26a-491f-9faf-c9c22b55e8d9 req-290326a7-6351-4859-a24a-c688f3c2172a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1042495 Aug 30 21:20:05.326696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Deleting port ef35705f-d6c2-484e-8f18-4f53fa60a7e6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:05.326696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.428899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9e26c5c-c26a-491f-9faf-c9c22b55e8d9 req-b5025f50-4f09-4735-b8d1-acc078f37d07 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049972 Aug 30 21:20:05.483206 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fda9-6b58-4267-ba51-a7ca25dfe7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.485526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.500092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1d0fda9-6b58-4267-ba51-a7ca25dfe7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.527234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.527866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.557960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Calling delete_port for ef35705f-d6c2-484e-8f18-4f53fa60a7e6 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:05.590448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0058480-6024-443b-9e88-c26955bf5510,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:05.597341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.599751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-14c75c12-64cb-490f-8a8b-8fa2f2118a83 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a0058480-6024-443b-9e88-c26955bf5510 HTTP/1.1" status: 204 len: 168 time: 0.6777954 Aug 30 21:20:05.608513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:05.615738 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1926d9d-3e13-4a0b-8d6e-ba7eaa2b2636 None None] New status for floating IP 1c2591be-8a03-4271-90e7-122d3b45e46b: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:20:05.624866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b1d0fda9-6b58-4267-ba51-a7ca25dfe7e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b581d8c5de248c8b00f8f025d9c1272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639474 Aug 30 21:20:05.640274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:05.715493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0fda9-6b58-4267-ba51-a7ca25dfe7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61439fc1-f65b-41b2-89f7-a2d5d480f263,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:05.720520 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.754072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.767635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a37c423-960d-46e0-b5e7-9d3c267c2d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.790733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a37c423-960d-46e0-b5e7-9d3c267c2d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.857914 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-e1926d9d-3e13-4a0b-8d6e-ba7eaa2b2636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:20:05.858244 n-d-793620-16 neutron-server[94691]: DEBUG oslo_db.api [None req-e1926d9d-3e13-4a0b-8d6e-ba7eaa2b2636 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:20:05.870052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f1c22-31fe-4f15-81fa-d86a31c30b6a req-8fab1ae6-3660-48f3-9d5e-b3704a696db3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:05.872030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-584f1c22-31fe-4f15-81fa-d86a31c30b6a req-8fab1ae6-3660-48f3-9d5e-b3704a696db3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.0687790 Aug 30 21:20:05.872686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.906713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.922969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ab9e34-2cc4-41cc-a326-9408603975cb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:05.933578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa58211-483d-499a-91e0-92bc62faa99a') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:05.934268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa58211-483d-499a-91e0-92bc62faa99a') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:05.937174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a37c423-960d-46e0-b5e7-9d3c267c2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.940841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a37c423-960d-46e0-b5e7-9d3c267c2d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.942562 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3a37c423-960d-46e0-b5e7-9d3c267c2d50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61439fc1-f65b-41b2-89f7-a2d5d480f263 HTTP/1.1" status: 204 len: 168 time: 0.2717657 Aug 30 21:20:05.958220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.977554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37c423-960d-46e0-b5e7-9d3c267c2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61439fc1-f65b-41b2-89f7-a2d5d480f263,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:05.983458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.994173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:20:05.994851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:20:05.997069 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:20:05.999296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Pushing event deleted for resources: {'Port': ['ID=ef35705f-d6c2-484e-8f18-4f53fa60a7e6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:06.004186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.007503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.008946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c9fc2ee3-763f-4bdc-b34b-aaab452280e9 tempest-ServersTestJSON-1640345028 tempest-ServersTestJSON-1640345028-project] 10.222.0.76 "DELETE /v2.0/floatingips/1c2591be-8a03-4271-90e7-122d3b45e46b HTTP/1.1" status: 204 len: 168 time: 0.9264913 Aug 30 21:20:06.017495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:06.037011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-584f1c22-31fe-4f15-81fa-d86a31c30b6a req-13bc8613-9dda-4486-818a-5b239cf8dad9 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550832 Aug 30 21:20:06.133138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.180505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.182692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/97ab9e34-2cc4-41cc-a326-9408603975cb HTTP/1.1" status: 204 len: 168 time: 0.5731385 Aug 30 21:20:06.195227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb268c9-601e-4042-bef2-5002161ecfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ab9e34-2cc4-41cc-a326-9408603975cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:06.359634 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1926d9d-3e13-4a0b-8d6e-ba7eaa2b2636 None None] New status for floating IP 1c2591be-8a03-4271-90e7-122d3b45e46b: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:20:06.527670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38596) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:06.661320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0fb2a4bb-7a0b-4acb-91b3-e4aef227c9c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6cea4b9d9a744fa88b39cd9d5bce624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311193 Aug 30 21:20:06.670787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:06.681971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973421a-753b-4480-8f4f-357d0a0d7463 req-8b989ea6-dee4-4ce1-b7a8-55ec35519a35 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:06.692259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0973421a-753b-4480-8f4f-357d0a0d7463 req-8b989ea6-dee4-4ce1-b7a8-55ec35519a35 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1372440 Aug 30 21:20:06.699683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a86036c-d845-4d0d-9a42-bbbf0ea92666'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:06.702054 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067bb89c-2dd3-4a14-b833-a2d920ca571c" -d '{"events": [{"server_uuid": "b4f184ca-13dd-40f6-ba6d-138faa20f990", "name": "network-vif-plugged", "status": "completed", "tag": "7a86036c-d845-4d0d-9a42-bbbf0ea92666"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:06.744267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0973421a-753b-4480-8f4f-357d0a0d7463 req-69dc603b-81aa-4beb-a4f4-ca95c06e95d7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506029 Aug 30 21:20:06.759793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.843027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6d1386d-4bc3-474b-8814-570ca9ed06ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.934326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6d1386d-4bc3-474b-8814-570ca9ed06ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:06.968587 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f78619d-129a-4f38-bb51-db63dfb9d919 x-openstack-request-id: req-5f78619d-129a-4f38-bb51-db63dfb9d919 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:06.968587 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f184ca-13dd-40f6-ba6d-138faa20f990", "name": "network-vif-plugged", "status": "completed", "tag": "7a86036c-d845-4d0d-9a42-bbbf0ea92666", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:06.968587 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f78619d-129a-4f38-bb51-db63dfb9d919 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:06.968587 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'code': 200} Aug 30 21:20:07.125512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4677a-bef1-4c2b-abbc-aef7c70447a8 req-1f014167-846e-408b-bdac-7e470fbe535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:07.127274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aec4677a-bef1-4c2b-abbc-aef7c70447a8 req-1f014167-846e-408b-bdac-7e470fbe535a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 1097 time: 0.0904665 Aug 30 21:20:07.129782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6d1386d-4bc3-474b-8814-570ca9ed06ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:07.132795 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6d1386d-4bc3-474b-8814-570ca9ed06ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:07.134090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b6d1386d-4bc3-474b-8814-570ca9ed06ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f0d55d5-c121-4d2d-a817-de0850d685a9 HTTP/1.1" status: 204 len: 168 time: 0.4609947 Aug 30 21:20:07.179484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1386d-4bc3-474b-8814-570ca9ed06ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0d55d5-c121-4d2d-a817-de0850d685a9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:07.263635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aec4677a-bef1-4c2b-abbc-aef7c70447a8 req-83819f87-7c48-4791-8f69-d07d436c266c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083610 Aug 30 21:20:07.267038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffc434-0afe-4913-abcc-f620ea7a0a7d req-f44d2922-727c-44a0-b5fa-2f7e478ed11b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:07.278692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efffc434-0afe-4913-abcc-f620ea7a0a7d req-f44d2922-727c-44a0-b5fa-2f7e478ed11b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.0890071 Aug 30 21:20:07.352390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efffc434-0afe-4913-abcc-f620ea7a0a7d req-4ffbc597-4196-4266-8465-c084705dff32 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726290 Aug 30 21:20:07.415534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Deleting port 336ce9fc-b130-42ad-9c5d-82486a48dce3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:07.419779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:07.519461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] For port 336ce9fc-b130-42ad-9c5d-82486a48dce3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=336ce9fc-b130-42ad-9c5d-82486a48dce3,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:07.519830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:07.542616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Calling delete_port for 336ce9fc-b130-42ad-9c5d-82486a48dce3 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:07.797303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:07.840187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=336ce9fc-b130-42ad-9c5d-82486a48dce3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:07.978678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da457832-8a32-4443-882f-0cd0190021c7 req-28ac76ea-8703-4842-8632-aa25b38f409f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:07.984826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da457832-8a32-4443-882f-0cd0190021c7 req-28ac76ea-8703-4842-8632-aa25b38f409f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1050103 Aug 30 21:20:08.089034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da457832-8a32-4443-882f-0cd0190021c7 req-7a3446cd-0b63-43a8-9013-56f253e62c3e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972893 Aug 30 21:20:08.590490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf311f-943e-4d9d-894b-cd60b689d311 req-21b709a2-b87f-40e1-bc88-44107ac2cd6d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:08.599652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52cf311f-943e-4d9d-894b-cd60b689d311 req-21b709a2-b87f-40e1-bc88-44107ac2cd6d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.1018386 Aug 30 21:20:08.662856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:08.710369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52cf311f-943e-4d9d-894b-cd60b689d311 req-f0ddae08-bcf7-454b-bc38-5e589df17338 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028636 Aug 30 21:20:08.928171 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b028bfc-1c2d-4bcd-8566-7e3fbc3a35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:09.224586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Router 42314f70-5e7b-470a-a1f2-52a8a12f2092 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:20:09.269712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3aec4-5ee7-4f9c-978d-74a916b67d4a req-bee2282f-ea70-4c21-bfc9-1c36c019ef4d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:09.279308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82b3aec4-5ee7-4f9c-978d-74a916b67d4a req-bee2282f-ea70-4c21-bfc9-1c36c019ef4d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0948861 Aug 30 21:20:09.327233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82b3aec4-5ee7-4f9c-978d-74a916b67d4a req-2898796c-b6d1-41fa-911e-d66938d84484 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Aug 30 21:20:09.465195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:20:09.474909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] Sync routers for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:20:09.477559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f5c33c76-253e-4562-9ee3-c2bccbbc6dc5 admin admin] 10.222.0.76 "PUT /v2.0/routers/42314f70-5e7b-470a-a1f2-52a8a12f2092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4588952 Aug 30 21:20:09.480141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:09.494230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:09.494912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:09.672717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:09.779723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38710) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:09.833187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:09.873104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae802cd0-843d-4c86-992c-213821d535c8 req-f6b9a982-d9f6-458f-89ac-0cf87157ab80 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:09.882338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae802cd0-843d-4c86-992c-213821d535c8 req-f6b9a982-d9f6-458f-89ac-0cf87157ab80 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.0687666 Aug 30 21:20:09.932641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:09.936827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae802cd0-843d-4c86-992c-213821d535c8 req-09b99d4d-e2b5-4e4f-9fc5-951cc3403f1b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531952 Aug 30 21:20:10.019383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Deleting port aa848222-ba84-4872-b216-0c047bf6eb0f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:10.019816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.030716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8960ce75-599a-4f04-a9c6-6b1758825bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.168259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] For port aa848222-ba84-4872-b216-0c047bf6eb0f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa848222-ba84-4872-b216-0c047bf6eb0f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:10.168783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.187577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Calling delete_port for aa848222-ba84-4872-b216-0c047bf6eb0f owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:10.251613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8960ce75-599a-4f04-a9c6-6b1758825bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.261871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8960ce75-599a-4f04-a9c6-6b1758825bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.302188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8960ce75-599a-4f04-a9c6-6b1758825bad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f0ecf60908849848f2db130d9fc685a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193942 Aug 30 21:20:10.323778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:10.338563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:20:07Z', 'revision_number': 5, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port': {'id': 'aa848222-ba84-4872-b216-0c047bf6eb0f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:10.385768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] Checking router: 42314f70-5e7b-470a-a1f2-52a8a12f2092 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:20:10.401450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] Routers {'42314f70-5e7b-470a-a1f2-52a8a12f2092'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:20:10.402302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['42314f70-5e7b-470a-a1f2-52a8a12f2092'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:10.405537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960ce75-599a-4f04-a9c6-6b1758825bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fba0b3-1ddd-43e5-b143-45670ada51ac,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:10.516226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0aae4d-a4d5-4dcb-8d91-8c13cbd15b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.528822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466153f-ed06-45f9-9301-e5c60ec1487a req-a9fd2888-75ce-4afe-932b-939aad446ef4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:10.530919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c466153f-ed06-45f9-9301-e5c60ec1487a req-a9fd2888-75ce-4afe-932b-939aad446ef4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0559866 Aug 30 21:20:10.560528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] Set router 42314f70-5e7b-470a-a1f2-52a8a12f2092 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:20:10.585413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:10.612670 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c466153f-ed06-45f9-9301-e5c60ec1487a req-a3efbe79-751d-4827-ac66-bd3be966c5ad tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736694 Aug 30 21:20:10.626767 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0aae4d-a4d5-4dcb-8d91-8c13cbd15b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.702981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:20:09Z', 'revision_number': 6, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:10.759297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0aae4d-a4d5-4dcb-8d91-8c13cbd15b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.766537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f0aae4d-a4d5-4dcb-8d91-8c13cbd15b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.770953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f0aae4d-a4d5-4dcb-8d91-8c13cbd15b56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54fba0b3-1ddd-43e5-b143-45670ada51ac HTTP/1.1" status: 204 len: 168 time: 0.4483330 Aug 30 21:20:10.775515 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.798157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c2065-5775-4bc4-b5b5-39d17fa4ca82 None None] The sync data for ids ['42314f70-5e7b-470a-a1f2-52a8a12f2092'] in n-d-793620-16 is: [{'id': '42314f70-5e7b-470a-a1f2-52a8a12f2092', 'name': 'tempest-ServersTestJSON-488807759-router', 'tenant_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:31Z', 'updated_at': '2021-08-30T21:20:09Z', 'revision_number': 6, 'project_id': '9b06d1ac57ca4d85998dcb5d881b113a', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:20:10.906992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-322a610c-866e-4b7e-95a0-5762424d36fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:10.926207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0aae4d-a4d5-4dcb-8d91-8c13cbd15b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fba0b3-1ddd-43e5-b143-45670ada51ac,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:10.966990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa848222-ba84-4872-b216-0c047bf6eb0f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:11.013532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.117887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-322a610c-866e-4b7e-95a0-5762424d36fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.136627 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-322a610c-866e-4b7e-95a0-5762424d36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.172049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-322a610c-866e-4b7e-95a0-5762424d36fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12cf81a9d18e433cb7ad876bda5d8a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855494 Aug 30 21:20:11.176210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:11.193354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.217010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a610c-866e-4b7e-95a0-5762424d36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864ec5fc-9619-4963-b9bc-fb1149d23a66,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:11.219911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.350295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.351128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42314f70-5e7b-470a-a1f2-52a8a12f2092 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:20:11.362392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.363944 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-084efcca-9320-4387-8aa4-d41548cb6c79 admin admin] 10.222.0.76 "DELETE /v2.0/routers/42314f70-5e7b-470a-a1f2-52a8a12f2092 HTTP/1.1" status: 204 len: 168 time: 1.8826690 Aug 30 21:20:11.366974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38754) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:11.388974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513c497e-4314-4a08-aa86-60666c96b560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.460360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513c497e-4314-4a08-aa86-60666c96b560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.484923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Deleting subnet 660939ae-53d0-4ee7-8874-8a9132c893d3 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:20:11.495674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.515557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:11.531065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d79021-11c7-4611-9da5-e6560091b810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.547348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513c497e-4314-4a08-aa86-60666c96b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.550027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-513c497e-4314-4a08-aa86-60666c96b560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.557723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-513c497e-4314-4a08-aa86-60666c96b560 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/864ec5fc-9619-4963-b9bc-fb1149d23a66 HTTP/1.1" status: 204 len: 168 time: 0.3777425 Aug 30 21:20:11.573392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.574035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c497e-4314-4a08-aa86-60666c96b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864ec5fc-9619-4963-b9bc-fb1149d23a66,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:11.753051 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.862072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc9e93d4-eec5-44c9-abc8-2f7cf0d150f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.919718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:11.934792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa848222-ba84-4872-b216-0c047bf6eb0f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:11.986565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: aa848222-ba84-4872-b216-0c047bf6eb0f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:11.987062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa848222-ba84-4872-b216-0c047bf6eb0f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:11.987917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 336ce9fc-b130-42ad-9c5d-82486a48dce3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:12.034095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 336ce9fc-b130-42ad-9c5d-82486a48dce3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:12.034729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 336ce9fc-b130-42ad-9c5d-82486a48dce3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:12.082368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ded4be-9877-458a-81cc-be5970422338 req-96198d29-65c2-4055-92c6-65873cecba4f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:12.092973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99ded4be-9877-458a-81cc-be5970422338 req-96198d29-65c2-4055-92c6-65873cecba4f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.3668764 Aug 30 21:20:12.143020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d79021-11c7-4611-9da5-e6560091b810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.186238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99ded4be-9877-458a-81cc-be5970422338 req-1f52d825-58d4-484c-bbab-9afb7226a5a7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908298 Aug 30 21:20:12.193644 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27d79021-11c7-4611-9da5-e6560091b810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.287999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.375311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660939ae-53d0-4ee7-8874-8a9132c893d3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:12.417056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.417397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.417837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.418055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.418384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.423087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:12.433556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-27d79021-11c7-4611-9da5-e6560091b810 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0bdd926955524d9bb83b167e876bfa33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9171653 Aug 30 21:20:12.436576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:12.437111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d79021-11c7-4611-9da5-e6560091b810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c60b0e-6a09-47a2-9e02-46ff11338f3e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:12.447526 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.456189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9c162ce0-433c-4acb-8e4d-51dc61d696f9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/660939ae-53d0-4ee7-8874-8a9132c893d3 HTTP/1.1" status: 204 len: 168 time: 1.0825195 Aug 30 21:20:12.457483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38784) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:12.459297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae56c67-c1e4-4f2a-8add-7ce9102b829c None None] Network d757ee0e-8fa3-4bf4-b2ad-166700be6c8f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:12.544620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df564f65-c15e-42d6-8a29-5a6dfca1c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.603400 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.627423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df564f65-c15e-42d6-8a29-5a6dfca1c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.735078 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df564f65-c15e-42d6-8a29-5a6dfca1c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.738532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df564f65-c15e-42d6-8a29-5a6dfca1c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:12.740538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-df564f65-c15e-42d6-8a29-5a6dfca1c511 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0c60b0e-6a09-47a2-9e02-46ff11338f3e HTTP/1.1" status: 204 len: 168 time: 0.3029203 Aug 30 21:20:12.772188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df564f65-c15e-42d6-8a29-5a6dfca1c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c60b0e-6a09-47a2-9e02-46ff11338f3e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:12.882198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] DHCP port deletion for d757ee0e-8fa3-4bf4-b2ad-166700be6c8f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:20:12.941077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38794) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:12.967857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Deleting port 6552c71f-ad09-468e-aff5-b57809ff2f54 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:12.968303 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.060171 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.168261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Deleting port 6552c71f-ad09-468e-aff5-b57809ff2f54 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:13.168602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.171080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] For port 6552c71f-ad09-468e-aff5-b57809ff2f54, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6552c71f-ad09-468e-aff5-b57809ff2f54,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:13.171478 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.200734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Calling delete_port for 6552c71f-ad09-468e-aff5-b57809ff2f54 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:13.279826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] For port 6552c71f-ad09-468e-aff5-b57809ff2f54, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6552c71f-ad09-468e-aff5-b57809ff2f54,segment=NetworkSegment(aa06d875-a17e-4af4-b994-8d0f3a3c7c81),segment_id=aa06d875-a17e-4af4-b994-8d0f3a3c7c81)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:13.281645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.335466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Calling delete_port for 6552c71f-ad09-468e-aff5-b57809ff2f54 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:13.379954 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.384341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1074200835-network', 'tenant_id': '4397526c549a4d4cabb69e64d42d22e4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:13.419031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Pushing event deleted for resources: {'Port': ['ID=6552c71f-ad09-468e-aff5-b57809ff2f54,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:13.431854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.432312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.432657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.432990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.433413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.433783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.434248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.434579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.434932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.435255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.435688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.435808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Made reservation on behalf of 4397526c549a4d4cabb69e64d42d22e4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:13.436208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.438794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.442084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7248dfb-b8e2-4c85-b192-602c4dc84033 None None] No DVR routers for this DVR port 6552c71f-ad09-468e-aff5-b57809ff2f54 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:13.499985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.521911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.551211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6552c71f-ad09-468e-aff5-b57809ff2f54,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:13.559691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] No DVR routers for this DVR port 6552c71f-ad09-468e-aff5-b57809ff2f54 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:13.741273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.747235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.755407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.783930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d757ee0e-8fa3-4bf4-b2ad-166700be6c8f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:13.814894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:20:13.872587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.872982 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Added segment a42daea7-ce53-4c2f-8a64-a8f29fde79f4 of type vlan for network 581aa97f-a49b-4174-a041-a542d1cb5b7d Aug 30 21:20:13.874405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1a1718-28e3-4099-8291-8635df4b4e9e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:13.897616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:13.900801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa06d875-a17e-4af4-b994-8d0f3a3c7c81') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:13.936656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6552c71f-ad09-468e-aff5-b57809ff2f54 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:13.940488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.940828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.941157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.944599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:13.957818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.959490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.961317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.963080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.964672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.964887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6552c71f-ad09-468e-aff5-b57809ff2f54 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:13.965233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6552c71f-ad09-468e-aff5-b57809ff2f54 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:13.966458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.968510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.969176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.969402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:20:13.993374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e35ab5-8944-460f-866f-bc277c3989b2 req-2214a1ab-9120-45b3-9f7d-d5f88a59ecc8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:14.000806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2e35ab5-8944-460f-866f-bc277c3989b2 req-2214a1ab-9120-45b3-9f7d-d5f88a59ecc8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.2140472 Aug 30 21:20:14.018433 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.023868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:20:14.024588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.101984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:20:14.104897 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:20:14.145453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2e35ab5-8944-460f-866f-bc277c3989b2 req-d983afa7-3980-440e-ab81-aed05d6e2f3f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436400 Aug 30 21:20:14.147911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.182378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.183697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:14.185231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.188959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.191415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d757ee0e-8fa3-4bf4-b2ad-166700be6c8f HTTP/1.1" status: 204 len: 168 time: 1.7329330 Aug 30 21:20:14.197520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02668933-0ff0-4cf9-9cc0-483d9a2134d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d757ee0e-8fa3-4bf4-b2ad-166700be6c8f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:14.276360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3338866 Aug 30 21:20:14.279530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:14.286262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Request body: {'subnet': {'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1074200835-subnet', 'tenant_id': '4397526c549a4d4cabb69e64d42d22e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:14.306233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef8740-05e7-497b-b8be-be8cdd5511e7 admin admin] Pushing event updated for resources: {'Network': ['ID=581aa97f-a49b-4174-a041-a542d1cb5b7d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:14.322472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 581aa97f-a49b-4174-a041-a542d1cb5b7d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:20:14.343098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Made reservation on behalf of 4397526c549a4d4cabb69e64d42d22e4 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:14.346383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.545864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.589958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:14.663135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c1520157-ec8f-4ad3-a58c-0fe6a21c746b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b06d1ac57ca4d85998dcb5d881b113a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711453 Aug 30 21:20:14.666880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:14.713814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.799788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eeaa5ea-00f3-4557-aae2-ea626946168b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:14.811223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28d10a13-3b41-4a84-98f8-f117955c3bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.846719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Checking segment: {'id': 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:14.847076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Network hostable DHCP agents. Network: 581aa97f-a49b-4174-a041-a542d1cb5b7d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:20:14.860258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28d10a13-3b41-4a84-98f8-f117955c3bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.908581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Network 581aa97f-a49b-4174-a041-a542d1cb5b7d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:20:14.922036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 581aa97f-a49b-4174-a041-a542d1cb5b7d) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:14.928160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:14.929368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:14.939599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac38d586-bc0c-45b5-ad7d-65ecb3b7297d None None] Network 581aa97f-a49b-4174-a041-a542d1cb5b7d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:14.954718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cf1d788f-95a5-4378-96e8-c65b9d640d28 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6673393 Aug 30 21:20:14.998811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28d10a13-3b41-4a84-98f8-f117955c3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:15.002598 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28d10a13-3b41-4a84-98f8-f117955c3bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:15.007412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-28d10a13-3b41-4a84-98f8-f117955c3bc3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7be5ce2f-e1de-4a20-b4f8-226880ec32e8 HTTP/1.1" status: 204 len: 168 time: 0.3389733 Aug 30 21:20:15.046351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d10a13-3b41-4a84-98f8-f117955c3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be5ce2f-e1de-4a20-b4f8-226880ec32e8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:15.364265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb9f7e-04a5-400d-8308-70146eba971f None None] Network 581aa97f-a49b-4174-a041-a542d1cb5b7d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:15.505485 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10287b-cd09-416d-8afc-f026946bf247 req-5f3e7ee1-dafb-44f1-b358-21ff592e8fa9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:15.520669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e10287b-cd09-416d-8afc-f026946bf247 req-5f3e7ee1-dafb-44f1-b358-21ff592e8fa9 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.2440934 Aug 30 21:20:15.645493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e10287b-cd09-416d-8afc-f026946bf247 req-859f9fd6-abfc-4551-ab4a-85af1812358d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229670 Aug 30 21:20:16.555366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-1bab47ad-d93f-49df-804d-75652838bf71 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:16.565401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-1bab47ad-d93f-49df-804d-75652838bf71 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/networks?id=581aa97f-a49b-4174-a041-a542d1cb5b7d HTTP/1.1" status: 200 len: 814 time: 0.2179663 Aug 30 21:20:16.604742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-46e6de71-0a61-4674-930a-5eb8f8ce713f tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/quotas/4397526c549a4d4cabb69e64d42d22e4 HTTP/1.1" status: 200 len: 375 time: 0.0381091 Aug 30 21:20:16.692318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-28e8c539-9cd5-4998-8a3b-f59cf29a14b9 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4397526c549a4d4cabb69e64d42d22e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860257 Aug 30 21:20:16.833655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-cdefaf39-541e-40d5-8d2d-117c440ac556 service neutron] 10.222.0.76 "GET /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287582 Aug 30 21:20:17.018539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8249a677-63cb-47f0-8275-761e05dc3907 service neutron] 10.222.0.76 "GET /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774471 Aug 30 21:20:17.031437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38922) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:17.306543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ffbcf-6bb2-4423-81e1-c272d49aaa8a req-22d0369b-4ad5-409e-b3a2-35ee482e10d7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:17.317030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b3ffbcf-6bb2-4423-81e1-c272d49aaa8a req-22d0369b-4ad5-409e-b3a2-35ee482e10d7 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0762136 Aug 30 21:20:17.438817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b3ffbcf-6bb2-4423-81e1-c272d49aaa8a req-76a2ad8a-6c75-44ed-b869-b69bc74a74b3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072562 Aug 30 21:20:17.455878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1859772698-network', 'tenant_id': '9748dbbba67e45bf95b4d484d007aceb'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:17.515695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Made reservation on behalf of 9748dbbba67e45bf95b4d484d007aceb for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:17.518118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.538953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.725507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.740353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.784217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:20:17.825833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c46b7bdd-56db-4686-90e7-ec34a58f9e04 req-20dd7780-2283-4274-8ec8-36e1760e556b tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 210 time: 0.0391507 Aug 30 21:20:17.830389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085dd35a-1273-4e2f-ab75-a719e4464fc1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:17.849708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.849708 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Added segment bde612de-62ae-46f0-984b-4a2e603b2c48 of type vlan for network 88633d2f-4959-4663-a277-55edc30d4be1 Aug 30 21:20:17.891873 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.935303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:17.936565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:17.937209 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:18.023861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] Pushing event updated for resources: {'Network': ['ID=88633d2f-4959-4663-a277-55edc30d4be1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:18.036448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 88633d2f-4959-4663-a277-55edc30d4be1 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:20:18.043921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-76e1c45f-97e4-47d0-8f49-f89730798db5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0108297 Aug 30 21:20:18.046640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:18.052399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Request body: {'subnet': {'network_id': '88633d2f-4959-4663-a277-55edc30d4be1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1859772698-subnet', 'tenant_id': '9748dbbba67e45bf95b4d484d007aceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:18.083221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Made reservation on behalf of 9748dbbba67e45bf95b4d484d007aceb for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:18.087096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:18.350640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:18.448998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997c8759-2317-44b8-888c-b81bcbaca359,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:18.475289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Checking segment: {'id': 'bde612de-62ae-46f0-984b-4a2e603b2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:18.475721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Network hostable DHCP agents. Network: 88633d2f-4959-4663-a277-55edc30d4be1, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:20:18.506315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Network 88633d2f-4959-4663-a277-55edc30d4be1 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:20:18.526774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 88633d2f-4959-4663-a277-55edc30d4be1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:18.537204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2281f11-cbca-4460-b39b-f728cfc25db9 None None] Network 88633d2f-4959-4663-a277-55edc30d4be1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:18.551310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:18.552293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:18.599696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e53b854-159e-4ad2-8fea-f9bddbbea5f5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5513918 Aug 30 21:20:18.696737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b79b7-f9bb-4b35-817d-4fd7805a731e req-fa2449e6-13f5-4d0e-9682-66f1d6c7220d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:18.700471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d90b79b7-f9bb-4b35-817d-4fd7805a731e req-fa2449e6-13f5-4d0e-9682-66f1d6c7220d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1130533 Aug 30 21:20:18.830238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb73caaf-33ae-4221-9c25-eda99d8baa4b None None] Network 88633d2f-4959-4663-a277-55edc30d4be1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:18.972993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d90b79b7-f9bb-4b35-817d-4fd7805a731e req-5a51f517-5722-4b72-aed6-b4555fc651df tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637260 Aug 30 21:20:19.112233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-665da21c-cfa1-4d49-91e5-00829fa40572 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:19.113740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-665da21c-cfa1-4d49-91e5-00829fa40572 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.86 "GET /v2.0/networks?id=581aa97f-a49b-4174-a041-a542d1cb5b7d HTTP/1.1" status: 200 len: 814 time: 0.3540583 Aug 30 21:20:19.152382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Request body: {'port': {'device_id': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d', 'admin_state_up': True, 'tenant_id': '4397526c549a4d4cabb69e64d42d22e4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:19.368274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41adf455-c748-4136-941f-c83ad4c3e37d req-ba34dc90-43d2-4bce-9fb2-7c44e321cb0b tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 210 time: 0.0457835 Aug 30 21:20:19.479255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Made reservation on behalf of 4397526c549a4d4cabb69e64d42d22e4 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:19.487436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:19.691012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Allocated IP 172.20.0.7 (581aa97f-a49b-4174-a041-a542d1cb5b7d/1eeaa5ea-00f3-4557-aae2-ea626946168b/01302966-fb16-47b7-b0ce-425f1e84ee55) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:20:19.923383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:19.987842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:20.098390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Network 581aa97f-a49b-4174-a041-a542d1cb5b7d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:20:20.105131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:20.114658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:20:20.212455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Pushing event updated for resources: {'Port': ['ID=01302966-fb16-47b7-b0ce-425f1e84ee55,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:20.254677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:20.256252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:20.283947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-8c526585-bbd5-42da-8afa-48e92a389470 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1542232 Aug 30 21:20:20.291786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-3928bbe1-5b8e-4a74-a2a8-4466279e95be tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:20.300114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-3928bbe1-5b8e-4a74-a2a8-4466279e95be tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/networks?id=88633d2f-4959-4663-a277-55edc30d4be1 HTTP/1.1" status: 200 len: 814 time: 0.3305945 Aug 30 21:20:20.307899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Request body: {'port': {'device_id': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:20.378287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-4009150b-506e-49a7-8382-de7cc795709f tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/quotas/9748dbbba67e45bf95b4d484d007aceb HTTP/1.1" status: 200 len: 375 time: 0.0770946 Aug 30 21:20:20.458461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-48824643-0f1c-4a7a-8956-adeaf76ebedb tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9748dbbba67e45bf95b4d484d007aceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790381 Aug 30 21:20:20.596167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:20.682387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-4790649d-0c16-4d24-8a9c-9ef9ad0bf658 service neutron] 10.222.0.76 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227933 Aug 30 21:20:20.982426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-c49a6eaa-6449-46d7-a4ba-4e36f5df85e9 service neutron] 10.222.0.76 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935362 Aug 30 21:20:21.181583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01302966-fb16-47b7-b0ce-425f1e84ee55 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:21.210116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:21.261693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Transition to ACTIVE for port object 01302966-fb16-47b7-b0ce-425f1e84ee55 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:20:21.277124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:21.342617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb5411-66e3-454a-80cc-ddfd5616bfd7 req-d2dfae89-11b0-4d94-804a-d3aab8d70a90 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:21.344636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abfb5411-66e3-454a-80cc-ddfd5616bfd7 req-d2dfae89-11b0-4d94-804a-d3aab8d70a90 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1548841 Aug 30 21:20:21.403308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=01302966-fb16-47b7-b0ce-425f1e84ee55,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:21.469299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abfb5411-66e3-454a-80cc-ddfd5616bfd7 req-9ad2f4ed-3275-4952-93ec-9b24df26e454 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073148 Aug 30 21:20:21.541079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Attempting to bind port 01302966-fb16-47b7-b0ce-425f1e84ee55 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:20:21.541617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Attempting to bind port 01302966-fb16-47b7-b0ce-425f1e84ee55 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:20:21.541738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Attempting to bind port 01302966-fb16-47b7-b0ce-425f1e84ee55 on network 581aa97f-a49b-4174-a041-a542d1cb5b7d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:21.548924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Port 01302966-fb16-47b7-b0ce-425f1e84ee55 on network 581aa97f-a49b-4174-a041-a542d1cb5b7d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:20:21.548924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Attempting to bind port 01302966-fb16-47b7-b0ce-425f1e84ee55 on network 581aa97f-a49b-4174-a041-a542d1cb5b7d {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:21.554849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:20:21.555080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Checking segment: {'id': 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:21.555481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Bound using segment: {'id': 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:20:21.556078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Bound port: 01302966-fb16-47b7-b0ce-425f1e84ee55, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:20:21.556332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:21.689791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] For port 01302966-fb16-47b7-b0ce-425f1e84ee55, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:20:21.705601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] For port 01302966-fb16-47b7-b0ce-425f1e84ee55, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=01302966-fb16-47b7-b0ce-425f1e84ee55,segment=NetworkSegment(a42daea7-ce53-4c2f-8a64-a8f29fde79f4),segment_id=a42daea7-ce53-4c2f-8a64-a8f29fde79f4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:20:21.740309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:21.814758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:21.815449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:21.816950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] 10.222.0.86 "PUT /v2.0/ports/01302966-fb16-47b7-b0ce-425f1e84ee55 HTTP/1.1" status: 200 len: 1092 time: 1.5147507 Aug 30 21:20:21.845623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'tag': '01302966-fb16-47b7-b0ce-425f1e84ee55'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:21.848290 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4294c4-74ba-495c-ad37-b37eebe48a60", "tag": "01302966-fb16-47b7-b0ce-425f1e84ee55"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:21.947989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140563c8-1690-4a1e-86bb-44b0140b7c17 req-1bd65ec5-8ed7-43ee-8ed2-2e8c19156774 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:21.949613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-140563c8-1690-4a1e-86bb-44b0140b7c17 req-1bd65ec5-8ed7-43ee-8ed2-2e8c19156774 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 943 time: 0.1895649 Aug 30 21:20:21.968596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326dc29-092e-4189-bcb1-5931c8e3d6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=01302966-fb16-47b7-b0ce-425f1e84ee55,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:22.032408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-140563c8-1690-4a1e-86bb-44b0140b7c17 req-a018b2cb-3ece-4a66-916b-503e574aab27 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664876 Aug 30 21:20:22.037469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-cd87e84c-7925-485c-92d4-96df775d4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:22.053700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-cd87e84c-7925-485c-92d4-96df775d4674 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4397526c549a4d4cabb69e64d42d22e4&device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 1095 time: 0.1636493 Aug 30 21:20:22.125547 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-ff564eb7-b69d-4dff-949a-b55b4f2f6c5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01302966-fb16-47b7-b0ce-425f1e84ee55 HTTP/1.1" status: 200 len: 217 time: 0.0618916 Aug 30 21:20:22.223246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e610e35-2494-441f-86ee-d7a18c08aecf req-7b3d3d35-cb0a-4353-ad20-068c8f86dfb4 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 210 time: 0.0669563 Aug 30 21:20:22.246441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-d3e7b8fb-4a7c-47a7-bdb4-a1463e65ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:22.246441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-d3e7b8fb-4a7c-47a7-bdb4-a1463e65ec90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1eeaa5ea-00f3-4557-aae2-ea626946168b HTTP/1.1" status: 200 len: 854 time: 0.1106205 Aug 30 21:20:22.324125 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc9561-042b-404d-833a-14ebd599a688 x-openstack-request-id: req-17bc9561-042b-404d-833a-14ebd599a688 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:22.324559 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4294c4-74ba-495c-ad37-b37eebe48a60", "tag": "01302966-fb16-47b7-b0ce-425f1e84ee55", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:22.324958 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17bc9561-042b-404d-833a-14ebd599a688 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:22.325478 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'tag': '01302966-fb16-47b7-b0ce-425f1e84ee55', 'status': 'completed', 'code': 200} Aug 30 21:20:22.328297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-356d79b1-59ca-4b75-917a-236dfbdf16b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=581aa97f-a49b-4174-a041-a542d1cb5b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742240 Aug 30 21:20:22.497713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-7422031d-3ab8-4845-a1fa-a52d1e0ac49f service neutron] 10.222.0.86 "GET /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593027 Aug 30 21:20:22.668755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-d8458e46-f92b-430c-bafd-419457946d52 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:22.672119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-d8458e46-f92b-430c-bafd-419457946d52 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.86 "GET /v2.0/networks?id=88633d2f-4959-4663-a277-55edc30d4be1 HTTP/1.1" status: 200 len: 814 time: 0.1807234 Aug 30 21:20:22.688666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Request body: {'port': {'device_id': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1', 'admin_state_up': True, 'tenant_id': '9748dbbba67e45bf95b4d484d007aceb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:22.798427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed8324-f3db-4143-b0eb-81ce193938fb req-03919870-1227-4138-834b-5ffb3ef4c077 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:22.807667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-baed8324-f3db-4143-b0eb-81ce193938fb req-03919870-1227-4138-834b-5ffb3ef4c077 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.1203198 Aug 30 21:20:22.816705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ba3cd3-2660-4393-9ee5-cfe5301d27bd req-119639e5-9dc9-416e-83c6-9747fbd87d78 service neutron] 10.222.0.86 "GET /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110542 Aug 30 21:20:22.877511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-baed8324-f3db-4143-b0eb-81ce193938fb req-b3628cf9-bd45-4dc5-a7d9-777a1fba1e94 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646155 Aug 30 21:20:22.936945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Made reservation on behalf of 9748dbbba67e45bf95b4d484d007aceb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:22.942231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:22.968588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-b46c26d2-6121-4777-9e21-05d97b8da361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:22.971949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-b46c26d2-6121-4777-9e21-05d97b8da361 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4397526c549a4d4cabb69e64d42d22e4&device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 1095 time: 0.0930037 Aug 30 21:20:23.187800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Allocated IP 172.20.0.7 (88633d2f-4959-4663-a277-55edc30d4be1/997c8759-2317-44b8-888c-b81bcbaca359/50a0a763-af55-4cd3-8c17-cef39accd8ff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:20:23.204067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-9cfa77b6-e796-4864-8d73-f8eb24724f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:23.210608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-9cfa77b6-e796-4864-8d73-f8eb24724f5f service neutron] 10.222.0.86 "GET /v2.0/networks?id=581aa97f-a49b-4174-a041-a542d1cb5b7d HTTP/1.1" status: 200 len: 915 time: 0.2301924 Aug 30 21:20:23.288809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70559e-5a32-498d-a369-fa5b4d9a143d req-b2f72979-5730-45ae-8656-db524e799bff tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:23.291004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d70559e-5a32-498d-a369-fa5b4d9a143d req-b2f72979-5730-45ae-8656-db524e799bff tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 943 time: 0.0791366 Aug 30 21:20:23.362904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-b28b8e22-ffd8-454e-acb1-0e7f79bce749 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01302966-fb16-47b7-b0ce-425f1e84ee55 HTTP/1.1" status: 200 len: 217 time: 0.0706396 Aug 30 21:20:23.443134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d70559e-5a32-498d-a369-fa5b4d9a143d req-e14a6d09-6ec1-433d-80e3-3644d5315086 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430962 Aug 30 21:20:23.462360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:23.464514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-b02cae48-1f4e-4dd6-895e-7fb96b2665c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:23.467594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-b02cae48-1f4e-4dd6-895e-7fb96b2665c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1eeaa5ea-00f3-4557-aae2-ea626946168b HTTP/1.1" status: 200 len: 854 time: 0.0945268 Aug 30 21:20:23.509690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-c61bcee1-e6db-46f2-aa7b-b992f4e16a3b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=581aa97f-a49b-4174-a041-a542d1cb5b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317469 Aug 30 21:20:23.536427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:23.582789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d984ae2b-5bbe-4ced-a808-ed15312922b2 req-8f2af81f-34ce-47bc-9ace-d07e621f42e2 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 210 time: 0.0720835 Aug 30 21:20:23.613335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Network 88633d2f-4959-4663-a277-55edc30d4be1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:20:23.614842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Pushing event updated for resources: {'Port': ['ID=50a0a763-af55-4cd3-8c17-cef39accd8ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:23.624201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:23.626974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:20:23.646353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-3e6d0b20-3e86-4b66-9130-fbd9b00fc39e service neutron] 10.222.0.86 "GET /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261663 Aug 30 21:20:23.702339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:23.703090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:23.721049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-6d24b005-4c89-4c8d-8a65-b3a1d18593bc tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0385544 Aug 30 21:20:23.734128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Request body: {'port': {'device_id': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:23.757116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82dfeca9-a27f-47c3-8536-0bbeabf3e5c2 req-f85aace0-309d-4816-872d-8dcd6b17bc61 service neutron] 10.222.0.86 "GET /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013765 Aug 30 21:20:23.795937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:24.050372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ba32-7b98-44e6-bc94-bc42308c2dae req-fc1aa69c-d93d-4960-97d3-47e841060315 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.052034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f35ba32-7b98-44e6-bc94-bc42308c2dae req-fc1aa69c-d93d-4960-97d3-47e841060315 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0596659 Aug 30 21:20:24.102495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f35ba32-7b98-44e6-bc94-bc42308c2dae req-01e2a257-af5d-417b-b302-9f605fafe5bd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Aug 30 21:20:24.151813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a0a763-af55-4cd3-8c17-cef39accd8ff {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:24.160398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:24.173941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Transition to ACTIVE for port object 50a0a763-af55-4cd3-8c17-cef39accd8ff will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:20:24.180789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:24.242811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Pushing event updated for resources: {'Port': ['ID=50a0a763-af55-4cd3-8c17-cef39accd8ff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:24.350284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-7103f13e-1511-4684-81f4-16eaf53fa876 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0887411 Aug 30 21:20:24.352945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Attempting to bind port 50a0a763-af55-4cd3-8c17-cef39accd8ff on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:20:24.353280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Attempting to bind port 50a0a763-af55-4cd3-8c17-cef39accd8ff by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'bde612de-62ae-46f0-984b-4a2e603b2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:20:24.353600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Attempting to bind port 50a0a763-af55-4cd3-8c17-cef39accd8ff on network 88633d2f-4959-4663-a277-55edc30d4be1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:24.361463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Port 50a0a763-af55-4cd3-8c17-cef39accd8ff on network 88633d2f-4959-4663-a277-55edc30d4be1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:20:24.362212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Attempting to bind port 50a0a763-af55-4cd3-8c17-cef39accd8ff on network 88633d2f-4959-4663-a277-55edc30d4be1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:24.371514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:20:24.371903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Checking segment: {'id': 'bde612de-62ae-46f0-984b-4a2e603b2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:24.372331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Bound using segment: {'id': 'bde612de-62ae-46f0-984b-4a2e603b2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:20:24.372855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Bound port: 50a0a763-af55-4cd3-8c17-cef39accd8ff, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde612de-62ae-46f0-984b-4a2e603b2c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:20:24.373223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:24.419105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-53a2fdb3-a012-4dea-9ad6-94da16a7b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.420555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-53a2fdb3-a012-4dea-9ad6-94da16a7b0e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 1097 time: 0.0430448 Aug 30 21:20:24.463342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.471084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.471721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.472274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.472814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.473349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.473939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.476516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6c5dc6ff-b2c9-45bd-b93d-7e2716387e9a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6499 time: 0.0990331 Aug 30 21:20:24.501119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] For port 50a0a763-af55-4cd3-8c17-cef39accd8ff, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:20:24.504199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] For port 50a0a763-af55-4cd3-8c17-cef39accd8ff, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff,segment=NetworkSegment(bde612de-62ae-46f0-984b-4a2e603b2c48),segment_id=bde612de-62ae-46f0-984b-4a2e603b2c48)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:20:24.512901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:24.565841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-b55a5f73-9983-4454-bdd2-048c5d527e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.567375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-b55a5f73-9983-4454-bdd2-048c5d527e03 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1394439 Aug 30 21:20:24.617210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.617978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:24.619638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] 10.222.0.86 "PUT /v2.0/ports/50a0a763-af55-4cd3-8c17-cef39accd8ff HTTP/1.1" status: 200 len: 1092 time: 0.8905771 Aug 30 21:20:24.622490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'tag': '50a0a763-af55-4cd3-8c17-cef39accd8ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:24.624928 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b20b4-2c5f-4da8-9c83-7769585824bb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb595fef-9ac7-4590-bc25-c911a04d4e84", "tag": "50a0a763-af55-4cd3-8c17-cef39accd8ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:24.628453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-e740bfeb-65e7-42e1-a75e-00f9ca138b56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a HTTP/1.1" status: 200 len: 217 time: 0.0529449 Aug 30 21:20:24.643572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f023dba-9ac1-41f5-9f65-963d528abc34 req-65ac44ef-dbb5-4f75-8f9a-300044b55814 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.646009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f023dba-9ac1-41f5-9f65-963d528abc34 req-65ac44ef-dbb5-4f75-8f9a-300044b55814 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 943 time: 0.1243114 Aug 30 21:20:24.714894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-0cc18c20-5917-4203-ae8f-8dc13f7d412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.715822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82cb1d-8090-4550-900d-9fc4994ee56c service neutron] Pushing event updated for resources: {'Port': ['ID=50a0a763-af55-4cd3-8c17-cef39accd8ff,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:24.716411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-0cc18c20-5917-4203-ae8f-8dc13f7d412e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.0694141 Aug 30 21:20:24.747411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f023dba-9ac1-41f5-9f65-963d528abc34 req-867f3205-25da-4022-b62e-0b650099f6ba tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Aug 30 21:20:24.776175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-45956e91-57f6-4a21-a95b-7da9a2011c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.778478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-45956e91-57f6-4a21-a95b-7da9a2011c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.779294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-45956e91-57f6-4a21-a95b-7da9a2011c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.781216 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-45956e91-57f6-4a21-a95b-7da9a2011c33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fb0eb042-4384-4607-affb-e644582335c9&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 200 len: 2292 time: 0.2647164 Aug 30 21:20:24.783249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-39d857bd-7ccd-4322-a87f-3f3961b93ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.788460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-39d857bd-7ccd-4322-a87f-3f3961b93ea5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9748dbbba67e45bf95b4d484d007aceb&device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 1095 time: 0.1192479 Aug 30 21:20:24.808937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-2dae6a31-e294-4983-adad-64b8b9133e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.810501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-2dae6a31-e294-4983-adad-64b8b9133e4e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709767 Aug 30 21:20:24.877167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-8d85972d-a881-4682-9604-94db6d2686da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff HTTP/1.1" status: 200 len: 217 time: 0.0758936 Aug 30 21:20:24.925197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-a0e252da-057c-44e9-9080-f3fc90d27590 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb3b124-182b-4d34-b58b-7111afce7da8 HTTP/1.1" status: 200 len: 1002 time: 0.1315377 Aug 30 21:20:24.939924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3407d-12ec-4f3c-acb2-764e1fc138c2 req-d3200237-9977-41fc-b6b3-118ddbd5adf6 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.941432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-93d3407d-12ec-4f3c-acb2-764e1fc138c2 req-d3200237-9977-41fc-b6b3-118ddbd5adf6 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 943 time: 0.1130323 Aug 30 21:20:24.962008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-88e5a9be-7adc-4d2c-a641-26d915469a91 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419425 Aug 30 21:20:24.973994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-e5b51411-54ba-4e4e-a705-4711bf8d421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:24.975453 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-e5b51411-54ba-4e4e-a705-4711bf8d421b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997c8759-2317-44b8-888c-b81bcbaca359 HTTP/1.1" status: 200 len: 854 time: 0.0869205 Aug 30 21:20:25.013289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-f2065381-9400-4ca2-bc5c-4dca173e7e15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88633d2f-4959-4663-a277-55edc30d4be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286078 Aug 30 21:20:25.015208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-80f70f19-3dc2-4cec-a79f-7d1b2aa07340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.016558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-80f70f19-3dc2-4cec-a79f-7d1b2aa07340 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fcc81c3-735f-4f24-9912-ac34dfc68e9a HTTP/1.1" status: 200 len: 850 time: 0.0829113 Aug 30 21:20:25.031209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-93d3407d-12ec-4f3c-acb2-764e1fc138c2 req-21d07f36-9df5-4d36-8da1-c930a86e59e1 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785205 Aug 30 21:20:25.097798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d2a5ea6-4f3f-4ac7-8d94-5207a15736c4 req-f38d5b14-be06-4e1c-8e4d-1b94eb8e4327 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251137 Aug 30 21:20:25.105555 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3520c54-e503-4011-8c4e-79acf65a1c73 x-openstack-request-id: req-c3520c54-e503-4011-8c4e-79acf65a1c73 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:25.106338 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb595fef-9ac7-4590-bc25-c911a04d4e84", "tag": "50a0a763-af55-4cd3-8c17-cef39accd8ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:25.106603 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3520c54-e503-4011-8c4e-79acf65a1c73 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:25.107036 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'tag': '50a0a763-af55-4cd3-8c17-cef39accd8ff', 'status': 'completed', 'code': 200} Aug 30 21:20:25.136683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-d1464a96-0e30-4939-b289-db4af1ce9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.138526 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-d1464a96-0e30-4939-b289-db4af1ce9af2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb0eb042-4384-4607-affb-e644582335c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091137 Aug 30 21:20:25.176539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-d72b6364-3d56-417f-a5c4-4373b3811b76 service neutron] 10.222.0.86 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547880 Aug 30 21:20:25.233003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b78d-19b7-49bd-b870-eb7ff0a5764e req-49509ec2-d9a0-44d1-bf3c-521062c0d761 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.234934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b571b78d-19b7-49bd-b870-eb7ff0a5764e req-49509ec2-d9a0-44d1-bf3c-521062c0d761 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0530465 Aug 30 21:20:25.277289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b571b78d-19b7-49bd-b870-eb7ff0a5764e req-affb8998-b2f8-41ef-82ec-ad568d0fb819 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Aug 30 21:20:25.311139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-379f0038-5e8f-4385-b4f5-bfde311eb007 service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563208 Aug 30 21:20:25.364812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94efe60c-19a7-4569-a576-f22c9ff60438 req-e89432e5-bd9d-4b80-8d68-86e222a42da0 service neutron] 10.222.0.86 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626158 Aug 30 21:20:25.420747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-58fae8e3-566c-4690-8b7b-d6a46d485d95 service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018343 Aug 30 21:20:25.496705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-af8e4747-3f48-4d7c-a51d-321e32a8d78d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 217 time: 0.0644627 Aug 30 21:20:25.539879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-5054a018-ad00-4c6b-a088-7e91f4d00d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.541420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-5054a018-ad00-4c6b-a088-7e91f4d00d99 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9748dbbba67e45bf95b4d484d007aceb&device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 1095 time: 0.1175282 Aug 30 21:20:25.572142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-1ce20cfa-7a4f-419f-b19f-fb99d3515fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.573593 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-1ce20cfa-7a4f-419f-b19f-fb99d3515fee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0690145 Aug 30 21:20:25.668099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-75d8b40d-82ff-478e-a395-5c5557769444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.669655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-75d8b40d-82ff-478e-a395-5c5557769444 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692670 Aug 30 21:20:25.672427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-bf1ca8c6-a367-4543-8830-30ae6a532d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.673752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-bf1ca8c6-a367-4543-8830-30ae6a532d9e service neutron] 10.222.0.86 "GET /v2.0/networks?id=88633d2f-4959-4663-a277-55edc30d4be1 HTTP/1.1" status: 200 len: 915 time: 0.1231987 Aug 30 21:20:25.756993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-69441e8a-e825-4be4-944e-f3054a9c57be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff HTTP/1.1" status: 200 len: 217 time: 0.0741453 Aug 30 21:20:25.840005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-7f9084d9-642d-4f8a-88a0-d00bdcd75b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.841524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-7f9084d9-642d-4f8a-88a0-d00bdcd75b6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997c8759-2317-44b8-888c-b81bcbaca359 HTTP/1.1" status: 200 len: 854 time: 0.0769823 Aug 30 21:20:25.849263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-3ce2334b-8cff-46db-acf5-2408aea8ff7b service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602380 Aug 30 21:20:25.885962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580bf2-9682-4efa-9136-a953a82f3202 req-0fbb6a68-ba0d-49fc-861a-90e406f8225c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:25.887629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d580bf2-9682-4efa-9136-a953a82f3202 req-0fbb6a68-ba0d-49fc-861a-90e406f8225c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 943 time: 0.0873818 Aug 30 21:20:25.935349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d580bf2-9682-4efa-9136-a953a82f3202 req-7264134d-d2e8-4f9a-8b0b-5e2874b4d19f tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Aug 30 21:20:26.154720 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:20:26.175413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969d1c-36ac-471f-87e6-dbb2991086ae req-781280d9-446f-40a8-9101-8b86760faef8 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:26.177247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86969d1c-36ac-471f-87e6-dbb2991086ae req-781280d9-446f-40a8-9101-8b86760faef8 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 943 time: 0.0613363 Aug 30 21:20:26.216540 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-e3fcef66-f16a-4742-a18f-60baa3ca57c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88633d2f-4959-4663-a277-55edc30d4be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3661368 Aug 30 21:20:26.221226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86969d1c-36ac-471f-87e6-dbb2991086ae req-6cd7e1b3-e891-4167-89aa-b77375be3068 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 Aug 30 21:20:26.369746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-9f043c21-2aa5-438a-a79e-b56124eb68a4 service neutron] 10.222.0.86 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440976 Aug 30 21:20:26.372116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-dea41720-5af0-43c9-b973-1f0b4931c88d service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124209 Aug 30 21:20:26.411470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a8e17-cc16-41bc-8dc0-e2e838cb86a7 req-4530249b-83ed-436c-ac19-c6e88ee0a207 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:26.413117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c5a8e17-cc16-41bc-8dc0-e2e838cb86a7 req-4530249b-83ed-436c-ac19-c6e88ee0a207 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0568519 Aug 30 21:20:26.462834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c5a8e17-cc16-41bc-8dc0-e2e838cb86a7 req-d60e6fe5-102d-4364-9b82-7e04b01e6915 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Aug 30 21:20:26.479697 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-6bacab0d-5628-4a90-8c65-0f7b86420ea5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 217 time: 0.0515473 Aug 30 21:20:26.545327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745b20b4-2c5f-4da8-9c83-7769585824bb req-eac87937-c7eb-490d-bd36-45feeac78532 service neutron] 10.222.0.86 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677730 Aug 30 21:20:26.564034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-ef4e45ee-3e7a-433d-bdfd-1230305ba3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:26.565606 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-ef4e45ee-3e7a-433d-bdfd-1230305ba3a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0771205 Aug 30 21:20:26.617981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-4a0b57ef-2dce-403c-8e81-e20f09ce91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:26.619448 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-4a0b57ef-2dce-403c-8e81-e20f09ce91b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430551 Aug 30 21:20:26.727130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-9327de6c-3aaf-4470-bfee-cb578d2c5157 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988412 Aug 30 21:20:26.823974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-1df35cf6-4949-4ec8-a9b4-78f27fb748b7 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866797 Aug 30 21:20:26.880450 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-bc2ab04d-d73e-4bbc-a19c-d5be9fff10fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29 HTTP/1.1" status: 200 len: 217 time: 0.0475509 Aug 30 21:20:26.997692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-893160a6-7353-4953-91f5-1082dd9dc874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:26.999773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-893160a6-7353-4953-91f5-1082dd9dc874 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.1079657 Aug 30 21:20:27.086844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-999754fa-15c2-4e26-a5f0-dc1b85ff4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.089181 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-999754fa-15c2-4e26-a5f0-dc1b85ff4d61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800581 Aug 30 21:20:27.126894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0566e6-4c7c-47e4-bc5f-8b0de7072566 req-f9d73121-712a-4d7b-9b0a-48cfee8f2913 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.134641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec0566e6-4c7c-47e4-bc5f-8b0de7072566 req-f9d73121-712a-4d7b-9b0a-48cfee8f2913 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 943 time: 0.0815883 Aug 30 21:20:27.179720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec0566e6-4c7c-47e4-bc5f-8b0de7072566 req-4a84b037-7945-4cf1-9684-7309cd629d50 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Aug 30 21:20:27.211270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-9d11d362-7635-47dd-9845-0b86050b33f9 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139326 Aug 30 21:20:27.384876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649b0a6-1095-4d2a-b548-cb0c15baeb03 req-8b103199-b56e-416a-b7b2-a2426f7bcbae tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.386683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e649b0a6-1095-4d2a-b548-cb0c15baeb03 req-8b103199-b56e-416a-b7b2-a2426f7bcbae tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 943 time: 0.0896509 Aug 30 21:20:27.442464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e649b0a6-1095-4d2a-b548-cb0c15baeb03 req-c0782cdf-834c-406a-a78c-3f8e1669060f tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478983 Aug 30 21:20:27.469866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-5fb83b75-b0da-42d8-b69a-0f63cbcfca73 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509046 Aug 30 21:20:27.522700 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-84051f6c-3412-4ce0-830e-ac46a79a8b81 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931 HTTP/1.1" status: 200 len: 217 time: 0.0439310 Aug 30 21:20:27.582407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-447637a6-c011-4e0b-b0e5-8c9b47a1d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.583990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-447637a6-c011-4e0b-b0e5-8c9b47a1d284 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0543261 Aug 30 21:20:27.586136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7c38-5403-44fc-a142-50b54d11ffcc req-d383c51b-1b86-4c0d-9d52-b1df843b4303 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.587719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-989e7c38-5403-44fc-a142-50b54d11ffcc req-d383c51b-1b86-4c0d-9d52-b1df843b4303 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 945 time: 0.0588205 Aug 30 21:20:27.635465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-989e7c38-5403-44fc-a142-50b54d11ffcc req-0dd7610b-ef5c-45a9-a8c0-5ed416605c10 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Aug 30 21:20:27.638033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-03f7b10e-1bc8-4f64-8610-e2bda321cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.639665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-03f7b10e-1bc8-4f64-8610-e2bda321cee6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0482216 Aug 30 21:20:27.797483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-cf72e63c-955a-46bb-b870-cb4e36bf0563 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475785 Aug 30 21:20:27.804309 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-aeeaac05-d416-4b63-afd8-66ac3648097b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675397 Aug 30 21:20:27.837180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-4808500a-0118-47ef-9f35-e34148be52a6 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.839341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-4808500a-0118-47ef-9f35-e34148be52a6 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.1275358 Aug 30 21:20:27.842039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 01302966-fb16-47b7-b0ce-425f1e84ee55 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:27.844889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 516d7ff6-488e-4429-bffa-e2eff5567d4a no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:27.867555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-4708e573-9f82-42f0-a7e0-7cbc1d76dbd9 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/quotas/6b8e55afa6d64d57bc132db4d407070a HTTP/1.1" status: 200 len: 375 time: 0.0218263 Aug 30 21:20:27.929580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2245c85b-070e-48f2-881d-d8010875105a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608110 Aug 30 21:20:27.946190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-f1cef667-e33c-4e3d-8e81-0dd0fc48d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:27.947748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-f1cef667-e33c-4e3d-8e81-0dd0fc48d931 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 1097 time: 0.0752361 Aug 30 21:20:27.952309 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-c54a8312-eb74-4325-94a3-808b87edf9ec service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467512 Aug 30 21:20:28.029277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-89e2e5a1-c5bb-4038-9f40-5b2d5f4c3a59 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff HTTP/1.1" status: 200 len: 217 time: 0.0657158 Aug 30 21:20:28.089297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-20e1cde1-6a60-431c-8ca0-825377cd9b4a service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585832 Aug 30 21:20:28.128036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-f6681484-f2c0-4b90-8504-0b701d414a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.129556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-f6681484-f2c0-4b90-8504-0b701d414a5c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.0691278 Aug 30 21:20:28.146463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 01302966-fb16-47b7-b0ce-425f1e84ee55, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=01302966-fb16-47b7-b0ce-425f1e84ee55,segment=NetworkSegment(a42daea7-ce53-4c2f-8a64-a8f29fde79f4),segment_id=a42daea7-ce53-4c2f-8a64-a8f29fde79f4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:28.149370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:28.171927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-2a6e4783-c9f5-4e18-bf1b-aa97e167c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.172920 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-2a6e4783-c9f5-4e18-bf1b-aa97e167c7db service neutron] 10.222.0.86 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.1880541 Aug 30 21:20:28.191388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:28.194042 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351be54-e20b-49e7-be7b-7517b8d18165" -d '{"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-unplugged", "status": "completed", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:28.201086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '01302966-fb16-47b7-b0ce-425f1e84ee55', 'network_id': '581aa97f-a49b-4174-a041-a542d1cb5b7d', 'port_id': '01302966-fb16-47b7-b0ce-425f1e84ee55', 'mac_address': 'fa:16:3e:82:7d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eeaa5ea-00f3-4557-aae2-ea626946168b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:28.214531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:28.237283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-08b56e38-0300-4a4f-944f-219e0291a2ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 200 len: 217 time: 0.0476077 Aug 30 21:20:28.239515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-d2720063-e1f1-48b4-82e2-7b160e9b4d54 service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490469 Aug 30 21:20:28.256926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:28.259427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:28.279657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-4e0ac931-1043-4485-8a92-3c02d166c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.281535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-4e0ac931-1043-4485-8a92-3c02d166c263 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418312 Aug 30 21:20:28.295906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01302966-fb16-47b7-b0ce-425f1e84ee55 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:28.359718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 01302966-fb16-47b7-b0ce-425f1e84ee55, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=01302966-fb16-47b7-b0ce-425f1e84ee55,segment=NetworkSegment(a42daea7-ce53-4c2f-8a64-a8f29fde79f4),segment_id=a42daea7-ce53-4c2f-8a64-a8f29fde79f4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:28.362926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-15c10783-d6c3-4c63-9993-a2c88d96f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.365015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-15c10783-d6c3-4c63-9993-a2c88d96f0df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1205468 Aug 30 21:20:28.372709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:28.388652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:28.445485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-516b0ad8-6a0a-4011-9ef3-2fa4331ad39f service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500218 Aug 30 21:20:28.473816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=01302966-fb16-47b7-b0ce-425f1e84ee55,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:28.528151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-e6da9fd4-c876-4ba6-9d97-ab163d3be21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.529806 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-e6da9fd4-c876-4ba6-9d97-ab163d3be21e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407878 Aug 30 21:20:28.632184 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-34585ad1-7a8f-4031-bf69-5cb9863a4907 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758134 Aug 30 21:20:28.697613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-4ebf350b-c87f-4a8c-8cc3-f4c4a3dc5f22 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401 HTTP/1.1" status: 200 len: 217 time: 0.0458114 Aug 30 21:20:28.713296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['01302966-fb16-47b7-b0ce-425f1e84ee55'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:28.725557 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-d3ef2ded-37e4-4e7c-aa1b-f89f8d738e1c service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856942 Aug 30 21:20:28.834777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-12b6ae2e-b49a-4fc8-8c42-49048931b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.836540 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-12b6ae2e-b49a-4fc8-8c42-49048931b45c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.1223805 Aug 30 21:20:28.842682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e51bf-4d41-48b4-96a4-06cf3919dbcb req-391bd03d-8624-43cf-ba30-78ccdcd73770 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.851465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-927e51bf-4d41-48b4-96a4-06cf3919dbcb req-391bd03d-8624-43cf-ba30-78ccdcd73770 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1227458 Aug 30 21:20:28.943953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b116e28-f568-4647-a1ac-90bf00ec755c req-ddc6bd9e-76c1-485f-936e-77a4a2fe46c4 service neutron] 10.222.0.86 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837189 Aug 30 21:20:28.947040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-2f419339-5a92-4b18-a907-bdb29fdab3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:28.949485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-2f419339-5a92-4b18-a907-bdb29fdab3e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917256 Aug 30 21:20:28.965848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-927e51bf-4d41-48b4-96a4-06cf3919dbcb req-96e4bb6c-6630-4427-b641-c4c5984a6974 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121721 Aug 30 21:20:29.014914 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf46345-ec51-4c59-a4f2-1de798f6cfef x-openstack-request-id: req-ddf46345-ec51-4c59-a4f2-1de798f6cfef {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:29.015432 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-unplugged", "status": "failed", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:29.015626 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddf46345-ec51-4c59-a4f2-1de798f6cfef {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:29.016039 n-d-793620-16 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'code': 422} returned with failed status Aug 30 21:20:29.121178 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-f82f41e4-62c2-4a82-a010-9f2b740ddd3d service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631613 Aug 30 21:20:29.140234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65f74-664f-43b6-949c-10356975d707 req-28814d8b-a3af-4273-a2be-c4ec539ea41c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:29.148144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cb65f74-664f-43b6-949c-10356975d707 req-28814d8b-a3af-4273-a2be-c4ec539ea41c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 944 time: 0.0751803 Aug 30 21:20:29.234889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cb65f74-664f-43b6-949c-10356975d707 req-be490e19-4114-44b0-bd93-d992cdf534d4 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856571 Aug 30 21:20:29.235495 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c03e941b-f20e-486e-8f5f-085d1cd0e248 req-1752e8cf-9e53-4e23-8994-8ed36cbca122 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006565 Aug 30 21:20:29.384125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5864daf-954b-46e0-b79e-482f830c04cd req-d109d461-41e4-4ebb-8f02-23f9f64e7801 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:29.385645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5864daf-954b-46e0-b79e-482f830c04cd req-d109d461-41e4-4ebb-8f02-23f9f64e7801 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 943 time: 0.0619721 Aug 30 21:20:29.425929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5864daf-954b-46e0-b79e-482f830c04cd req-fe097c48-d6f3-4165-958e-745bebf876a6 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Aug 30 21:20:29.517042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8bc57dbd-c56c-4dd6-ab2f-433a071d667a req-f455f6d3-6a65-44d7-87a3-f1a214cce12f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 210 time: 0.0270631 Aug 30 21:20:29.634811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603171aa-d3f0-47f5-bd19-a999fcb94c34 req-7cbe52fd-3aab-413f-9b85-9a90e952fb8c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:29.636781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-603171aa-d3f0-47f5-bd19-a999fcb94c34 req-7cbe52fd-3aab-413f-9b85-9a90e952fb8c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0595455 Aug 30 21:20:29.706240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-603171aa-d3f0-47f5-bd19-a999fcb94c34 req-bef136e4-be22-4205-a40f-862a06d57e13 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625517 Aug 30 21:20:29.881909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 50a0a763-af55-4cd3-8c17-cef39accd8ff details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:29.886136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 01302966-fb16-47b7-b0ce-425f1e84ee55 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:20:29.976538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-c2cf17c6-7446-4897-b11f-d34d3305a7b4 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:29.979071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-c2cf17c6-7446-4897-b11f-d34d3305a7b4 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.86 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.2140272 Aug 30 21:20:29.999331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Request body: {'port': {'device_id': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'admin_state_up': True, 'tenant_id': '6b8e55afa6d64d57bc132db4d407070a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:30.033327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 01302966-fb16-47b7-b0ce-425f1e84ee55 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:20:30.041492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 01302966-fb16-47b7-b0ce-425f1e84ee55 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:20:30.042074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.116606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 50a0a763-af55-4cd3-8c17-cef39accd8ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff,segment=NetworkSegment(bde612de-62ae-46f0-984b-4a2e603b2c48),segment_id=bde612de-62ae-46f0-984b-4a2e603b2c48)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:30.131690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40e22-ff7c-452c-9bd3-3c2c6296aaaa req-a2af5f3a-ae1d-4d06-901d-90e97aa5b290 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:30.137706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '50a0a763-af55-4cd3-8c17-cef39accd8ff', 'network_id': '88633d2f-4959-4663-a277-55edc30d4be1', 'port_id': '50a0a763-af55-4cd3-8c17-cef39accd8ff', 'mac_address': 'fa:16:3e:5c:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997c8759-2317-44b8-888c-b81bcbaca359', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:30.140472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3aa40e22-ff7c-452c-9bd3-3c2c6296aaaa req-a2af5f3a-ae1d-4d06-901d-90e97aa5b290 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0821099 Aug 30 21:20:30.169706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Made reservation on behalf of 6b8e55afa6d64d57bc132db4d407070a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:30.175627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.190656 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3aa40e22-ff7c-452c-9bd3-3c2c6296aaaa req-4530e329-9822-4d51-a483-8457d4046c9e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490851 Aug 30 21:20:30.206912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.228974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a0a763-af55-4cd3-8c17-cef39accd8ff {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:30.237938 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.284456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 50a0a763-af55-4cd3-8c17-cef39accd8ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff,segment=NetworkSegment(bde612de-62ae-46f0-984b-4a2e603b2c48),segment_id=bde612de-62ae-46f0-984b-4a2e603b2c48)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:30.296655 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.360580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 01302966-fb16-47b7-b0ce-425f1e84ee55, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=01302966-fb16-47b7-b0ce-425f1e84ee55,segment=NetworkSegment(a42daea7-ce53-4c2f-8a64-a8f29fde79f4),segment_id=a42daea7-ce53-4c2f-8a64-a8f29fde79f4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:30.380945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.381741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 516d7ff6-488e-4429-bffa-e2eff5567d4a no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:30.431298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=50a0a763-af55-4cd3-8c17-cef39accd8ff,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:30.433714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Allocated IP 172.20.0.12 (3f9a61bb-3f1e-463b-a691-17b52951548a/e11b81dd-a773-4d45-983e-5f0fe714b558/45eb691f-22f2-42f7-aef9-d4e72b47b2a4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:20:30.446240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f31b-9c93-41ce-bb91-26cfed092b90 req-01302ebb-cb70-407e-858b-40facac9cbec tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:30.462392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4683f31b-9c93-41ce-bb91-26cfed092b90 req-01302ebb-cb70-407e-858b-40facac9cbec tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0753989 Aug 30 21:20:30.553057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=01302966-fb16-47b7-b0ce-425f1e84ee55,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:30.567759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4683f31b-9c93-41ce-bb91-26cfed092b90 req-54e99cac-032d-4f59-b968-cecfdf4cd4fc tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041508 Aug 30 21:20:30.612746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.645715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['50a0a763-af55-4cd3-8c17-cef39accd8ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:30.657142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.673753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:30.706616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Network 3f9a61bb-3f1e-463b-a691-17b52951548a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:20:30.710682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:30.714769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:20:30.744937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event updated for resources: {'Port': ['ID=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:30.777392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:30.778076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:30.796616 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-2232e020-9ce7-40a0-be8f-360170a78c7a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036432 Aug 30 21:20:30.811901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Request body: {'port': {'device_id': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:30.886355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.017336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01302966-fb16-47b7-b0ce-425f1e84ee55'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:31.020715 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ebf2f9-74a8-404a-9337-8f2dbfe0679b" -d '{"events": [{"server_uuid": "eb4294c4-74ba-495c-ad37-b37eebe48a60", "name": "network-vif-plugged", "status": "completed", "tag": "01302966-fb16-47b7-b0ce-425f1e84ee55"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:31.068220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a1732-b4eb-4b23-a776-79081cd738a5 req-6c39143d-b10c-4353-9e55-825206170f56 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.075768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-455a1732-b4eb-4b23-a776-79081cd738a5 req-6c39143d-b10c-4353-9e55-825206170f56 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 944 time: 0.4419515 Aug 30 21:20:31.126399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-455a1732-b4eb-4b23-a776-79081cd738a5 req-752bd32f-cec3-4c2f-952b-a8984b486d37 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Aug 30 21:20:31.224928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:31.233964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.240085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51238a97-e198-4aff-93ad-de34befaad71 req-408e8cde-e82e-430d-b1e3-228b282082d8 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.241822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51238a97-e198-4aff-93ad-de34befaad71 req-408e8cde-e82e-430d-b1e3-228b282082d8 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 932 time: 0.0583627 Aug 30 21:20:31.252462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Transition to ACTIVE for port object 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:20:31.257845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.299572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51238a97-e198-4aff-93ad-de34befaad71 req-211fddd4-d2bc-4778-9f5a-b000d588f828 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503681 Aug 30 21:20:31.372352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Pushing event updated for resources: {'Port': ['ID=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:31.448829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Attempting to bind port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:20:31.449164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Attempting to bind port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:20:31.449492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Attempting to bind port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:31.456125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 on network 3f9a61bb-3f1e-463b-a691-17b52951548a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:20:31.456660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Attempting to bind port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:31.462993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:20:31.463552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Checking segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:31.464112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Bound using segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:20:31.464543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Bound port: 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:20:31.464899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.528638 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a9b4f-03c6-496f-bdc9-e4cce5877cd8 x-openstack-request-id: req-3e3a9b4f-03c6-496f-bdc9-e4cce5877cd8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:31.529740 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4294c4-74ba-495c-ad37-b37eebe48a60", "name": "network-vif-plugged", "status": "completed", "tag": "01302966-fb16-47b7-b0ce-425f1e84ee55", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:31.532298 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e3a9b4f-03c6-496f-bdc9-e4cce5877cd8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:31.532886 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01302966-fb16-47b7-b0ce-425f1e84ee55', 'code': 200} Aug 30 21:20:31.564618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] For port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:20:31.571289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] For port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:20:31.577824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.640429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.641057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.642489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] 10.222.0.86 "PUT /v2.0/ports/45eb691f-22f2-42f7-aef9-d4e72b47b2a4 HTTP/1.1" status: 200 len: 1093 time: 0.8363135 Aug 30 21:20:31.642970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'tag': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:31.645268 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2648ba-80ff-4870-9a71-9a730e93fed3" -d '{"events": [{"name": "network-changed", "server_uuid": "7556d3f3-caf2-4d80-b74f-66a6968ce54d", "tag": "45eb691f-22f2-42f7-aef9-d4e72b47b2a4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:31.685795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2dacce-6c51-48f1-bef2-1881599eefb8 service neutron] Pushing event updated for resources: {'Port': ['ID=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:31.701036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8df229-ee70-45f1-8052-c1e20a410671 req-1cedb373-be4f-4700-95f6-dd937aa28979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.704181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f8df229-ee70-45f1-8052-c1e20a410671 req-1cedb373-be4f-4700-95f6-dd937aa28979 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 1097 time: 0.1157255 Aug 30 21:20:31.712908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ce63f-0ea4-4a1a-a37b-4ca7e8d548ff req-fc71c901-e42c-4f69-b143-4d1b7cd83ed2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.725699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-292ce63f-0ea4-4a1a-a37b-4ca7e8d548ff req-fc71c901-e42c-4f69-b143-4d1b7cd83ed2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0995979 Aug 30 21:20:31.745999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-1076c1c4-4bc5-4886-aa5a-3f8bee68dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.747736 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-1076c1c4-4bc5-4886-aa5a-3f8bee68dcf2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 1096 time: 0.0477481 Aug 30 21:20:31.780645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f8df229-ee70-45f1-8052-c1e20a410671 req-a7b28544-d10f-47d0-8e8e-32929a07b92c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517659 Aug 30 21:20:31.783654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-292ce63f-0ea4-4a1a-a37b-4ca7e8d548ff req-67e6ea1f-47ba-4c7b-b9d0-0a8c5cf01918 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570831 Aug 30 21:20:31.800796 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-ba37983b-0a04-422d-a115-82de10d56ead service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4 HTTP/1.1" status: 200 len: 217 time: 0.0391536 Aug 30 21:20:31.878842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 50a0a763-af55-4cd3-8c17-cef39accd8ff up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:20:31.892108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9e41-040c-4c44-9474-cacdfefb8ce8 req-94d81862-b23f-46d0-98fa-0ef30ff4d257 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:31.893874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-544b9e41-040c-4c44-9474-cacdfefb8ce8 req-94d81862-b23f-46d0-98fa-0ef30ff4d257 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Aug 30 21:20:31.933082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 50a0a763-af55-4cd3-8c17-cef39accd8ff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:20:31.935599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-544b9e41-040c-4c44-9474-cacdfefb8ce8 req-e6e24cca-e59c-4ac9-b969-62283fa9e00a tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Aug 30 21:20:31.937524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 50a0a763-af55-4cd3-8c17-cef39accd8ff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:20:31.937975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:31.981522 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe1a6da-1708-44a4-a396-733a7fba3442 x-openstack-request-id: req-cbe1a6da-1708-44a4-a396-733a7fba3442 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:31.981809 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7556d3f3-caf2-4d80-b74f-66a6968ce54d", "tag": "45eb691f-22f2-42f7-aef9-d4e72b47b2a4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:31.982063 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbe1a6da-1708-44a4-a396-733a7fba3442 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:31.982465 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'tag': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4', 'status': 'completed', 'code': 200} Aug 30 21:20:32.026943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:32.059935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 50a0a763-af55-4cd3-8c17-cef39accd8ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff,segment=NetworkSegment(bde612de-62ae-46f0-984b-4a2e603b2c48),segment_id=bde612de-62ae-46f0-984b-4a2e603b2c48)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:32.066540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:32.073406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-b8fa45dd-0459-42eb-b842-77c0e9e24e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.074928 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-b8fa45dd-0459-42eb-b842-77c0e9e24e16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0556054 Aug 30 21:20:32.107123 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-12c84065-ed7b-4f10-922c-bd11dda03486 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247631 Aug 30 21:20:32.114853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=50a0a763-af55-4cd3-8c17-cef39accd8ff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:32.201913 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-bb3358ae-d722-4a0b-b219-678c72aa9777 service neutron] 10.222.0.86 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862842 Aug 30 21:20:32.254026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3649b18-af1e-452d-bd28-64aae9890dfa req-6505c637-5013-4e11-8f49-b0e445770084 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.256843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3649b18-af1e-452d-bd28-64aae9890dfa req-6505c637-5013-4e11-8f49-b0e445770084 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.0578444 Aug 30 21:20:32.296582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3649b18-af1e-452d-bd28-64aae9890dfa req-c101c936-d585-4efc-a305-fe0e62b8f8ce tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Aug 30 21:20:32.303494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc6cb4e-0d02-4fd3-8dd6-80f4922083e6 req-0e308b7b-a0b9-44b8-94b6-9c8c05385066 service neutron] 10.222.0.86 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935206 Aug 30 21:20:32.404219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-0070c0b3-a460-4c05-9d64-a40b52ab9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.406725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-0070c0b3-a460-4c05-9d64-a40b52ab9a58 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 1096 time: 0.0461545 Aug 30 21:20:32.432921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8f41c-922b-4053-9c7e-7dff0fc0633d req-40e8e49a-0264-4eac-8e13-3b1f4ef1a66b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.434468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24b8f41c-922b-4053-9c7e-7dff0fc0633d req-40e8e49a-0264-4eac-8e13-3b1f4ef1a66b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 944 time: 0.0546675 Aug 30 21:20:32.476075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24b8f41c-922b-4053-9c7e-7dff0fc0633d req-4f9292ea-88c8-4109-9ece-987484fbde7b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354056 Aug 30 21:20:32.518841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-30aedd7f-b820-4799-998f-b1fe88b1522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.521974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-30aedd7f-b820-4799-998f-b1fe88b1522a service neutron] 10.222.0.86 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 916 time: 0.1064458 Aug 30 21:20:32.570701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-ec961cfa-0be2-4b9b-9bb4-8723c51b9ccf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4 HTTP/1.1" status: 200 len: 217 time: 0.0378001 Aug 30 21:20:32.625919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-9bfb7f2d-4e35-45a6-b622-3a97fd2ce65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.627622 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-9bfb7f2d-4e35-45a6-b622-3a97fd2ce65d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0530283 Aug 30 21:20:32.666020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-a7bfc2ea-481b-4378-82f7-5d43d84581db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310585 Aug 30 21:20:32.765858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-c791bfa1-f619-4f9e-ae6b-fb54330ad995 service neutron] 10.222.0.86 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922151 Aug 30 21:20:32.875187 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2648ba-80ff-4870-9a71-9a730e93fed3 req-84df465a-5039-4583-958a-29c58a57b004 service neutron] 10.222.0.86 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013994 Aug 30 21:20:32.922537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba95e5f-1199-424e-9c2e-f83050a5ce36 req-7631106d-e059-44ea-9940-a69c389febfe tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:32.924132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ba95e5f-1199-424e-9c2e-f83050a5ce36 req-7631106d-e059-44ea-9940-a69c389febfe tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0544403 Aug 30 21:20:32.963456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ba95e5f-1199-424e-9c2e-f83050a5ce36 req-d0994425-e251-46eb-915c-0fa3f8564383 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Aug 30 21:20:33.073161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c766f-54ca-4d82-9cb5-bb627bd89bb7 req-e4d2b060-6612-44be-81ee-de48486a93c8 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:33.074697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-867c766f-54ca-4d82-9cb5-bb627bd89bb7 req-e4d2b060-6612-44be-81ee-de48486a93c8 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0551584 Aug 30 21:20:33.114641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-867c766f-54ca-4d82-9cb5-bb627bd89bb7 req-09058684-0fce-4106-9515-59834f3236da tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Aug 30 21:20:33.429755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aba44-29c7-4ed0-ba8e-9c712310ade7 req-43268d49-43ae-4639-9a90-af697f7000ed tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:33.431279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b0aba44-29c7-4ed0-ba8e-9c712310ade7 req-43268d49-43ae-4639-9a90-af697f7000ed tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Aug 30 21:20:33.468640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:33.471821 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b0aba44-29c7-4ed0-ba8e-9c712310ade7 req-a8b93d9d-ea7c-45d0-af4f-c5d4a6aa3702 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Aug 30 21:20:33.533707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a0a763-af55-4cd3-8c17-cef39accd8ff'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:33.536149 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa89c2c4-1041-466c-b3f7-bd27b4570358" -d '{"events": [{"server_uuid": "eb595fef-9ac7-4590-bc25-c911a04d4e84", "name": "network-vif-plugged", "status": "completed", "tag": "50a0a763-af55-4cd3-8c17-cef39accd8ff"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:33.600855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4e942-44e6-415b-a223-6cea47237d01 req-492aaa43-c37b-4d66-ae9a-03cf4a6f2b75 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:33.602354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edc4e942-44e6-415b-a223-6cea47237d01 req-492aaa43-c37b-4d66-ae9a-03cf4a6f2b75 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 944 time: 0.0502355 Aug 30 21:20:33.642784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edc4e942-44e6-415b-a223-6cea47237d01 req-9cf1cb94-a08b-4392-a753-d8e10bf7af6a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340447 Aug 30 21:20:33.689886 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4411d25-a3ad-4d78-8881-ab65eb3aa48a x-openstack-request-id: req-a4411d25-a3ad-4d78-8881-ab65eb3aa48a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:33.690449 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb595fef-9ac7-4590-bc25-c911a04d4e84", "name": "network-vif-plugged", "status": "completed", "tag": "50a0a763-af55-4cd3-8c17-cef39accd8ff", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:33.690678 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4411d25-a3ad-4d78-8881-ab65eb3aa48a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:33.691276 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a0a763-af55-4cd3-8c17-cef39accd8ff', 'code': 200} Aug 30 21:20:33.798539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bad865-6250-45b0-96c7-f6a70956b02a req-2c03cb5b-1e3e-4025-9555-179a23233b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:33.800490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3bad865-6250-45b0-96c7-f6a70956b02a req-2c03cb5b-1e3e-4025-9555-179a23233b95 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 1097 time: 0.0508542 Aug 30 21:20:33.840623 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a3bad865-6250-45b0-96c7-f6a70956b02a req-36943068-009e-4a14-8936-4ca899fd7eea service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Aug 30 21:20:34.086221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc59c9-9bff-4f50-ad19-806b11380236 req-9d90ec47-db0d-4102-a8c4-9ba4ce4742d1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:34.087785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3abc59c9-9bff-4f50-ad19-806b11380236 req-9d90ec47-db0d-4102-a8c4-9ba4ce4742d1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Aug 30 21:20:34.128466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3abc59c9-9bff-4f50-ad19-806b11380236 req-34634009-a11b-4048-a8a2-20fa80ca7caf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342011 Aug 30 21:20:34.236646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7c29-46f3-441b-81b9-60f7e6fb4a42 req-3fcfce6b-8475-41a6-98d3-1d4952fcfd19 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:34.238061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d1d7c29-46f3-441b-81b9-60f7e6fb4a42 req-3fcfce6b-8475-41a6-98d3-1d4952fcfd19 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0521481 Aug 30 21:20:34.280426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d1d7c29-46f3-441b-81b9-60f7e6fb4a42 req-d2f428bc-5851-409f-830c-b7fadefaee54 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Aug 30 21:20:34.657109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49f80-bc6f-4ba5-a9ce-558988b57ad5 req-d9b2373f-60b5-487a-b52e-f17d427adea9 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:34.658630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75d49f80-bc6f-4ba5-a9ce-558988b57ad5 req-d9b2373f-60b5-487a-b52e-f17d427adea9 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.0504351 Aug 30 21:20:34.698243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75d49f80-bc6f-4ba5-a9ce-558988b57ad5 req-824d19f9-28fa-4df5-a6a5-12ec4c85f532 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330276 Aug 30 21:20:34.814590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea320935-2b81-4ff5-9336-141265236850 req-93ff8912-cad6-4b19-832b-2e56618cc788 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:34.816396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea320935-2b81-4ff5-9336-141265236850 req-93ff8912-cad6-4b19-832b-2e56618cc788 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0604422 Aug 30 21:20:34.857184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea320935-2b81-4ff5-9336-141265236850 req-2077561d-0419-4740-bd09-f91b27e783ce tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Aug 30 21:20:34.962565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe114d-512a-466c-9c40-4a106ad292ff req-ab30af71-35de-4c12-9f69-a161e3218f99 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:34.964052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92fe114d-512a-466c-9c40-4a106ad292ff req-ab30af71-35de-4c12-9f69-a161e3218f99 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 944 time: 0.0510805 Aug 30 21:20:35.004450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92fe114d-512a-466c-9c40-4a106ad292ff req-8c960b5d-7390-4ef9-994f-c9dc91556508 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Aug 30 21:20:35.256613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e84f36-b8c4-4669-b9ba-4fb189a0f2ad req-bfbcd0fe-6182-4837-b304-60069d01fd86 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:35.264162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3e84f36-b8c4-4669-b9ba-4fb189a0f2ad req-bfbcd0fe-6182-4837-b304-60069d01fd86 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0620186 Aug 30 21:20:35.301876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3e84f36-b8c4-4669-b9ba-4fb189a0f2ad req-89d6d7b4-ec5f-43a2-bd1b-096a0c6380f8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367796 Aug 30 21:20:35.702654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:35.819885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28534574-299f-4bad-b88f-03be6087a1a7 req-946468ff-1d63-4be0-9548-990645b0a5ae tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:35.821360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28534574-299f-4bad-b88f-03be6087a1a7 req-946468ff-1d63-4be0-9548-990645b0a5ae tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.0543857 Aug 30 21:20:35.862403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28534574-299f-4bad-b88f-03be6087a1a7 req-dcdbe32c-fa2f-4af2-af7e-42f81c504f66 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344191 Aug 30 21:20:35.982398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b3e68-555b-4e73-9844-1f9cdcc5daf8 req-e9ed2ce0-02e1-4041-8ebb-f82163bdc758 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:35.983972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b5b3e68-555b-4e73-9844-1f9cdcc5daf8 req-e9ed2ce0-02e1-4041-8ebb-f82163bdc758 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Aug 30 21:20:36.027258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b5b3e68-555b-4e73-9844-1f9cdcc5daf8 req-b103e13d-6fc2-47e2-8a88-82d13b00b7d8 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/security-groups?id=7c1a1718-28e3-4099-8291-8635df4b4e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Aug 30 21:20:36.204977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579d51b-9a07-4f4f-aae7-91e0225e829f req-a6c738fa-4102-489e-88c1-986f75b6c111 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:36.215194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7579d51b-9a07-4f4f-aae7-91e0225e829f req-a6c738fa-4102-489e-88c1-986f75b6c111 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 944 time: 0.0705373 Aug 30 21:20:36.221145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-589f760f-4b8f-4bbf-9770-644f74e52fd6 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:36.222655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-589f760f-4b8f-4bbf-9770-644f74e52fd6 tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 945 time: 0.0664051 Aug 30 21:20:36.252382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7579d51b-9a07-4f4f-aae7-91e0225e829f req-ebb4fdbe-88ab-4995-9316-d0139123a755 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Aug 30 21:20:36.342979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Deleting port 01302966-fb16-47b7-b0ce-425f1e84ee55 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:36.343395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:36.466893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] For port 01302966-fb16-47b7-b0ce-425f1e84ee55, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=01302966-fb16-47b7-b0ce-425f1e84ee55,segment=NetworkSegment(a42daea7-ce53-4c2f-8a64-a8f29fde79f4),segment_id=a42daea7-ce53-4c2f-8a64-a8f29fde79f4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:36.467349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:36.483364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Calling delete_port for 01302966-fb16-47b7-b0ce-425f1e84ee55 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:36.561938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-d591cb9d-da85-4635-be1b-59f7f0a5bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:36.564400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-d591cb9d-da85-4635-be1b-59f7f0a5bceb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9748dbbba67e45bf95b4d484d007aceb&device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 1097 time: 0.0740919 Aug 30 21:20:36.638066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:36.652170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['01302966-fb16-47b7-b0ce-425f1e84ee55'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:36.695690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Pushing event deleted for resources: {'Port': ['ID=01302966-fb16-47b7-b0ce-425f1e84ee55,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:36.710078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db296347-4e19-40ba-8a3f-2ab99479fbd7 req-d0a5c8f5-97f7-434d-979e-3cd604a3631b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:36.711681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db296347-4e19-40ba-8a3f-2ab99479fbd7 req-d0a5c8f5-97f7-434d-979e-3cd604a3631b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0792019 Aug 30 21:20:36.715045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-80ec2d47-b87c-417f-849f-e92f4f6c508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:36.718721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-80ec2d47-b87c-417f-849f-e92f4f6c508c service neutron] 10.222.0.86 "GET /v2.0/networks?id=88633d2f-4959-4663-a277-55edc30d4be1 HTTP/1.1" status: 200 len: 915 time: 0.1468065 Aug 30 21:20:36.731137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] No DVR routers for this DVR port 01302966-fb16-47b7-b0ce-425f1e84ee55 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:36.733929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:36.736155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4b7290d-9ce0-48c2-b113-cf117d641f92 req-58a25b24-10d8-429e-8c45-2adfe94a9b5c tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.86 "DELETE /v2.0/ports/01302966-fb16-47b7-b0ce-425f1e84ee55 HTTP/1.1" status: 204 len: 173 time: 0.5066743 Aug 30 21:20:36.736692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'name': 'network-vif-deleted', 'tag': '01302966-fb16-47b7-b0ce-425f1e84ee55'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:36.739054 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6ffa4-c35e-4b34-b61b-e3067dd38eb8" -d '{"events": [{"server_uuid": "eb4294c4-74ba-495c-ad37-b37eebe48a60", "name": "network-vif-deleted", "tag": "01302966-fb16-47b7-b0ce-425f1e84ee55"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:36.785346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-2a6e46fa-27cc-4709-8fd8-c6a39894eb81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff HTTP/1.1" status: 200 len: 217 time: 0.0584266 Aug 30 21:20:36.830114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db296347-4e19-40ba-8a3f-2ab99479fbd7 req-6bdd3844-791f-4113-a93c-14f20565b858 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101091 Aug 30 21:20:36.848230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-2dc1b2ac-3f9d-4349-abc7-ec555caca15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:36.849984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-2dc1b2ac-3f9d-4349-abc7-ec555caca15c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997c8759-2317-44b8-888c-b81bcbaca359 HTTP/1.1" status: 200 len: 854 time: 0.0539942 Aug 30 21:20:36.892006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-e2da3302-e6a3-4f9b-895e-329fca255839 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=88633d2f-4959-4663-a277-55edc30d4be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290320 Aug 30 21:20:37.033632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0402f8-20fa-4c6c-836c-4c308d2a2a23 req-b9b18a88-b770-49de-8300-1bcd1a524bff tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:37.035168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb0402f8-20fa-4c6c-836c-4c308d2a2a23 req-b9b18a88-b770-49de-8300-1bcd1a524bff tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.1114409 Aug 30 21:20:37.039430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-a849b8cc-d900-4a0c-ad15-b404a15ef345 service neutron] 10.222.0.86 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383481 Aug 30 21:20:37.130422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb0402f8-20fa-4c6c-836c-4c308d2a2a23 req-a87681db-e9c6-41d6-a2d0-d50f816ffebe tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886328 Aug 30 21:20:37.184281 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956d5d1d-bb54-468b-a6ec-07cbb4065392 x-openstack-request-id: req-956d5d1d-bb54-468b-a6ec-07cbb4065392 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:37.184572 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4294c4-74ba-495c-ad37-b37eebe48a60", "name": "network-vif-deleted", "tag": "01302966-fb16-47b7-b0ce-425f1e84ee55", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:37.184823 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-956d5d1d-bb54-468b-a6ec-07cbb4065392 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:37.185220 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4294c4-74ba-495c-ad37-b37eebe48a60', 'name': 'network-vif-deleted', 'tag': '01302966-fb16-47b7-b0ce-425f1e84ee55', 'status': 'completed', 'code': 200} Aug 30 21:20:37.191858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df75ea8f-da67-4d49-a276-051bfe9191f0 req-3b6b0501-ba18-48a7-98e3-4d3eb09cccd5 service neutron] 10.222.0.86 "GET /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440814 Aug 30 21:20:37.276911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0cfe8256-a24a-4235-bc76-21e29b5e32d8 req-53564f0e-c2be-476c-8b8b-c4ec569e96cc tempest-ServerAddressesTestJSON-1199786837 tempest-ServerAddressesTestJSON-1199786837-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb4294c4-74ba-495c-ad37-b37eebe48a60 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Aug 30 21:20:37.387636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd7a64-5263-46c3-8d09-ec15d6898bdb req-7076276c-26a8-4c9e-942a-fa4db6953644 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:37.389208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0fd7a64-5263-46c3-8d09-ec15d6898bdb req-7076276c-26a8-4c9e-942a-fa4db6953644 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 944 time: 0.0560901 Aug 30 21:20:37.429487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0fd7a64-5263-46c3-8d09-ec15d6898bdb req-170b28d3-1286-4415-82ce-e4853f33d16f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Aug 30 21:20:37.907668 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:37.972229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403e69f-d0a7-48fd-8246-8784385fafd7 req-3f378b68-653e-404c-a6d2-5dc256d6d8b5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:37.974723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8403e69f-d0a7-48fd-8246-8784385fafd7 req-3f378b68-653e-404c-a6d2-5dc256d6d8b5 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0599763 Aug 30 21:20:38.011985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:38.018260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8403e69f-d0a7-48fd-8246-8784385fafd7 req-aedfe49d-e86f-4dfe-9b87-4f043c8ae50b tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355871 Aug 30 21:20:38.024910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'port_id': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4', 'mac_address': 'fa:16:3e:90:13:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b81dd-a773-4d45-983e-5f0fe714b558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:38.062487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.075766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:38.095199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:38.100652 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.152379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:38.254355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0964ae-b853-4d09-a595-427c8e57dfe0 req-b75e94eb-23f3-4816-8829-2b6eb9b67445 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:38.256029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc0964ae-b853-4d09-a595-427c8e57dfe0 req-b75e94eb-23f3-4816-8829-2b6eb9b67445 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.0522075 Aug 30 21:20:38.298740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc0964ae-b853-4d09-a595-427c8e57dfe0 req-e715a60f-689a-4a17-9fa0-fb323d0a502e tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Aug 30 21:20:38.347085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:38.400347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45eb691f-22f2-42f7-aef9-d4e72b47b2a4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:38.400614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Deleting subnet 1eeaa5ea-00f3-4557-aae2-ea626946168b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:20:38.408029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.460902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.513407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.604288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.635326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eeaa5ea-00f3-4557-aae2-ea626946168b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:38.640433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.642605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-79b863be-5db9-4480-80f3-4bd466126268 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1eeaa5ea-00f3-4557-aae2-ea626946168b HTTP/1.1" status: 204 len: 168 time: 0.2941644 Aug 30 21:20:38.647211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39334) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:38.739115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.835634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.852606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581aa97f-a49b-4174-a041-a542d1cb5b7d']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:38.863504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:38.863823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42daea7-ce53-4c2f-8a64-a8f29fde79f4') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:38.874425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.895501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.912561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:20:38.912915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:20:38.914641 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:20:38.922059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9238d55-f322-4a22-a089-2ad5b3e4e930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:38.997772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.012176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88e3f1-8b0d-4704-8ccf-787a3d719267 req-9d346402-0ad6-4b6a-96ba-137303ff67bb tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:39.013749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c88e3f1-8b0d-4704-8ccf-787a3d719267 req-9d346402-0ad6-4b6a-96ba-137303ff67bb tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 945 time: 0.1158750 Aug 30 21:20:39.014860 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.016678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] 10.222.0.76 "DELETE /v2.0/networks/581aa97f-a49b-4174-a041-a542d1cb5b7d HTTP/1.1" status: 204 len: 168 time: 0.3681681 Aug 30 21:20:39.030925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4426e-fbaf-4dc9-8729-a47213298130 admin admin] Pushing event deleted for resources: {'Network': ['ID=581aa97f-a49b-4174-a041-a542d1cb5b7d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:39.066817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:39.067869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c88e3f1-8b0d-4704-8ccf-787a3d719267 req-8e3e6fe7-b9c1-42d3-a89f-22aa8e609164 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385261 Aug 30 21:20:39.185285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e77a9ce-5412-474c-bf76-2e61a217a6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.207957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:39.289832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1149e296-b497-4513-8e60-f44eebc01384 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4397526c549a4d4cabb69e64d42d22e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800416 Aug 30 21:20:39.293197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39360) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:39.320102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e77a9ce-5412-474c-bf76-2e61a217a6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.325713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e77a9ce-5412-474c-bf76-2e61a217a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.374286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f2cf-3975-4226-83d8-321181169e25 req-7d4c58ea-b201-4f0d-bcf5-fa996b4fddde tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:39.376159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c230f2cf-3975-4226-83d8-321181169e25 req-7d4c58ea-b201-4f0d-bcf5-fa996b4fddde tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.1099749 Aug 30 21:20:39.400518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-994568c8-4c04-4ce2-864b-01864cb283ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.443578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-994568c8-4c04-4ce2-864b-01864cb283ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.452880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c230f2cf-3975-4226-83d8-321181169e25 req-5822a519-d481-4017-a81e-77d11d9f087f tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643232 Aug 30 21:20:39.500861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-994568c8-4c04-4ce2-864b-01864cb283ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.504270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-994568c8-4c04-4ce2-864b-01864cb283ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.508498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-994568c8-4c04-4ce2-864b-01864cb283ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c1a1718-28e3-4099-8291-8635df4b4e9e HTTP/1.1" status: 204 len: 168 time: 0.2113926 Aug 30 21:20:39.521473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994568c8-4c04-4ce2-864b-01864cb283ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1a1718-28e3-4099-8291-8635df4b4e9e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:39.582462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b7d7f-7a37-4179-a8b8-5da9dbdf46de req-ab563d8c-fdc8-4c44-9d13-b11b32fb2fe2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:39.587556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b1b7d7f-7a37-4179-a8b8-5da9dbdf46de req-ab563d8c-fdc8-4c44-9d13-b11b32fb2fe2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0598106 Aug 30 21:20:39.626800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b1b7d7f-7a37-4179-a8b8-5da9dbdf46de req-437aacd6-20a0-46a9-9f7f-75770d52faa4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360272 Aug 30 21:20:39.704064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e77a9ce-5412-474c-bf76-2e61a217a6bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5ac73fae7764368a62e9a029adb744c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358457 Aug 30 21:20:39.706112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77a9ce-5412-474c-bf76-2e61a217a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57cf5b7-8939-40a6-b3db-384229c431ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:39.706649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:39.760085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a878f8b1-8ee1-478d-a0f6-c64ca01c8d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.785459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a878f8b1-8ee1-478d-a0f6-c64ca01c8d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.835744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a878f8b1-8ee1-478d-a0f6-c64ca01c8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.838383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a878f8b1-8ee1-478d-a0f6-c64ca01c8d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:39.840157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a878f8b1-8ee1-478d-a0f6-c64ca01c8d3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b57cf5b7-8939-40a6-b3db-384229c431ed HTTP/1.1" status: 204 len: 168 time: 0.1318586 Aug 30 21:20:39.849060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878f8b1-8ee1-478d-a0f6-c64ca01c8d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57cf5b7-8939-40a6-b3db-384229c431ed,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:39.922904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:20:39.980053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:20:39.984504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:20:39.985090 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.098654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.142781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:40.145471 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d89d9aa-fb50-4399-ab47-e195edb7ed14" -d '{"events": [{"server_uuid": "7556d3f3-caf2-4d80-b74f-66a6968ce54d", "name": "network-vif-plugged", "status": "completed", "tag": "45eb691f-22f2-42f7-aef9-d4e72b47b2a4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:40.185145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:40.186376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:40.192837 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.194158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a09b86-4f68-412a-92e2-503a69ed6c2d req-ace10725-32f8-4d40-88b3-7a09fcf136a3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:40.194723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 01302966-fb16-47b7-b0ce-425f1e84ee55 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:40.203767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01a09b86-4f68-412a-92e2-503a69ed6c2d req-ace10725-32f8-4d40-88b3-7a09fcf136a3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 945 time: 0.0638843 Aug 30 21:20:40.204099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1b10-95ba-48ba-a1d3-284edc56a181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.243037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 01302966-fb16-47b7-b0ce-425f1e84ee55 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:40.243537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 01302966-fb16-47b7-b0ce-425f1e84ee55 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:40.273614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01a09b86-4f68-412a-92e2-503a69ed6c2d req-f76ca8dd-4a93-4cea-a135-0f9b6088d692 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662308 Aug 30 21:20:40.275927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:40.296888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39398) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:40.322985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1b10-95ba-48ba-a1d3-284edc56a181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.331031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1b10-95ba-48ba-a1d3-284edc56a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.377572 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0cdf1b10-95ba-48ba-a1d3-284edc56a181 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03ab96b08f2e4938b15e70ded93701f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897502 Aug 30 21:20:40.379557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1b10-95ba-48ba-a1d3-284edc56a181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec97f819-7c0c-4326-93f5-91d19f8221a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:40.381864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39402) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:40.416856 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c80336f-4500-49a8-863a-42c41e88bb9d x-openstack-request-id: req-8c80336f-4500-49a8-863a-42c41e88bb9d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:40.417158 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556d3f3-caf2-4d80-b74f-66a6968ce54d", "name": "network-vif-plugged", "status": "completed", "tag": "45eb691f-22f2-42f7-aef9-d4e72b47b2a4", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:40.417411 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c80336f-4500-49a8-863a-42c41e88bb9d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:40.417971 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4', 'code': 200} Aug 30 21:20:40.453602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-819c8c5c-3085-410d-b32b-107dfb1804e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.509705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1403706082-network', 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:40.514406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-819c8c5c-3085-410d-b32b-107dfb1804e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.536064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf141c7-6d21-4e6e-a1ce-320751af2ba5 req-d6c8fa56-584e-4f54-9e41-5c5410a991f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:40.537942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdf141c7-6d21-4e6e-a1ce-320751af2ba5 req-d6c8fa56-584e-4f54-9e41-5c5410a991f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 1098 time: 0.0465531 Aug 30 21:20:40.549172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-49b7bf94-4871-4feb-8023-184b26c8043c tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:40.550695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-49b7bf94-4871-4feb-8023-184b26c8043c tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.1105683 Aug 30 21:20:40.575751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdf141c7-6d21-4e6e-a1ce-320751af2ba5 req-787b5f14-20c6-4c98-83b2-94f29290df23 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302432 Aug 30 21:20:40.618795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:40.621051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.642704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.690104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-819c8c5c-3085-410d-b32b-107dfb1804e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.692728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-819c8c5c-3085-410d-b32b-107dfb1804e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.693891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-819c8c5c-3085-410d-b32b-107dfb1804e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec97f819-7c0c-4326-93f5-91d19f8221a0 HTTP/1.1" status: 204 len: 168 time: 0.3109906 Aug 30 21:20:40.708807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd31a8-847d-4380-874d-3af859420b82 req-19f6e9e8-1123-464b-957c-877942871cc6 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:40.710293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7abd31a8-847d-4380-874d-3af859420b82 req-19f6e9e8-1123-464b-957c-877942871cc6 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 945 time: 0.1362815 Aug 30 21:20:40.725635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c8c5c-3085-410d-b32b-107dfb1804e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec97f819-7c0c-4326-93f5-91d19f8221a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:40.789454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7abd31a8-847d-4380-874d-3af859420b82 req-287f335a-68ad-4374-9573-227c9cb47658 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/security-groups?id=085dd35a-1273-4e2f-ab75-a719e4464fc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 Aug 30 21:20:40.812183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Deleting port 50a0a763-af55-4cd3-8c17-cef39accd8ff {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:40.812484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.932382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.944233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:40.977515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:20:40.996311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] For port 50a0a763-af55-4cd3-8c17-cef39accd8ff, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=50a0a763-af55-4cd3-8c17-cef39accd8ff,segment=NetworkSegment(bde612de-62ae-46f0-984b-4a2e603b2c48),segment_id=bde612de-62ae-46f0-984b-4a2e603b2c48)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:40.996680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.017039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67c34f-2c6f-4039-ac13-5ba5574e8c0f req-e81077ce-f61b-465f-b2f7-d1e1318958fd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.018546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa67c34f-2c6f-4039-ac13-5ba5574e8c0f req-e81077ce-f61b-465f-b2f7-d1e1318958fd tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1566567 Aug 30 21:20:41.025580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c2a5d-268f-4d86-a220-8ede71a2d7e0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:41.030228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.030556 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Added segment ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3 of type vlan for network 05ccd8b6-40c1-4074-9ffb-710b62595b3c Aug 30 21:20:41.032059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Calling delete_port for 50a0a763-af55-4cd3-8c17-cef39accd8ff owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:41.128551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.151299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa67c34f-2c6f-4039-ac13-5ba5574e8c0f req-ae229663-3e68-4263-9446-494de40d9420 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227293 Aug 30 21:20:41.183457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.184455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.185077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.249117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9509192 Aug 30 21:20:41.252242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:41.259338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Request body: {'subnet': {'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1403706082-subnet', 'tenant_id': '60883a6fd64948e28b23799e23f91951', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:41.285569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b389f11-1b43-4f31-a39a-69e53f9c2831 admin admin] Pushing event updated for resources: {'Network': ['ID=05ccd8b6-40c1-4074-9ffb-710b62595b3c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:41.300542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:20:41.327180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:41.352727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.354567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.386405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['50a0a763-af55-4cd3-8c17-cef39accd8ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:41.421038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Pushing event deleted for resources: {'Port': ['ID=50a0a763-af55-4cd3-8c17-cef39accd8ff,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:41.489594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] No DVR routers for this DVR port 50a0a763-af55-4cd3-8c17-cef39accd8ff on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:41.493661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.496143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ccbd4c3-1cf4-488e-9e81-693d3131b5e7 req-0f4a1283-7475-4870-9d25-1b85b837de6a tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.86 "DELETE /v2.0/ports/50a0a763-af55-4cd3-8c17-cef39accd8ff HTTP/1.1" status: 204 len: 173 time: 0.9344125 Aug 30 21:20:41.498646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'name': 'network-vif-deleted', 'tag': '50a0a763-af55-4cd3-8c17-cef39accd8ff'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:41.501901 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28344bb2-1446-4dd5-8134-71e863309bdf" -d '{"events": [{"server_uuid": "eb595fef-9ac7-4590-bc25-c911a04d4e84", "name": "network-vif-deleted", "tag": "50a0a763-af55-4cd3-8c17-cef39accd8ff"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:41.519865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadba91-52f0-45b5-b4cd-84bb6c862842 req-01fe8e1f-d1cc-4eb5-88d0-ca4c1b433f9e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.521567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9dadba91-52f0-45b5-b4cd-84bb6c862842 req-01fe8e1f-d1cc-4eb5-88d0-ca4c1b433f9e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1030834 Aug 30 21:20:41.530930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-804a0de4-8a61-433f-9894-fa451393eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.532518 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-804a0de4-8a61-433f-9894-fa451393eb07 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.0900090 Aug 30 21:20:41.598144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9dadba91-52f0-45b5-b4cd-84bb6c862842 req-c59390fc-8212-4324-af71-dc9debd1a2a0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641465 Aug 30 21:20:41.670231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.722436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3ecf0-77c5-45e9-a929-8cd1476d0875 req-84464ed5-bc56-4d9e-9dd8-f2ec4c12602b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.724110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43a3ecf0-77c5-45e9-a929-8cd1476d0875 req-84464ed5-bc56-4d9e-9dd8-f2ec4c12602b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 946 time: 0.0621591 Aug 30 21:20:41.750225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.755902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-42072558-55ce-436b-9335-7a36cb78a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.757931 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-42072558-55ce-436b-9335-7a36cb78a73a service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.2128594 Aug 30 21:20:41.770929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43a3ecf0-77c5-45e9-a929-8cd1476d0875 req-0374f5ec-0e81-4480-8132-1a113021b74f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Aug 30 21:20:41.786206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:41.826275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:41.826529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Network hostable DHCP agents. Network: 05ccd8b6-40c1-4074-9ffb-710b62595b3c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:20:41.858885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b2cd05db-e86f-4f1f-8325-2d25915b6e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.867059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:20:41.871025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-b849e7ea-608e-4bea-a79c-bb03189690ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.0940473 Aug 30 21:20:41.881555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 05ccd8b6-40c1-4074-9ffb-710b62595b3c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:41.886453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:41.887111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:41.895223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07965180-b145-4dab-b7d1-e92a0407dc42 None None] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:41.945449 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ef5fda32-9bbc-49ed-a490-564a03f21f73 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6877921 Aug 30 21:20:41.975918 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599abe57-c753-4a86-b059-eddce592dca8 x-openstack-request-id: req-599abe57-c753-4a86-b059-eddce592dca8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:41.976211 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb595fef-9ac7-4590-bc25-c911a04d4e84", "name": "network-vif-deleted", "tag": "50a0a763-af55-4cd3-8c17-cef39accd8ff", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:41.976469 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-599abe57-c753-4a86-b059-eddce592dca8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:41.976880 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb595fef-9ac7-4590-bc25-c911a04d4e84', 'name': 'network-vif-deleted', 'tag': '50a0a763-af55-4cd3-8c17-cef39accd8ff', 'status': 'completed', 'code': 200} Aug 30 21:20:42.057135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-9f81c5a5-f32c-48ac-8149-82e25a5cdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:42.058723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-9f81c5a5-f32c-48ac-8149-82e25a5cdea6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1527309 Aug 30 21:20:42.151274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a75024-290c-457f-9510-50670caaa354 None None] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:42.180102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-ba0339f8-bf72-4627-bcf4-15ca4c99c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:42.187159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-ba0339f8-bf72-4627-bcf4-15ca4c99c761 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186302 Aug 30 21:20:42.209205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0d2cc45-05d9-475c-b335-53c65ab5a529 req-2f81c210-2814-4d19-99e6-b688e6d6b9c2 tempest-InstanceActionsTestJSON-595447967 tempest-InstanceActionsTestJSON-595447967-project] 10.222.0.76 "GET /v2.0/ports?device_id=eb595fef-9ac7-4590-bc25-c911a04d4e84 HTTP/1.1" status: 200 len: 210 time: 0.0365746 Aug 30 21:20:42.300395 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-e661ef15-56c2-4e0a-bdfd-4c842f096b36 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053095 Aug 30 21:20:42.424670 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a24e8bf3-fe9a-406b-ac94-ee2af68a1be6 req-c9a17aec-5a71-4c8a-af7a-409d0e3bc91e service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160059 Aug 30 21:20:42.586491 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:42.660825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-3dcb5340-a454-4df1-8563-d693c63edc4f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:42.662420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-3dcb5340-a454-4df1-8563-d693c63edc4f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1243374 Aug 30 21:20:42.677906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-40159519-5070-4366-8d8e-36f966c0fee5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0094817 Aug 30 21:20:42.711818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-6c63a28f-103a-41bf-9c50-3d6ac6aa339e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279706 Aug 30 21:20:42.804174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-aba1b3b4-7766-4722-9489-24e2cbb6d0f6 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Aug 30 21:20:42.901993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-711e58a4-afec-4ffc-8872-3a8a9e7db276 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916464 Aug 30 21:20:43.144350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd23e0-d095-4518-b87d-58806736cf81 req-7e42b27d-9c35-41be-9d46-4280d154ba0f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:43.145927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05bd23e0-d095-4518-b87d-58806736cf81 req-7e42b27d-9c35-41be-9d46-4280d154ba0f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0525761 Aug 30 21:20:43.185262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05bd23e0-d095-4518-b87d-58806736cf81 req-085a26d3-e821-405c-bedc-bf1596ca77ca tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331507 Aug 30 21:20:43.299216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524cff-d2c8-4661-9441-7df134fa11bc req-3090718c-b5d8-4aaf-a4f1-1f25eb85fa4e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:43.301154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09524cff-d2c8-4661-9441-7df134fa11bc req-3090718c-b5d8-4aaf-a4f1-1f25eb85fa4e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 946 time: 0.0526838 Aug 30 21:20:43.342233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09524cff-d2c8-4661-9441-7df134fa11bc req-aaf23a50-7957-4f3e-8b90-f238d260a13a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Aug 30 21:20:43.493494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff14dd7b-efbc-4e65-81a9-42dc33840870 req-0e128270-8ceb-4402-9f5b-3b00569b6ac1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 210 time: 0.0304260 Aug 30 21:20:43.676940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828abce-59ef-48b5-bb39-ef6eea14877e req-999e7771-324a-4f2a-a83e-4d58b7764094 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:43.678446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5828abce-59ef-48b5-bb39-ef6eea14877e req-999e7771-324a-4f2a-a83e-4d58b7764094 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0555892 Aug 30 21:20:43.723753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5828abce-59ef-48b5-bb39-ef6eea14877e req-fd55276d-ebc7-4d01-9605-a75b0fef2bad tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Aug 30 21:20:43.775185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:43.836374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Deleting subnet 997c8759-2317-44b8-888c-b81bcbaca359 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:20:43.839755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:43.883487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:43.934229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:43.947361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 50a0a763-af55-4cd3-8c17-cef39accd8ff no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:20:44.006819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.006992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 50a0a763-af55-4cd3-8c17-cef39accd8ff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:20:44.006992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 50a0a763-af55-4cd3-8c17-cef39accd8ff not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:20:44.049692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e13ea-00e8-42e3-82fc-b4fdf74147e5 req-6e85d1b7-222e-4652-a46c-10fe050f9d75 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:44.058947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab0e13ea-00e8-42e3-82fc-b4fdf74147e5 req-6e85d1b7-222e-4652-a46c-10fe050f9d75 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0840030 Aug 30 21:20:44.060318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997c8759-2317-44b8-888c-b81bcbaca359,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:44.103257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab0e13ea-00e8-42e3-82fc-b4fdf74147e5 req-28dcfcd4-4fb4-4904-b7a0-a6fd2fa4f256 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Aug 30 21:20:44.107673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.109601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-686bd4a2-7bb8-4bd2-a4af-39cdd1628780 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/997c8759-2317-44b8-888c-b81bcbaca359 HTTP/1.1" status: 204 len: 168 time: 0.3334253 Aug 30 21:20:44.112599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:44.224962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.241195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-ab2771ee-2d16-451b-bb1f-265c3f97c97a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:44.242752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-ab2771ee-2d16-451b-bb1f-265c3f97c97a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.2318439 Aug 30 21:20:44.272663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': '222601b6-a815-466a-863d-786580c83250', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:44.377720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.394768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88633d2f-4959-4663-a277-55edc30d4be1']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:44.415535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde612de-62ae-46f0-984b-4a2e603b2c48') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:44.416121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde612de-62ae-46f0-984b-4a2e603b2c48') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:20:44.433039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.464659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.475710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:20:44.476118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:20:44.477843 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:20:44.528558 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.532936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:44.537145 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.566094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.579221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.581312 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] 10.222.0.76 "DELETE /v2.0/networks/88633d2f-4959-4663-a277-55edc30d4be1 HTTP/1.1" status: 204 len: 168 time: 0.4675605 Aug 30 21:20:44.596810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0e17-91c3-48ef-bb0b-2a0ab314205f admin admin] Pushing event deleted for resources: {'Network': ['ID=88633d2f-4959-4663-a277-55edc30d4be1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:44.721871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.10 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/e8feed19-dae6-4dbf-9563-a233ad340c28) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:20:44.812288 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f347131c-d342-444e-b74f-fa352a092f61 req-df7ff978-58ab-4890-a90b-d78fa79977fd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 210 time: 0.0318785 Aug 30 21:20:44.812827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39564) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:44.876966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d6ef2a8a-6b91-42a8-8f67-98162bdf10aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9748dbbba67e45bf95b4d484d007aceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629480 Aug 30 21:20:44.880026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39566) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:44.910533 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.956411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:44.965072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9d655-f01c-42b4-b1b6-6133a61b4b05 req-199d8db6-049d-4cb2-b5fa-c57846d50a06 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:44.971353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61a9d655-f01c-42b4-b1b6-6133a61b4b05 req-199d8db6-049d-4cb2-b5fa-c57846d50a06 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0833559 Aug 30 21:20:44.989543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9829481f-8587-4f68-97a9-4da43904b6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.013311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:20:45.016892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:45.021061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:20:45.045634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9829481f-8587-4f68-97a9-4da43904b6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.049119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=e8feed19-dae6-4dbf-9563-a233ad340c28,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:45.050714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61a9d655-f01c-42b4-b1b6-6133a61b4b05 req-287019b0-3510-4539-be7e-21b6a0fdd993 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731091 Aug 30 21:20:45.105463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:45.106246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.111275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9829481f-8587-4f68-97a9-4da43904b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.121201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9829481f-8587-4f68-97a9-4da43904b6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.126218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-48cf1a7a-82a7-45c2-8571-48554957d39c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8564332 Aug 30 21:20:45.127132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9829481f-8587-4f68-97a9-4da43904b6ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/085dd35a-1273-4e2f-ab75-a719e4464fc1 HTTP/1.1" status: 204 len: 168 time: 0.2460976 Aug 30 21:20:45.138176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829481f-8587-4f68-97a9-4da43904b6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085dd35a-1273-4e2f-ab75-a719e4464fc1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:45.152113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Request body: {'port': {'device_id': '222601b6-a815-466a-863d-786580c83250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:45.219555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.614892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8feed19-dae6-4dbf-9563-a233ad340c28 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:45.624247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.643346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Transition to ACTIVE for port object e8feed19-dae6-4dbf-9563-a233ad340c28 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:20:45.649992 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.712007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Pushing event updated for resources: {'Port': ['ID=e8feed19-dae6-4dbf-9563-a233ad340c28,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:45.786204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Attempting to bind port e8feed19-dae6-4dbf-9563-a233ad340c28 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:20:45.786606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Attempting to bind port e8feed19-dae6-4dbf-9563-a233ad340c28 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:20:45.787028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Attempting to bind port e8feed19-dae6-4dbf-9563-a233ad340c28 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:45.792865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Port e8feed19-dae6-4dbf-9563-a233ad340c28 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:20:45.793335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Attempting to bind port e8feed19-dae6-4dbf-9563-a233ad340c28 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:45.798989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:20:45.799321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:45.799968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:20:45.800796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Bound port: e8feed19-dae6-4dbf-9563-a233ad340c28, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:20:45.801407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.865144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39598) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:45.902348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] For port e8feed19-dae6-4dbf-9563-a233ad340c28, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:20:45.913750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] For port e8feed19-dae6-4dbf-9563-a233ad340c28, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e8feed19-dae6-4dbf-9563-a233ad340c28,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:20:45.922584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.967006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:45.967654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:45.969475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] 10.222.0.82 "PUT /v2.0/ports/e8feed19-dae6-4dbf-9563-a233ad340c28 HTTP/1.1" status: 200 len: 1093 time: 0.8293576 Aug 30 21:20:45.970090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222601b6-a815-466a-863d-786580c83250', 'tag': 'e8feed19-dae6-4dbf-9563-a233ad340c28'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:45.972574 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5f2c84-d79d-4f56-b987-059a5bccc122" -d '{"events": [{"name": "network-changed", "server_uuid": "222601b6-a815-466a-863d-786580c83250", "tag": "e8feed19-dae6-4dbf-9563-a233ad340c28"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:45.997113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156cb36-f770-49e4-b491-6d1c7862bb38 service neutron] Pushing event updated for resources: {'Port': ['ID=e8feed19-dae6-4dbf-9563-a233ad340c28,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:46.032526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374720c-7faa-435a-a0e5-5a1ef96881d8 req-7ebdc40f-3154-42c8-abf9-9adc9619fcb0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.034470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f374720c-7faa-435a-a0e5-5a1ef96881d8 req-7ebdc40f-3154-42c8-abf9-9adc9619fcb0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 944 time: 0.1164482 Aug 30 21:20:46.098911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-f23abea4-5f48-43e1-bec2-2b23620f2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.100798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-f23abea4-5f48-43e1-bec2-2b23620f2164 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 1096 time: 0.0700119 Aug 30 21:20:46.137390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f374720c-7faa-435a-a0e5-5a1ef96881d8 req-53fc99ea-55c8-4720-b6db-1d0cc355768f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947745 Aug 30 21:20:46.138583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950df94b-d40b-4781-ae0b-14862293e3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.158598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-0b5164dc-cc9c-4c27-b62d-c840a41b10d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8feed19-dae6-4dbf-9563-a233ad340c28 HTTP/1.1" status: 200 len: 217 time: 0.0486879 Aug 30 21:20:46.202993 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d39d8b7-1307-4424-adba-0300ec659b24 x-openstack-request-id: req-3d39d8b7-1307-4424-adba-0300ec659b24 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:46.203384 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222601b6-a815-466a-863d-786580c83250", "tag": "e8feed19-dae6-4dbf-9563-a233ad340c28", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:46.203636 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d39d8b7-1307-4424-adba-0300ec659b24 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:46.204046 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222601b6-a815-466a-863d-786580c83250', 'tag': 'e8feed19-dae6-4dbf-9563-a233ad340c28', 'status': 'completed', 'code': 200} Aug 30 21:20:46.204551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:46.252570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624415f3-0d17-459b-b95c-2606cee85873 req-1ae3db90-4b00-436a-9201-968923fd647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.254976 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-1ae3db90-4b00-436a-9201-968923fd647e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0878646 Aug 30 21:20:46.308946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-fbce1a49-03ed-49a0-8e4c-e9668a4bcaf4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395141 Aug 30 21:20:46.326570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e26ce1-16ce-4f26-b261-fa58c6cdd9f5 req-1d24f173-03d7-4e3e-aa82-48f82419a20d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.328317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44e26ce1-16ce-4f26-b261-fa58c6cdd9f5 req-1d24f173-03d7-4e3e-aa82-48f82419a20d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0835140 Aug 30 21:20:46.341927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950df94b-d40b-4781-ae0b-14862293e3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.353299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-950df94b-d40b-4781-ae0b-14862293e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.418178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950df94b-d40b-4781-ae0b-14862293e3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4214a9f-da8c-473a-a5d3-e3b56296c05e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:46.423065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44e26ce1-16ce-4f26-b261-fa58c6cdd9f5 req-07e40ad8-f48f-4e3b-b722-f32e22f4ba49 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767610 Aug 30 21:20:46.425882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-950df94b-d40b-4781-ae0b-14862293e3c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6497f7721d3c42ee9b998c64fa99ac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595984 Aug 30 21:20:46.430271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:46.442630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2063709408-network', 'tenant_id': 'ca180841680e4b60be51ca0713dbdd7c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:46.483343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-0a65d03d-7952-425a-b0a8-829936d89311 service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665776 Aug 30 21:20:46.489593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Made reservation on behalf of ca180841680e4b60be51ca0713dbdd7c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:46.492166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.526847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.624867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-110c3008-1068-45d2-afa4-7b50ddb3c43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.664463 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-624415f3-0d17-459b-b95c-2606cee85873 req-0ece210e-b435-42dc-94e4-071824bf6e57 service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694150 Aug 30 21:20:46.670876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-110c3008-1068-45d2-afa4-7b50ddb3c43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.756228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aecd9e-9636-4baa-b511-be0669b22a66 req-3dcdd3cf-4ebc-4969-b535-a6afb201849c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.758145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51aecd9e-9636-4baa-b511-be0669b22a66 req-3dcdd3cf-4ebc-4969-b535-a6afb201849c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0750523 Aug 30 21:20:46.800825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51aecd9e-9636-4baa-b511-be0669b22a66 req-60ee3c18-d36a-41e3-9815-6c29ace46a20 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359008 Aug 30 21:20:46.812754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-110c3008-1068-45d2-afa4-7b50ddb3c43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.817518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-110c3008-1068-45d2-afa4-7b50ddb3c43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.819565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-110c3008-1068-45d2-afa4-7b50ddb3c43f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4214a9f-da8c-473a-a5d3-e3b56296c05e HTTP/1.1" status: 204 len: 168 time: 0.3866148 Aug 30 21:20:46.847824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.852044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c3008-1068-45d2-afa4-7b50ddb3c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4214a9f-da8c-473a-a5d3-e3b56296c05e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:46.859915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-e3ecfd93-cc03-4380-b6c9-342193f2f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.861688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-e3ecfd93-cc03-4380-b6c9-342193f2f93a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 1096 time: 0.1156948 Aug 30 21:20:46.863245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:46.869794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-46e6576f-b6fc-4900-9d6b-45213ea1b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:46.871405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-46e6576f-b6fc-4900-9d6b-45213ea1b7d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 1097 time: 0.1365516 Aug 30 21:20:47.025132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:20:47.058445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f783e98-616b-4738-bf33-ffbf0b23ff57,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:47.063642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.063988 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Added segment 10c9ba69-5584-4dd3-9c4a-f12366904d29 of type vlan for network 33a552fc-c234-436c-9bfa-22e94628ea11 Aug 30 21:20:47.134366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-5280edc2-1ff3-40f8-974c-f356fa25babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.135946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-5280edc2-1ff3-40f8-974c-f356fa25babe service neutron] 10.222.0.82 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.2624950 Aug 30 21:20:47.137502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.189412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-a3ed7556-4afe-40ea-bf7f-21eea704ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.190962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-a3ed7556-4afe-40ea-bf7f-21eea704ba38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 200 len: 913 time: 0.2366548 Aug 30 21:20:47.195456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-3a4d93d0-4d6d-45a2-a090-7fa635c04322 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8feed19-dae6-4dbf-9563-a233ad340c28 HTTP/1.1" status: 200 len: 217 time: 0.0454030 Aug 30 21:20:47.257835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-4308c3bf-320c-4d57-a8c3-82ecb4fbaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.259360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-4308c3bf-320c-4d57-a8c3-82ecb4fbaba5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0535991 Aug 30 21:20:47.275883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39638) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:47.294797 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75205d9a-661f-4c20-b054-77dc9a7015d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.306925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.307875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.308454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.323167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f611ffd-b1e0-4f95-b103-8cf6d6b9df4f req-ea3d0df9-66dc-4149-8dc1-9446ef831ca0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.324746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f611ffd-b1e0-4f95-b103-8cf6d6b9df4f req-ea3d0df9-66dc-4149-8dc1-9446ef831ca0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 944 time: 0.0906420 Aug 30 21:20:47.363528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-afd726ff-8e55-419b-8a9d-db43b73c272d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668225 Aug 30 21:20:47.399401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f611ffd-b1e0-4f95-b103-8cf6d6b9df4f req-3f00298a-9206-4c44-9d56-724dd6262d5a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Aug 30 21:20:47.467030 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-620b57fa-a0f6-48fb-ab2c-8f545add478a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 200 len: 1000 time: 0.2599432 Aug 30 21:20:47.468372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75205d9a-661f-4c20-b054-77dc9a7015d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.469627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] Pushing event updated for resources: {'Network': ['ID=33a552fc-c234-436c-9bfa-22e94628ea11,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:47.473964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75205d9a-661f-4c20-b054-77dc9a7015d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.484570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 33a552fc-c234-436c-9bfa-22e94628ea11 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:20:47.511272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-738aa2f3-d8e1-46e8-9ebe-7bfc145141a4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3056612 Aug 30 21:20:47.516509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:47.519546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75205d9a-661f-4c20-b054-77dc9a7015d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a60a4be50b6f487c948855b7306c2a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420459 Aug 30 21:20:47.521149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75205d9a-661f-4c20-b054-77dc9a7015d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f01aea-7569-48d1-95a5-1bc5ee3a95e3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:47.526449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Request body: {'subnet': {'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2063709408-subnet', 'tenant_id': 'ca180841680e4b60be51ca0713dbdd7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:47.526710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39642) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:47.586982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-5318949f-5055-4c56-b34f-147e39c3ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.588586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-5318949f-5055-4c56-b34f-147e39c3ae6a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 200 len: 851 time: 0.1111743 Aug 30 21:20:47.590044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8865fe4a-600a-4d7a-b6ff-aaa6d6615d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.621314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8865fe4a-600a-4d7a-b6ff-aaa6d6615d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.625680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-7ce3da54-6acc-490b-beab-3f89d9d37916 service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268307 Aug 30 21:20:47.658612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Made reservation on behalf of ca180841680e4b60be51ca0713dbdd7c for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:47.660900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.695055 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8865fe4a-600a-4d7a-b6ff-aaa6d6615d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.698008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8865fe4a-600a-4d7a-b6ff-aaa6d6615d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:47.699313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8865fe4a-600a-4d7a-b6ff-aaa6d6615d1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05f01aea-7569-48d1-95a5-1bc5ee3a95e3 HTTP/1.1" status: 204 len: 168 time: 0.1716630 Aug 30 21:20:47.709414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865fe4a-600a-4d7a-b6ff-aaa6d6615d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f01aea-7569-48d1-95a5-1bc5ee3a95e3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:47.835884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-de5f5ffd-2561-4d07-857d-171a53c38e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.837504 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-de5f5ffd-2561-4d07-857d-171a53c38e0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b285858d-ce79-4611-ae2c-89584f65fbae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291796 Aug 30 21:20:47.952070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e5f2c84-d79d-4f56-b987-059a5bccc122 req-5ef85f0b-f92d-452e-844c-a9eb418714b6 service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051898 Aug 30 21:20:47.969441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a810142-fca1-4a8b-82d9-187b69cc9039 req-cb7a2348-e10b-4e0e-8e7a-8fb25959fa38 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:47.979511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a810142-fca1-4a8b-82d9-187b69cc9039 req-cb7a2348-e10b-4e0e-8e7a-8fb25959fa38 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0784118 Aug 30 21:20:48.034885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-8730c6f3-b05e-49a2-a622-d976f4044107 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847072 Aug 30 21:20:48.039101 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a810142-fca1-4a8b-82d9-187b69cc9039 req-88756642-5e63-4581-b806-f281885f9ad4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581667 Aug 30 21:20:48.040784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:48.190510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402f1ccc-5503-4758-82cd-2bab497eb92d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:48.216452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-81a1ef0b-3a72-472f-a656-e05564604ec5 req-169125ed-6ee0-4fc1-a260-add38ccbfb50 service neutron] 10.222.0.82 "GET /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728239 Aug 30 21:20:48.217297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Checking segment: {'id': '10c9ba69-5584-4dd3-9c4a-f12366904d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:48.217647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Network hostable DHCP agents. Network: 33a552fc-c234-436c-9bfa-22e94628ea11, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:20:48.239151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Network 33a552fc-c234-436c-9bfa-22e94628ea11 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:20:48.251689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 33a552fc-c234-436c-9bfa-22e94628ea11) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:48.257248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:48.258518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:48.263159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02256d-d6c4-402c-9172-3ea8c3b4e9f2 None None] Network 33a552fc-c234-436c-9bfa-22e94628ea11 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:48.299948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5ce406ab-0302-4d9c-b8bf-c6c753da8c10 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7770448 Aug 30 21:20:48.425574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edaf04-61d8-490c-814a-ec246fa4f101 None None] Network 33a552fc-c234-436c-9bfa-22e94628ea11 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:20:48.539286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e40b6-f9da-44e0-a1e0-684e6a4135b6 req-c4fea9dd-b9a0-4160-9b16-5d8ca350556d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:48.547491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-795e40b6-f9da-44e0-a1e0-684e6a4135b6 req-c4fea9dd-b9a0-4160-9b16-5d8ca350556d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 944 time: 0.0655482 Aug 30 21:20:48.586970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-795e40b6-f9da-44e0-a1e0-684e6a4135b6 req-139c6cb3-21b1-47b8-ac22-459dffe44f9f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Aug 30 21:20:48.960248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-bc0b1b6f-6a6e-4a93-8574-e88c1db73b02 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:48.961799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-bc0b1b6f-6a6e-4a93-8574-e88c1db73b02 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/networks?id=33a552fc-c234-436c-9bfa-22e94628ea11 HTTP/1.1" status: 200 len: 822 time: 0.1144619 Aug 30 21:20:48.978843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-0c8c8d02-c1f6-4735-9ed9-dfedd406fcdb tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/quotas/ca180841680e4b60be51ca0713dbdd7c HTTP/1.1" status: 200 len: 375 time: 0.0105257 Aug 30 21:20:49.015591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-d7c9a44f-0c08-4cf3-86b8-348ce9a13617 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ca180841680e4b60be51ca0713dbdd7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306273 Aug 30 21:20:49.124869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-96152580-60f4-4687-a5cb-53eac0ba1325 service neutron] 10.222.0.76 "GET /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011286 Aug 30 21:20:49.243466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-df9588f1-2c70-4204-9640-0f9bb28df399 service neutron] 10.222.0.76 "GET /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178312 Aug 30 21:20:49.560324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d9ba-e1c3-44e9-9f96-8a9f656c84ae req-88b0a91d-c4e2-4624-98a4-33ad2663a3e4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:49.567723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9347d9ba-e1c3-44e9-9f96-8a9f656c84ae req-88b0a91d-c4e2-4624-98a4-33ad2663a3e4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0596104 Aug 30 21:20:49.614289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9347d9ba-e1c3-44e9-9f96-8a9f656c84ae req-8779ba6b-7ec3-4850-a65c-6ed7a70c9bbc tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Aug 30 21:20:49.844073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eeb52e25-4b3a-408e-8083-86687b13ce54 req-7e486290-744c-43cf-a426-087ff3527829 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 210 time: 0.0537283 Aug 30 21:20:49.978290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf00596-8056-4bb7-841d-e08f74dfade7 req-7dff0866-72ea-49a1-a4ab-baed53975e7c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:49.980728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf00596-8056-4bb7-841d-e08f74dfade7 req-7dff0866-72ea-49a1-a4ab-baed53975e7c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 944 time: 0.0569112 Aug 30 21:20:50.022351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf00596-8056-4bb7-841d-e08f74dfade7 req-72e51166-3169-45e6-b22c-86f1a0829576 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359807 Aug 30 21:20:50.132138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc09019-1b7e-470e-9c46-4ff47e8dc1dc req-6547e70b-362c-49f2-b3ec-43bbf824a08c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:50.133522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccc09019-1b7e-470e-9c46-4ff47e8dc1dc req-6547e70b-362c-49f2-b3ec-43bbf824a08c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0503492 Aug 30 21:20:50.175184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccc09019-1b7e-470e-9c46-4ff47e8dc1dc req-fb6658d4-518a-43f2-b3ea-06dadb6534a0 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352259 Aug 30 21:20:50.366603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-1c20ea1d-4995-438a-a3c7-996fbe1da9e4 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:50.368432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-1c20ea1d-4995-438a-a3c7-996fbe1da9e4 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.1187117 Aug 30 21:20:50.431254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-714434ef-0321-490d-8bfc-88a25b47ecbf tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/quotas/6b8e55afa6d64d57bc132db4d407070a HTTP/1.1" status: 200 len: 375 time: 0.0504775 Aug 30 21:20:50.534557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-5bac36eb-160e-49f6-b709-a61cdc9f0115 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936956 Aug 30 21:20:50.542453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-52003cf8-f2d1-4c06-8f3d-70e2e7324dd0 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:50.544223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-52003cf8-f2d1-4c06-8f3d-70e2e7324dd0 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.86 "GET /v2.0/networks?id=33a552fc-c234-436c-9bfa-22e94628ea11 HTTP/1.1" status: 200 len: 822 time: 0.1747375 Aug 30 21:20:50.557947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e8feed19-dae6-4dbf-9563-a233ad340c28 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:50.569174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Request body: {'port': {'device_id': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11', 'admin_state_up': True, 'tenant_id': 'ca180841680e4b60be51ca0713dbdd7c'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:50.655990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e8feed19-dae6-4dbf-9563-a233ad340c28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e8feed19-dae6-4dbf-9563-a233ad340c28,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:50.672633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e8feed19-dae6-4dbf-9563-a233ad340c28', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': 'e8feed19-dae6-4dbf-9563-a233ad340c28', 'mac_address': 'fa:16:3e:fd:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:50.712215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:50.727110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8feed19-dae6-4dbf-9563-a233ad340c28 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:50.749033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e8feed19-dae6-4dbf-9563-a233ad340c28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e8feed19-dae6-4dbf-9563-a233ad340c28,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:50.755585 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:50.805133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e8feed19-dae6-4dbf-9563-a233ad340c28,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:51.055107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-a83a0eb0-3fa2-4d20-b4dc-4694224a4479 service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097773 Aug 30 21:20:51.125837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Made reservation on behalf of ca180841680e4b60be51ca0713dbdd7c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:51.129575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:51.213081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-ba0f7eaf-c96c-42b1-9250-6b909255217a service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511607 Aug 30 21:20:51.229435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:51.311180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Allocated IP 172.20.0.6 (33a552fc-c234-436c-9bfa-22e94628ea11/402f1ccc-5503-4758-82cd-2bab497eb92d/a318236b-8d7a-4733-a988-68432ff769dd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:20:51.536050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:51.585662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:51.640383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Network 33a552fc-c234-436c-9bfa-22e94628ea11 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:20:51.644200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:51.650042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:20:51.654556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Pushing event updated for resources: {'Port': ['ID=a318236b-8d7a-4733-a988-68432ff769dd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:51.720910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:51.721644 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:51.741643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-dbb163c4-1bcd-44de-aeb1-018fa6123eaf tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1770978 Aug 30 21:20:51.754059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Request body: {'port': {'device_id': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:51.834382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.180543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a318236b-8d7a-4733-a988-68432ff769dd {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:52.188751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.202728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Transition to ACTIVE for port object a318236b-8d7a-4733-a988-68432ff769dd will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:20:52.208569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.289410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a318236b-8d7a-4733-a988-68432ff769dd,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:52.344123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-1035e969-0d78-4298-821d-ea42647b711c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:52.345671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-1035e969-0d78-4298-821d-ea42647b711c tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a8864e-6b8c-40bc-ac0c-c15593a06251 HTTP/1.1" status: 200 len: 943 time: 0.1117795 Aug 30 21:20:52.437284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Attempting to bind port a318236b-8d7a-4733-a988-68432ff769dd on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:20:52.437674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Attempting to bind port a318236b-8d7a-4733-a988-68432ff769dd by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '10c9ba69-5584-4dd3-9c4a-f12366904d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:20:52.437937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Attempting to bind port a318236b-8d7a-4733-a988-68432ff769dd on network 33a552fc-c234-436c-9bfa-22e94628ea11 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:52.444617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Port a318236b-8d7a-4733-a988-68432ff769dd on network 33a552fc-c234-436c-9bfa-22e94628ea11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:20:52.445181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Attempting to bind port a318236b-8d7a-4733-a988-68432ff769dd on network 33a552fc-c234-436c-9bfa-22e94628ea11 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:52.452617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:20:52.452985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Checking segment: {'id': '10c9ba69-5584-4dd3-9c4a-f12366904d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:52.453341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Bound using segment: {'id': '10c9ba69-5584-4dd3-9c4a-f12366904d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:20:52.453779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Bound port: a318236b-8d7a-4733-a988-68432ff769dd, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c9ba69-5584-4dd3-9c4a-f12366904d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:20:52.454144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.531292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Deleting port 516d7ff6-488e-4429-bffa-e2eff5567d4a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:52.531615 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.586859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] For port a318236b-8d7a-4733-a988-68432ff769dd, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:20:52.599128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] For port a318236b-8d7a-4733-a988-68432ff769dd, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a318236b-8d7a-4733-a988-68432ff769dd,segment=NetworkSegment(10c9ba69-5584-4dd3-9c4a-f12366904d29),segment_id=10c9ba69-5584-4dd3-9c4a-f12366904d29)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:20:52.617806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-ccac7d27-3b03-48ca-a894-82b89bf40415 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:52.619407 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-ccac7d27-3b03-48ca-a894-82b89bf40415 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.1421425 Aug 30 21:20:52.620231 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.638309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Request body: {'port': {'device_id': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'admin_state_up': True, 'tenant_id': '6b8e55afa6d64d57bc132db4d407070a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:52.684362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:52.685160 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.686701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] 10.222.0.86 "PUT /v2.0/ports/a318236b-8d7a-4733-a988-68432ff769dd HTTP/1.1" status: 200 len: 1092 time: 0.9370191 Aug 30 21:20:52.691802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'tag': 'a318236b-8d7a-4733-a988-68432ff769dd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:52.694215 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdce7ea-4999-4b7c-aa82-f1d13a82be6d", "tag": "a318236b-8d7a-4733-a988-68432ff769dd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:52.734057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] For port 516d7ff6-488e-4429-bffa-e2eff5567d4a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=516d7ff6-488e-4429-bffa-e2eff5567d4a,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:52.734469 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:52.777334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449102c-72b1-4510-9a03-47de948518c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a318236b-8d7a-4733-a988-68432ff769dd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:52.781982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Calling delete_port for 516d7ff6-488e-4429-bffa-e2eff5567d4a owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:52.889306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-dba6ed4b-2f41-47b9-999e-be7a089721b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:52.891153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-dba6ed4b-2f41-47b9-999e-be7a089721b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca180841680e4b60be51ca0713dbdd7c&device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 1095 time: 0.1596086 Aug 30 21:20:52.960912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-6798326a-6a6d-4ecc-a75d-bb5eac4c631d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a318236b-8d7a-4733-a988-68432ff769dd HTTP/1.1" status: 200 len: 217 time: 0.0574145 Aug 30 21:20:53.019195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.036330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['aea02a13-e293-414b-ae1b-f2b7d0f60c06'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:53.042142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:53.060133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'Port': ['ID=516d7ff6-488e-4429-bffa-e2eff5567d4a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:53.069682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272415-32f6-44ac-82cb-bb19a560721d req-73961843-3b2b-467e-acde-822233b2d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:53.071343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-73961843-3b2b-467e-acde-822233b2d293 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f1ccc-5503-4758-82cd-2bab497eb92d HTTP/1.1" status: 200 len: 862 time: 0.0970335 Aug 30 21:20:53.108798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Made reservation on behalf of 6b8e55afa6d64d57bc132db4d407070a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:20:53.113706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.147011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] No DVR routers for this DVR port 516d7ff6-488e-4429-bffa-e2eff5567d4a on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:53.150240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.160956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55f79d67-b71c-49cf-999d-03efeb3d3ce0 req-448d708f-ac70-4fa7-a37f-091b39bb6bed tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "DELETE /v2.0/ports/516d7ff6-488e-4429-bffa-e2eff5567d4a HTTP/1.1" status: 204 len: 173 time: 0.8061180 Aug 30 21:20:53.163785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-fee94ceb-bc1b-449b-b3e2-02e47f4b3cde service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33a552fc-c234-436c-9bfa-22e94628ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685768 Aug 30 21:20:53.361201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-1157dedd-90e3-4aa3-9892-d32f3874742d service neutron] 10.222.0.86 "GET /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853085 Aug 30 21:20:53.387243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Allocated IP 172.20.0.7 (3f9a61bb-3f1e-463b-a691-17b52951548a/e11b81dd-a773-4d45-983e-5f0fe714b558/b1f3fd20-441e-4494-8594-47b4b237d94b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:20:53.519419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00272415-32f6-44ac-82cb-bb19a560721d req-1daf0800-81a0-4bc6-a685-57b0250c0e5f service neutron] 10.222.0.86 "GET /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499839 Aug 30 21:20:53.581201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.625613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.652642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45eb691f-22f2-42f7-aef9-d4e72b47b2a4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:53.674103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Network 3f9a61bb-3f1e-463b-a691-17b52951548a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:20:53.678112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:20:53.681596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:20:53.697218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10760d55-3f6b-4db6-985a-8b21927aa3d2 req-bb7a7ad8-25f8-4c04-bb31-4b82badf9853 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:53.698932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10760d55-3f6b-4db6-985a-8b21927aa3d2 req-bb7a7ad8-25f8-4c04-bb31-4b82badf9853 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 943 time: 0.0594056 Aug 30 21:20:53.736887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event updated for resources: {'Port': ['ID=b1f3fd20-441e-4494-8594-47b4b237d94b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:53.754381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10760d55-3f6b-4db6-985a-8b21927aa3d2 req-7b87926f-afd7-45fc-904c-17cf628b8342 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Aug 30 21:20:53.775553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:53.776757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.794521 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-84ea64e4-7b14-4c00-9726-29cfc39a894b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1646733 Aug 30 21:20:53.809683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Request body: {'port': {'device_id': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:20:53.850843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:53.880875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b4e3c-3979-4e87-970d-7978ae9da486 req-36d67bd3-e9ab-4187-9b01-c8642e6bee1a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:53.882126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3b4e3c-3979-4e87-970d-7978ae9da486 req-36d67bd3-e9ab-4187-9b01-c8642e6bee1a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 945 time: 0.0637460 Aug 30 21:20:53.898452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:53.953861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b3b4e3c-3979-4e87-970d-7978ae9da486 req-492ab34c-9e0e-42c8-8c06-c33e1416d093 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 Aug 30 21:20:54.127762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce544cc-a80b-4163-8236-b7b6f0291240 req-05dbe77c-ac4c-4311-949f-501801f1b5d2 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.129329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce544cc-a80b-4163-8236-b7b6f0291240 req-05dbe77c-ac4c-4311-949f-501801f1b5d2 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 931 time: 0.0625691 Aug 30 21:20:54.191563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce544cc-a80b-4163-8236-b7b6f0291240 req-421f318b-5670-4027-a575-8d05c9f38ef9 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499003 Aug 30 21:20:54.228507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f3fd20-441e-4494-8594-47b4b237d94b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:54.238231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.253758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Transition to ACTIVE for port object b1f3fd20-441e-4494-8594-47b4b237d94b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:20:54.260552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.265513 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f9e51-d582-4336-a892-43ae9d49f54c x-openstack-request-id: req-354f9e51-d582-4336-a892-43ae9d49f54c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:54.265897 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdce7ea-4999-4b7c-aa82-f1d13a82be6d", "tag": "a318236b-8d7a-4733-a988-68432ff769dd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:54.266372 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-354f9e51-d582-4336-a892-43ae9d49f54c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:54.266785 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'tag': 'a318236b-8d7a-4733-a988-68432ff769dd', 'status': 'completed', 'code': 200} Aug 30 21:20:54.369676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-68dda03e-4867-419e-a97e-236715169209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.373214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-68dda03e-4867-419e-a97e-236715169209 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ca180841680e4b60be51ca0713dbdd7c&device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 1095 time: 0.0781903 Aug 30 21:20:54.373434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f3fd20-441e-4494-8594-47b4b237d94b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:54.446874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Attempting to bind port b1f3fd20-441e-4494-8594-47b4b237d94b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:20:54.447277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Attempting to bind port b1f3fd20-441e-4494-8594-47b4b237d94b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:20:54.447966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Attempting to bind port b1f3fd20-441e-4494-8594-47b4b237d94b on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:54.452227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Port b1f3fd20-441e-4494-8594-47b4b237d94b on network 3f9a61bb-3f1e-463b-a691-17b52951548a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:20:54.452549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Attempting to bind port b1f3fd20-441e-4494-8594-47b4b237d94b on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:20:54.457729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:20:54.458124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Checking segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:20:54.458512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Bound using segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:20:54.458992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Bound port: b1f3fd20-441e-4494-8594-47b4b237d94b, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:20:54.459401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.485286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-b41a4904-2fda-4fa6-914d-1ad5a6951bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.487622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-b41a4904-2fda-4fa6-914d-1ad5a6951bbb service neutron] 10.222.0.86 "GET /v2.0/networks?id=33a552fc-c234-436c-9bfa-22e94628ea11 HTTP/1.1" status: 200 len: 923 time: 0.1041942 Aug 30 21:20:54.540772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-552a32f6-a260-46d2-a5f7-81397791e137 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a318236b-8d7a-4733-a988-68432ff769dd HTTP/1.1" status: 200 len: 217 time: 0.0439065 Aug 30 21:20:54.566505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] For port b1f3fd20-441e-4494-8594-47b4b237d94b, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:20:54.572326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] For port b1f3fd20-441e-4494-8594-47b4b237d94b, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=b1f3fd20-441e-4494-8594-47b4b237d94b,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:20:54.582654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.591151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e8feed19-dae6-4dbf-9563-a233ad340c28 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:20:54.615728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:54.643149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.644504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.646423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-e0bfe6be-e2b5-4c60-97e3-23b986ca111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.648190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] 10.222.0.82 "PUT /v2.0/ports/b1f3fd20-441e-4494-8594-47b4b237d94b HTTP/1.1" status: 200 len: 1092 time: 0.8440366 Aug 30 21:20:54.648452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-e0bfe6be-e2b5-4c60-97e3-23b986ca111f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f1ccc-5503-4758-82cd-2bab497eb92d HTTP/1.1" status: 200 len: 862 time: 0.0974197 Aug 30 21:20:54.653951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'tag': 'b1f3fd20-441e-4494-8594-47b4b237d94b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:54.658392 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c114ee1-af02-4a5d-ae7b-2b0ecf636a63", "tag": "b1f3fd20-441e-4494-8594-47b4b237d94b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:54.675822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port e8feed19-dae6-4dbf-9563-a233ad340c28 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:20:54.680397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e8feed19-dae6-4dbf-9563-a233ad340c28 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:20:54.680815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.692823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc4fa4-7659-4b55-b1e7-27b9e55ca6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f3fd20-441e-4494-8594-47b4b237d94b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:54.721683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-9e7c1c14-ce68-4496-85ad-1491e33b0bea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33a552fc-c234-436c-9bfa-22e94628ea11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577121 Aug 30 21:20:54.759107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-909e63bc-8579-4315-8826-90f68b4cf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.761180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-909e63bc-8579-4315-8826-90f68b4cf3af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 1095 time: 0.0521362 Aug 30 21:20:54.797223 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.810637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-2061bff5-023c-4c72-be86-d2dfa16c0765 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f3fd20-441e-4494-8594-47b4b237d94b HTTP/1.1" status: 200 len: 217 time: 0.0398118 Aug 30 21:20:54.824696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222601b6-a815-466a-863d-786580c83250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8feed19-dae6-4dbf-9563-a233ad340c28'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:54.826911 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee5aba6-31c9-4ce0-a15b-e0abb9d330e5" -d '{"events": [{"server_uuid": "222601b6-a815-466a-863d-786580c83250", "name": "network-vif-plugged", "status": "completed", "tag": "e8feed19-dae6-4dbf-9563-a233ad340c28"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:54.840245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe25f72c-24bc-4df5-96e1-dd59a95e7a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.841749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e8feed19-dae6-4dbf-9563-a233ad340c28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e8feed19-dae6-4dbf-9563-a233ad340c28,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:54.847926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:54.865738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-b60f9db4-e9c6-4684-9808-328c6368ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.867343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-b60f9db4-e9c6-4684-9808-328c6368ff52 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0488999 Aug 30 21:20:54.902497 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-a2a58362-ddea-40ea-834f-ea8a0194a7eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266716 Aug 30 21:20:54.903436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e8feed19-dae6-4dbf-9563-a233ad340c28,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:54.906076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b90c0b-1638-466a-ba2e-ace3fb0344df req-c014d086-ddf8-4979-8c65-58d5570147ff tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:54.907651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7b90c0b-1638-466a-ba2e-ace3fb0344df req-c014d086-ddf8-4979-8c65-58d5570147ff tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 908 time: 0.1453750 Aug 30 21:20:54.916709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-2a21f315-6c81-4f31-92e8-f1b5870e1876 service neutron] 10.222.0.86 "GET /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845310 Aug 30 21:20:55.016389 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-d42655d8-4bfd-470a-9a82-7d355519db2b service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007195 Aug 30 21:20:55.051641 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db05259-0e72-4506-8b83-0d05d046a3bb x-openstack-request-id: req-4db05259-0e72-4506-8b83-0d05d046a3bb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:55.052003 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c114ee1-af02-4a5d-ae7b-2b0ecf636a63", "tag": "b1f3fd20-441e-4494-8594-47b4b237d94b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:55.052184 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4db05259-0e72-4506-8b83-0d05d046a3bb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:55.052648 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'tag': 'b1f3fd20-441e-4494-8594-47b4b237d94b', 'status': 'completed', 'code': 200} Aug 30 21:20:55.062910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd11bf3-50e2-4b97-8dae-5de649c8b4d8 req-c3039869-6a31-4517-8855-83d3b8fae91e service neutron] 10.222.0.86 "GET /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369085 Aug 30 21:20:55.087989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe25f72c-24bc-4df5-96e1-dd59a95e7a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.094099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe25f72c-24bc-4df5-96e1-dd59a95e7a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.135282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3b42b28-648d-420c-afa2-b4a755569c8c req-95191da0-4e62-4cac-b441-ad8a44ab602e service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984838 Aug 30 21:20:55.161936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fe25f72c-24bc-4df5-96e1-dd59a95e7a1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b06d79cfabd43009b4aaf22308a5c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450146 Aug 30 21:20:55.164708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:55.176107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25f72c-24bc-4df5-96e1-dd59a95e7a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d9650-5781-47bc-87a9-1aa7192049a7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:55.193545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740832eb-56a4-4217-882e-7e0685c2ccff req-94a0943b-b479-41be-944d-c96cd961df53 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.194878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-740832eb-56a4-4217-882e-7e0685c2ccff req-94a0943b-b479-41be-944d-c96cd961df53 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 943 time: 0.0963440 Aug 30 21:20:55.236449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-740832eb-56a4-4217-882e-7e0685c2ccff req-bc9a98c3-2e5a-4fac-8420-8f17457d90e1 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353429 Aug 30 21:20:55.251115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-89731b69-446c-4196-bac2-692fb77c8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.252629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-89731b69-446c-4196-bac2-692fb77c8dac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 1095 time: 0.0640714 Aug 30 21:20:55.282779 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6274f-7702-48d4-85f9-f0f82f93e30c x-openstack-request-id: req-90a6274f-7702-48d4-85f9-f0f82f93e30c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:55.283088 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222601b6-a815-466a-863d-786580c83250", "name": "network-vif-plugged", "status": "completed", "tag": "e8feed19-dae6-4dbf-9563-a233ad340c28", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:55.283368 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90a6274f-7702-48d4-85f9-f0f82f93e30c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:55.283769 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222601b6-a815-466a-863d-786580c83250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8feed19-dae6-4dbf-9563-a233ad340c28', 'code': 200} Aug 30 21:20:55.285784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e0dcc01-b129-4de5-b41c-ecdc5ed268ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.344478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e0dcc01-b129-4de5-b41c-ecdc5ed268ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.391345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3d4c-03f9-4564-897f-c103887aa513 req-a9dc2638-7987-46a0-93fa-b8dcad592143 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.393971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-382a3d4c-03f9-4564-897f-c103887aa513 req-a9dc2638-7987-46a0-93fa-b8dcad592143 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 946 time: 0.0656762 Aug 30 21:20:55.431881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-6ede02d6-40bf-433d-ae42-bb1c489948de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.433282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-6ede02d6-40bf-433d-ae42-bb1c489948de service neutron] 10.222.0.82 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 916 time: 0.1697421 Aug 30 21:20:55.434349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-382a3d4c-03f9-4564-897f-c103887aa513 req-57a4797c-6642-45e2-a91c-f5ca198cb612 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339553 Aug 30 21:20:55.443635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abdb02-6a00-4d49-9a5f-92deeda48d53 req-eb3cebe4-0d91-4716-b6f5-b28c865433c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.445416 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5abdb02-6a00-4d49-9a5f-92deeda48d53 req-eb3cebe4-0d91-4716-b6f5-b28c865433c1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 1098 time: 0.0911245 Aug 30 21:20:55.484585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-fee33c14-0692-4523-a056-8b893c64662a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1f3fd20-441e-4494-8594-47b4b237d94b HTTP/1.1" status: 200 len: 217 time: 0.0379124 Aug 30 21:20:55.510984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e0dcc01-b129-4de5-b41c-ecdc5ed268ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.513481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e0dcc01-b129-4de5-b41c-ecdc5ed268ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.514703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e0dcc01-b129-4de5-b41c-ecdc5ed268ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c7d9650-5781-47bc-87a9-1aa7192049a7 HTTP/1.1" status: 204 len: 168 time: 0.3488200 Aug 30 21:20:55.558456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dcc01-b129-4de5-b41c-ecdc5ed268ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d9650-5781-47bc-87a9-1aa7192049a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:55.559603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81995-852e-475d-85b3-454aab32b700 req-c2beba2e-fcbd-4aca-9cc3-2c5966500d9a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.568073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd81995-852e-475d-85b3-454aab32b700 req-c2beba2e-fcbd-4aca-9cc3-2c5966500d9a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 943 time: 0.0643575 Aug 30 21:20:55.568912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5abdb02-6a00-4d49-9a5f-92deeda48d53 req-24542c52-7bca-4c9c-964d-563acf3f179a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861478 Aug 30 21:20:55.578335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-a10ac877-5e66-4516-9df0-90894d06db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:55.579865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-a10ac877-5e66-4516-9df0-90894d06db37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0809460 Aug 30 21:20:55.604771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd81995-852e-475d-85b3-454aab32b700 req-305bff5a-c169-47af-8818-b411cbf94041 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356386 Aug 30 21:20:55.807511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:55.821825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-536ed766-dcfa-48e9-8da7-3f8cc53b7fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:55.881048 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-12b64d15-656f-43c0-9a9d-893b021cdff1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295606 Aug 30 21:20:56.013944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-536ed766-dcfa-48e9-8da7-3f8cc53b7fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.016402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-d3f05840-1ba6-46ee-87e6-1d566482c950 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268008 Aug 30 21:20:56.019600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-536ed766-dcfa-48e9-8da7-3f8cc53b7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.032455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cae9bf-a04e-4037-8cef-62bfc5c2dddf req-629cd9fb-298c-4513-bf8f-f017fea629a2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:56.034063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66cae9bf-a04e-4037-8cef-62bfc5c2dddf req-629cd9fb-298c-4513-bf8f-f017fea629a2 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 908 time: 0.0507920 Aug 30 21:20:56.107671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-536ed766-dcfa-48e9-8da7-3f8cc53b7fdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1fda58a644d45da9b519e67d0d7d0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2990339 Aug 30 21:20:56.108425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ed766-dcfa-48e9-8da7-3f8cc53b7fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f32edda-d61e-4a3d-8cc0-b4098e2d88ea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:56.110402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39880) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:56.150046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fb4055a-0ea3-4c1c-8c00-fa008b6a2a6d req-431035a7-651f-4e83-bc31-33fd8493dee5 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190529 Aug 30 21:20:56.163159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e855d8f-acb2-46ae-80b4-2e8fc452c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.184603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e855d8f-acb2-46ae-80b4-2e8fc452c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.232527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e855d8f-acb2-46ae-80b4-2e8fc452c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.235112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e855d8f-acb2-46ae-80b4-2e8fc452c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.236271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2e855d8f-acb2-46ae-80b4-2e8fc452c50a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f32edda-d61e-4a3d-8cc0-b4098e2d88ea HTTP/1.1" status: 204 len: 168 time: 0.1248884 Aug 30 21:20:56.244314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e855d8f-acb2-46ae-80b4-2e8fc452c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f32edda-d61e-4a3d-8cc0-b4098e2d88ea,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:56.268217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-deleted', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:56.272230 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c329b9-847e-4bf2-b81f-1bfd21597ab4" -d '{"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-deleted", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:56.369861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b6b5a-b29e-4a80-94cb-6adef3425125 req-910f0b97-9e8f-4694-aaeb-39f554172cb3 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:56.371773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c90b6b5a-b29e-4a80-94cb-6adef3425125 req-910f0b97-9e8f-4694-aaeb-39f554172cb3 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 943 time: 0.0638359 Aug 30 21:20:56.424023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c90b6b5a-b29e-4a80-94cb-6adef3425125 req-4a19f879-3900-444e-8fe1-921a46b03566 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Aug 30 21:20:56.445755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-5637b935-7642-4760-a72d-e5abd6a4f28e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:56.447374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-5637b935-7642-4760-a72d-e5abd6a4f28e tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 908 time: 0.0649731 Aug 30 21:20:56.475814 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9d9688-3f1b-4ccc-8a38-30e14b9269ae x-openstack-request-id: req-cd9d9688-3f1b-4ccc-8a38-30e14b9269ae {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:56.476261 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a8864e-6b8c-40bc-ac0c-c15593a06251", "name": "network-vif-deleted", "tag": "516d7ff6-488e-4429-bffa-e2eff5567d4a", "status": "failed", "code": 422}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:56.476738 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd9d9688-3f1b-4ccc-8a38-30e14b9269ae {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:56.477263 n-d-793620-16 neutron-server[94689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9a8864e-6b8c-40bc-ac0c-c15593a06251', 'name': 'network-vif-deleted', 'tag': '516d7ff6-488e-4429-bffa-e2eff5567d4a', 'status': 'failed', 'code': 422} returned with failed status Aug 30 21:20:56.558540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Deleting port 9fec5974-538d-4a08-8272-3e359b566a50 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:20:56.558919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.576915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add93c5-f413-40e3-bf7c-24b729f21dc0 req-f5e8a9ff-3532-46a4-afbb-3f743d311360 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:56.578480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1add93c5-f413-40e3-bf7c-24b729f21dc0 req-f5e8a9ff-3532-46a4-afbb-3f743d311360 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 946 time: 0.0583415 Aug 30 21:20:56.623116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1add93c5-f413-40e3-bf7c-24b729f21dc0 req-3c9af95f-5140-46dc-81ac-cd47cfdf1270 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359759 Aug 30 21:20:56.672109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] For port 9fec5974-538d-4a08-8272-3e359b566a50, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9fec5974-538d-4a08-8272-3e359b566a50,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:56.672514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.687000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Calling delete_port for 9fec5974-538d-4a08-8272-3e359b566a50 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:20:56.734078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccf3e4-9813-45a3-a362-690f5e99c7a9 req-1641e17b-1f84-4242-86f2-d756f322ca57 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:56.741731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-feccf3e4-9813-45a3-a362-690f5e99c7a9 req-1641e17b-1f84-4242-86f2-d756f322ca57 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 943 time: 0.0587275 Aug 30 21:20:56.776893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-feccf3e4-9813-45a3-a362-690f5e99c7a9 req-1c06736a-ae50-4e6b-8040-916facee62e1 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Aug 30 21:20:56.830019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.863334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'Port': ['ID=9fec5974-538d-4a08-8272-3e359b566a50,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:56.924569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] No DVR routers for this DVR port 9fec5974-538d-4a08-8272-3e359b566a50 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:20:56.928484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:56.931449 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b9c7f139-d25a-4a50-a5aa-79c6ea0b0e47 req-a3af1978-b79f-4fc4-9684-0ccab8d3e2f6 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "DELETE /v2.0/ports/9fec5974-538d-4a08-8272-3e359b566a50 HTTP/1.1" status: 204 len: 173 time: 0.4759910 Aug 30 21:20:57.053392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'name': 'network-vif-deleted', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:20:57.056671 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01d6fd6-2dbb-4978-aa58-fa07aa7fd9ef" -d '{"events": [{"server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "name": "network-vif-deleted", "tag": "9fec5974-538d-4a08-8272-3e359b566a50"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:20:57.178944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de299d8e-33b4-4b89-8758-788a12e114f4 req-b62111ee-1a7e-4722-9114-824f40d2b176 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d15e0399-62c6-4fa6-8380-5fe58c4e3e05 HTTP/1.1" status: 200 len: 210 time: 0.0339065 Aug 30 21:20:57.224983 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155a916-05f4-43eb-8f5d-a7e3b39af57b x-openstack-request-id: req-6155a916-05f4-43eb-8f5d-a7e3b39af57b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:20:57.225665 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15e0399-62c6-4fa6-8380-5fe58c4e3e05", "name": "network-vif-deleted", "tag": "9fec5974-538d-4a08-8272-3e359b566a50", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:20:57.226180 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6155a916-05f4-43eb-8f5d-a7e3b39af57b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:20:57.226534 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15e0399-62c6-4fa6-8380-5fe58c4e3e05', 'name': 'network-vif-deleted', 'tag': '9fec5974-538d-4a08-8272-3e359b566a50', 'status': 'completed', 'code': 200} Aug 30 21:20:57.534174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:57.598625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34507609-31ce-45f3-88c6-9242257d3205 req-a560feff-2eb1-49f7-a0e0-81ad025532fb tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:57.600638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34507609-31ce-45f3-88c6-9242257d3205 req-a560feff-2eb1-49f7-a0e0-81ad025532fb tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 943 time: 0.0730054 Aug 30 21:20:57.646511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34507609-31ce-45f3-88c6-9242257d3205 req-fb9ec75d-1d48-4206-92fc-1e25a93596ba tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Aug 30 21:20:57.663649 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a60864dd-e4c6-46db-a883-7e2117214f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:57.758438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f032e4-6a58-4d76-b841-7f13c1a51f5b req-798df94a-19d3-4f87-bc84-4834c97529e5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:57.760442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88f032e4-6a58-4d76-b841-7f13c1a51f5b req-798df94a-19d3-4f87-bc84-4834c97529e5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 946 time: 0.0555327 Aug 30 21:20:57.763062 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a60864dd-e4c6-46db-a883-7e2117214f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:57.768687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a60864dd-e4c6-46db-a883-7e2117214f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:57.807881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88f032e4-6a58-4d76-b841-7f13c1a51f5b req-f52494b2-211a-4271-9cdc-d5164a6926da tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396562 Aug 30 21:20:57.811546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a60864dd-e4c6-46db-a883-7e2117214f61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=479559eb86554bdcb40ead3ff347a10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760487 Aug 30 21:20:57.812506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60864dd-e4c6-46db-a883-7e2117214f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff4199-bd3f-41af-8115-bc2a8ec2fa89,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:57.814770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39936) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:57.898913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35f37c4c-9890-4204-b4be-61e4fa19b80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:57.943272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35f37c4c-9890-4204-b4be-61e4fa19b80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:57.971002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188708-35cf-457d-9f39-857b6021e89c req-6d6e9075-7a82-4b64-9716-8acba0a1768a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:57.972479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85188708-35cf-457d-9f39-857b6021e89c req-6d6e9075-7a82-4b64-9716-8acba0a1768a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 943 time: 0.0876765 Aug 30 21:20:58.000133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a318236b-8d7a-4733-a988-68432ff769dd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:58.023195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85188708-35cf-457d-9f39-857b6021e89c req-0356a7e2-65bd-4bad-8ac0-f9488378424e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404620 Aug 30 21:20:58.029434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35f37c4c-9890-4204-b4be-61e4fa19b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:58.033291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35f37c4c-9890-4204-b4be-61e4fa19b80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:58.036939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-35f37c4c-9890-4204-b4be-61e4fa19b80b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31ff4199-bd3f-41af-8115-bc2a8ec2fa89 HTTP/1.1" status: 204 len: 168 time: 0.2131898 Aug 30 21:20:58.043236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f37c4c-9890-4204-b4be-61e4fa19b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff4199-bd3f-41af-8115-bc2a8ec2fa89,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:58.118039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a318236b-8d7a-4733-a988-68432ff769dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a318236b-8d7a-4733-a988-68432ff769dd,segment=NetworkSegment(10c9ba69-5584-4dd3-9c4a-f12366904d29),segment_id=10c9ba69-5584-4dd3-9c4a-f12366904d29)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:58.130005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a318236b-8d7a-4733-a988-68432ff769dd', 'network_id': '33a552fc-c234-436c-9bfa-22e94628ea11', 'port_id': 'a318236b-8d7a-4733-a988-68432ff769dd', 'mac_address': 'fa:16:3e:12:29:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f1ccc-5503-4758-82cd-2bab497eb92d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:58.169641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:58.183774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a318236b-8d7a-4733-a988-68432ff769dd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:58.205964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a318236b-8d7a-4733-a988-68432ff769dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a318236b-8d7a-4733-a988-68432ff769dd,segment=NetworkSegment(10c9ba69-5584-4dd3-9c4a-f12366904d29),segment_id=10c9ba69-5584-4dd3-9c4a-f12366904d29)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:58.211378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:58.230971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b098eb-c99d-4c66-b4c3-46d6ecf95c70 req-fee4b27c-f880-41c9-8ea1-e90373544d60 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:58.232556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b098eb-c99d-4c66-b4c3-46d6ecf95c70 req-fee4b27c-f880-41c9-8ea1-e90373544d60 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1169689 Aug 30 21:20:58.251854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b098eb-c99d-4c66-b4c3-46d6ecf95c70 req-5bcf0bb8-4801-4f53-89b9-ba188cbb88a1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0127928 Aug 30 21:20:58.271395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a318236b-8d7a-4733-a988-68432ff769dd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:58.314479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b098eb-c99d-4c66-b4c3-46d6ecf95c70 req-75651613-76c2-4370-8924-5e65200546d4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549128 Aug 30 21:20:58.415429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b098eb-c99d-4c66-b4c3-46d6ecf95c70 req-af6d2725-5994-49f4-9762-6e9ad35ae46d service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931036 Aug 30 21:20:58.512119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60b098eb-c99d-4c66-b4c3-46d6ecf95c70 req-3467afac-e5d7-4de5-8d71-f15fb227dbb1 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893974 Aug 30 21:20:58.568897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a318236b-8d7a-4733-a988-68432ff769dd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:58.618017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device b1f3fd20-441e-4494-8594-47b4b237d94b details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:20:58.784798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port b1f3fd20-441e-4494-8594-47b4b237d94b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=b1f3fd20-441e-4494-8594-47b4b237d94b,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:58.818497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'b1f3fd20-441e-4494-8594-47b4b237d94b', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'port_id': 'b1f3fd20-441e-4494-8594-47b4b237d94b', 'mac_address': 'fa:16:3e:c4:e9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b81dd-a773-4d45-983e-5f0fe714b558', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:20:58.870501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:58.887724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f3fd20-441e-4494-8594-47b4b237d94b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:20:58.920661 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port b1f3fd20-441e-4494-8594-47b4b237d94b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=b1f3fd20-441e-4494-8594-47b4b237d94b,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:20:58.928758 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:58.989989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=b1f3fd20-441e-4494-8594-47b4b237d94b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:59.163296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272eb9a-c218-4912-bb5f-6a2a3f535700 req-c83fe958-126a-4b75-8873-f63d06363345 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:59.164962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e272eb9a-c218-4912-bb5f-6a2a3f535700 req-c83fe958-126a-4b75-8873-f63d06363345 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 944 time: 0.0598140 Aug 30 21:20:59.203694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e272eb9a-c218-4912-bb5f-6a2a3f535700 req-401a05d3-0506-4d88-991f-d3a3eb7c3327 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Aug 30 21:20:59.234204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:59.355404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b97bb2f3-42ab-474d-97f3-c17657c05946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.441186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['b1f3fd20-441e-4494-8594-47b4b237d94b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:20:59.451556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b97bb2f3-42ab-474d-97f3-c17657c05946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.454643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ff79c-43e3-4544-b27a-199a27c1a30a req-8baa3a60-65f8-4ba4-b0cc-ea285b7b260c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:59.456653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-460ff79c-43e3-4544-b27a-199a27c1a30a req-8baa3a60-65f8-4ba4-b0cc-ea285b7b260c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 944 time: 0.0539813 Aug 30 21:20:59.458454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b97bb2f3-42ab-474d-97f3-c17657c05946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.500290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b97bb2f3-42ab-474d-97f3-c17657c05946 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bed9a3bb004b449c970164a7fae971fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649658 Aug 30 21:20:59.501286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bb2f3-42ab-474d-97f3-c17657c05946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b84d7b2-97ea-43e4-9c8a-ac78a6e45574,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:59.504207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:20:59.505574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-460ff79c-43e3-4544-b27a-199a27c1a30a req-98cd5608-4ade-4175-a561-57e8747cd0f2 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Aug 30 21:20:59.557526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f51382a8-4f7e-4f83-8dcf-b708a2ae499e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.596453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f51382a8-4f7e-4f83-8dcf-b708a2ae499e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.654463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f51382a8-4f7e-4f83-8dcf-b708a2ae499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.658147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f51382a8-4f7e-4f83-8dcf-b708a2ae499e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:20:59.661378 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f51382a8-4f7e-4f83-8dcf-b708a2ae499e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b84d7b2-97ea-43e4-9c8a-ac78a6e45574 HTTP/1.1" status: 204 len: 168 time: 0.1529105 Aug 30 21:20:59.664386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de038c-ca60-4e7d-88c6-674cd484fb0a req-767a161e-2bb2-42c4-b16f-08eeca38d59f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:59.666345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47de038c-ca60-4e7d-88c6-674cd484fb0a req-767a161e-2bb2-42c4-b16f-08eeca38d59f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Aug 30 21:20:59.668544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51382a8-4f7e-4f83-8dcf-b708a2ae499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b84d7b2-97ea-43e4-9c8a-ac78a6e45574,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:20:59.707123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47de038c-ca60-4e7d-88c6-674cd484fb0a req-885bc4b7-f791-4994-8596-e971090f2d70 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Aug 30 21:20:59.892838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-34694c4e-4353-4723-90f7-07c13645cd59 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:20:59.894341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-34694c4e-4353-4723-90f7-07c13645cd59 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1129506 Aug 30 21:20:59.911001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-caa9df89-18a3-4ea3-ad7a-debdee484ff2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0104842 Aug 30 21:20:59.965810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-eaf09d01-a630-467a-a259-e3ebf09746f7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489783 Aug 30 21:21:00.015048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a318236b-8d7a-4733-a988-68432ff769dd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:00.066743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-5fb01dd2-53ef-4975-b362-fd8514c90a65 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936260 Aug 30 21:21:00.069111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a318236b-8d7a-4733-a988-68432ff769dd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:00.076090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a318236b-8d7a-4733-a988-68432ff769dd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:00.076580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:00.156972 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:00.174160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-e9f80717-a3dd-44e8-8763-877709f3ddee service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006680 Aug 30 21:21:00.184485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318236b-8d7a-4733-a988-68432ff769dd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:00.184485 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588c8d7-6041-45d0-bce5-c7fc26f4d110" -d '{"events": [{"server_uuid": "2fdce7ea-4999-4b7c-aa82-f1d13a82be6d", "name": "network-vif-plugged", "status": "completed", "tag": "a318236b-8d7a-4733-a988-68432ff769dd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:00.197532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a318236b-8d7a-4733-a988-68432ff769dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a318236b-8d7a-4733-a988-68432ff769dd,segment=NetworkSegment(10c9ba69-5584-4dd3-9c4a-f12366904d29),segment_id=10c9ba69-5584-4dd3-9c4a-f12366904d29)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:00.203836 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:00.257322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a318236b-8d7a-4733-a988-68432ff769dd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:00.455330 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf043c1c-191d-435b-b761-f6809c9cae6b x-openstack-request-id: req-cf043c1c-191d-435b-b761-f6809c9cae6b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:00.455939 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdce7ea-4999-4b7c-aa82-f1d13a82be6d", "name": "network-vif-plugged", "status": "completed", "tag": "a318236b-8d7a-4733-a988-68432ff769dd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:00.455939 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf043c1c-191d-435b-b761-f6809c9cae6b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:00.456619 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318236b-8d7a-4733-a988-68432ff769dd', 'code': 200} Aug 30 21:21:00.619308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9fec5974-538d-4a08-8272-3e359b566a50 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:00.624070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b618d6-4e0b-4eda-89f4-a68334faddff req-ad3fb301-f54f-4d3c-8bed-b698f6ccfdb9 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:00.625685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b618d6-4e0b-4eda-89f4-a68334faddff req-ad3fb301-f54f-4d3c-8bed-b698f6ccfdb9 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 945 time: 0.1142876 Aug 30 21:21:00.633176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c694d3-51d9-46c4-a8e1-9ac8e631da8a req-0d50a2de-b02a-4d13-85a2-dc87aa3b6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:00.634843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54c694d3-51d9-46c4-a8e1-9ac8e631da8a req-0d50a2de-b02a-4d13-85a2-dc87aa3b6f86 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 1097 time: 0.0847714 Aug 30 21:21:00.653183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 9fec5974-538d-4a08-8272-3e359b566a50 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:00.653899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9fec5974-538d-4a08-8272-3e359b566a50 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:00.699526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3b618d6-4e0b-4eda-89f4-a68334faddff req-9766c875-98d5-4d9b-97dc-dc4191f33d8a tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Aug 30 21:21:00.703326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54c694d3-51d9-46c4-a8e1-9ac8e631da8a req-56cc5a1e-7cc2-461d-985f-f514ed574aa8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518320 Aug 30 21:21:00.789547 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b90df0f9-9717-400c-9f79-4e35735710fc req-86fff3eb-922c-4934-8595-82d547c08b84 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 210 time: 0.0305018 Aug 30 21:21:00.838916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:00.903076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95293b88-9a62-411b-a7e4-edad5841fcd5 req-845ca57c-5d6a-47e1-acf8-d6db368346fc tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:00.904147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95293b88-9a62-411b-a7e4-edad5841fcd5 req-845ca57c-5d6a-47e1-acf8-d6db368346fc tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 944 time: 0.0484159 Aug 30 21:21:00.942680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5c7c-79a5-482e-ad9d-7c61a1b3260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:00.945715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95293b88-9a62-411b-a7e4-edad5841fcd5 req-528d78d9-cabc-4e19-b3f7-accb70667ec3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344429 Aug 30 21:21:01.060008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5c7c-79a5-482e-ad9d-7c61a1b3260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.065341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5c7c-79a5-482e-ad9d-7c61a1b3260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.065595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a788a3-639f-4a75-bf26-c6098e7b8d81 req-010aa3bc-5eaa-4b50-9cb2-4e8b6793be7d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:01.067450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3a788a3-639f-4a75-bf26-c6098e7b8d81 req-010aa3bc-5eaa-4b50-9cb2-4e8b6793be7d tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 945 time: 0.0561285 Aug 30 21:21:01.100644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe5c7c-79a5-482e-ad9d-7c61a1b3260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3d40f-274e-499e-b529-a77eb82bb776,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:01.110601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3a788a3-639f-4a75-bf26-c6098e7b8d81 req-91a90085-11e8-40be-8268-b7cf385ecd33 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361867 Aug 30 21:21:01.115148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3dfe5c7c-79a5-482e-ad9d-7c61a1b3260b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff7f0a38594d4de58eaea798bbd4fe4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752361 Aug 30 21:21:01.117944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:01.174121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a043cc1-5bab-4de1-a0c0-485838b5cc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.195854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a043cc1-5bab-4de1-a0c0-485838b5cc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.241587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a043cc1-5bab-4de1-a0c0-485838b5cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.244337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a043cc1-5bab-4de1-a0c0-485838b5cc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.245517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a043cc1-5bab-4de1-a0c0-485838b5cc67 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eaf3d40f-274e-499e-b529-a77eb82bb776 HTTP/1.1" status: 204 len: 168 time: 0.1263041 Aug 30 21:21:01.253244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a043cc1-5bab-4de1-a0c0-485838b5cc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3d40f-274e-499e-b529-a77eb82bb776,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:01.330525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-c9cde050-22a3-4cee-9836-538c39070f4a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:01.332141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-c9cde050-22a3-4cee-9836-538c39070f4a tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/ports?device_id=5f77ef04-b149-4720-bef4-bad85d9ced97 HTTP/1.1" status: 200 len: 945 time: 0.0499916 Aug 30 21:21:01.447829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Deleting port aea02a13-e293-414b-ae1b-f2b7d0f60c06 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:01.448262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.570297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] For port aea02a13-e293-414b-ae1b-f2b7d0f60c06, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=aea02a13-e293-414b-ae1b-f2b7d0f60c06,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:01.571009 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.596944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Calling delete_port for aea02a13-e293-414b-ae1b-f2b7d0f60c06 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:01.633584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-78496a3b-c646-4737-a4ef-ac74f5039c77 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:01.635229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-78496a3b-c646-4737-a4ef-ac74f5039c77 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1307864 Aug 30 21:21:01.654360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:01.763678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.777555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['aea02a13-e293-414b-ae1b-f2b7d0f60c06'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:01.780322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:01.826940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'Port': ['ID=aea02a13-e293-414b-ae1b-f2b7d0f60c06,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:01.891177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] No DVR routers for this DVR port aea02a13-e293-414b-ae1b-f2b7d0f60c06 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:01.894751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.898211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d68ed2dc-2ecc-4cbb-8c32-da6bf73a0aaa req-633a94ca-d192-4c24-98a3-a36ea14df8d4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "DELETE /v2.0/ports/aea02a13-e293-414b-ae1b-f2b7d0f60c06 HTTP/1.1" status: 204 len: 173 time: 0.5559084 Aug 30 21:21:01.899247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'name': 'network-vif-deleted', 'tag': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:01.908536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:01.911533 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f00cd2-af0f-4a6a-8b9e-97f6606c842c" -d '{"events": [{"server_uuid": "5f77ef04-b149-4720-bef4-bad85d9ced97", "name": "network-vif-deleted", "tag": "aea02a13-e293-414b-ae1b-f2b7d0f60c06"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:01.915812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:01.982223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4b2ba-6c2f-4fd5-b1e7-b67313059bdf req-f4a2cee6-2eb2-43fa-9a39-9f8fd41861dd tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:01.995487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8aa4b2ba-6c2f-4fd5-b1e7-b67313059bdf req-f4a2cee6-2eb2-43fa-9a39-9f8fd41861dd tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 945 time: 0.1926990 Aug 30 21:21:02.113868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8aa4b2ba-6c2f-4fd5-b1e7-b67313059bdf req-1aa1c509-a878-430d-b4d1-045ca2f3b8cc tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137135 Aug 30 21:21:02.142890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.5 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/175a4b33-b3f8-4a96-b7cb-9a4e3150c23b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:02.213845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-293501cf-cf62-48c5-b9b4-ead8f7fa657b req-8ef5a575-2e0c-4c58-81f0-a302c29770cb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 210 time: 0.0391965 Aug 30 21:21:02.302017 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6edb4d-fa16-4c1c-8961-f01b15568baa x-openstack-request-id: req-cc6edb4d-fa16-4c1c-8961-f01b15568baa {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:02.302426 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f77ef04-b149-4720-bef4-bad85d9ced97", "name": "network-vif-deleted", "tag": "aea02a13-e293-414b-ae1b-f2b7d0f60c06", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:02.302689 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc6edb4d-fa16-4c1c-8961-f01b15568baa {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:02.303143 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f77ef04-b149-4720-bef4-bad85d9ced97', 'name': 'network-vif-deleted', 'tag': 'aea02a13-e293-414b-ae1b-f2b7d0f60c06', 'status': 'completed', 'code': 200} Aug 30 21:21:02.420440 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:02.472238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34dcbb-1b0d-47a1-986a-a9f665144650 req-bb87e6b2-f151-4bb9-bf7d-646de57b4082 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:02.474237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d34dcbb-1b0d-47a1-986a-a9f665144650 req-bb87e6b2-f151-4bb9-bf7d-646de57b4082 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 944 time: 0.0706408 Aug 30 21:21:02.506611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:02.519523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:02.577804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:02.590221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d34dcbb-1b0d-47a1-986a-a9f665144650 req-4b9dacf4-cb3c-4746-9adf-f4787c5ecd7d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990438 Aug 30 21:21:02.594153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:02.596881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:02.600029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:02.659140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:02.659832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:02.671186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device b1f3fd20-441e-4494-8594-47b4b237d94b up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:02.679938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-ea847c49-4ee7-459d-95ad-6efcb63decd8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301526 Aug 30 21:21:02.694972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Request body: {'port': {'device_id': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:02.763698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port b1f3fd20-441e-4494-8594-47b4b237d94b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:02.766042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:02.770630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port b1f3fd20-441e-4494-8594-47b4b237d94b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:02.771221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:02.894491 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:02.950518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f3fd20-441e-4494-8594-47b4b237d94b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:02.960917 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b7fb0-6952-492a-b7c4-3c9542e3f30d" -d '{"events": [{"server_uuid": "3c114ee1-af02-4a5d-ae7b-2b0ecf636a63", "name": "network-vif-plugged", "status": "completed", "tag": "b1f3fd20-441e-4494-8594-47b4b237d94b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:02.995820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port b1f3fd20-441e-4494-8594-47b4b237d94b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=b1f3fd20-441e-4494-8594-47b4b237d94b,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:03.006572 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.086063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=b1f3fd20-441e-4494-8594-47b4b237d94b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:03.136135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a6446-4ba6-4a9f-8974-ab4fbb74b6f5 req-d7c2dcc5-2f79-4fa8-98d0-8adcad59b990 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.136403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-787a6446-4ba6-4a9f-8974-ab4fbb74b6f5 req-d7c2dcc5-2f79-4fa8-98d0-8adcad59b990 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Aug 30 21:21:03.149113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:03.155349 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:21:03.168265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.191640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Transition to ACTIVE for port object 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:03.196989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-787a6446-4ba6-4a9f-8974-ab4fbb74b6f5 req-1a3e2954-2d20-4bfe-b9b2-cea4ec7970cf tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=3369df9c-df88-419b-8cef-da157ebe8848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Aug 30 21:21:03.198019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.255163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Pushing event updated for resources: {'Port': ['ID=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:03.274555 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08855119-4177-43cb-9d2a-09b2a1902831 x-openstack-request-id: req-08855119-4177-43cb-9d2a-09b2a1902831 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:03.276144 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c114ee1-af02-4a5d-ae7b-2b0ecf636a63", "name": "network-vif-plugged", "status": "completed", "tag": "b1f3fd20-441e-4494-8594-47b4b237d94b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:03.276520 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08855119-4177-43cb-9d2a-09b2a1902831 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:03.277020 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f3fd20-441e-4494-8594-47b4b237d94b', 'code': 200} Aug 30 21:21:03.328939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Attempting to bind port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:03.329270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Attempting to bind port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:03.329592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Attempting to bind port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:03.344905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:03.345218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Attempting to bind port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:03.373057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:03.373394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:03.373894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:03.374335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Bound port: 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:03.374719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.424260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dd889-a461-4327-a39b-c09294595923 req-3166491a-d37e-4b40-8907-f3dc1a98a085 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.425860 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-290dd889-a461-4327-a39b-c09294595923 req-3166491a-d37e-4b40-8907-f3dc1a98a085 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.86 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 945 time: 0.0855951 Aug 30 21:21:03.427874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a4fe7-c462-4819-b926-2055a184d4ee req-be25f8b5-5722-4492-b175-1950c8a86561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.429197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f43d4-474d-4718-9d71-04c517337406 req-e8b14206-9814-437d-873d-689d2d249ff0 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.429392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f2a4fe7-c462-4819-b926-2055a184d4ee req-be25f8b5-5722-4492-b175-1950c8a86561 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 1097 time: 0.0791943 Aug 30 21:21:03.430719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-634f43d4-474d-4718-9d71-04c517337406 req-e8b14206-9814-437d-873d-689d2d249ff0 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 945 time: 0.0988085 Aug 30 21:21:03.487598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.496218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] For port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:03.502187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-634f43d4-474d-4718-9d71-04c517337406 req-3817c10b-d2fb-43f3-a247-ce9d27892fce tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643020 Aug 30 21:21:03.513920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] For port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:03.521528 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.527208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6f2a4fe7-c462-4819-b926-2055a184d4ee req-0a110324-b888-4836-bd75-5f7b1681a62c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881348 Aug 30 21:21:03.567043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.568244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.569601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Deleting port c1e378b4-eaad-4838-bb02-d4c234da2ac8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:03.569945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.570892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] 10.222.0.86 "PUT /v2.0/ports/175a4b33-b3f8-4a96-b7cb-9a4e3150c23b HTTP/1.1" status: 200 len: 1092 time: 0.8815200 Aug 30 21:21:03.571366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'tag': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:03.574231 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f18a34-5850-42d1-ac53-af108dca6efc" -d '{"events": [{"name": "network-changed", "server_uuid": "67a1c63d-d46e-4f43-af4c-b28ebf8a9aba", "tag": "175a4b33-b3f8-4a96-b7cb-9a4e3150c23b"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:03.645572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a2841-0278-4394-a498-8e96a2669055 service neutron] Pushing event updated for resources: {'Port': ['ID=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:03.671379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] For port c1e378b4-eaad-4838-bb02-d4c234da2ac8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c1e378b4-eaad-4838-bb02-d4c234da2ac8,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:03.671741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.687730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Calling delete_port for c1e378b4-eaad-4838-bb02-d4c234da2ac8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:03.705215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcd2dc-6b35-48d0-9363-66d4533767c8 req-ebf8c6c1-4332-4861-82bf-e4e5d44a883e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.706857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5bcd2dc-6b35-48d0-9363-66d4533767c8 req-ebf8c6c1-4332-4861-82bf-e4e5d44a883e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 943 time: 0.1075261 Aug 30 21:21:03.708927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-3502e9c3-9878-47ee-8cca-87d15a36d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.710580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-3502e9c3-9878-47ee-8cca-87d15a36d509 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 1095 time: 0.0917680 Aug 30 21:21:03.764512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-29d27443-881e-4bd3-bd08-4263a38a1a84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b HTTP/1.1" status: 200 len: 217 time: 0.0417671 Aug 30 21:21:03.792303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5bcd2dc-6b35-48d0-9363-66d4533767c8 req-60639fdb-b661-4560-84ec-2bc356d2e9ef tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Aug 30 21:21:03.831625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.835978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-06dae995-2fb4-4f1f-b331-af0a20b44aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:03.837494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-06dae995-2fb4-4f1f-b331-af0a20b44aae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0625355 Aug 30 21:21:03.847370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c1e378b4-eaad-4838-bb02-d4c234da2ac8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:03.865381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'Port': ['ID=c1e378b4-eaad-4838-bb02-d4c234da2ac8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:03.908995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-5bad59fe-07a3-41b7-b04d-7ef169383662 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497501 Aug 30 21:21:03.926965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] No DVR routers for this DVR port c1e378b4-eaad-4838-bb02-d4c234da2ac8 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:03.930606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:03.933925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-290dd889-a461-4327-a39b-c09294595923 req-964bc70b-1610-448b-974f-64bd0d526798 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.86 "DELETE /v2.0/ports/c1e378b4-eaad-4838-bb02-d4c234da2ac8 HTTP/1.1" status: 204 len: 173 time: 0.5014670 Aug 30 21:21:03.986896 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae4d89-f855-4725-84b3-9840a1264820 x-openstack-request-id: req-a7ae4d89-f855-4725-84b3-9840a1264820 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:03.986896 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a1c63d-d46e-4f43-af4c-b28ebf8a9aba", "tag": "175a4b33-b3f8-4a96-b7cb-9a4e3150c23b", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:03.986896 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7ae4d89-f855-4725-84b3-9840a1264820 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:03.987665 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'tag': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b', 'status': 'completed', 'code': 200} Aug 30 21:21:04.096673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-4a1e31d4-7e57-47ab-a377-68d52a7dd136 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795502 Aug 30 21:21:04.112354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a724ab-3ce3-43d3-b96b-f30e612c6b08 req-3e8e5e20-4b7d-4fcb-baf5-25987f65c6b0 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:04.121194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5a724ab-3ce3-43d3-b96b-f30e612c6b08 req-3e8e5e20-4b7d-4fcb-baf5-25987f65c6b0 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 945 time: 0.1110566 Aug 30 21:21:04.211537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5a724ab-3ce3-43d3-b96b-f30e612c6b08 req-dc20ace7-1e5c-4fb0-a58c-09e2a04479d1 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893693 Aug 30 21:21:04.248141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0707f752-bfab-4692-85c5-bb32f4838ec1 req-d84189d5-c36d-48be-b0c0-970fab7eff23 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248403 Aug 30 21:21:04.304648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'name': 'network-vif-deleted', 'tag': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:04.307353 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2e6e53-b7a6-4afd-b09a-f1b39748409f" -d '{"events": [{"server_uuid": "d564609f-157d-4c98-a7d6-9de612d99e62", "name": "network-vif-deleted", "tag": "c1e378b4-eaad-4838-bb02-d4c234da2ac8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:04.353520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-d66f0a9e-3ec5-4c97-a622-53863e4f70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:04.355078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-d66f0a9e-3ec5-4c97-a622-53863e4f70be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 1095 time: 0.0550425 Aug 30 21:21:04.492259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d0369c4-2658-438d-b67c-021af515714b req-6e5055f2-e46a-460e-8217-6edf182126f8 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=d564609f-157d-4c98-a7d6-9de612d99e62 HTTP/1.1" status: 200 len: 210 time: 0.0324619 Aug 30 21:21:04.502871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-09ebd8df-e2fa-46c6-a86d-24fb5acca344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:04.504612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-09ebd8df-e2fa-46c6-a86d-24fb5acca344 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.1392019 Aug 30 21:21:04.557811 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba0a768-ab6e-4508-805f-dd9961e21794 x-openstack-request-id: req-aba0a768-ab6e-4508-805f-dd9961e21794 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:04.558430 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d564609f-157d-4c98-a7d6-9de612d99e62", "name": "network-vif-deleted", "tag": "c1e378b4-eaad-4838-bb02-d4c234da2ac8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:04.558430 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aba0a768-ab6e-4508-805f-dd9961e21794 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:04.558903 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd564609f-157d-4c98-a7d6-9de612d99e62', 'name': 'network-vif-deleted', 'tag': 'c1e378b4-eaad-4838-bb02-d4c234da2ac8', 'status': 'completed', 'code': 200} Aug 30 21:21:04.563699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-e4d30f8c-dd8c-4c34-9f21-947a3535e92c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b HTTP/1.1" status: 200 len: 217 time: 0.0516760 Aug 30 21:21:04.636518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-b6295f7d-fbf5-46c1-83ca-3b5ca74c9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:04.638057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-b6295f7d-fbf5-46c1-83ca-3b5ca74c9970 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0674791 Aug 30 21:21:04.675272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-b843abf5-d6ef-41a6-b74f-d800cb41bf30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292807 Aug 30 21:21:04.684901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device aea02a13-e293-414b-ae1b-f2b7d0f60c06 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:04.712104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: aea02a13-e293-414b-ae1b-f2b7d0f60c06 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:04.712763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device aea02a13-e293-414b-ae1b-f2b7d0f60c06 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:04.819850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-afe69358-9d74-45e2-a74b-95f2a87546e1 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229665 Aug 30 21:21:04.854702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eb07c-8699-4a7a-a437-f921be092f4f req-3aa6c55d-954d-40df-aa79-497860469bd6 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:04.856240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-993eb07c-8699-4a7a-a437-f921be092f4f req-3aa6c55d-954d-40df-aa79-497860469bd6 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 945 time: 0.0845492 Aug 30 21:21:04.938327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-993eb07c-8699-4a7a-a437-f921be092f4f req-7e863f07-7473-45ef-910e-4688f3169b97 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Aug 30 21:21:04.975592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5f18a34-5850-42d1-ac53-af108dca6efc req-eb5a7bef-7447-4f73-a1b6-16a73e4f4d88 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471968 Aug 30 21:21:05.069250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b40d-b707-41a2-8159-3113a66939a5 req-9098e94b-1ab7-44d1-bea0-a3d17ba96e6f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:05.070932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2988b40d-b707-41a2-8159-3113a66939a5 req-9098e94b-1ab7-44d1-bea0-a3d17ba96e6f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 943 time: 0.0582850 Aug 30 21:21:05.115480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2988b40d-b707-41a2-8159-3113a66939a5 req-e938b444-0b4d-45b8-b2f4-a4ab55d854d1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363219 Aug 30 21:21:05.342176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12826f7-8c51-4c4d-83ff-f8ae952bbed8 req-cd340bf4-a874-48db-a5b7-89a1f7e55b4f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:05.343745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c12826f7-8c51-4c4d-83ff-f8ae952bbed8 req-cd340bf4-a874-48db-a5b7-89a1f7e55b4f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 945 time: 0.0515940 Aug 30 21:21:05.386198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c12826f7-8c51-4c4d-83ff-f8ae952bbed8 req-4d632ec8-4952-419d-8216-f12eca495f10 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Aug 30 21:21:05.711341 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:05.854076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf161c-c4f7-4082-8115-ad01193e9e23 req-267011b3-722f-450c-b3f3-ef5d016fc611 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:05.855771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66cf161c-c4f7-4082-8115-ad01193e9e23 req-267011b3-722f-450c-b3f3-ef5d016fc611 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0531018 Aug 30 21:21:05.898605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66cf161c-c4f7-4082-8115-ad01193e9e23 req-692651bb-3bb8-486a-91f1-77ad546ea0a4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361998 Aug 30 21:21:06.075477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87d820-5178-4d88-a3ce-a33db61f4cb2 req-5fb8e7ec-ebbf-415b-bf95-59e791d39493 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:06.077645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d87d820-5178-4d88-a3ce-a33db61f4cb2 req-5fb8e7ec-ebbf-415b-bf95-59e791d39493 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 945 time: 0.0566306 Aug 30 21:21:06.121516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d87d820-5178-4d88-a3ce-a33db61f4cb2 req-a69eeab3-a37f-46e4-a05a-bc5191983fc6 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f783e98-616b-4738-bf33-ffbf0b23ff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Aug 30 21:21:06.234655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9b203-0d06-4f2b-8819-a2dbbd375d0a req-7f49c1fb-3d6d-4ef3-9f10-89969cc1bcc8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:06.239466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ae9b203-0d06-4f2b-8819-a2dbbd375d0a req-7f49c1fb-3d6d-4ef3-9f10-89969cc1bcc8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 943 time: 0.0580828 Aug 30 21:21:06.320285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ae9b203-0d06-4f2b-8819-a2dbbd375d0a req-f356b579-7e10-409d-8222-77f4d5972dfd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729899 Aug 30 21:21:06.349590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-a3d6fbf6-2e0c-4aa3-9441-219d8daa1f09 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:06.351335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-a3d6fbf6-2e0c-4aa3-9441-219d8daa1f09 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 945 time: 0.0881927 Aug 30 21:21:06.822715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Deleting port a318236b-8d7a-4733-a988-68432ff769dd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:06.822715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:06.929313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] For port a318236b-8d7a-4733-a988-68432ff769dd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a318236b-8d7a-4733-a988-68432ff769dd,segment=NetworkSegment(10c9ba69-5584-4dd3-9c4a-f12366904d29),segment_id=10c9ba69-5584-4dd3-9c4a-f12366904d29)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:06.930076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:06.947464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Calling delete_port for a318236b-8d7a-4733-a988-68432ff769dd owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:07.107196 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:07.121258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a318236b-8d7a-4733-a988-68432ff769dd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:07.169669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Pushing event deleted for resources: {'Port': ['ID=a318236b-8d7a-4733-a988-68432ff769dd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:07.256243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] No DVR routers for this DVR port a318236b-8d7a-4733-a988-68432ff769dd on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:07.260451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:07.262618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-768e3a79-9546-46f5-ad81-33e43a2bc1ae req-da654944-9a5d-429d-9ee4-ec107804f8c5 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.86 "DELETE /v2.0/ports/a318236b-8d7a-4733-a988-68432ff769dd HTTP/1.1" status: 204 len: 173 time: 0.9043443 Aug 30 21:21:07.264340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'name': 'network-vif-deleted', 'tag': 'a318236b-8d7a-4733-a988-68432ff769dd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:07.267013 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9ae81d-49cb-40e1-a361-5a392c83100b" -d '{"events": [{"server_uuid": "2fdce7ea-4999-4b7c-aa82-f1d13a82be6d", "name": "network-vif-deleted", "tag": "a318236b-8d7a-4733-a988-68432ff769dd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:07.282814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0404e18-898a-43be-a753-ea75503e74a7 req-d6f041ec-5ea8-4a72-ab3d-7866197270c1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:07.284417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0404e18-898a-43be-a753-ea75503e74a7 req-d6f041ec-5ea8-4a72-ab3d-7866197270c1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.1169198 Aug 30 21:21:07.347290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0404e18-898a-43be-a753-ea75503e74a7 req-b1b0d442-02e1-4a8d-9ff0-d9ee3a4b30c1 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e70dda5-8949-457d-946f-9b025cb8b8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559032 Aug 30 21:21:07.450863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-30e677fc-73db-4e6c-b26d-7da991305fb3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:07.452518 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-30e677fc-73db-4e6c-b26d-7da991305fb3 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 945 time: 0.0696154 Aug 30 21:21:07.491465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df9b3ea6-4420-49e7-85ef-5f44d5176ced req-2a065826-2370-45bd-98ba-41ca7a6d9130 tempest-InstanceActionsNegativeTestJSON-1317193550 tempest-InstanceActionsNegativeTestJSON-1317193550-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fdce7ea-4999-4b7c-aa82-f1d13a82be6d HTTP/1.1" status: 200 len: 210 time: 0.0512755 Aug 30 21:21:07.561059 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73556111-5028-40ef-b2e3-73041bf5c693 x-openstack-request-id: req-73556111-5028-40ef-b2e3-73041bf5c693 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:07.561551 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdce7ea-4999-4b7c-aa82-f1d13a82be6d", "name": "network-vif-deleted", "tag": "a318236b-8d7a-4733-a988-68432ff769dd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:07.561991 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73556111-5028-40ef-b2e3-73041bf5c693 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:07.562557 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdce7ea-4999-4b7c-aa82-f1d13a82be6d', 'name': 'network-vif-deleted', 'tag': 'a318236b-8d7a-4733-a988-68432ff769dd', 'status': 'completed', 'code': 200} Aug 30 21:21:07.577157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Deleting port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:07.577504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:07.689481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0cca3-de12-43eb-9890-d6fc8ba42957 req-c65870dc-b9d8-422d-bb6f-24e9d88c21c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:07.696803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dd0cca3-de12-43eb-9890-d6fc8ba42957 req-c65870dc-b9d8-422d-bb6f-24e9d88c21c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 943 time: 0.0713127 Aug 30 21:21:07.711857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] For port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:07.712229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:07.751849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dd0cca3-de12-43eb-9890-d6fc8ba42957 req-ee25cba3-bc5c-4269-bf5e-e62e753c7788 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 Aug 30 21:21:07.961235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:07.962354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:07.962689 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Floating IP 682133b7-441c-426a-b3a7-f388bbf68833 disassociated. External IP: 172.25.5.164, port: d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9. Aug 30 21:21:07.963105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Calling delete_port for d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:08.094267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:08.123788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c1e378b4-eaad-4838-bb02-d4c234da2ac8 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:08.132993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.180111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'Port': ['ID=d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:08.212712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:08.229099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b', 'mac_address': 'fa:16:3e:4e:0d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:08.282793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: c1e378b4-eaad-4838-bb02-d4c234da2ac8 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:08.284679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c1e378b4-eaad-4838-bb02-d4c234da2ac8 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:08.299108 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.314584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:08.356309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:08.379937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.468182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Router df04975f-c73d-4cd6-a4ae-ce9b93251b72 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:21:08.504212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:08.523907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa3b941e-b9c2-4343-90ee-77c375f86f13 req-adebcd25-aead-4475-a78a-f37b9a3c2b37 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/ports?device_id=2df5ed9e-3834-4097-bac1-626ec6234691 HTTP/1.1" status: 200 len: 210 time: 0.0408661 Aug 30 21:21:08.583334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40298) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:08.648543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Deleting subnet 402f1ccc-5503-4758-82cd-2bab497eb92d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:21:08.651117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:21:08.667084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] Sync routers for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:21:08.668590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['175a4b33-b3f8-4a96-b7cb-9a4e3150c23b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:08.670880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.678299 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:21:08.679252 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:20:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:08.695870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] No DVR routers for this DVR port d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:08.706135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.710372 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea8f82ef-619e-475e-a44b-5ab2d55f2f62 req-12f4cf29-e61a-434b-a959-ced2feadcc92 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.82 "DELETE /v2.0/ports/d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 HTTP/1.1" status: 204 len: 173 time: 1.2492855 Aug 30 21:21:08.710885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-deleted', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:08.717595 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b203b4-3701-47bc-bffe-cd27b787fe12" -d '{"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-deleted", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:08.721650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.804902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.835048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:21:08.836565 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c10fa3-a410-4685-9129-2dd52ba8bd17 x-openstack-request-id: req-89c10fa3-a410-4685-9129-2dd52ba8bd17 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:08.836864 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df5ed9e-3834-4097-bac1-626ec6234691", "name": "network-vif-deleted", "tag": "d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:08.837124 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89c10fa3-a410-4685-9129-2dd52ba8bd17 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:08.837775 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df5ed9e-3834-4097-bac1-626ec6234691', 'name': 'network-vif-deleted', 'tag': 'd8776de8-9be3-4e3e-a9ba-0f17fd9a61b9', 'status': 'completed', 'code': 200} Aug 30 21:21:08.930637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.953022 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.957801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:08.979127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4da0bc4-a916-410d-97a7-b692c92e105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:08.995992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] 10.222.0.76 "DELETE /v2.0/subnets/402f1ccc-5503-4758-82cd-2bab497eb92d HTTP/1.1" status: 204 len: 168 time: 0.4082553 Aug 30 21:21:09.077809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.102172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f312c0-947f-4285-97b9-4498f88bb1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402f1ccc-5503-4758-82cd-2bab497eb92d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:09.134344 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:53Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:09.156878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe08be-2742-4abd-9048-44f8453d573c req-a3846ee8-9ac4-4b75-972e-3277690e1249 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:09.163777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] Checking router: df04975f-c73d-4cd6-a4ae-ce9b93251b72 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:21:09.168461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcfe08be-2742-4abd-9048-44f8453d573c req-a3846ee8-9ac4-4b75-972e-3277690e1249 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 944 time: 0.1309125 Aug 30 21:21:09.173912 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:21:09.174845 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:20:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:09.219326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.231574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a552fc-c234-436c-9bfa-22e94628ea11']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:09.235835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcfe08be-2742-4abd-9048-44f8453d573c req-b3befbe7-f992-4f35-842c-c7f2f03ce366 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653946 Aug 30 21:21:09.263688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c9ba69-5584-4dd3-9c4a-f12366904d29') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:09.267658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c9ba69-5584-4dd3-9c4a-f12366904d29') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:09.288049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.328480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.349989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:21:09.351900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:21:09.355466 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:21:09.490163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.505555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.512263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] 10.222.0.76 "DELETE /v2.0/networks/33a552fc-c234-436c-9bfa-22e94628ea11 HTTP/1.1" status: 204 len: 168 time: 0.5530469 Aug 30 21:21:09.538991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a9237-c69a-45be-a5af-3646553ee70e admin admin] Pushing event deleted for resources: {'Network': ['ID=33a552fc-c234-436c-9bfa-22e94628ea11,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:09.588129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:21:09.662747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:09.774265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0603db70-9c39-4d9c-8d3e-6c71ae3eb639 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.817732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0603db70-9c39-4d9c-8d3e-6c71ae3eb639 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.875009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:09.902969 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:53Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:09.930088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0603db70-9c39-4d9c-8d3e-6c71ae3eb639 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.933315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0603db70-9c39-4d9c-8d3e-6c71ae3eb639 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:09.939120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0603db70-9c39-4d9c-8d3e-6c71ae3eb639 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "DELETE /v2.0/security-groups/1e70dda5-8949-457d-946f-9b025cb8b8ce HTTP/1.1" status: 204 len: 168 time: 0.2751429 Aug 30 21:21:09.940598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:09.949992 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a42c0c-3696-42dd-a05f-6e1f229f7611 None None] The sync data for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 is: [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:09:40Z', 'revision_number': 4, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0698e312-b07f-45f9-b6da-1c196f8c6efe', 'name': '', 'network_id': 'b285858d-ce79-4611-ae2c-89584f65fbae', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'mac_address': 'fa:16:3e:fe:e3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:37Z', 'updated_at': '2021-08-30T21:09:53Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'subnets': [{'id': '345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:21:09.955137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4056a2d9-bfe8-4930-b763-ac9f08f75453 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca180841680e4b60be51ca0713dbdd7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783148 Aug 30 21:21:09.961734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:09.964551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603db70-9c39-4d9c-8d3e-6c71ae3eb639 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e70dda5-8949-457d-946f-9b025cb8b8ce,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:09.979497 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-88a63fbf-03a0-4e07-98d7-88eb83db7f9f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] show failed (client error): The resource could not be found. Aug 30 21:21:09.980920 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-88a63fbf-03a0-4e07-98d7-88eb83db7f9f tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "GET /v2.0/security-groups/1e70dda5-8949-457d-946f-9b025cb8b8ce HTTP/1.1" status: 404 len: 347 time: 0.0363348 Aug 30 21:21:09.985914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40328) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:10.053462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df89d7-90f3-43ae-b785-c767d41a8bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.090943 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df89d7-90f3-43ae-b785-c767d41a8bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.095578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:10.177938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df89d7-90f3-43ae-b785-c767d41a8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.180642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b9df89d7-90f3-43ae-b785-c767d41a8bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.184210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b9df89d7-90f3-43ae-b785-c767d41a8bd4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f783e98-616b-4738-bf33-ffbf0b23ff57 HTTP/1.1" status: 204 len: 168 time: 0.2179711 Aug 30 21:21:10.192961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df89d7-90f3-43ae-b785-c767d41a8bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f783e98-616b-4738-bf33-ffbf0b23ff57,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:10.244228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:10.250388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:10.251226 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.303963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Deleting port cb9431b9-808f-468d-a0cc-28695f493527 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:10.305096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.414562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669814c-6f2e-4122-b8d8-ff2d777e6222 None None] New status for floating IP 682133b7-441c-426a-b3a7-f388bbf68833: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:21:10.492382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9eeb2-a151-48c1-9082-7ac5b4dbb4a0 req-49967757-b061-468f-a9fb-1703c20ca36b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:10.494150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36c9eeb2-a151-48c1-9082-7ac5b4dbb4a0 req-49967757-b061-468f-a9fb-1703c20ca36b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 944 time: 0.1018326 Aug 30 21:21:10.528900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.529245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.553403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Calling delete_port for cb9431b9-808f-468d-a0cc-28695f493527 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:10.577646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36c9eeb2-a151-48c1-9082-7ac5b4dbb4a0 req-b104dbba-a9de-492f-89f5-ad448e40a6c9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670016 Aug 30 21:21:10.646425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.759524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:10.822840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:10.823180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d8776de8-9be3-4e3e-a9ba-0f17fd9a61b9 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:10.860163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:10.862798 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d638d83-e381-4bdf-9ec1-4223c4ae1cce" -d '{"events": [{"server_uuid": "67a1c63d-d46e-4f43-af4c-b28ebf8a9aba", "name": "network-vif-plugged", "status": "completed", "tag": "175a4b33-b3f8-4a96-b7cb-9a4e3150c23b"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:10.881860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:10.892933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.898912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:10.899826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a318236b-8d7a-4733-a988-68432ff769dd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:10.929499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Pushing event deleted for resources: {'Port': ['ID=cb9431b9-808f-468d-a0cc-28695f493527,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:10.984345 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ee928-ab6a-41dd-9f9b-24f232c3ecf8 x-openstack-request-id: req-539ee928-ab6a-41dd-9f9b-24f232c3ecf8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:10.984919 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c63d-d46e-4f43-af4c-b28ebf8a9aba", "name": "network-vif-plugged", "status": "completed", "tag": "175a4b33-b3f8-4a96-b7cb-9a4e3150c23b", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:10.985331 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-539ee928-ab6a-41dd-9f9b-24f232c3ecf8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:10.985870 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b', 'code': 200} Aug 30 21:21:10.990980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a318236b-8d7a-4733-a988-68432ff769dd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:10.991624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a318236b-8d7a-4733-a988-68432ff769dd not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:11.022855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:11.037157 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.040094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.041580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-94d5fe74-c92d-496a-b3e3-ff2aef73acf4 tempest-ServerActionsTestJSON-2115404744 tempest-ServerActionsTestJSON-2115404744-project] 10.222.0.76 "DELETE /v2.0/floatingips/682133b7-441c-426a-b3a7-f388bbf68833 HTTP/1.1" status: 204 len: 168 time: 1.0541720 Aug 30 21:21:11.044856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:11.081401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731726cf-0881-4713-b368-98d0f3203b1a req-9d570dea-85d7-4936-980a-be5516313d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:11.083378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-731726cf-0881-4713-b368-98d0f3203b1a req-9d570dea-85d7-4936-980a-be5516313d2c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 1097 time: 0.0563350 Aug 30 21:21:11.128631 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-731726cf-0881-4713-b368-98d0f3203b1a req-572cd436-615d-4a0f-9ab3-a0a67bc8bd1e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 Aug 30 21:21:11.386894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:11.531709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1260025780-network', 'tenant_id': '7e05f814dd0345b2b7c6737585a90f9c'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:11.569611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Made reservation on behalf of 7e05f814dd0345b2b7c6737585a90f9c for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:11.574983 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.593385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.701023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.758730 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.784729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.797692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.835866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:21:11.886187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a016b138-5d60-491f-98ce-fd30f4507d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.898106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:11.899647 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Added segment e238b54d-3c9a-4dd3-82cc-246df115c43f of type vlan for network 6c8dcd58-9826-4c20-9738-f9afc5182a3f Aug 30 21:21:11.922797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa736f-c61d-4f72-85a2-43e781a269eb req-92e3b4e2-403f-466a-a0f3-08aa8cb838ad tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:11.931355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78aa736f-c61d-4f72-85a2-43e781a269eb req-92e3b4e2-403f-466a-a0f3-08aa8cb838ad tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 945 time: 0.2026856 Aug 30 21:21:12.013980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.059201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:12.085300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.086294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:12.086913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.187815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78aa736f-c61d-4f72-85a2-43e781a269eb req-afb72557-8939-49e0-86de-c349d8a9408f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540092 Aug 30 21:21:12.207783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8169384 Aug 30 21:21:12.208264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98692d4-6107-4231-a8df-2b34f3e42e4e admin admin] Pushing event updated for resources: {'Network': ['ID=6c8dcd58-9826-4c20-9738-f9afc5182a3f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:12.225623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:12.226177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:21:12.252857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Request body: {'subnet': {'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1260025780-subnet', 'tenant_id': '7e05f814dd0345b2b7c6737585a90f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:12.306889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Made reservation on behalf of 7e05f814dd0345b2b7c6737585a90f9c for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:12.309513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.507096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Deleting port 0698e312-b07f-45f9-b6da-1c196f8c6efe {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:12.507733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.596991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.631945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.688142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] For port 0698e312-b07f-45f9-b6da-1c196f8c6efe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0698e312-b07f-45f9-b6da-1c196f8c6efe,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:12.688475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.711816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Calling delete_port for 0698e312-b07f-45f9-b6da-1c196f8c6efe owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:12.732056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616a2efc-6b48-46de-b34f-48e3bbdbeed0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:12.777009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Checking segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:12.777615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Network hostable DHCP agents. Network: 6c8dcd58-9826-4c20-9738-f9afc5182a3f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:21:12.812021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:21:12.863461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 6c8dcd58-9826-4c20-9738-f9afc5182a3f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:12.873620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:12.874215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:12.875167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a53fc-8d4c-4461-aa08-24d5b9f12b74 None None] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:21:12.925546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7ab0ce0c-4a54-4060-99e5-9feeded3f645 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6675577 Aug 30 21:21:12.984887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:13.027203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0698e312-b07f-45f9-b6da-1c196f8c6efe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:13.258106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978f9cf-632b-474f-8716-6daf115a7ad1 None None] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:21:13.387578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:13.421846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd59f12-d0ab-4208-9d02-a48311b71e37 req-4d1f741f-0e50-4b46-8f9a-fa698bfd5166 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:13.424646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cd59f12-d0ab-4208-9d02-a48311b71e37 req-4d1f741f-0e50-4b46-8f9a-fa698bfd5166 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 945 time: 0.0739815 Aug 30 21:21:13.466528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cd59f12-d0ab-4208-9d02-a48311b71e37 req-04b0f870-56db-4eae-8ea8-aff76185dae8 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Aug 30 21:21:13.638025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Router df04975f-c73d-4cd6-a4ae-ce9b93251b72 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:21:13.793542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:21:13.802905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bb941e63-237e-4266-98d4-554d73704dc1 admin admin] 10.222.0.76 "PUT /v2.0/routers/df04975f-c73d-4cd6-a4ae-ce9b93251b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7568119 Aug 30 21:21:13.803584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:13.804419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-e5cf96fc-79f3-444a-ab16-377bf8ac5199 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:13.806067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-e5cf96fc-79f3-444a-ab16-377bf8ac5199 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 813 time: 0.1205575 Aug 30 21:21:13.808484 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] Sync routers for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:21:13.824951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-6e7a3605-cded-4e25-94d5-322fb4c1fc36 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/quotas/7e05f814dd0345b2b7c6737585a90f9c HTTP/1.1" status: 200 len: 375 time: 0.0104225 Aug 30 21:21:13.831080 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:21:13.831761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:21:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:13.867552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-6e1b93da-f502-49f0-ba2c-94b61bd4a62c tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362539 Aug 30 21:21:13.929189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.013195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-d367ba63-587b-4c96-919f-38263d47d0c3 service neutron] 10.222.0.76 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379795 Aug 30 21:21:14.015814 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:21:14.084644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.137197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-5d3f2072-2d4e-43ce-b990-b1dc77fab4e5 service neutron] 10.222.0.76 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168878 Aug 30 21:21:14.159110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Deleting port f9af5f81-a2be-4e86-8a59-8866c193d102 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:14.159366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.231907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:21:12Z', 'revision_number': 5, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port': {'id': 'f9af5f81-a2be-4e86-8a59-8866c193d102', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:09:32Z', 'updated_at': '2021-08-30T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:14.265683 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] Checking router: df04975f-c73d-4cd6-a4ae-ce9b93251b72 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:21:14.275645 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] Routers {'df04975f-c73d-4cd6-a4ae-ce9b93251b72'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:21:14.276616 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:21:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:14.277783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] For port f9af5f81-a2be-4e86-8a59-8866c193d102, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f9af5f81-a2be-4e86-8a59-8866c193d102,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:14.278503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.300462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Calling delete_port for f9af5f81-a2be-4e86-8a59-8866c193d102 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:14.388863 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] Set router df04975f-c73d-4cd6-a4ae-ce9b93251b72 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:21:14.467751 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:21:14Z', 'revision_number': 6, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:14.520035 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfd7b6-20ca-4a33-ad83-9d08bc582c01 None None] The sync data for ids ['df04975f-c73d-4cd6-a4ae-ce9b93251b72'] in n-d-793620-16 is: [{'id': 'df04975f-c73d-4cd6-a4ae-ce9b93251b72', 'name': 'tempest-ServerActionsTestJSON-1428461178-router', 'tenant_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:09:31Z', 'updated_at': '2021-08-30T21:21:14Z', 'revision_number': 6, 'project_id': '8fe9d81da6c94e85a7414ebadffa9e78', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:21:14.535670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.581959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.617040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9af5f81-a2be-4e86-8a59-8866c193d102,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:14.633396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.633787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.634114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.634520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.634947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.635287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.635622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.635955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.636463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.637254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.637254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.637716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:14.657306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dc4f-16c2-4203-a5a4-06539746d1f1 req-04bfe1e8-5bfd-47d4-a80d-57636f81cffe tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:14.658871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43c0dc4f-16c2-4203-a5a4-06539746d1f1 req-04bfe1e8-5bfd-47d4-a80d-57636f81cffe tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 945 time: 0.0654967 Aug 30 21:21:14.717641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.739823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43c0dc4f-16c2-4203-a5a4-06539746d1f1 req-8186284e-b6d2-4fec-ae17-036d907a351b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Aug 30 21:21:14.830895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.833083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.897460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.899609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df04975f-c73d-4cd6-a4ae-ce9b93251b72 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:21:14.904229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:14.908175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-217ab977-7c54-443e-9ce4-3753160dd405 admin admin] 10.222.0.76 "DELETE /v2.0/routers/df04975f-c73d-4cd6-a4ae-ce9b93251b72 HTTP/1.1" status: 204 len: 168 time: 1.1012084 Aug 30 21:21:14.908980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:14.977394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Deleting subnet 345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:21:14.983903 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.042625 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.135802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afe3f2c3-40ba-4d2e-b942-aa499aeb3a35 req-66168d23-8512-485d-8a79-fd9f76d57ab4 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 210 time: 0.0341809 Aug 30 21:21:15.180872 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.316088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f0ef7-e9be-4b07-aac6-d115a6f4ba93 req-ac80f750-f924-4bfe-aec2-0423eb19e06b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:15.317986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c4f0ef7-e9be-4b07-aac6-d115a6f4ba93 req-ac80f750-f924-4bfe-aec2-0423eb19e06b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 945 time: 0.0934372 Aug 30 21:21:15.319659 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.360838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:15.375267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb40fc3a-7f8d-470c-a7a0-f99cbb3c19e7 None None] Network b285858d-ce79-4611-ae2c-89584f65fbae requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:21:15.387383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.389459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] 10.222.0.76 "DELETE /v2.0/subnets/345dbdc7-b08d-4e3c-8377-3aa0d0f39e9d HTTP/1.1" status: 204 len: 168 time: 0.4787059 Aug 30 21:21:15.392295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40442) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:15.401915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.402258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.402596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.402952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.403296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.403601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.403923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.404242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.404556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.405950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.405950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.405950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f0e2c-b014-4644-8992-70cc1eb04dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:15.488171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c4f0ef7-e9be-4b07-aac6-d115a6f4ba93 req-4dd4468b-423a-40d4-b8ef-2354f8b98eda tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373289 Aug 30 21:21:15.540713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.628013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Deleting port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:15.631260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.721538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] For port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:15.722223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.723596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] DHCP port deletion for b285858d-ce79-4611-ae2c-89584f65fbae request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:21:15.738758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Calling delete_port for 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:15.797810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Deleting port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:15.798325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.897382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] For port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,segment=NetworkSegment(12ea9e73-9441-485c-ab30-f077e5c82630),segment_id=12ea9e73-9441-485c-ab30-f077e5c82630)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:15.897790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:15.920834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Calling delete_port for 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:15.981076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.036298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:16.050120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] No DVR routers for this DVR port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:16.068846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-136a53aa-1f36-4401-8a09-f0ef411d68f7 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:16.070710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-136a53aa-1f36-4401-8a09-f0ef411d68f7 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 813 time: 0.2210984 Aug 30 21:21:16.100424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:16.117747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Request body: {'port': {'device_id': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'admin_state_up': True, 'tenant_id': '7e05f814dd0345b2b7c6737585a90f9c'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:16.149291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:16.157672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:16.158409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0698e312-b07f-45f9-b6da-1c196f8c6efe no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:16.225209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0698e312-b07f-45f9-b6da-1c196f8c6efe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:16.225712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0698e312-b07f-45f9-b6da-1c196f8c6efe not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:16.227259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9af5f81-a2be-4e86-8a59-8866c193d102 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:16.270850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-09896946-bc90-4a70-9620-8d9cde1c4979 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:16.272705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f9af5f81-a2be-4e86-8a59-8866c193d102 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:16.273301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9af5f81-a2be-4e86-8a59-8866c193d102 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:16.273784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-09896946-bc90-4a70-9620-8d9cde1c4979 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.82 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 813 time: 0.2347372 Aug 30 21:21:16.276157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.289256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Request body: {'port': {'device_id': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'admin_state_up': True, 'tenant_id': '7e05f814dd0345b2b7c6737585a90f9c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:16.301591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c28efbb-9ee1-4e07-baf5-c8746dead5b7 req-a083c4dd-2c23-43aa-b6f4-f4b1e249d0cb tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 210 time: 0.0501671 Aug 30 21:21:16.314022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Pushing event deleted for resources: {'Port': ['ID=2fab4a66-b93a-4f30-9c0c-0185b704b9f0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:16.315531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.329509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] No DVR routers for this DVR port 2fab4a66-b93a-4f30-9c0c-0185b704b9f0 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:16.331275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b285858d-ce79-4611-ae2c-89584f65fbae']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:16.348747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.349013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ea9e73-9441-485c-ab30-f077e5c82630') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:16.349127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ea9e73-9441-485c-ab30-f077e5c82630') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:16.349402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.349841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.356728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.357328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.357769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.358219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.358647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.359224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.359642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.360066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.360483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9b69fc-dae7-447d-9afc-f5d705983079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:21:16.369014 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.399749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.410459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:21:16.410901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:21:16.413206 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:21:16.471132 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 21:21:16.471132 n-d-793620-16 neutron-server[94689]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 21:21:16.471132 n-d-793620-16 neutron-server[94689]: [parameters: {'project_id': '7e05f814dd0345b2b7c6737585a90f9c', 'id': '85fcf1d2-c693-4bba-81d9-92ce2bb74334', 'expiration': datetime.datetime(2021, 8, 30, 21, 23, 16, 461233)}] Aug 30 21:21:16.471132 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:21:16.471682 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:21:16.474829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Made reservation on behalf of 7e05f814dd0345b2b7c6737585a90f9c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:16.478927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.489201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.499634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.501572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b285858d-ce79-4611-ae2c-89584f65fbae HTTP/1.1" status: 204 len: 168 time: 1.1083677 Aug 30 21:21:16.514222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ad8ec-312c-4c83-81d0-6588a4fd2e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b285858d-ce79-4611-ae2c-89584f65fbae,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:16.654544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8a538-c63f-4d4b-ac69-ba62bf87b6f4 req-3fac23c4-12ee-4661-93c0-58c134e696b3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:16.656858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03a8a538-c63f-4d4b-ac69-ba62bf87b6f4 req-3fac23c4-12ee-4661-93c0-58c134e696b3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 945 time: 0.0575960 Aug 30 21:21:16.669827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:16.700402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-f2a94517-5687-4679-9c33-c0dfffa21989 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:16.701994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-f2a94517-5687-4679-9c33-c0dfffa21989 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 945 time: 0.1278806 Aug 30 21:21:16.704117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03a8a538-c63f-4d4b-ac69-ba62bf87b6f4 req-ebf6a75d-a6d4-4371-97b5-9e032a2d75ac tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374191 Aug 30 21:21:16.753452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Allocated IP 172.20.0.14 (6c8dcd58-9826-4c20-9738-f9afc5182a3f/616a2efc-6b48-46de-b34f-48e3bbdbeed0/213bd3c9-e2f8-4a9a-ac18-a7151447f63c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:16.820029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c6a4cc9-c38b-4848-8d4a-e75ed3893d6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8fe9d81da6c94e85a7414ebadffa9e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489959 Aug 30 21:21:16.822814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40464) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:16.895456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2665c4c8-1d86-44a0-9c4e-fe49198a989f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.921636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2665c4c8-1d86-44a0-9c4e-fe49198a989f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.935451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:16.935800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.980190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2665c4c8-1d86-44a0-9c4e-fe49198a989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.982711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2665c4c8-1d86-44a0-9c4e-fe49198a989f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:16.986329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2665c4c8-1d86-44a0-9c4e-fe49198a989f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3369df9c-df88-419b-8cef-da157ebe8848 HTTP/1.1" status: 204 len: 168 time: 0.1597133 Aug 30 21:21:17.005662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c4c8-1d86-44a0-9c4e-fe49198a989f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369df9c-df88-419b-8cef-da157ebe8848,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:17.024778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Made reservation on behalf of 7e05f814dd0345b2b7c6737585a90f9c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:17.030960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.122622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:17.123168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.129980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.147395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:17.274290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.312045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Allocated IP 172.20.0.10 (6c8dcd58-9826-4c20-9738-f9afc5182a3f/616a2efc-6b48-46de-b34f-48e3bbdbeed0/c300a60f-6ec7-42ee-b7f4-585c0283011c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:17.428867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:17.437721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:17.449978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:17.453891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event updated for resources: {'Port': ['ID=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:17.500288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bbb1a-84c1-4411-a646-131264ea3428 req-67ada249-e85b-47b5-bcf4-6a725e5daaaa tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:17.500580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.508153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b71bbb1a-84c1-4411-a646-131264ea3428 req-67ada249-e85b-47b5-bcf4-6a725e5daaaa tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 932 time: 0.1155777 Aug 30 21:21:17.517786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:17.538381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=175a4b33-b3f8-4a96-b7cb-9a4e3150c23b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:17.564450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:17.565330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.588074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b71bbb1a-84c1-4411-a646-131264ea3428 req-1319b0b5-f3b8-43bc-b081-1fd98214e1e9 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701084 Aug 30 21:21:17.588446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['175a4b33-b3f8-4a96-b7cb-9a4e3150c23b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:17.612297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.649407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:17.653659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.658634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-01aa3b64-4e68-4b92-af2f-80152c5a3c73 req-977de7c0-d10e-4eec-b928-3106c60e53f9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "DELETE /v2.0/ports/175a4b33-b3f8-4a96-b7cb-9a4e3150c23b HTTP/1.1" status: 204 len: 173 time: 0.9472477 Aug 30 21:21:17.659449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'name': 'network-vif-deleted', 'tag': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:17.663412 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6829143-46c4-414c-bb0d-9cfa9e8fbe73" -d '{"events": [{"server_uuid": "67a1c63d-d46e-4f43-af4c-b28ebf8a9aba", "name": "network-vif-deleted", "tag": "175a4b33-b3f8-4a96-b7cb-9a4e3150c23b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:17.668096 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-9436cd38-5f2c-467a-8c73-b8809d650ce8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3837435 Aug 30 21:21:17.696422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Request body: {'port': {'device_id': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:17.707739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.744188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:17.750294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:17.784797 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e06e7-d37b-47c1-8452-8dcae3cb4526 x-openstack-request-id: req-173e06e7-d37b-47c1-8452-8dcae3cb4526 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:17.785098 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a1c63d-d46e-4f43-af4c-b28ebf8a9aba", "name": "network-vif-deleted", "tag": "175a4b33-b3f8-4a96-b7cb-9a4e3150c23b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:17.785369 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-173e06e7-d37b-47c1-8452-8dcae3cb4526 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:17.785929 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a1c63d-d46e-4f43-af4c-b28ebf8a9aba', 'name': 'network-vif-deleted', 'tag': '175a4b33-b3f8-4a96-b7cb-9a4e3150c23b', 'status': 'completed', 'code': 200} Aug 30 21:21:17.802334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.833381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:17.932186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:17.932186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:17.981144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0e5df13-fc89-4f35-a2a4-ab6d178198d0 req-5dafdbd7-c09d-408b-b4dd-820cdcdab99b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=67a1c63d-d46e-4f43-af4c-b28ebf8a9aba HTTP/1.1" status: 200 len: 210 time: 0.0593867 Aug 30 21:21:17.989526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8957250 Aug 30 21:21:18.020027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Request body: {'port': {'device_id': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:18.038434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877bb34-5c5b-4892-9df2-f682141d7ed8 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event updated for resources: {'Port': ['ID=c300a60f-6ec7-42ee-b7f4-585c0283011c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:18.148105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.287773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213bd3c9-e2f8-4a9a-ac18-a7151447f63c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:18.297563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.316291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Transition to ACTIVE for port object 213bd3c9-e2f8-4a9a-ac18-a7151447f63c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:18.330417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.393206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a31e4-0848-430d-b611-89391761d741 service neutron] Pushing event updated for resources: {'Port': ['ID=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:18.551490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Attempting to bind port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:18.551829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Attempting to bind port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:18.552248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Attempting to bind port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:18.557579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:18.557928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Attempting to bind port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:18.563369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:18.563714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Checking segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:18.564103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Bound using segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:18.564537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Bound port: 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:18.564898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.646361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] For port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:18.650863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] For port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:18.655947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c300a60f-6ec7-42ee-b7f4-585c0283011c {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:18.660834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.670721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.678436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:18.678581 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.680034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-388a31e4-0848-430d-b611-89391761d741 service neutron] 10.222.0.82 "PUT /v2.0/ports/213bd3c9-e2f8-4a9a-ac18-a7151447f63c HTTP/1.1" status: 200 len: 1093 time: 1.0022523 Aug 30 21:21:18.706644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Transition to ACTIVE for port object c300a60f-6ec7-42ee-b7f4-585c0283011c will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:18.716225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.793695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a31e4-0848-430d-b611-89391761d741 service neutron] Pushing event updated for resources: {'Port': ['ID=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:18.806914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Pushing event updated for resources: {'Port': ['ID=c300a60f-6ec7-42ee-b7f4-585c0283011c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:18.827053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-3ad95f1c-2036-4422-b472-e71d811030f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:18.830090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-3ad95f1c-2036-4422-b472-e71d811030f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 1096 time: 0.0899587 Aug 30 21:21:18.859077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Attempting to bind port c300a60f-6ec7-42ee-b7f4-585c0283011c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:18.859589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Attempting to bind port c300a60f-6ec7-42ee-b7f4-585c0283011c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:18.859689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Attempting to bind port c300a60f-6ec7-42ee-b7f4-585c0283011c on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:18.864592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Port c300a60f-6ec7-42ee-b7f4-585c0283011c on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:18.864914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Attempting to bind port c300a60f-6ec7-42ee-b7f4-585c0283011c on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:18.870929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:18.871269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Checking segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:18.871662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Bound using segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:18.872091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Bound port: c300a60f-6ec7-42ee-b7f4-585c0283011c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:18.872458 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:18.887264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-90e55f35-fc40-4b0f-9b61-674330ab1d80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c HTTP/1.1" status: 200 len: 217 time: 0.0472026 Aug 30 21:21:18.957433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] For port c300a60f-6ec7-42ee-b7f4-585c0283011c, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:18.961463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] For port c300a60f-6ec7-42ee-b7f4-585c0283011c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:18.971500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:19.007215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.007917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:19.009251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] 10.222.0.86 "PUT /v2.0/ports/c300a60f-6ec7-42ee-b7f4-585c0283011c HTTP/1.1" status: 200 len: 1093 time: 1.0042310 Aug 30 21:21:19.009711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'tag': 'c300a60f-6ec7-42ee-b7f4-585c0283011c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:19.012569 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb882199-2842-462b-956e-2cd06f9918ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbd9d31-90a3-446e-902f-09c6af452b12", "tag": "c300a60f-6ec7-42ee-b7f4-585c0283011c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:19.012699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-b0380da7-4415-427e-9a3a-8b19b2c83148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.017825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-b0380da7-4415-427e-9a3a-8b19b2c83148 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.1201971 Aug 30 21:21:19.058694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e6dd3-a20c-49e3-9411-d0ca6fc8a52f service neutron] Pushing event updated for resources: {'Port': ['ID=c300a60f-6ec7-42ee-b7f4-585c0283011c,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:19.080949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-18fb03fe-b6d1-48f9-98e6-c4858c379460 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491288 Aug 30 21:21:19.129060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-94d9b147-562e-4e6e-ad1e-3200e3cc1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.131698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-94d9b147-562e-4e6e-ad1e-3200e3cc1610 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=2fbd9d31-90a3-446e-902f-09c6af452b12 HTTP/1.1" status: 200 len: 1096 time: 0.0611970 Aug 30 21:21:19.194417 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-82a6899b-62ca-4b7d-9eed-92f272cbdf91 service neutron] 10.222.0.82 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030941 Aug 30 21:21:19.209362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-a778be52-712b-4226-aef8-238b0e14f97f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c HTTP/1.1" status: 200 len: 217 time: 0.0441027 Aug 30 21:21:19.266080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-487c8d37-e6ff-4a52-b998-28cacb8005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.267768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-487c8d37-e6ff-4a52-b998-28cacb8005b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.0515661 Aug 30 21:21:19.279135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500af2d-5e16-4758-ad9f-b26240ce219a req-efff8282-7b3d-4c26-bc15-83ae61fe7942 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.289677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2500af2d-5e16-4758-ad9f-b26240ce219a req-efff8282-7b3d-4c26-bc15-83ae61fe7942 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 944 time: 0.1784186 Aug 30 21:21:19.333812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-5748b93b-ae65-445a-8bca-454990585f42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418239 Aug 30 21:21:19.403774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-4972349c-9f08-4a2e-8872-8185effe9e28 service neutron] 10.222.0.82 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950722 Aug 30 21:21:19.423414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2500af2d-5e16-4758-ad9f-b26240ce219a req-ff79afc4-7bc1-4075-9d12-0afd9d90797c tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326516 Aug 30 21:21:19.500588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-b35afa9f-a118-4184-a998-9e040895c609 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579049 Aug 30 21:21:19.563709 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46ddb9e-435b-45be-b947-52b02154e08e x-openstack-request-id: req-a46ddb9e-435b-45be-b947-52b02154e08e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:19.564688 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbd9d31-90a3-446e-902f-09c6af452b12", "tag": "c300a60f-6ec7-42ee-b7f4-585c0283011c", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:19.565102 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a46ddb9e-435b-45be-b947-52b02154e08e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:19.565662 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'tag': 'c300a60f-6ec7-42ee-b7f4-585c0283011c', 'status': 'completed', 'code': 200} Aug 30 21:21:19.630272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a5f967-ef06-4722-a60f-2d6ab8b49732 req-0f800d89-12f9-4064-b23a-d924cd06116b service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207461 Aug 30 21:21:19.776128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882199-2842-462b-956e-2cd06f9918ad req-4e373792-42c9-4566-9824-e3cf53d6d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.777927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-4e373792-42c9-4566-9824-e3cf53d6d5a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=2fbd9d31-90a3-446e-902f-09c6af452b12 HTTP/1.1" status: 200 len: 1096 time: 0.0805917 Aug 30 21:21:19.787199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'tag': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:19.789935 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e49e8c5-cde6-4778-80d7-2a7989215eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "d212f196-30f6-45b8-a7e7-3884862e8a37", "tag": "213bd3c9-e2f8-4a9a-ac18-a7151447f63c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:19.888403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882199-2842-462b-956e-2cd06f9918ad req-c4d3533d-496d-444d-8fcd-a5ae212b6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:19.889931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-c4d3533d-496d-444d-8fcd-a5ae212b6192 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 914 time: 0.1037335 Aug 30 21:21:19.943794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-89e580b7-81d0-4f92-bd75-0f1c6d7e88b7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c HTTP/1.1" status: 200 len: 217 time: 0.0459714 Aug 30 21:21:19.998846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb882199-2842-462b-956e-2cd06f9918ad req-707877eb-4119-4927-83fe-52fb48e28474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:20.000566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-707877eb-4119-4927-83fe-52fb48e28474 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.0490324 Aug 30 21:21:20.035476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-5ae8e6fd-4e77-4bd0-8df0-bc977a373ef6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261571 Aug 30 21:21:20.140214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-faacf934-ab8b-45eb-bdb6-3a286b30a9d2 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969319 Aug 30 21:21:20.166785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:20.212134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:20.212599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 175a4b33-b3f8-4a96-b7cb-9a4e3150c23b not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:20.227528 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54352517-5a38-4a55-9796-6c019bd0b8eb x-openstack-request-id: req-54352517-5a38-4a55-9796-6c019bd0b8eb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:20.227888 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d212f196-30f6-45b8-a7e7-3884862e8a37", "tag": "213bd3c9-e2f8-4a9a-ac18-a7151447f63c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:20.228178 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54352517-5a38-4a55-9796-6c019bd0b8eb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:20.228738 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'tag': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c', 'status': 'completed', 'code': 200} Aug 30 21:21:20.252878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb882199-2842-462b-956e-2cd06f9918ad req-8ffe72a3-f22a-4c65-a1aa-84d3834c4a0a service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032200 Aug 30 21:21:20.304471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-b4838eb8-b9e3-468e-926e-557ac2d7de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:20.306128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-b4838eb8-b9e3-468e-926e-557ac2d7de92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 1096 time: 0.0503573 Aug 30 21:21:20.433366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-01d357bd-84f9-47b5-9a81-c1fa7cc17b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:20.435016 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-01d357bd-84f9-47b5-9a81-c1fa7cc17b00 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 914 time: 0.1207731 Aug 30 21:21:20.546458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-666f7c7c-156a-4cf6-8562-f42bcfa2fb6e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c HTTP/1.1" status: 200 len: 217 time: 0.0983191 Aug 30 21:21:20.617423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-b525e925-2195-4fe1-8609-14c62d1de08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:20.619073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-b525e925-2195-4fe1-8609-14c62d1de08b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.0636833 Aug 30 21:21:20.659017 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-ed173a3c-5283-43d7-9c74-4a721c02da1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264580 Aug 30 21:21:20.672057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb5e0e-a3db-4f32-8217-a9530ed04f05 req-1c174726-dd69-47fc-bd0d-5f38068375b2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:20.673639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfcb5e0e-a3db-4f32-8217-a9530ed04f05 req-1c174726-dd69-47fc-bd0d-5f38068375b2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 944 time: 0.0507982 Aug 30 21:21:20.713453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfcb5e0e-a3db-4f32-8217-a9530ed04f05 req-90b35301-5269-4561-a511-c23797a39594 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332758 Aug 30 21:21:20.766005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-0e45c36e-7510-4964-bc91-8fac540ee78b service neutron] 10.222.0.82 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989437 Aug 30 21:21:20.871363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e49e8c5-cde6-4778-80d7-2a7989215eeb req-f15da8d8-7693-4178-b49b-e410623dea03 service neutron] 10.222.0.82 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894370 Aug 30 21:21:20.913262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-5a1f6535-0d8b-4a25-8a5b-b08a526cb7df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:20.914788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-5a1f6535-0d8b-4a25-8a5b-b08a526cb7df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1091058 Aug 30 21:21:20.931338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-5c0fd944-8aac-4b7d-9dbd-7eedf8a22c26 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0102317 Aug 30 21:21:20.984776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-ae10135d-7310-4e7c-b8b9-caf0b75337b6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474789 Aug 30 21:21:21.095749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-2484791d-e454-44e0-888a-8b486486d807 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952463 Aug 30 21:21:21.189266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-3dcab00a-bb15-4741-b703-844385a82c36 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866151 Aug 30 21:21:21.677589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23480490-8625-4d4e-9e13-7d9ff0037dac req-67f63f00-56df-4e64-a6e1-dd7dc605e49c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 210 time: 0.0414183 Aug 30 21:21:22.152206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bc62d-a29d-4b5a-a78a-3ea0de87f6dd req-9dddae9d-d27c-4476-acd8-e9e1b82190ca tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:22.161459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-283bc62d-a29d-4b5a-a78a-3ea0de87f6dd req-9dddae9d-d27c-4476-acd8-e9e1b82190ca tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 944 time: 0.0797820 Aug 30 21:21:22.223119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-283bc62d-a29d-4b5a-a78a-3ea0de87f6dd req-d7bdda9b-92c0-44da-8e10-46a7cedad999 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602524 Aug 30 21:21:22.767041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 213bd3c9-e2f8-4a9a-ac18-a7151447f63c details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:22.851800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-444f59e7-c580-4437-b378-899e15becf2e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:22.853881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-444f59e7-c580-4437-b378-899e15becf2e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.2518260 Aug 30 21:21:22.938420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf031bdf-a2d8-43f8-a21e-2cf1c3cc1d84 req-044b1aff-f984-4fd6-9016-7b490e2301ac tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 210 time: 0.1066782 Aug 30 21:21:22.954404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:22.966106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:22.967646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'port_id': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c', 'mac_address': 'fa:16:3e:0c:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616a2efc-6b48-46de-b34f-48e3bbdbeed0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:23.034430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:23.064736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213bd3c9-e2f8-4a9a-ac18-a7151447f63c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:23.093825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:23.105201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:23.207752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:23.656496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['213bd3c9-e2f8-4a9a-ac18-a7151447f63c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:23.759694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff29f3-59a6-460b-9834-7c44f74c631b req-ad5d3a9f-9803-4e4e-bc39-fa3b281e636f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:23.768804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63ff29f3-59a6-460b-9834-7c44f74c631b req-ad5d3a9f-9803-4e4e-bc39-fa3b281e636f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 945 time: 0.1157508 Aug 30 21:21:23.853015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63ff29f3-59a6-460b-9834-7c44f74c631b req-8e0f6222-43d4-4bfb-a366-15b9860125e2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Aug 30 21:21:23.865078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:23.870040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.043997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.11 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/5d47b5ad-4633-4074-9fc6-651b148528a8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:24.167572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c300a60f-6ec7-42ee-b7f4-585c0283011c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:24.318026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.331293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37fcfa05-d869-422c-b159-f39ce531b1bd req-d814f76f-f1da-43e6-8740-7d3655c831ca tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 210 time: 0.0714347 Aug 30 21:21:24.365746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c300a60f-6ec7-42ee-b7f4-585c0283011c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:24.377413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.388811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'c300a60f-6ec7-42ee-b7f4-585c0283011c', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'port_id': 'c300a60f-6ec7-42ee-b7f4-585c0283011c', 'mac_address': 'fa:16:3e:e9:b6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616a2efc-6b48-46de-b34f-48e3bbdbeed0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:24.447492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=5d47b5ad-4633-4074-9fc6-651b148528a8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:24.461012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.463064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:24.465670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:24.472788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:24.491140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c300a60f-6ec7-42ee-b7f4-585c0283011c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:24.524282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c300a60f-6ec7-42ee-b7f4-585c0283011c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:24.533606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:24.534413 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.534819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.556069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-b5c9a02f-5424-472e-8978-55cd8f204436 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6160953 Aug 30 21:21:24.581542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Request body: {'port': {'device_id': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:24.590793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c300a60f-6ec7-42ee-b7f4-585c0283011c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:24.645221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.867474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c300a60f-6ec7-42ee-b7f4-585c0283011c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:24.959374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d47b5ad-4633-4074-9fc6-651b148528a8 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:24.975657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:24.997032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Transition to ACTIVE for port object 5d47b5ad-4633-4074-9fc6-651b148528a8 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:25.014226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:25.059231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:25.170758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb03824-4c64-4c49-af20-5cd2953faa37 req-78a8f636-981b-4f43-bbe5-b31d2d47b2ca tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:25.173261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb03824-4c64-4c49-af20-5cd2953faa37 req-78a8f636-981b-4f43-bbe5-b31d2d47b2ca tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 945 time: 0.1710794 Aug 30 21:21:25.183227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47b5ad-4633-4074-9fc6-651b148528a8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:25.284835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eb03824-4c64-4c49-af20-5cd2953faa37 req-9d39a46c-2288-487e-85ae-79e928b741c3 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937240 Aug 30 21:21:25.317110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Attempting to bind port 5d47b5ad-4633-4074-9fc6-651b148528a8 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:25.317736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Attempting to bind port 5d47b5ad-4633-4074-9fc6-651b148528a8 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:25.318128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Attempting to bind port 5d47b5ad-4633-4074-9fc6-651b148528a8 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:25.325227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Port 5d47b5ad-4633-4074-9fc6-651b148528a8 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:25.325909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Attempting to bind port 5d47b5ad-4633-4074-9fc6-651b148528a8 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:25.346379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:25.346739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:25.347147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:25.347625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Bound port: 5d47b5ad-4633-4074-9fc6-651b148528a8, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:25.348437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:25.476107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] For port 5d47b5ad-4633-4074-9fc6-651b148528a8, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:25.479872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] For port 5d47b5ad-4633-4074-9fc6-651b148528a8, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5d47b5ad-4633-4074-9fc6-651b148528a8,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:25.486252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:25.573573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Pushing event updated for resources: {'Port': ['ID=5d47b5ad-4633-4074-9fc6-651b148528a8,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:25.582995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:25.583677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:25.585137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-16a3f227-8eb2-495e-be8d-fc96938fee92 service neutron] 10.222.0.86 "PUT /v2.0/ports/5d47b5ad-4633-4074-9fc6-651b148528a8 HTTP/1.1" status: 200 len: 1093 time: 1.0099759 Aug 30 21:21:25.585665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'tag': '5d47b5ad-4633-4074-9fc6-651b148528a8'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:25.588455 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0226de3d-bd88-4167-b8f5-63aa4deb39e6" -d '{"events": [{"name": "network-changed", "server_uuid": "196b575a-2858-44c0-a97d-39f2f7f4ef2b", "tag": "5d47b5ad-4633-4074-9fc6-651b148528a8"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:25.695182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4578ce-84d5-42bd-87f2-266dee9153ac req-cda915c5-224c-4053-8757-d1c890468a01 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:25.696747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec4578ce-84d5-42bd-87f2-266dee9153ac req-cda915c5-224c-4053-8757-d1c890468a01 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 944 time: 0.0930598 Aug 30 21:21:25.703732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-2b7ce43c-2f81-440a-9d71-9340b894aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:25.705334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-2b7ce43c-2f81-440a-9d71-9340b894aeae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 1096 time: 0.0635989 Aug 30 21:21:25.782314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-a74b7939-b63a-405b-b20f-943a2d37f545 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d47b5ad-4633-4074-9fc6-651b148528a8 HTTP/1.1" status: 200 len: 217 time: 0.0585930 Aug 30 21:21:25.827148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec4578ce-84d5-42bd-87f2-266dee9153ac req-70e045ee-541d-4895-911e-9229042f27b1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204910 Aug 30 21:21:25.846646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206819-3785-4115-99bf-7368aba3474c req-54048866-7d0f-4193-9515-ceea20332678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:25.848667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-54048866-7d0f-4193-9515-ceea20332678 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0556419 Aug 30 21:21:25.890817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-31c284e0-df0e-4adf-8e38-8baec2d3502e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345643 Aug 30 21:21:26.006494 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34448297-11d7-4961-b58e-fb17c1fa5696 x-openstack-request-id: req-34448297-11d7-4961-b58e-fb17c1fa5696 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:26.007587 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196b575a-2858-44c0-a97d-39f2f7f4ef2b", "tag": "5d47b5ad-4633-4074-9fc6-651b148528a8", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:26.008012 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34448297-11d7-4961-b58e-fb17c1fa5696 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:26.008943 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'tag': '5d47b5ad-4633-4074-9fc6-651b148528a8', 'status': 'completed', 'code': 200} Aug 30 21:21:26.015860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-c1cca1ef-6675-4374-b69d-2dc79af5d14f service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168802 Aug 30 21:21:26.129191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75206819-3785-4115-99bf-7368aba3474c req-571055e4-31c7-4a28-881a-3db29a621d89 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049290 Aug 30 21:21:26.185516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c300a60f-6ec7-42ee-b7f4-585c0283011c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:26.260155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port c300a60f-6ec7-42ee-b7f4-585c0283011c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:26.265407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-ef3f90ec-3ae3-4917-ba59-d150051237bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:26.267524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port c300a60f-6ec7-42ee-b7f4-585c0283011c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:26.267904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:26.268958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-ef3f90ec-3ae3-4917-ba59-d150051237bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 1096 time: 0.0841796 Aug 30 21:21:26.398203 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:26.426152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c300a60f-6ec7-42ee-b7f4-585c0283011c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:26.428583 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82a6a5-7636-4224-9504-9448dc1ad372" -d '{"events": [{"server_uuid": "2fbd9d31-90a3-446e-902f-09c6af452b12", "name": "network-vif-plugged", "status": "completed", "tag": "c300a60f-6ec7-42ee-b7f4-585c0283011c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:26.442586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c300a60f-6ec7-42ee-b7f4-585c0283011c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:26.448276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:26.469196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5fc89-2142-4242-a516-eb8d2b505f01 req-79290250-5cc8-440d-97a8-7f44888ab6f0 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:26.470698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9f5fc89-2142-4242-a516-eb8d2b505f01 req-79290250-5cc8-440d-97a8-7f44888ab6f0 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 945 time: 0.0840709 Aug 30 21:21:26.473887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-7e98d355-e817-416a-908e-35464d7552c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:26.475365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-7e98d355-e817-416a-908e-35464d7552c7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.1976182 Aug 30 21:21:26.499592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c300a60f-6ec7-42ee-b7f4-585c0283011c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:26.533576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-3623ccbf-c147-4b4d-8d68-763dee56f95d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d47b5ad-4633-4074-9fc6-651b148528a8 HTTP/1.1" status: 200 len: 217 time: 0.0465956 Aug 30 21:21:26.575764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9f5fc89-2142-4242-a516-eb8d2b505f01 req-a407c745-9677-4688-9378-c9930c58a3cc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948303 Aug 30 21:21:26.603107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-66df1982-83ab-44a7-ba91-e630f02cc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:26.604977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-66df1982-83ab-44a7-ba91-e630f02cc3ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0605421 Aug 30 21:21:26.637753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-41b496b2-c029-480b-b32c-56518275d5b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254292 Aug 30 21:21:26.687336 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d829e760-d246-48ae-a69a-2a3c0ead4c94 x-openstack-request-id: req-d829e760-d246-48ae-a69a-2a3c0ead4c94 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:26.687646 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbd9d31-90a3-446e-902f-09c6af452b12", "name": "network-vif-plugged", "status": "completed", "tag": "c300a60f-6ec7-42ee-b7f4-585c0283011c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:26.687894 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d829e760-d246-48ae-a69a-2a3c0ead4c94 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:26.688296 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c300a60f-6ec7-42ee-b7f4-585c0283011c', 'code': 200} Aug 30 21:21:26.755673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-7d7ad1d9-9fc4-4664-be5e-9264ff372fde service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099691 Aug 30 21:21:26.791161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 213bd3c9-e2f8-4a9a-ac18-a7151447f63c up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:26.801926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e114f26-c1dd-450b-bed3-45bec696a68d req-10ff4629-175b-453c-b678-0e1c61f6704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:26.803626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e114f26-c1dd-450b-bed3-45bec696a68d req-10ff4629-175b-453c-b678-0e1c61f6704f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2fbd9d31-90a3-446e-902f-09c6af452b12 HTTP/1.1" status: 200 len: 1098 time: 0.0471797 Aug 30 21:21:26.845290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:26.846137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e114f26-c1dd-450b-bed3-45bec696a68d req-99a595e7-acbf-4e24-a658-3ccbc8aee1b5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342724 Aug 30 21:21:26.850115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:26.850277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:26.878298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0226de3d-bd88-4167-b8f5-63aa4deb39e6 req-85146c27-db61-4720-80b0-89c468c05b5f service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149480 Aug 30 21:21:26.940975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:26.960931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ab07-5668-4bda-8d51-93f340239960 req-7bd0b786-0d51-4a52-83e6-5c8d835e10b1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:26.962387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9447ab07-5668-4bda-8d51-93f340239960 req-7bd0b786-0d51-4a52-83e6-5c8d835e10b1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 944 time: 0.0601060 Aug 30 21:21:26.976225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:26.981709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:27.006266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9447ab07-5668-4bda-8d51-93f340239960 req-a865a478-be85-4db3-a61d-cb30c8c5ac3b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 Aug 30 21:21:27.040612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:27.415542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-161d26f8-cdf0-4d1e-958f-3b0f62d70f3c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:27.417391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-161d26f8-cdf0-4d1e-958f-3b0f62d70f3c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.1125193 Aug 30 21:21:27.434372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-31da7bc5-1427-446e-bff4-cb776cfa59d2 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/quotas/6b8e55afa6d64d57bc132db4d407070a HTTP/1.1" status: 200 len: 375 time: 0.0101705 Aug 30 21:21:27.501003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-8276aafe-a4d4-4002-8fdf-9b7eeeca2c50 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607088 Aug 30 21:21:27.618237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-6debe7ac-1437-4016-8943-38c5fc83cdc4 service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094606 Aug 30 21:21:27.738466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-1c75dcb2-acab-4df6-a0db-b05fae1ed519 service neutron] 10.222.0.76 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132967 Aug 30 21:21:28.017204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568daf88-f9b1-4011-a557-9fc3eb5c2367 req-75c97772-e2d4-491d-8433-8d626a2d27ff tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:28.019434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-568daf88-f9b1-4011-a557-9fc3eb5c2367 req-75c97772-e2d4-491d-8433-8d626a2d27ff tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 946 time: 0.0677779 Aug 30 21:21:28.069489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-568daf88-f9b1-4011-a557-9fc3eb5c2367 req-daac2d0d-0adf-4b15-bd96-73e31aec5d16 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437920 Aug 30 21:21:28.317561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be83d392-f1b5-41ee-ae32-7a138f48e7e2 req-15cce973-e47c-406d-b9fd-0224fe1dc3eb tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 210 time: 0.0378044 Aug 30 21:21:28.485007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be845-dc3e-4b62-bc26-723ec445c58e req-682a39dc-deb2-4b2c-8d33-a5c3c60d4a87 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:28.486543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-578be845-dc3e-4b62-bc26-723ec445c58e req-682a39dc-deb2-4b2c-8d33-a5c3c60d4a87 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 944 time: 0.0718701 Aug 30 21:21:28.556232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-578be845-dc3e-4b62-bc26-723ec445c58e req-67f8c131-c304-4818-8a18-bee48df1e7cd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Aug 30 21:21:28.689208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:28.692280 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b8d5f-88e0-4a3a-a350-f0979566bf7b" -d '{"events": [{"server_uuid": "d212f196-30f6-45b8-a7e7-3884862e8a37", "name": "network-vif-plugged", "status": "completed", "tag": "213bd3c9-e2f8-4a9a-ac18-a7151447f63c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:28.729964 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269c24cc-9e66-406f-93da-920c13bed014 x-openstack-request-id: req-269c24cc-9e66-406f-93da-920c13bed014 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:28.730295 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d212f196-30f6-45b8-a7e7-3884862e8a37", "name": "network-vif-plugged", "status": "completed", "tag": "213bd3c9-e2f8-4a9a-ac18-a7151447f63c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:28.730512 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-269c24cc-9e66-406f-93da-920c13bed014 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:28.731197 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c', 'code': 200} Aug 30 21:21:28.876009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904adfc-e77b-4e34-b91b-f90900317674 req-52ae6793-3db8-4fcd-9ef3-afc4323c0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:28.878897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f904adfc-e77b-4e34-b91b-f90900317674 req-52ae6793-3db8-4fcd-9ef3-afc4323c0da3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 1098 time: 0.0733042 Aug 30 21:21:28.923076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f904adfc-e77b-4e34-b91b-f90900317674 req-198d0fb2-0ddf-4288-87a4-8751204a825a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 Aug 30 21:21:28.990041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40786) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:29.101462 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6386-d459-4dd0-8a96-bb427e71829e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.214004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc4fb-234f-4cfa-837b-4d2f63e017ce req-824261bc-1ab9-4d0f-9120-e443f550f785 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:29.215551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd0cc4fb-234f-4cfa-837b-4d2f63e017ce req-824261bc-1ab9-4d0f-9120-e443f550f785 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 946 time: 0.0784760 Aug 30 21:21:29.261299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6386-d459-4dd0-8a96-bb427e71829e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.273861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6386-d459-4dd0-8a96-bb427e71829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.289411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd0cc4fb-234f-4cfa-837b-4d2f63e017ce req-ddb74670-1056-4106-b216-bc0b5504f2cc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654550 Aug 30 21:21:29.338153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6386-d459-4dd0-8a96-bb427e71829e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2fa9ad-02a8-4b87-a216-54393010380f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:29.351716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40800) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:29.351839 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5e5c6386-d459-4dd0-8a96-bb427e71829e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0d244d1c50cd404cb6ebe592d7756ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568931 Aug 30 21:21:29.476602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-151ecb09-097b-44a8-abce-593da7f0c694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.519480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-151ecb09-097b-44a8-abce-593da7f0c694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.540450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-8c3a71b5-dc95-477f-a5e1-05a65fff671d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:29.542443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-8c3a71b5-dc95-477f-a5e1-05a65fff671d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 815 time: 0.1652656 Aug 30 21:21:29.560170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Request body: {'port': {'device_id': 'd383cf0a-73da-462a-9266-fb4994a23363', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'admin_state_up': True, 'tenant_id': '6b8e55afa6d64d57bc132db4d407070a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:29.563130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-59987425-8ea0-4159-befb-7bbd81552c55 req-d59744bc-289b-4269-8eae-730441763ec8 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 210 time: 0.0362484 Aug 30 21:21:29.646522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-151ecb09-097b-44a8-abce-593da7f0c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.649374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-151ecb09-097b-44a8-abce-593da7f0c694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.653024 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-151ecb09-097b-44a8-abce-593da7f0c694 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a2fa9ad-02a8-4b87-a216-54393010380f HTTP/1.1" status: 204 len: 168 time: 0.2980714 Aug 30 21:21:29.694875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ecb09-097b-44a8-abce-593da7f0c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2fa9ad-02a8-4b87-a216-54393010380f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:29.702980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97e5e-1fad-415c-b936-50eedcb9e235 req-5fd26b8c-2727-4910-87f4-dd206a691891 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:29.711986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76f97e5e-1fad-415c-b936-50eedcb9e235 req-5fd26b8c-2727-4910-87f4-dd206a691891 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 944 time: 0.0674429 Aug 30 21:21:29.721449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Made reservation on behalf of 6b8e55afa6d64d57bc132db4d407070a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:29.727380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:29.783961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76f97e5e-1fad-415c-b936-50eedcb9e235 req-fcfd3559-4d17-4c57-ba52-cca96c98ed8c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629010 Aug 30 21:21:29.802460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-04d8ee1f-93c2-485a-9ab3-6f1d3bd30bdd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643878 Aug 30 21:21:29.895879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Allocated IP 172.20.0.5 (3f9a61bb-3f1e-463b-a691-17b52951548a/e11b81dd-a773-4d45-983e-5f0fe714b558/253c4d2a-b7f9-4da5-a7e1-38f8f98f7193) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:29.903867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-284a8ccd-638a-4d97-b590-347e90d9be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:29.905885 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-284a8ccd-638a-4d97-b590-347e90d9be48 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 1098 time: 0.0533588 Aug 30 21:21:30.033647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-be0ee922-ae3a-4b39-a928-5ff8b0b516df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:30.035630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-be0ee922-ae3a-4b39-a928-5ff8b0b516df service neutron] 10.222.0.86 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 916 time: 0.1081243 Aug 30 21:21:30.099368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-d710e74e-4946-4484-bcda-488a860017b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4 HTTP/1.1" status: 200 len: 217 time: 0.0561633 Aug 30 21:21:30.139493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:30.217402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5d47b5ad-4633-4074-9fc6-651b148528a8 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:30.224983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:30.230458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-6fc54eb1-cdfc-4c2c-8517-87392c376b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:30.233627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-6fc54eb1-cdfc-4c2c-8517-87392c376b13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.1250641 Aug 30 21:21:30.256618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45eb691f-22f2-42f7-aef9-d4e72b47b2a4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:30.263665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'b1f3fd20-441e-4494-8594-47b4b237d94b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:30.291098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Network 3f9a61bb-3f1e-463b-a691-17b52951548a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:30.293796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:30.301307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:30.308142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-43c6c990-5deb-4ade-983b-b232c4ab659a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660858 Aug 30 21:21:30.414553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:30.415267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:30.422897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event updated for resources: {'Port': ['ID=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:30.440234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0640d501-9f1f-4b88-8db3-02cedb886716 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842058 Aug 30 21:21:30.455126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Request body: {'port': {'device_id': 'd383cf0a-73da-462a-9266-fb4994a23363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:30.456318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-47463080-310e-456d-b655-1be3ac3421d6 service neutron] 10.222.0.86 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401436 Aug 30 21:21:30.618339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c8d9b-0ecb-432e-8de6-4c38d92b29aa req-915000fd-fa40-476d-9203-0572a01720cf tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:30.624355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e8c8d9b-0ecb-432e-8de6-4c38d92b29aa req-915000fd-fa40-476d-9203-0572a01720cf tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 946 time: 0.1813366 Aug 30 21:21:30.687131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5d47b5ad-4633-4074-9fc6-651b148528a8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5d47b5ad-4633-4074-9fc6-651b148528a8,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:30.696087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83c5595d-db0d-45eb-9236-366dd9d0c5cf req-c8a3ee03-1a66-41c8-872f-9c2b77e4af98 service neutron] 10.222.0.86 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275603 Aug 30 21:21:30.711672 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e8c8d9b-0ecb-432e-8de6-4c38d92b29aa req-9e74c8cc-c6d7-4b0a-ba93-3b1a8393e778 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803413 Aug 30 21:21:30.756373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '5d47b5ad-4633-4074-9fc6-651b148528a8', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': '5d47b5ad-4633-4074-9fc6-651b148528a8', 'mac_address': 'fa:16:3e:23:d9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:30.866196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:30.899821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d47b5ad-4633-4074-9fc6-651b148528a8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:30.933638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5d47b5ad-4633-4074-9fc6-651b148528a8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5d47b5ad-4633-4074-9fc6-651b148528a8,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:30.947476 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:30.975454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:31.001720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae06ca-34c7-41a3-9930-31a0b5a34411 req-6bf9ccaf-61a9-4c3d-b944-89c9ecdc78fe tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:31.003528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ae06ca-34c7-41a3-9930-31a0b5a34411 req-6bf9ccaf-61a9-4c3d-b944-89c9ecdc78fe tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 931 time: 0.0520577 Aug 30 21:21:31.016303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5d47b5ad-4633-4074-9fc6-651b148528a8,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:31.049681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ae06ca-34c7-41a3-9930-31a0b5a34411 req-2f2641ac-648b-4790-a8a3-27bd11cb3604 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384088 Aug 30 21:21:31.230179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc3a4a-7c12-4207-9b32-9bff51a98975 req-5b05e2d9-9216-41b6-8148-cb7e5636ce6c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:31.239155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cdc3a4a-7c12-4207-9b32-9bff51a98975 req-5b05e2d9-9216-41b6-8148-cb7e5636ce6c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 945 time: 0.0730186 Aug 30 21:21:31.275108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5d47b5ad-4633-4074-9fc6-651b148528a8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:31.321502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cdc3a4a-7c12-4207-9b32-9bff51a98975 req-8cffaa03-fb26-4ea0-a821-b35125507f7e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811181 Aug 30 21:21:31.379231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:31.389453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:31.406703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Transition to ACTIVE for port object 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:31.412246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:31.485154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Pushing event updated for resources: {'Port': ['ID=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:31.573030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Attempting to bind port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:31.573367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Attempting to bind port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:31.573695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Attempting to bind port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:31.578293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 on network 3f9a61bb-3f1e-463b-a691-17b52951548a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:31.578623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Attempting to bind port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 on network 3f9a61bb-3f1e-463b-a691-17b52951548a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:31.585315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:31.585660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Checking segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:31.586051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Bound using segment: {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:31.586601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Bound port: 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1325cc0-002b-4ce5-8356-4748da8625cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:31.586900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:31.657609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] For port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:31.661114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] For port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:31.667759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:31.708793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:31.709406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:31.710839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] 10.222.0.82 "PUT /v2.0/ports/253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 HTTP/1.1" status: 200 len: 1092 time: 1.2608626 Aug 30 21:21:31.711281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd383cf0a-73da-462a-9266-fb4994a23363', 'tag': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:31.713536 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c44622-5792-4175-bf3a-77504607c58d" -d '{"events": [{"name": "network-changed", "server_uuid": "d383cf0a-73da-462a-9266-fb4994a23363", "tag": "253c4d2a-b7f9-4da5-a7e1-38f8f98f7193"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:31.751025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed909564-3705-4a22-a6ab-15c7e54d3f28 service neutron] Pushing event updated for resources: {'Port': ['ID=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:31.763884 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771cdc7f-7e14-4caf-80e7-f7a59b89ffee x-openstack-request-id: req-771cdc7f-7e14-4caf-80e7-f7a59b89ffee {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:31.764143 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d383cf0a-73da-462a-9266-fb4994a23363", "tag": "253c4d2a-b7f9-4da5-a7e1-38f8f98f7193", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:31.764396 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-771cdc7f-7e14-4caf-80e7-f7a59b89ffee {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:31.764797 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd383cf0a-73da-462a-9266-fb4994a23363', 'tag': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193', 'status': 'completed', 'code': 200} Aug 30 21:21:31.807667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-eb4d3b3d-1cfa-49ca-841f-5e09898c8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:31.809537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-eb4d3b3d-1cfa-49ca-841f-5e09898c8431 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 1095 time: 0.0552793 Aug 30 21:21:31.867900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0ba117d1-58e6-48d7-994d-f4055a88d3a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 HTTP/1.1" status: 200 len: 217 time: 0.0500882 Aug 30 21:21:31.871147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1df1da-903d-4d92-a538-0eb7443acee8 req-9bedeab4-95b4-4cd7-8499-a064362a296d tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:31.879591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e1df1da-903d-4d92-a538-0eb7443acee8 req-9bedeab4-95b4-4cd7-8499-a064362a296d tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 946 time: 0.0647485 Aug 30 21:21:31.930685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e1df1da-903d-4d92-a538-0eb7443acee8 req-33dbb263-3294-44d9-b335-8aab91a02804 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 Aug 30 21:21:31.953580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-751070e7-b54e-46cd-846b-7a04dd0765bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:31.955734 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-751070e7-b54e-46cd-846b-7a04dd0765bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.0728483 Aug 30 21:21:31.996469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-0a5b18d4-7c3c-40b0-8eb1-b9ca94d7933c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315866 Aug 30 21:21:32.097779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-317ec3b2-85d9-452b-a129-3a86e5c291bc service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920105 Aug 30 21:21:32.205899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c606532-c420-4123-93ba-8307b7e5ed96 req-02573e18-ce27-4643-ba22-1ea4b5ca1687 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:32.213983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c606532-c420-4123-93ba-8307b7e5ed96 req-02573e18-ce27-4643-ba22-1ea4b5ca1687 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=2fbd9d31-90a3-446e-902f-09c6af452b12 HTTP/1.1" status: 200 len: 946 time: 0.0630882 Aug 30 21:21:32.218571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5d47b5ad-4633-4074-9fc6-651b148528a8 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:32.237866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9f6b29b5-c476-4861-b8ec-ebee485638d8 req-d811fb44-911e-4643-ad15-1629aad722aa service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322773 Aug 30 21:21:32.266994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c606532-c420-4123-93ba-8307b7e5ed96 req-2ec09fa6-f9e2-4db8-8c0e-dae8a913e8b5 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Aug 30 21:21:32.288797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 5d47b5ad-4633-4074-9fc6-651b148528a8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:32.293341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 5d47b5ad-4633-4074-9fc6-651b148528a8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:32.293948 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:32.355070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44622-5792-4175-bf3a-77504607c58d req-fab0e212-a2c6-4fd8-81fc-eb44ef826b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:32.356984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-fab0e212-a2c6-4fd8-81fc-eb44ef826b81 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6b8e55afa6d64d57bc132db4d407070a&device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 1095 time: 0.0549219 Aug 30 21:21:32.480412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654aa65-9d94-44b8-aeef-3f8ecd17d11c req-7247da16-0f2f-4c54-b003-ed65697e7e7e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:32.482250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b654aa65-9d94-44b8-aeef-3f8ecd17d11c req-7247da16-0f2f-4c54-b003-ed65697e7e7e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 943 time: 0.1164985 Aug 30 21:21:32.519010 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:32.535939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b654aa65-9d94-44b8-aeef-3f8ecd17d11c req-d6757896-145d-4a94-a686-df4d1d61bbb4 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Aug 30 21:21:32.567309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44622-5792-4175-bf3a-77504607c58d req-153f8f57-e043-4d94-b516-533bd1bb9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:32.568909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-153f8f57-e043-4d94-b516-533bd1bb9340 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 200 len: 916 time: 0.2039442 Aug 30 21:21:32.605186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5d47b5ad-4633-4074-9fc6-651b148528a8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5d47b5ad-4633-4074-9fc6-651b148528a8,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:32.607181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47b5ad-4633-4074-9fc6-651b148528a8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:32.612371 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268fc04e-51d8-4226-a35f-9706f2e96912" -d '{"events": [{"server_uuid": "196b575a-2858-44c0-a97d-39f2f7f4ef2b", "name": "network-vif-plugged", "status": "completed", "tag": "5d47b5ad-4633-4074-9fc6-651b148528a8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:32.620257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:32.633670 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-7ae4782e-d32a-42a0-bdd8-9c13c43b56c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 HTTP/1.1" status: 200 len: 217 time: 0.0560677 Aug 30 21:21:32.729737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5d47b5ad-4633-4074-9fc6-651b148528a8,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:32.745265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44622-5792-4175-bf3a-77504607c58d req-664cd171-302a-4b75-9e02-62670e79c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:32.749184 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-664cd171-302a-4b75-9e02-62670e79c174 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 200 len: 855 time: 0.1071565 Aug 30 21:21:32.791943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-d4339ec7-e041-4452-9209-c53aaa533d70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3f9a61bb-3f1e-463b-a691-17b52951548a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338495 Aug 30 21:21:32.911499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-a0f07ded-9177-405f-b9a8-acda1e04b797 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110449 Aug 30 21:21:32.959520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a111848-6672-438c-8ce2-f4a19b652946 req-e076e5a2-f04f-4004-a1b4-a56bf88352d1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:32.967787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a111848-6672-438c-8ce2-f4a19b652946 req-e076e5a2-f04f-4004-a1b4-a56bf88352d1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.0697501 Aug 30 21:21:33.015030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a111848-6672-438c-8ce2-f4a19b652946 req-a706a33a-7505-4568-85f4-dda5038e773a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Aug 30 21:21:33.034642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8c44622-5792-4175-bf3a-77504607c58d req-65af4af0-600c-4c0d-8a2e-6cd5cf1e1bf8 service neutron] 10.222.0.82 "GET /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155667 Aug 30 21:21:33.059618 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a459a42-ffef-4c88-93e4-3d2b596a37af x-openstack-request-id: req-3a459a42-ffef-4c88-93e4-3d2b596a37af {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:33.059914 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b575a-2858-44c0-a97d-39f2f7f4ef2b", "name": "network-vif-plugged", "status": "completed", "tag": "5d47b5ad-4633-4074-9fc6-651b148528a8", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:33.060172 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a459a42-ffef-4c88-93e4-3d2b596a37af {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:33.060574 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d47b5ad-4633-4074-9fc6-651b148528a8', 'code': 200} Aug 30 21:21:33.180245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:33.231159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaec81-7e57-41bd-a5f5-11b58768ab96 req-e364c500-3335-4572-b43d-3e31fb7a89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:33.233293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9aeaec81-7e57-41bd-a5f5-11b58768ab96 req-e364c500-3335-4572-b43d-3e31fb7a89bd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 1098 time: 0.0841935 Aug 30 21:21:33.288899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9aeaec81-7e57-41bd-a5f5-11b58768ab96 req-c123ce4c-b73c-4642-967e-784f192fef2d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441818 Aug 30 21:21:33.335031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a255ae9-22af-49dc-9881-faf59239c06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.452366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a255ae9-22af-49dc-9881-faf59239c06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.458709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a255ae9-22af-49dc-9881-faf59239c06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.501624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255ae9-22af-49dc-9881-faf59239c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f6b52-d767-4716-bcb8-a4f7965214b6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:33.502205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.517314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a255ae9-22af-49dc-9881-faf59239c06d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be70467c5a9a4945be2f1bcd5562d574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358271 Aug 30 21:21:33.520100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:33.580212 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c262afd-8f6e-4214-8421-ce21084b4efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.604380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c262afd-8f6e-4214-8421-ce21084b4efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.615599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-967c1713-aa38-4de3-9212-c567df499332 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:33.617244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-967c1713-aa38-4de3-9212-c567df499332 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 813 time: 0.1186574 Aug 30 21:21:33.633805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-629d0cdb-82a3-46d3-851c-c026ab1e5ae4 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/quotas/7e05f814dd0345b2b7c6737585a90f9c HTTP/1.1" status: 200 len: 375 time: 0.0095754 Aug 30 21:21:33.659966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c262afd-8f6e-4214-8421-ce21084b4efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.663210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c262afd-8f6e-4214-8421-ce21084b4efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:33.667082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7c262afd-8f6e-4214-8421-ce21084b4efd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/678f6b52-d767-4716-bcb8-a4f7965214b6 HTTP/1.1" status: 204 len: 168 time: 0.1459243 Aug 30 21:21:33.676219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c262afd-8f6e-4214-8421-ce21084b4efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f6b52-d767-4716-bcb8-a4f7965214b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:33.701297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-2a0995fc-a292-4667-9405-44c654509870 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614870 Aug 30 21:21:33.808401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-3cec1d83-b446-41ca-8553-609e846692e3 service neutron] 10.222.0.76 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972171 Aug 30 21:21:33.949066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-8dd483f8-08de-4c58-9371-6da251936b5d service neutron] 10.222.0.76 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340935 Aug 30 21:21:34.030549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:34.053060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-309938e4-8812-4e09-b456-293827c378bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.163623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-309938e4-8812-4e09-b456-293827c378bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.171641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-309938e4-8812-4e09-b456-293827c378bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.223227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-309938e4-8812-4e09-b456-293827c378bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7d7dd2f50ee4a9abbc7fb74de4d530c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914091 Aug 30 21:21:34.226608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:34.235804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309938e4-8812-4e09-b456-293827c378bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360a5139-f0d3-4bbd-bcbe-569ffd411d03,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:34.279578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf7f20-fc27-4c06-a16c-85823345294f req-a815e565-8387-4894-84b3-35bd127d72b0 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:34.281635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0daf7f20-fc27-4c06-a16c-85823345294f req-a815e565-8387-4894-84b3-35bd127d72b0 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 943 time: 0.0749450 Aug 30 21:21:34.293708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-892d70a7-189b-433a-9ee8-cc7dbd2dd4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.317894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-892d70a7-189b-433a-9ee8-cc7dbd2dd4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.330325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0daf7f20-fc27-4c06-a16c-85823345294f req-37d31fb8-d695-437b-8bca-f2dc1f09f490 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Aug 30 21:21:34.395587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-892d70a7-189b-433a-9ee8-cc7dbd2dd4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.399438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-892d70a7-189b-433a-9ee8-cc7dbd2dd4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:34.403779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-892d70a7-189b-433a-9ee8-cc7dbd2dd4b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/360a5139-f0d3-4bbd-bcbe-569ffd411d03 HTTP/1.1" status: 204 len: 168 time: 0.1761940 Aug 30 21:21:34.416926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d70a7-189b-433a-9ee8-cc7dbd2dd4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360a5139-f0d3-4bbd-bcbe-569ffd411d03,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:34.473005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e3e72-266b-4baa-abde-32da8ec1929b req-832eb84c-1614-445a-85b3-e2d7606cb298 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:34.474912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e7e3e72-266b-4baa-abde-32da8ec1929b req-832eb84c-1614-445a-85b3-e2d7606cb298 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.0701270 Aug 30 21:21:34.520519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e7e3e72-266b-4baa-abde-32da8ec1929b req-f315d412-ab07-405a-a475-a6b9d22a0ae6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364444 Aug 30 21:21:34.758749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8387-c807-44cd-8be1-95b63e959168 req-6402adc2-ca68-4091-9141-d741e034f6b5 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:34.762789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-793f8387-c807-44cd-8be1-95b63e959168 req-6402adc2-ca68-4091-9141-d741e034f6b5 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "GET /v2.0/ports?device_id=2fbd9d31-90a3-446e-902f-09c6af452b12 HTTP/1.1" status: 200 len: 946 time: 0.1187656 Aug 30 21:21:34.933549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-337e2c6c-f9af-4665-82e9-bde1d1914a5a tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:34.935305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-337e2c6c-f9af-4665-82e9-bde1d1914a5a tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.82 "GET /v2.0/ports?device_id=d212f196-30f6-45b8-a7e7-3884862e8a37 HTTP/1.1" status: 200 len: 946 time: 0.0624857 Aug 30 21:21:34.976156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Deleting port c300a60f-6ec7-42ee-b7f4-585c0283011c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:34.976508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.147352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Deleting port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:35.147847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.149920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf737ad1-cde7-49b2-ae40-cc406c18ca11 req-530962dc-c741-42c3-ab42-772c28a2cdbb tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 210 time: 0.0447481 Aug 30 21:21:35.195684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] For port c300a60f-6ec7-42ee-b7f4-585c0283011c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c300a60f-6ec7-42ee-b7f4-585c0283011c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:35.196201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.214950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Calling delete_port for c300a60f-6ec7-42ee-b7f4-585c0283011c owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:35.274705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] For port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:35.275149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.292373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Calling delete_port for 213bd3c9-e2f8-4a9a-ac18-a7151447f63c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:35.456842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.471091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c300a60f-6ec7-42ee-b7f4-585c0283011c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:35.474231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['213bd3c9-e2f8-4a9a-ac18-a7151447f63c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:35.524926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.556005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event deleted for resources: {'Port': ['ID=213bd3c9-e2f8-4a9a-ac18-a7151447f63c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:35.565536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['213bd3c9-e2f8-4a9a-ac18-a7151447f63c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:35.578812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40fca-2e86-491f-9eea-2c11ebc99819 req-a022c1e9-a3c2-4862-91ba-67298a3b9789 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:35.588929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66e40fca-2e86-491f-9eea-2c11ebc99819 req-a022c1e9-a3c2-4862-91ba-67298a3b9789 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 943 time: 0.1635652 Aug 30 21:21:35.605735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c300a60f-6ec7-42ee-b7f4-585c0283011c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:35.696196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] No DVR routers for this DVR port 213bd3c9-e2f8-4a9a-ac18-a7151447f63c on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:35.698762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event deleted for resources: {'Port': ['ID=c300a60f-6ec7-42ee-b7f4-585c0283011c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:35.700805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.708257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e191aad-5b9d-4160-b13e-17e6ae9f32a5 req-a3390292-77e2-41ea-a320-ade26976253b tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.82 "DELETE /v2.0/ports/213bd3c9-e2f8-4a9a-ac18-a7151447f63c HTTP/1.1" status: 204 len: 173 time: 0.7608287 Aug 30 21:21:35.708835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'name': 'network-vif-deleted', 'tag': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:35.712612 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834bb28-ffb1-4179-bb58-e98753fe4b63" -d '{"events": [{"server_uuid": "d212f196-30f6-45b8-a7e7-3884862e8a37", "name": "network-vif-deleted", "tag": "213bd3c9-e2f8-4a9a-ac18-a7151447f63c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:35.727406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.752525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] No DVR routers for this DVR port c300a60f-6ec7-42ee-b7f4-585c0283011c on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:35.758225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:35.760346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-793f8387-c807-44cd-8be1-95b63e959168 req-54e05cbb-44a6-4b31-bfa5-e604f478dd51 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "DELETE /v2.0/ports/c300a60f-6ec7-42ee-b7f4-585c0283011c HTTP/1.1" status: 204 len: 173 time: 0.9830847 Aug 30 21:21:35.763707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'name': 'network-vif-deleted', 'tag': 'c300a60f-6ec7-42ee-b7f4-585c0283011c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:35.767066 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76896142-2a07-41d8-a564-ac8da6c8a82f" -d '{"events": [{"server_uuid": "2fbd9d31-90a3-446e-902f-09c6af452b12", "name": "network-vif-deleted", "tag": "c300a60f-6ec7-42ee-b7f4-585c0283011c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:35.782092 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-01b59fe6-7975-4274-9855-f0e5dbbc6bee tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:35.783908 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-01b59fe6-7975-4274-9855-f0e5dbbc6bee tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 813 time: 0.2162831 Aug 30 21:21:35.796696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66e40fca-2e86-491f-9eea-2c11ebc99819 req-2a7bd903-e229-4ba7-a617-462151431fe8 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062738 Aug 30 21:21:35.808598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Request body: {'port': {'device_id': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'admin_state_up': True, 'tenant_id': '7e05f814dd0345b2b7c6737585a90f9c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:36.052460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Made reservation on behalf of 7e05f814dd0345b2b7c6737585a90f9c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:36.056871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:36.163450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2eda9-c1a9-4b2b-a9f0-c611d4a8ac15 req-72d76fbc-4c25-4ad8-8e20-66b39622c531 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:36.163450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efa2eda9-c1a9-4b2b-a9f0-c611d4a8ac15 req-72d76fbc-4c25-4ad8-8e20-66b39622c531 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.1650128 Aug 30 21:21:36.192818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-52522e86-f666-4539-a436-fe869fe3e986 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:36.195206 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-52522e86-f666-4539-a436-fe869fe3e986 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 813 time: 0.2347066 Aug 30 21:21:36.234156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Request body: {'port': {'device_id': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'admin_state_up': True, 'tenant_id': '7e05f814dd0345b2b7c6737585a90f9c'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:36.346464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Allocated IP 172.20.0.7 (6c8dcd58-9826-4c20-9738-f9afc5182a3f/616a2efc-6b48-46de-b34f-48e3bbdbeed0/3c328760-7281-4313-b715-1684391ad8d8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:36.394048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efa2eda9-c1a9-4b2b-a9f0-c611d4a8ac15 req-cd434ab2-17c4-4d16-b780-fee1e6563ca4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180240 Aug 30 21:21:36.540256 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c999a5f2-2a31-4a76-8569-0b653f47eb41 x-openstack-request-id: req-c999a5f2-2a31-4a76-8569-0b653f47eb41 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:36.540704 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d212f196-30f6-45b8-a7e7-3884862e8a37", "name": "network-vif-deleted", "tag": "213bd3c9-e2f8-4a9a-ac18-a7151447f63c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:36.541003 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c999a5f2-2a31-4a76-8569-0b653f47eb41 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:36.541452 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd212f196-30f6-45b8-a7e7-3884862e8a37', 'name': 'network-vif-deleted', 'tag': '213bd3c9-e2f8-4a9a-ac18-a7151447f63c', 'status': 'completed', 'code': 200} Aug 30 21:21:36.552608 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10436055-2aa9-479b-980c-f3a3d2cc7917 x-openstack-request-id: req-10436055-2aa9-479b-980c-f3a3d2cc7917 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:36.553125 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbd9d31-90a3-446e-902f-09c6af452b12", "name": "network-vif-deleted", "tag": "c300a60f-6ec7-42ee-b7f4-585c0283011c", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:36.553801 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10436055-2aa9-479b-980c-f3a3d2cc7917 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:36.554229 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbd9d31-90a3-446e-902f-09c6af452b12', 'name': 'network-vif-deleted', 'tag': 'c300a60f-6ec7-42ee-b7f4-585c0283011c', 'status': 'completed', 'code': 200} Aug 30 21:21:36.570697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Made reservation on behalf of 7e05f814dd0345b2b7c6737585a90f9c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:36.576838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:36.667648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:36.720531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:36.739751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['213bd3c9-e2f8-4a9a-ac18-a7151447f63c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:36.784810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:36.790942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:36.794767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Allocated IP 172.20.0.3 (6c8dcd58-9826-4c20-9738-f9afc5182a3f/616a2efc-6b48-46de-b34f-48e3bbdbeed0/7d397fec-71c3-4b8b-84dc-042ee56cd10f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:36.795075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:36.822939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event updated for resources: {'Port': ['ID=3c328760-7281-4313-b715-1684391ad8d8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:36.845258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:36.866412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:36.867179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:36.885341 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-e2ab9283-d326-48ef-9e97-91594d277342 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0812631 Aug 30 21:21:36.909267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Request body: {'port': {'device_id': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:36.966201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:36.977911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:36.982846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193', 'network_id': '3f9a61bb-3f1e-463b-a691-17b52951548a', 'port_id': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193', 'mac_address': 'fa:16:3e:45:e4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11b81dd-a773-4d45-983e-5f0fe714b558', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:37.034414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.050513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.066254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:37.074381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c24dc78-4ea1-4155-b219-5e937f02860b req-35d2eef7-1d5d-4505-b777-a12f23b80648 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 210 time: 0.0808172 Aug 30 21:21:37.089034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:37.099106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.103843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.155674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['213bd3c9-e2f8-4a9a-ac18-a7151447f63c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:37.165275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Network 6c8dcd58-9826-4c20-9738-f9afc5182a3f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:37.168492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:37.176400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:37.228472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:37.229197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.234880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event updated for resources: {'Port': ['ID=7d397fec-71c3-4b8b-84dc-042ee56cd10f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:37.263212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:37.286360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-67553222-cee3-4c05-8c1d-921b3092b2bc tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0798800 Aug 30 21:21:37.295276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc92ba-e607-4035-b2d7-2d660c2d5da3 req-81232114-3304-4845-96b1-fd831b08dc25 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:37.296868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dc92ba-e607-4035-b2d7-2d660c2d5da3 req-81232114-3304-4845-96b1-fd831b08dc25 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.0649040 Aug 30 21:21:37.302236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Request body: {'port': {'device_id': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:37.405618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4dc92ba-e607-4035-b2d7-2d660c2d5da3 req-9c70412f-ea4c-4620-8292-23c9c050ef0c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752051 Aug 30 21:21:37.406384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.512879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c328760-7281-4313-b715-1684391ad8d8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:37.523117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.538744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Transition to ACTIVE for port object 3c328760-7281-4313-b715-1684391ad8d8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:37.545134 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.590565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['253c4d2a-b7f9-4da5-a7e1-38f8f98f7193'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:37.593749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efa7ee-660b-46ed-8574-61a5cadb01a6 req-acb7a821-4350-4123-95e5-af395eee8cda tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:37.602970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56efa7ee-660b-46ed-8574-61a5cadb01a6 req-acb7a821-4350-4123-95e5-af395eee8cda tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 944 time: 0.1361630 Aug 30 21:21:37.684291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Pushing event updated for resources: {'Port': ['ID=3c328760-7281-4313-b715-1684391ad8d8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:37.729871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Attempting to bind port 3c328760-7281-4313-b715-1684391ad8d8 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:37.730392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Attempting to bind port 3c328760-7281-4313-b715-1684391ad8d8 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:37.730759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Attempting to bind port 3c328760-7281-4313-b715-1684391ad8d8 on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:37.744137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Port 3c328760-7281-4313-b715-1684391ad8d8 on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:37.744534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Attempting to bind port 3c328760-7281-4313-b715-1684391ad8d8 on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:37.754994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:37.755390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Checking segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:37.755724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Bound using segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:37.756161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Bound port: 3c328760-7281-4313-b715-1684391ad8d8, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:37.756529 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.855626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] For port 3c328760-7281-4313-b715-1684391ad8d8, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:37.859606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] For port 3c328760-7281-4313-b715-1684391ad8d8, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3c328760-7281-4313-b715-1684391ad8d8,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:37.867628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d397fec-71c3-4b8b-84dc-042ee56cd10f {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:37.869287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.892952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.909987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Transition to ACTIVE for port object 7d397fec-71c3-4b8b-84dc-042ee56cd10f will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:37.920506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.922176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:37.923092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:37.924762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] 10.222.0.86 "PUT /v2.0/ports/3c328760-7281-4313-b715-1684391ad8d8 HTTP/1.1" status: 200 len: 1092 time: 1.0291929 Aug 30 21:21:37.948741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931251e2-1402-46eb-a294-31c1990ff8ec service neutron] Pushing event updated for resources: {'Port': ['ID=3c328760-7281-4313-b715-1684391ad8d8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:38.032728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-d3ea6dd5-d48b-4d74-9c0b-d8e556656f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:38.035043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-d3ea6dd5-d48b-4d74-9c0b-d8e556656f07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 1095 time: 0.0674889 Aug 30 21:21:38.053371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Pushing event updated for resources: {'Port': ['ID=7d397fec-71c3-4b8b-84dc-042ee56cd10f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:38.087780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56efa7ee-660b-46ed-8574-61a5cadb01a6 req-ff288bfa-7b3a-400e-8399-42fdd23f386f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838066 Aug 30 21:21:38.098730 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-24b00c8f-c06b-4f5b-af71-ed344ac1f35a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c328760-7281-4313-b715-1684391ad8d8 HTTP/1.1" status: 200 len: 217 time: 0.0538905 Aug 30 21:21:38.198436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-bb6cbee8-69e7-4964-bcde-520d3bb7e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:38.200417 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-bb6cbee8-69e7-4964-bcde-520d3bb7e707 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.0895653 Aug 30 21:21:38.211735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Attempting to bind port 7d397fec-71c3-4b8b-84dc-042ee56cd10f on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:38.212078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Attempting to bind port 7d397fec-71c3-4b8b-84dc-042ee56cd10f by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:38.217306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Attempting to bind port 7d397fec-71c3-4b8b-84dc-042ee56cd10f on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:38.226155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Port 7d397fec-71c3-4b8b-84dc-042ee56cd10f on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:38.226483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Attempting to bind port 7d397fec-71c3-4b8b-84dc-042ee56cd10f on network 6c8dcd58-9826-4c20-9738-f9afc5182a3f {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:38.234612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:38.234997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Checking segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:38.235430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Bound using segment: {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:38.235919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Bound port: 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e238b54d-3c9a-4dd3-82cc-246df115c43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:38.236286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:38.245333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c300a60f-6ec7-42ee-b7f4-585c0283011c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:38.248093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-02504c23-0e85-4dfd-86cb-655c38aafa1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395918 Aug 30 21:21:38.276282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: c300a60f-6ec7-42ee-b7f4-585c0283011c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:38.277122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c300a60f-6ec7-42ee-b7f4-585c0283011c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:38.339043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] For port 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:38.339423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] For port 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:38.347451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:38.394152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:38.395185 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-38073492-2dd0-4710-9f6b-ffc1a6bd5ee5 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381068 Aug 30 21:21:38.398801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:38.400939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] 10.222.0.86 "PUT /v2.0/ports/7d397fec-71c3-4b8b-84dc-042ee56cd10f HTTP/1.1" status: 200 len: 1092 time: 1.1025369 Aug 30 21:21:38.482001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d61ab-0ed6-4850-b3e3-d3210f42088e service neutron] Pushing event updated for resources: {'Port': ['ID=7d397fec-71c3-4b8b-84dc-042ee56cd10f,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:38.525228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-480f5145-64b9-4f1c-9d96-ce27d5a95903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:38.527350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-480f5145-64b9-4f1c-9d96-ce27d5a95903 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 1095 time: 0.0599737 Aug 30 21:21:38.542441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'tag': '3c328760-7281-4313-b715-1684391ad8d8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:38.545361 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79" -d '{"events": [{"name": "network-changed", "server_uuid": "417cedc1-2f9b-4073-a098-22f1d994e30a", "tag": "3c328760-7281-4313-b715-1684391ad8d8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:38.567008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-6a8b525c-a607-4a03-8853-3488c98e3886 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594901 Aug 30 21:21:38.583524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'tag': '7d397fec-71c3-4b8b-84dc-042ee56cd10f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:38.586124 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805629d8-71a3-4faf-b133-495c9f6491e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e30257ff-b457-486b-83c8-53bdf9ab9837", "tag": "7d397fec-71c3-4b8b-84dc-042ee56cd10f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:38.604142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-a309fac9-5ffb-4c25-98ce-f4180d886d9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f HTTP/1.1" status: 200 len: 217 time: 0.0647116 Aug 30 21:21:38.855311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 213bd3c9-e2f8-4a9a-ac18-a7151447f63c no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:38.884302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 213bd3c9-e2f8-4a9a-ac18-a7151447f63c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:38.884629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 213bd3c9-e2f8-4a9a-ac18-a7151447f63c not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:38.923744 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18ec1549-75d8-4906-aa20-7cea1d3ad1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:39.069921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a2cff-7675-4509-b949-edb9060deb8e req-9d1ffe14-c16d-4d5b-bd76-b1dae7045cb6 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.071569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d7a2cff-7675-4509-b949-edb9060deb8e req-9d1ffe14-c16d-4d5b-bd76-b1dae7045cb6 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 943 time: 0.4820259 Aug 30 21:21:39.073773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-31ddb160-da6c-4c5d-9731-eff94d1d8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.075218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-31ddb160-da6c-4c5d-9731-eff94d1d8d6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.4577653 Aug 30 21:21:39.121409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-d0c963cc-3289-46d6-84c5-8b8f66d92e77 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370500 Aug 30 21:21:39.158725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d7a2cff-7675-4509-b949-edb9060deb8e req-4b401df8-9693-4611-a975-32d978b15b1d tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766680 Aug 30 21:21:39.245417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-5cdc4389-aee7-4dff-b27a-39619541fd7e service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111665 Aug 30 21:21:39.470488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a33ca-70fc-4e9f-92ae-6223f480da54 req-3fa0c496-8250-4d1c-b2a8-fb4896cefe7a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.478454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-954a33ca-70fc-4e9f-92ae-6223f480da54 req-3fa0c496-8250-4d1c-b2a8-fb4896cefe7a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.2012324 Aug 30 21:21:39.500145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d231db53-3feb-4ff4-9cc6-cf4ab281cbab req-3c75239c-874a-4490-acba-b4710ddc3856 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431016 Aug 30 21:21:39.525759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-954a33ca-70fc-4e9f-92ae-6223f480da54 req-6fac63c6-a97f-42c7-b86b-73598cdb4ae6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Aug 30 21:21:39.574619 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9a40d3-34bb-4979-a1b5-8f30ef058c26 x-openstack-request-id: req-fe9a40d3-34bb-4979-a1b5-8f30ef058c26 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:39.575725 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417cedc1-2f9b-4073-a098-22f1d994e30a", "tag": "3c328760-7281-4313-b715-1684391ad8d8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:39.576156 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe9a40d3-34bb-4979-a1b5-8f30ef058c26 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:39.576926 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'tag': '3c328760-7281-4313-b715-1684391ad8d8', 'status': 'completed', 'code': 200} Aug 30 21:21:39.647513 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749a28f-fcf4-42cb-9f11-9e179c754abe x-openstack-request-id: req-5749a28f-fcf4-42cb-9f11-9e179c754abe {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:39.648001 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30257ff-b457-486b-83c8-53bdf9ab9837", "tag": "7d397fec-71c3-4b8b-84dc-042ee56cd10f", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:39.648104 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5749a28f-fcf4-42cb-9f11-9e179c754abe {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:39.648817 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'tag': '7d397fec-71c3-4b8b-84dc-042ee56cd10f', 'status': 'completed', 'code': 200} Aug 30 21:21:39.685518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-e226a077-ebf3-4fa1-8348-83bb1affd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.691236 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-e226a077-ebf3-4fa1-8348-83bb1affd19f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 1095 time: 0.0901935 Aug 30 21:21:39.733556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-233961fe-e7ea-40d6-acb4-7d217d65c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.735823 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-233961fe-e7ea-40d6-acb4-7d217d65c6ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 1095 time: 0.0765595 Aug 30 21:21:39.864619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf1510-926a-48bb-8f09-74771885b61b req-a23083e4-5f85-4ca3-b58f-f2909c3329f3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.866236 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fbf1510-926a-48bb-8f09-74771885b61b req-a23083e4-5f85-4ca3-b58f-f2909c3329f3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 944 time: 0.1359322 Aug 30 21:21:39.871835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-7606f4ae-8a2b-48d2-ba51-81797855c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.873578 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-7606f4ae-8a2b-48d2-ba51-81797855c863 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 914 time: 0.1730988 Aug 30 21:21:39.898585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-58fe62c5-887c-499c-b8be-402ed83009eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.903180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-58fe62c5-887c-499c-b8be-402ed83009eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 200 len: 914 time: 0.1577480 Aug 30 21:21:39.939165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-e539459e-949a-4701-b3eb-96c96e795431 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c328760-7281-4313-b715-1684391ad8d8 HTTP/1.1" status: 200 len: 217 time: 0.0460074 Aug 30 21:21:39.967929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fbf1510-926a-48bb-8f09-74771885b61b req-be77fb77-4e95-49dc-a80b-577d665ca8b4 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933273 Aug 30 21:21:39.975206 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-e4138462-e928-4241-b690-ee8d298c55fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f HTTP/1.1" status: 200 len: 217 time: 0.0592072 Aug 30 21:21:39.985021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-8108e252-29a2-4abd-a69a-90d48a2ceabe tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:39.987342 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-8108e252-29a2-4abd-a69a-90d48a2ceabe tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.1548486 Aug 30 21:21:40.010268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-33ae7147-eca3-4bd2-aff5-f04556635f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:40.012357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-33ae7147-eca3-4bd2-aff5-f04556635f8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.0605140 Aug 30 21:21:40.055764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-1eb6e474-d643-452a-a32a-d89e5964a7e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333161 Aug 30 21:21:40.157024 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:21:40.162978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-659dda88-b23b-431e-82bc-269ab5ad33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:40.164742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-659dda88-b23b-431e-82bc-269ab5ad33a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 200 len: 853 time: 0.1759403 Aug 30 21:21:40.193306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-d8775ae8-5793-47c6-b598-c5ce5a3b30df service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274068 Aug 30 21:21:40.207278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-2e98f5df-0b12-4b4c-bf9d-a6b87aed6741 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6c8dcd58-9826-4c20-9738-f9afc5182a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340159 Aug 30 21:21:40.276596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port 5d47b5ad-4633-4074-9fc6-651b148528a8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:40.277372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:40.423970 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-7c134b63-6180-4b50-8687-dab6defb08b4 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075114 Aug 30 21:21:40.426090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port 5d47b5ad-4633-4074-9fc6-651b148528a8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5d47b5ad-4633-4074-9fc6-651b148528a8,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:40.426246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:40.440810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19200a-3eee-43e7-9d01-261818853bbd req-325bb7c7-cdb0-4c7a-b566-9c526e090780 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:40.448666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d19200a-3eee-43e7-9d01-261818853bbd req-325bb7c7-cdb0-4c7a-b566-9c526e090780 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 943 time: 0.0923412 Aug 30 21:21:40.452413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for 5d47b5ad-4633-4074-9fc6-651b148528a8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:40.504963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-e7a6fe31-4fd4-46a2-b7b1-6878b04f1929 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036571 Aug 30 21:21:40.524636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d19200a-3eee-43e7-9d01-261818853bbd req-4b2d1e0a-b375-4a67-b906-3893a6af904f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666964 Aug 30 21:21:40.659518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57452d1-4f37-4d79-a8b3-3bf80e665a0a req-a8c72a2d-7d86-45ce-bfb0-870f9d0fa1db tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:40.667832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f57452d1-4f37-4d79-a8b3-3bf80e665a0a req-a8c72a2d-7d86-45ce-bfb0-870f9d0fa1db tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=196b575a-2858-44c0-a97d-39f2f7f4ef2b HTTP/1.1" status: 200 len: 946 time: 0.0716195 Aug 30 21:21:40.678741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-805629d8-71a3-4faf-b133-495c9f6491e9 req-6058f009-bfd0-4bb1-addb-472240046d68 service neutron] 10.222.0.86 "GET /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463339 Aug 30 21:21:40.711260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f57452d1-4f37-4d79-a8b3-3bf80e665a0a req-3a0f835d-0396-48d2-93a1-0c4e626e1431 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Aug 30 21:21:40.732616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:40.753536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:40.769374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=5d47b5ad-4633-4074-9fc6-651b148528a8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:40.794236 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5d47b5ad-4633-4074-9fc6-651b148528a8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:40.826755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port 5d47b5ad-4633-4074-9fc6-651b148528a8 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:40.829671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:40.832580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2eef279d-5fbc-4e6b-99c8-a84fa8dd4628 req-4c0e836d-e62b-4f68-8d33-cf5fa709e341 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "DELETE /v2.0/ports/5d47b5ad-4633-4074-9fc6-651b148528a8 HTTP/1.1" status: 204 len: 173 time: 0.7895000 Aug 30 21:21:41.038020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:41.110137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23da26-0cb7-48ca-9815-b76520a81992 req-e7d93267-4347-4a70-bf71-12f10b54ccd0 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:41.115318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a23da26-0cb7-48ca-9815-b76520a81992 req-e7d93267-4347-4a70-bf71-12f10b54ccd0 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 944 time: 0.0625825 Aug 30 21:21:41.157779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:41.167973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:41.168784 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:41.195028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a23da26-0cb7-48ca-9815-b76520a81992 req-0efdd913-9e0e-462a-bd1f-28d9ccd7c44f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720069 Aug 30 21:21:41.361743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:41.402577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd383cf0a-73da-462a-9266-fb4994a23363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:41.405933 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5904eb9c-f41a-4b43-80b4-13f8bba2a2bf" -d '{"events": [{"server_uuid": "d383cf0a-73da-462a-9266-fb4994a23363", "name": "network-vif-plugged", "status": "completed", "tag": "253c4d2a-b7f9-4da5-a7e1-38f8f98f7193"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:41.428580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:41.446618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:41.477337 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2dd80-7ff5-48bc-913d-540150f66a6e x-openstack-request-id: req-6df2dd80-7ff5-48bc-913d-540150f66a6e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:41.477569 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d383cf0a-73da-462a-9266-fb4994a23363", "name": "network-vif-plugged", "status": "completed", "tag": "253c4d2a-b7f9-4da5-a7e1-38f8f98f7193", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:41.477922 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6df2dd80-7ff5-48bc-913d-540150f66a6e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:41.478325 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd383cf0a-73da-462a-9266-fb4994a23363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193', 'code': 200} Aug 30 21:21:41.514029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:41.582403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'name': 'network-vif-deleted', 'tag': '5d47b5ad-4633-4074-9fc6-651b148528a8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:41.584674 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73495a78-b068-458d-8c6c-733c0917e864" -d '{"events": [{"server_uuid": "196b575a-2858-44c0-a97d-39f2f7f4ef2b", "name": "network-vif-deleted", "tag": "5d47b5ad-4633-4074-9fc6-651b148528a8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:41.632572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3815a21-5d56-4e91-9b5e-de5566ee3ce2 req-2de22504-652d-426c-8fb0-006bee7e04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:41.634130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3815a21-5d56-4e91-9b5e-de5566ee3ce2 req-2de22504-652d-426c-8fb0-006bee7e04c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 1097 time: 0.0956142 Aug 30 21:21:41.671347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8c8f4-94ab-45e8-92de-d14df2ed0fd2 req-58b903cc-df72-48e9-a465-8c4aafbfe808 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:41.673183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fb8c8f4-94ab-45e8-92de-d14df2ed0fd2 req-58b903cc-df72-48e9-a465-8c4aafbfe808 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 943 time: 0.0653429 Aug 30 21:21:41.687659 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3815a21-5d56-4e91-9b5e-de5566ee3ce2 req-b2dbbe14-67ba-4f21-b4b8-e8d6a02f92d4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448422 Aug 30 21:21:41.732459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fb8c8f4-94ab-45e8-92de-d14df2ed0fd2 req-17e91765-8eab-4c15-a145-1090f1fa5ca4 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515871 Aug 30 21:21:41.776237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:41.806302 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b46527-4c16-4989-9cd8-431ecbbfc6e7 x-openstack-request-id: req-e3b46527-4c16-4989-9cd8-431ecbbfc6e7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:41.806753 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b575a-2858-44c0-a97d-39f2f7f4ef2b", "name": "network-vif-deleted", "tag": "5d47b5ad-4633-4074-9fc6-651b148528a8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:41.807096 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3b46527-4c16-4989-9cd8-431ecbbfc6e7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:41.807546 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b575a-2858-44c0-a97d-39f2f7f4ef2b', 'name': 'network-vif-deleted', 'tag': '5d47b5ad-4633-4074-9fc6-651b148528a8', 'status': 'completed', 'code': 200} Aug 30 21:21:41.865445 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c91034f4-df5d-4ec5-862b-8eced00f6662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:41.938790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:42.088811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63cce25-8cfc-4b0a-996c-09374169afb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.221028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63cce25-8cfc-4b0a-996c-09374169afb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.226407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a63cce25-8cfc-4b0a-996c-09374169afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.236091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-840bb0c3-cd90-428d-ba77-27c073949a55 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:42.238290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-840bb0c3-cd90-428d-ba77-27c073949a55 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1449037 Aug 30 21:21:42.258895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-257aa4fc-1842-4913-b1a7-98e096649354 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0126235 Aug 30 21:21:42.278631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a63cce25-8cfc-4b0a-996c-09374169afb5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=853ea4b009d34dcea265342d0684ed6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336821 Aug 30 21:21:42.278631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:42.280829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3c328760-7281-4313-b715-1684391ad8d8 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:42.292395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cce25-8cfc-4b0a-996c-09374169afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac0d96-beab-47e7-baca-1408d150761e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:42.347172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e2e441-a7bf-4d30-9eca-5fa8688f9355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.374972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e2e441-a7bf-4d30-9eca-5fa8688f9355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.375963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-343a2e18-a608-4e46-9ba6-c56d87532f7b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115315 Aug 30 21:21:42.441772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3c328760-7281-4313-b715-1684391ad8d8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3c328760-7281-4313-b715-1684391ad8d8,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:42.448157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e2e441-a7bf-4d30-9eca-5fa8688f9355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.451883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e2e441-a7bf-4d30-9eca-5fa8688f9355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.453400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98e2e441-a7bf-4d30-9eca-5fa8688f9355 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4ac0d96-beab-47e7-baca-1408d150761e HTTP/1.1" status: 204 len: 168 time: 0.1756883 Aug 30 21:21:42.463794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2e441-a7bf-4d30-9eca-5fa8688f9355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac0d96-beab-47e7-baca-1408d150761e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:42.477156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '3c328760-7281-4313-b715-1684391ad8d8', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'port_id': '3c328760-7281-4313-b715-1684391ad8d8', 'mac_address': 'fa:16:3e:38:34:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616a2efc-6b48-46de-b34f-48e3bbdbeed0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:42.528502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-9719a4b4-e5f1-401a-9b91-8ff8b6189b98 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512105 Aug 30 21:21:42.543893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.574577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c328760-7281-4313-b715-1684391ad8d8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:42.616498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.623185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3c328760-7281-4313-b715-1684391ad8d8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3c328760-7281-4313-b715-1684391ad8d8,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:42.630207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.644516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-7e71b24f-51f1-41a7-9209-cacd515f5762 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152008 Aug 30 21:21:42.693085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3c328760-7281-4313-b715-1684391ad8d8,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:42.753887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:42.894643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a9b738-c22c-44cc-aaca-c7ad2f6ebf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:42.932324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04ecb6-8a5a-4e01-9fe1-ba2d558d46cd req-a87e05f9-d9a5-4693-bd8f-34a8daed461f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:42.934949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a04ecb6-8a5a-4e01-9fe1-ba2d558d46cd req-a87e05f9-d9a5-4693-bd8f-34a8daed461f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 945 time: 0.0727437 Aug 30 21:21:42.962471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3c328760-7281-4313-b715-1684391ad8d8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:42.984619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a04ecb6-8a5a-4e01-9fe1-ba2d558d46cd req-20543304-557a-4eaa-a75c-fe40a8c1be7f tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Aug 30 21:21:43.055086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a9b738-c22c-44cc-aaca-c7ad2f6ebf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.062292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0a9b738-c22c-44cc-aaca-c7ad2f6ebf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.115458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c0a9b738-c22c-44cc-aaca-c7ad2f6ebf50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae65e2ffc7034f479b065735ba0a4415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595643 Aug 30 21:21:43.116495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41314) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:43.133035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9b738-c22c-44cc-aaca-c7ad2f6ebf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948ddb3-1a2d-4fca-a799-9e1c52c524d9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:43.207096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28b9f7a1-340c-4ebe-b06f-61412c57b52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.238884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28b9f7a1-340c-4ebe-b06f-61412c57b52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.299285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28b9f7a1-340c-4ebe-b06f-61412c57b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.302082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-28b9f7a1-340c-4ebe-b06f-61412c57b52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.303568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-28b9f7a1-340c-4ebe-b06f-61412c57b52f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7948ddb3-1a2d-4fca-a799-9e1c52c524d9 HTTP/1.1" status: 204 len: 168 time: 0.1859119 Aug 30 21:21:43.323558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9f7a1-340c-4ebe-b06f-61412c57b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7948ddb3-1a2d-4fca-a799-9e1c52c524d9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:43.528920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afc221-82fa-49a7-b860-6bc970c7f33d req-c3a3d32c-efd8-495d-8b19-bb4c934b0015 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:43.531503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63afc221-82fa-49a7-b860-6bc970c7f33d req-c3a3d32c-efd8-495d-8b19-bb4c934b0015 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 943 time: 0.0654135 Aug 30 21:21:43.586312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63afc221-82fa-49a7-b860-6bc970c7f33d req-3e2aed21-4307-4140-b462-8f34824963b3 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Aug 30 21:21:43.641945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41322) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:43.678408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6204f267-4e97-4f21-af8d-bd293e30b553 req-246055ef-8c16-4ee7-a24b-af274b451d4b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 210 time: 0.0340006 Aug 30 21:21:43.679320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a49defae-17a9-489e-a0d0-9e71b5d81f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.774558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a49defae-17a9-489e-a0d0-9e71b5d81f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.780653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a49defae-17a9-489e-a0d0-9e71b5d81f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.821542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a49defae-17a9-489e-a0d0-9e71b5d81f3e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9dec5ac989e44b67ad5b57afdcd8e902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784346 Aug 30 21:21:43.822284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49defae-17a9-489e-a0d0-9e71b5d81f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81210ad6-796c-4f9d-9530-187e2dcbd338,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:43.824493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:43.898157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-373a88a6-a2e3-45ef-a92d-3b5644e12170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:43.961482 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-373a88a6-a2e3-45ef-a92d-3b5644e12170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.031247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-9f3c8316-e1d1-41a6-a8f6-361a8c97cbfb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:44.032765 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-9f3c8316-e1d1-41a6-a8f6-361a8c97cbfb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1439421 Aug 30 21:21:44.047197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': 'e7ddf182-29f2-4479-9335-f8824e352274', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:44.052001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-373a88a6-a2e3-45ef-a92d-3b5644e12170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.054435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-373a88a6-a2e3-45ef-a92d-3b5644e12170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.055569 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-373a88a6-a2e3-45ef-a92d-3b5644e12170 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81210ad6-796c-4f9d-9530-187e2dcbd338 HTTP/1.1" status: 204 len: 168 time: 0.2296371 Aug 30 21:21:44.103728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a88a6-a2e3-45ef-a92d-3b5644e12170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81210ad6-796c-4f9d-9530-187e2dcbd338,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:44.117277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bf836-de67-48b7-ba58-f297a4555ce6 req-9f03f0d1-15f5-4ed4-a2fa-90fc21564ee8 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:44.119051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-392bf836-de67-48b7-ba58-f297a4555ce6 req-9f03f0d1-15f5-4ed4-a2fa-90fc21564ee8 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 945 time: 0.0587788 Aug 30 21:21:44.164667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-392bf836-de67-48b7-ba58-f297a4555ce6 req-8993e765-5573-4b38-a467-3fb9bff3b0d6 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Aug 30 21:21:44.169108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:44.174261 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.285792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d397fec-71c3-4b8b-84dc-042ee56cd10f details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:44.288155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3c328760-7281-4313-b715-1684391ad8d8 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:44.341922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.11 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/0f66f83b-f17c-4512-9050-a30133ee738d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:44.487278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 3c328760-7281-4313-b715-1684391ad8d8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:44.496318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 3c328760-7281-4313-b715-1684391ad8d8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:44.496873 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.525189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.592156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.610689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:44.618169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:44.652681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.672791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '7d397fec-71c3-4b8b-84dc-042ee56cd10f', 'network_id': '6c8dcd58-9826-4c20-9738-f9afc5182a3f', 'port_id': '7d397fec-71c3-4b8b-84dc-042ee56cd10f', 'mac_address': 'fa:16:3e:ed:1b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616a2efc-6b48-46de-b34f-48e3bbdbeed0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:44.706150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=0f66f83b-f17c-4512-9050-a30133ee738d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:44.714607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:44.716550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:44.719666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:44.802349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:44.802543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896645d-35a4-4e77-9855-65e21159ddcd req-5e36ef39-246c-4c01-8e20-a088e7e36a83 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:44.803179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.813355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3896645d-35a4-4e77-9855-65e21159ddcd req-5e36ef39-246c-4c01-8e20-a088e7e36a83 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 943 time: 0.0697775 Aug 30 21:21:44.813786 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.819365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.821129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c76ca0de-1563-4ce0-b9bf-0174ff5af623 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7778928 Aug 30 21:21:44.841270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Request body: {'port': {'device_id': 'e7ddf182-29f2-4479-9335-f8824e352274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:44.854617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d397fec-71c3-4b8b-84dc-042ee56cd10f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:44.869138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3896645d-35a4-4e77-9855-65e21159ddcd req-05af89ab-d86f-4480-9f1b-2997ebecf96e tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Aug 30 21:21:44.878920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:44.901822 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.910956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.914501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c328760-7281-4313-b715-1684391ad8d8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:44.916966 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2fb5ca-5efe-48a3-870b-5f30c2a1f89c" -d '{"events": [{"server_uuid": "417cedc1-2f9b-4073-a098-22f1d994e30a", "name": "network-vif-plugged", "status": "completed", "tag": "3c328760-7281-4313-b715-1684391ad8d8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:44.955492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 3c328760-7281-4313-b715-1684391ad8d8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3c328760-7281-4313-b715-1684391ad8d8,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:44.971173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:44.972318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5d47b5ad-4633-4074-9fc6-651b148528a8 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:45.007178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 5d47b5ad-4633-4074-9fc6-651b148528a8 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:45.007781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5d47b5ad-4633-4074-9fc6-651b148528a8 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:45.024523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d397fec-71c3-4b8b-84dc-042ee56cd10f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:45.029277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d824f98-1e3a-45a4-8eac-e2fb6a39f91e req-50cdc492-0f38-4762-a26f-ec5915da4e8c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:45.040243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d824f98-1e3a-45a4-8eac-e2fb6a39f91e req-50cdc492-0f38-4762-a26f-ec5915da4e8c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 932 time: 0.1148272 Aug 30 21:21:45.077264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=3c328760-7281-4313-b715-1684391ad8d8,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:45.112796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d824f98-1e3a-45a4-8eac-e2fb6a39f91e req-e734ac63-6058-4e57-a3f2-982a1fa3d0c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715189 Aug 30 21:21:45.173464 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5703e0d-c61e-4c3f-93f1-9eaf551866b2 x-openstack-request-id: req-e5703e0d-c61e-4c3f-93f1-9eaf551866b2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:45.173741 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417cedc1-2f9b-4073-a098-22f1d994e30a", "name": "network-vif-plugged", "status": "completed", "tag": "3c328760-7281-4313-b715-1684391ad8d8", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:45.174076 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5703e0d-c61e-4c3f-93f1-9eaf551866b2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:45.174549 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c328760-7281-4313-b715-1684391ad8d8', 'code': 200} Aug 30 21:21:45.223632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['7d397fec-71c3-4b8b-84dc-042ee56cd10f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:45.341704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332f23-05b3-491d-96da-222db0b39617 req-c6c15125-47f1-40e6-bc95-4d8a5dbaf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:45.343436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e332f23-05b3-491d-96da-222db0b39617 req-c6c15125-47f1-40e6-bc95-4d8a5dbaf936 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 1097 time: 0.0931506 Aug 30 21:21:45.361454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f66f83b-f17c-4512-9050-a30133ee738d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:45.378837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:45.404118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Transition to ACTIVE for port object 0f66f83b-f17c-4512-9050-a30133ee738d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:45.406792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e332f23-05b3-491d-96da-222db0b39617 req-ae09f903-4d81-47e9-888a-69766e4c86fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 Aug 30 21:21:45.412381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:45.479099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Pushing event updated for resources: {'Port': ['ID=0f66f83b-f17c-4512-9050-a30133ee738d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:45.575293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Attempting to bind port 0f66f83b-f17c-4512-9050-a30133ee738d on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:45.575955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Attempting to bind port 0f66f83b-f17c-4512-9050-a30133ee738d by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:45.576445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Attempting to bind port 0f66f83b-f17c-4512-9050-a30133ee738d on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:45.581351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Port 0f66f83b-f17c-4512-9050-a30133ee738d on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:45.581736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Attempting to bind port 0f66f83b-f17c-4512-9050-a30133ee738d on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:45.587352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:45.587713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:45.588058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:45.588479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Bound port: 0f66f83b-f17c-4512-9050-a30133ee738d, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:45.588836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:45.681542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] For port 0f66f83b-f17c-4512-9050-a30133ee738d, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:45.686447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] For port 0f66f83b-f17c-4512-9050-a30133ee738d, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0f66f83b-f17c-4512-9050-a30133ee738d,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:45.694196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:45.738777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:45.739400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:45.740906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] 10.222.0.82 "PUT /v2.0/ports/0f66f83b-f17c-4512-9050-a30133ee738d HTTP/1.1" status: 200 len: 1093 time: 0.9081247 Aug 30 21:21:45.741352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ddf182-29f2-4479-9335-f8824e352274', 'tag': '0f66f83b-f17c-4512-9050-a30133ee738d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:45.743640 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf5da4c-22f6-4c15-882b-230067e3bf75" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ddf182-29f2-4479-9335-f8824e352274", "tag": "0f66f83b-f17c-4512-9050-a30133ee738d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:45.764733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c1a93-5b94-4762-99f9-5631361ee605 service neutron] Pushing event updated for resources: {'Port': ['ID=0f66f83b-f17c-4512-9050-a30133ee738d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:45.794633 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579eb874-5fb4-452d-827a-a7514f46715e x-openstack-request-id: req-579eb874-5fb4-452d-827a-a7514f46715e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:45.795024 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ddf182-29f2-4479-9335-f8824e352274", "tag": "0f66f83b-f17c-4512-9050-a30133ee738d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:45.795339 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-579eb874-5fb4-452d-827a-a7514f46715e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:45.795785 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ddf182-29f2-4479-9335-f8824e352274', 'tag': '0f66f83b-f17c-4512-9050-a30133ee738d', 'status': 'completed', 'code': 200} Aug 30 21:21:45.829977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-d0e9f6c9-25c5-4abe-9914-24d56fa01bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:45.831679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-d0e9f6c9-25c5-4abe-9914-24d56fa01bee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 1096 time: 0.0487394 Aug 30 21:21:45.874308 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-dc8737f9-aab6-4865-a591-3131d87c0b8d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f66f83b-f17c-4512-9050-a30133ee738d HTTP/1.1" status: 200 len: 217 time: 0.0341814 Aug 30 21:21:45.925277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-cc78f6b3-efbb-49f2-a601-6953d1820bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:45.926804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-cc78f6b3-efbb-49f2-a601-6953d1820bfc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0462141 Aug 30 21:21:45.963458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-5086c44d-3376-40b8-bc5c-eb09db1e9d20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292509 Aug 30 21:21:45.989596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd110bc7-fa45-4560-84cc-1d41deb424dd req-5bf88ad7-4005-4f79-b8b8-312e387f5822 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:45.992050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd110bc7-fa45-4560-84cc-1d41deb424dd req-5bf88ad7-4005-4f79-b8b8-312e387f5822 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 944 time: 0.0569265 Aug 30 21:21:46.031936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd110bc7-fa45-4560-84cc-1d41deb424dd req-890d15ad-c3f9-43da-ad82-1d78a619dd58 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334871 Aug 30 21:21:46.063188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-4aa8f95c-f759-41ba-955c-0bd4d1cab92b service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921090 Aug 30 21:21:46.168845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fd439878-6b99-4ac4-aa6f-96ff62eaea6a req-9818b2ea-97ea-4e17-88e3-bfaad49bf5aa service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983586 Aug 30 21:21:46.271899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-e9fd92df-c656-45f0-81d2-6d1d49c49b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:46.272810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d397fec-71c3-4b8b-84dc-042ee56cd10f up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:46.273679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-e9fd92df-c656-45f0-81d2-6d1d49c49b54 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 1096 time: 0.0459476 Aug 30 21:21:46.275271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c66549-2147-4a80-9c4a-0821724e6724 req-2efaee48-2036-4124-a222-8eda64531fbf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:46.279143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6c66549-2147-4a80-9c4a-0821724e6724 req-2efaee48-2036-4124-a222-8eda64531fbf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 944 time: 0.0811591 Aug 30 21:21:46.331103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6c66549-2147-4a80-9c4a-0821724e6724 req-f8647db6-1ac5-426e-b17b-aa0ddc914bf3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Aug 30 21:21:46.343935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 7d397fec-71c3-4b8b-84dc-042ee56cd10f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:46.348826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 7d397fec-71c3-4b8b-84dc-042ee56cd10f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:46.349243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:46.388710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-363d6df9-1648-49da-a03f-e4fa0960a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:46.390638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-363d6df9-1648-49da-a03f-e4fa0960a42c service neutron] 10.222.0.82 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.1090462 Aug 30 21:21:46.439025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-4aa1a611-cb6b-4094-9ad8-3b714b034eb8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f66f83b-f17c-4512-9050-a30133ee738d HTTP/1.1" status: 200 len: 217 time: 0.0408106 Aug 30 21:21:46.439248 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:46.472583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:46.479023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:46.494229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-e8d1fda8-db7e-4ef3-8ee4-8110ab5d7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:46.495780 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-e8d1fda8-db7e-4ef3-8ee4-8110ab5d7728 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0480461 Aug 30 21:21:46.536846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d397fec-71c3-4b8b-84dc-042ee56cd10f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:46.553396 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-eb4ed2fc-1a88-49fe-9f8f-cfab53cf6498 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474384 Aug 30 21:21:46.653844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-f04a6b1c-87a6-40a4-8ca0-12d45fb3e965 service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907483 Aug 30 21:21:46.757172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-faf5da4c-22f6-4c15-882b-230067e3bf75 req-97a8cd25-c86d-4b32-9eed-a8bf6246db8f service neutron] 10.222.0.82 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957680 Aug 30 21:21:47.175501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d397fec-71c3-4b8b-84dc-042ee56cd10f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:47.178002 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06436375-19ae-4969-8373-590d13f03b2d" -d '{"events": [{"server_uuid": "e30257ff-b457-486b-83c8-53bdf9ab9837", "name": "network-vif-plugged", "status": "completed", "tag": "7d397fec-71c3-4b8b-84dc-042ee56cd10f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:47.195908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e693af-3697-4939-8a5b-f3ef53900ac6 req-cfde9af1-d60d-42be-96eb-fafb72c939a6 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:47.197562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8e693af-3697-4939-8a5b-f3ef53900ac6 req-cfde9af1-d60d-42be-96eb-fafb72c939a6 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 945 time: 0.0629334 Aug 30 21:21:47.242590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8e693af-3697-4939-8a5b-f3ef53900ac6 req-d368c258-f76f-42d2-aebe-84718c41671f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379915 Aug 30 21:21:47.300179 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ea323-6b8e-40f6-9a34-98104b2487fd x-openstack-request-id: req-bf4ea323-6b8e-40f6-9a34-98104b2487fd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:47.300592 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30257ff-b457-486b-83c8-53bdf9ab9837", "name": "network-vif-plugged", "status": "completed", "tag": "7d397fec-71c3-4b8b-84dc-042ee56cd10f", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:47.300592 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf4ea323-6b8e-40f6-9a34-98104b2487fd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:47.301164 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d397fec-71c3-4b8b-84dc-042ee56cd10f', 'code': 200} Aug 30 21:21:47.425515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8fb1-ce92-4fcd-8de1-e710c254c8a8 req-7170417d-f38b-40c0-a8fa-2421f67d9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:47.427749 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ba9b8fb1-ce92-4fcd-8de1-e710c254c8a8 req-7170417d-f38b-40c0-a8fa-2421f67d9fa9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 1097 time: 0.0609622 Aug 30 21:21:47.476174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ba9b8fb1-ce92-4fcd-8de1-e710c254c8a8 req-36d7f6e3-e63e-4e4c-b80a-c42223bd3e8e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Aug 30 21:21:47.480886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518112c-ada3-4688-9a69-4e008311869e req-809408b2-bff2-470a-8795-7c3b22c62918 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:47.482550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9518112c-ada3-4688-9a69-4e008311869e req-809408b2-bff2-470a-8795-7c3b22c62918 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 944 time: 0.0613701 Aug 30 21:21:47.526882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9518112c-ada3-4688-9a69-4e008311869e req-85ef2d8b-ee93-46db-9d04-9d1f5f07edcf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 Aug 30 21:21:48.376517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53291f7-4b9f-4e7e-9c25-ed4fa8b6a535 req-5a3ec2b6-272a-472e-a6de-4634fd265c1d tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:48.378145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d53291f7-4b9f-4e7e-9c25-ed4fa8b6a535 req-5a3ec2b6-272a-472e-a6de-4634fd265c1d tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 945 time: 0.0580151 Aug 30 21:21:48.426499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d53291f7-4b9f-4e7e-9c25-ed4fa8b6a535 req-35af0c34-2fde-4518-9ba6-d6b21db6f8dd tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Aug 30 21:21:48.657039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac5caf-e85d-494d-a955-8392921c4049 req-b67cf695-8779-4315-a169-a05b439b477f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:48.659050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8ac5caf-e85d-494d-a955-8392921c4049 req-b67cf695-8779-4315-a169-a05b439b477f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 944 time: 0.0595515 Aug 30 21:21:48.710779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8ac5caf-e85d-494d-a955-8392921c4049 req-46238103-74c2-4538-8014-ab7d523fb863 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Aug 30 21:21:48.903220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0f66f83b-f17c-4512-9050-a30133ee738d details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:21:49.006224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0f66f83b-f17c-4512-9050-a30133ee738d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0f66f83b-f17c-4512-9050-a30133ee738d,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:49.020509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0f66f83b-f17c-4512-9050-a30133ee738d', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': '0f66f83b-f17c-4512-9050-a30133ee738d', 'mac_address': 'fa:16:3e:4f:91:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:21:49.064522 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:49.079422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f66f83b-f17c-4512-9050-a30133ee738d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:49.100898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0f66f83b-f17c-4512-9050-a30133ee738d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0f66f83b-f17c-4512-9050-a30133ee738d,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:49.107042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:49.162173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0f66f83b-f17c-4512-9050-a30133ee738d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:49.565506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16f676-a899-4f9f-ae8b-09f594aae9d6 req-1e7ea768-0a65-45bb-87d0-d17ee594dae1 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:49.571219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa16f676-a899-4f9f-ae8b-09f594aae9d6 req-1e7ea768-0a65-45bb-87d0-d17ee594dae1 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 945 time: 0.0581496 Aug 30 21:21:49.609053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa16f676-a899-4f9f-ae8b-09f594aae9d6 req-9e9e4aed-ceed-40e3-ac3c-2db39f1633e6 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Aug 30 21:21:49.630839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0f66f83b-f17c-4512-9050-a30133ee738d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:49.751372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38086af-aed8-4de4-9e90-6fa1edb893ef req-98a17038-5bab-476a-b2b4-410fdc4ab479 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:49.753382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e38086af-aed8-4de4-9e90-6fa1edb893ef req-98a17038-5bab-476a-b2b4-410fdc4ab479 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 945 time: 0.0542040 Aug 30 21:21:49.811348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e38086af-aed8-4de4-9e90-6fa1edb893ef req-85bf342a-e23c-42bd-85bb-6ed3c92b5003 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515795 Aug 30 21:21:49.922540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040687c6-f9a1-4df4-9a21-25f358aaafe9 req-0de17286-1c0d-4a8d-9d62-b356bb18ac4a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:49.924150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-040687c6-f9a1-4df4-9a21-25f358aaafe9 req-0de17286-1c0d-4a8d-9d62-b356bb18ac4a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 945 time: 0.0617249 Aug 30 21:21:49.973860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-040687c6-f9a1-4df4-9a21-25f358aaafe9 req-4e419e95-3719-4c43-8e63-1c4e995d11de tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Aug 30 21:21:50.543767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d97ad-005f-410a-ae53-cfcee90cb500 req-0d0fde94-370b-40aa-9fb9-b5dd9536cd13 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:50.545634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e2d97ad-005f-410a-ae53-cfcee90cb500 req-0d0fde94-370b-40aa-9fb9-b5dd9536cd13 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 945 time: 0.0648525 Aug 30 21:21:50.590011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e2d97ad-005f-410a-ae53-cfcee90cb500 req-2876bb2c-3423-49e5-bf37-c09271d6af73 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Aug 30 21:21:51.092713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e96074-42fd-42a5-8c91-7d7bd8852c74 req-ba9bd4be-1b4c-4720-81b9-51cc6b8a2e33 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:51.094481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9e96074-42fd-42a5-8c91-7d7bd8852c74 req-ba9bd4be-1b4c-4720-81b9-51cc6b8a2e33 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Aug 30 21:21:51.140977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9e96074-42fd-42a5-8c91-7d7bd8852c74 req-f643fa84-b7d0-4f06-b34a-4eb2070d6e2d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Aug 30 21:21:51.145463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:51.262018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c7eb20-c4d0-442a-b43a-999b356267c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.699391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c7eb20-c4d0-442a-b43a-999b356267c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.704225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68c7eb20-c4d0-442a-b43a-999b356267c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.719770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e796f23-a526-4112-87f9-9abea7882ad7 req-b7cf39ea-3dce-42c2-bf2b-c1884bb74598 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:51.721394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e796f23-a526-4112-87f9-9abea7882ad7 req-b7cf39ea-3dce-42c2-bf2b-c1884bb74598 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 945 time: 0.0567236 Aug 30 21:21:51.741063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7eb20-c4d0-442a-b43a-999b356267c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fa6c7e-e4b1-4506-8cec-5aa1d28dbc3f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:51.746121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-68c7eb20-c4d0-442a-b43a-999b356267c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2574bdd948da4545aca54a38c958df9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993791 Aug 30 21:21:51.749380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:51.767518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e796f23-a526-4112-87f9-9abea7882ad7 req-2d7cc9ea-01ff-49c8-82c7-ebaa9c7351cd tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/security-groups?id=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Aug 30 21:21:51.802643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d028f3e-d774-4108-b4b1-ddd5e0cfacf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.823954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d028f3e-d774-4108-b4b1-ddd5e0cfacf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.899414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d028f3e-d774-4108-b4b1-ddd5e0cfacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.902158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d028f3e-d774-4108-b4b1-ddd5e0cfacf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:51.903369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d028f3e-d774-4108-b4b1-ddd5e0cfacf9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82fa6c7e-e4b1-4506-8cec-5aa1d28dbc3f HTTP/1.1" status: 204 len: 168 time: 0.1535113 Aug 30 21:21:51.911734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-fd0f4709-6eb3-4ba5-8fb7-d2794ffea415 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:51.913246 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-fd0f4709-6eb3-4ba5-8fb7-d2794ffea415 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "GET /v2.0/ports?device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 945 time: 0.0610256 Aug 30 21:21:51.929330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d028f3e-d774-4108-b4b1-ddd5e0cfacf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fa6c7e-e4b1-4506-8cec-5aa1d28dbc3f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:52.016968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Deleting port 3c328760-7281-4313-b715-1684391ad8d8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:52.017383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.110751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] For port 3c328760-7281-4313-b715-1684391ad8d8, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=3c328760-7281-4313-b715-1684391ad8d8,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:52.111119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.124466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Calling delete_port for 3c328760-7281-4313-b715-1684391ad8d8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:52.205855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:52.231124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89cff0b6-46b5-4a19-abab-8a1412cc78aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.284590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180564a-2716-4335-b11f-216fcc826cc9 req-24674096-37ce-4d5d-a004-bb71c58a8531 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:52.286364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f180564a-2716-4335-b11f-216fcc826cc9 req-24674096-37ce-4d5d-a004-bb71c58a8531 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "GET /v2.0/ports?device_id=e30257ff-b457-486b-83c8-53bdf9ab9837 HTTP/1.1" status: 200 len: 945 time: 0.1009302 Aug 30 21:21:52.293625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9a899-8f6a-4bd4-b258-5a025dc0ca22 req-6ad62825-a9d8-4f73-ba84-1fb0694d1355 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:52.295549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36c9a899-8f6a-4bd4-b258-5a025dc0ca22 req-6ad62825-a9d8-4f73-ba84-1fb0694d1355 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 945 time: 0.0812602 Aug 30 21:21:52.301550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.314341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3c328760-7281-4313-b715-1684391ad8d8', '7d397fec-71c3-4b8b-84dc-042ee56cd10f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:52.353170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event deleted for resources: {'Port': ['ID=3c328760-7281-4313-b715-1684391ad8d8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:52.370712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36c9a899-8f6a-4bd4-b258-5a025dc0ca22 req-73e4c05f-70b0-4261-a4b5-cb084435de4d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643163 Aug 30 21:21:52.434005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] No DVR routers for this DVR port 3c328760-7281-4313-b715-1684391ad8d8 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:52.438114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.440345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6e191da-5e34-463c-a378-8f7170b6cd9f req-a1525dff-fc93-4db4-a7ae-db1a837a53c2 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "DELETE /v2.0/ports/3c328760-7281-4313-b715-1684391ad8d8 HTTP/1.1" status: 204 len: 173 time: 0.5191257 Aug 30 21:21:52.440902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'name': 'network-vif-deleted', 'tag': '3c328760-7281-4313-b715-1684391ad8d8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:52.443333 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dd0c39-a726-4815-bee0-de3344b38356" -d '{"events": [{"server_uuid": "417cedc1-2f9b-4073-a098-22f1d994e30a", "name": "network-vif-deleted", "tag": "3c328760-7281-4313-b715-1684391ad8d8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:52.453221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89cff0b6-46b5-4a19-abab-8a1412cc78aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.464601 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89cff0b6-46b5-4a19-abab-8a1412cc78aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.492090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Deleting port 7d397fec-71c3-4b8b-84dc-042ee56cd10f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:21:52.492377 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.525575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89cff0b6-46b5-4a19-abab-8a1412cc78aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b219f38886b5440099148bb01d0f7255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182218 Aug 30 21:21:52.527605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cff0b6-46b5-4a19-abab-8a1412cc78aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41801923-4ad2-493b-8fc6-8c5743de4306,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:52.530316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41584) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:52.586386 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e10e9a78-3322-4823-8f79-3532645fc0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.613410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e10e9a78-3322-4823-8f79-3532645fc0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.638765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] For port 7d397fec-71c3-4b8b-84dc-042ee56cd10f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d397fec-71c3-4b8b-84dc-042ee56cd10f,segment=NetworkSegment(e238b54d-3c9a-4dd3-82cc-246df115c43f),segment_id=e238b54d-3c9a-4dd3-82cc-246df115c43f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:52.639165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.656176 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f8f181-c32a-4043-86c8-d81deb9a5e1d x-openstack-request-id: req-83f8f181-c32a-4043-86c8-d81deb9a5e1d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:52.656470 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417cedc1-2f9b-4073-a098-22f1d994e30a", "name": "network-vif-deleted", "tag": "3c328760-7281-4313-b715-1684391ad8d8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:52.656873 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83f8f181-c32a-4043-86c8-d81deb9a5e1d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:52.657298 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417cedc1-2f9b-4073-a098-22f1d994e30a', 'name': 'network-vif-deleted', 'tag': '3c328760-7281-4313-b715-1684391ad8d8', 'status': 'completed', 'code': 200} Aug 30 21:21:52.661865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Calling delete_port for 7d397fec-71c3-4b8b-84dc-042ee56cd10f owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:21:52.673566 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e10e9a78-3322-4823-8f79-3532645fc0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.676259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e10e9a78-3322-4823-8f79-3532645fc0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.678722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e10e9a78-3322-4823-8f79-3532645fc0bd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/41801923-4ad2-493b-8fc6-8c5743de4306 HTTP/1.1" status: 204 len: 168 time: 0.1461284 Aug 30 21:21:52.685917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e9a78-3322-4823-8f79-3532645fc0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41801923-4ad2-493b-8fc6-8c5743de4306,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:52.800459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.814146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['3c328760-7281-4313-b715-1684391ad8d8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:52.830501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Pushing event deleted for resources: {'Port': ['ID=7d397fec-71c3-4b8b-84dc-042ee56cd10f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:52.887668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] No DVR routers for this DVR port 7d397fec-71c3-4b8b-84dc-042ee56cd10f on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:21:52.890329 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:52.892459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f180564a-2716-4335-b11f-216fcc826cc9 req-ae94e927-252f-4ed1-9b6c-3c1d2fb2548f tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.86 "DELETE /v2.0/ports/7d397fec-71c3-4b8b-84dc-042ee56cd10f HTTP/1.1" status: 204 len: 173 time: 0.5991254 Aug 30 21:21:52.913626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0f66f83b-f17c-4512-9050-a30133ee738d up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:21:52.940846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-febe41ad-a023-44ad-bbad-6b6f1547476f req-594560a7-df56-4b34-8322-da952c78c351 tempest-MultipleCreateTestJSON-316784187 tempest-MultipleCreateTestJSON-316784187-project] 10.222.0.76 "GET /v2.0/ports?device_id=417cedc1-2f9b-4073-a098-22f1d994e30a HTTP/1.1" status: 200 len: 210 time: 0.0644462 Aug 30 21:21:52.982567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0f66f83b-f17c-4512-9050-a30133ee738d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:21:52.987731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0f66f83b-f17c-4512-9050-a30133ee738d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:21:52.988459 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:53.078953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:53.104950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ddf182-29f2-4479-9335-f8824e352274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f66f83b-f17c-4512-9050-a30133ee738d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:53.109343 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387d048b-c55f-418a-9481-4d7040fa5697" -d '{"events": [{"server_uuid": "e7ddf182-29f2-4479-9335-f8824e352274", "name": "network-vif-plugged", "status": "completed", "tag": "0f66f83b-f17c-4512-9050-a30133ee738d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:53.124196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0f66f83b-f17c-4512-9050-a30133ee738d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0f66f83b-f17c-4512-9050-a30133ee738d,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:21:53.130379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:53.156347 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a01d2b7-6097-453c-acf5-647eeeaf0fe4 x-openstack-request-id: req-6a01d2b7-6097-453c-acf5-647eeeaf0fe4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:53.156639 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ddf182-29f2-4479-9335-f8824e352274", "name": "network-vif-plugged", "status": "completed", "tag": "0f66f83b-f17c-4512-9050-a30133ee738d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:53.156890 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a01d2b7-6097-453c-acf5-647eeeaf0fe4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:53.157279 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ddf182-29f2-4479-9335-f8824e352274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f66f83b-f17c-4512-9050-a30133ee738d', 'code': 200} Aug 30 21:21:53.184007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0f66f83b-f17c-4512-9050-a30133ee738d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:53.252541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de3e5-930f-4333-be01-a5c09fbb5bec req-b864be5e-53c9-4910-8b3c-19f96e148684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:53.254228 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d4de3e5-930f-4333-be01-a5c09fbb5bec req-b864be5e-53c9-4910-8b3c-19f96e148684 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 1098 time: 0.0410228 Aug 30 21:21:53.292120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4d4de3e5-930f-4333-be01-a5c09fbb5bec req-a4123ae6-1d25-481a-ad44-e41179238866 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Aug 30 21:21:53.509760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af32c49-fc41-446c-8706-0239afb1d300 req-db80b1db-10a6-4328-acd3-b938213b6ae1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:53.511376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2af32c49-fc41-446c-8706-0239afb1d300 req-db80b1db-10a6-4328-acd3-b938213b6ae1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0543134 Aug 30 21:21:53.562851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2af32c49-fc41-446c-8706-0239afb1d300 req-484d7db1-25cf-454a-9497-f2cd6e4a12a7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Aug 30 21:21:54.036729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41636) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:54.082906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Deleting subnet 616a2efc-6b48-46de-b34f-48e3bbdbeed0 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:21:54.086127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.121654 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.161059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.229501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.268276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616a2efc-6b48-46de-b34f-48e3bbdbeed0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:54.274580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.277069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-14b0d426-a354-4b70-8ea8-fcbf99b7eb9d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/616a2efc-6b48-46de-b34f-48e3bbdbeed0 HTTP/1.1" status: 204 len: 168 time: 0.2392628 Aug 30 21:21:54.279620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41646) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:54.359999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.445525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.456059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8dcd58-9826-4c20-9738-f9afc5182a3f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:54.467577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e238b54d-3c9a-4dd3-82cc-246df115c43f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:54.468023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e238b54d-3c9a-4dd3-82cc-246df115c43f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:21:54.482442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.496814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.503209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:21:54.503538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:21:54.505234 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:21:54.560593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.566738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:54.568660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6c8dcd58-9826-4c20-9738-f9afc5182a3f HTTP/1.1" status: 204 len: 168 time: 0.2875123 Aug 30 21:21:54.581798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcb3e2-317d-4d39-a0cd-5956cd17db21 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c8dcd58-9826-4c20-9738-f9afc5182a3f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:54.658520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'name': 'network-vif-deleted', 'tag': '7d397fec-71c3-4b8b-84dc-042ee56cd10f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:54.662739 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb84d07-e84d-4ff0-9383-bac4b5936c56" -d '{"events": [{"server_uuid": "e30257ff-b457-486b-83c8-53bdf9ab9837", "name": "network-vif-deleted", "tag": "7d397fec-71c3-4b8b-84dc-042ee56cd10f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:54.703586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384ad6a-3c55-4147-8429-ace2fe0efa0f req-88b94c72-d3a3-40ba-bb57-d7fa6faf7b00 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:54.705357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b384ad6a-3c55-4147-8429-ace2fe0efa0f req-88b94c72-d3a3-40ba-bb57-d7fa6faf7b00 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0571887 Aug 30 21:21:54.760712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b384ad6a-3c55-4147-8429-ace2fe0efa0f req-3f55053b-d782-47b0-a903-c0a09abbefb0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482221 Aug 30 21:21:54.876032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41670) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:54.887864 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee78e302-8db1-409d-9385-377a7ca61fde x-openstack-request-id: req-ee78e302-8db1-409d-9385-377a7ca61fde {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:21:54.888208 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30257ff-b457-486b-83c8-53bdf9ab9837", "name": "network-vif-deleted", "tag": "7d397fec-71c3-4b8b-84dc-042ee56cd10f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:21:54.888485 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee78e302-8db1-409d-9385-377a7ca61fde {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:21:54.889167 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30257ff-b457-486b-83c8-53bdf9ab9837', 'name': 'network-vif-deleted', 'tag': '7d397fec-71c3-4b8b-84dc-042ee56cd10f', 'status': 'completed', 'code': 200} Aug 30 21:21:54.927333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e748da3c-5881-480f-8daa-528576554f45 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e05f814dd0345b2b7c6737585a90f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494494 Aug 30 21:21:54.929702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41674) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:54.980038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efb234d4-ded4-4ba7-b04a-8b96992d92d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.001647 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efb234d4-ded4-4ba7-b04a-8b96992d92d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.008807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:55.052360 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efb234d4-ded4-4ba7-b04a-8b96992d92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.057115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efb234d4-ded4-4ba7-b04a-8b96992d92d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.058527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-efb234d4-ded4-4ba7-b04a-8b96992d92d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0bfae59e-4bef-4096-8ac1-b19f4f09c1d5 HTTP/1.1" status: 204 len: 168 time: 0.1279004 Aug 30 21:21:55.067377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb234d4-ded4-4ba7-b04a-8b96992d92d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfae59e-4bef-4096-8ac1-b19f4f09c1d5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:55.125244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4d42e2-ef86-4d06-bfad-a0edd9184b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.217590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4d42e2-ef86-4d06-bfad-a0edd9184b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.222341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4d42e2-ef86-4d06-bfad-a0edd9184b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.260804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d4d42e2-ef86-4d06-bfad-a0edd9184b74 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=503d3a13876549ed969b3ee065cf7f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508924 Aug 30 21:21:55.261679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d42e2-ef86-4d06-bfad-a0edd9184b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7330b230-c592-4e50-9ed6-93c21578c9a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:55.264184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41684) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:55.321174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01b9eac-9be6-4033-86cb-49571f5c6742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.347118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01b9eac-9be6-4033-86cb-49571f5c6742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.398010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01b9eac-9be6-4033-86cb-49571f5c6742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.402207 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01b9eac-9be6-4033-86cb-49571f5c6742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.403989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a01b9eac-9be6-4033-86cb-49571f5c6742 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7330b230-c592-4e50-9ed6-93c21578c9a7 HTTP/1.1" status: 204 len: 168 time: 0.1381764 Aug 30 21:21:55.417409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b9eac-9be6-4033-86cb-49571f5c6742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7330b230-c592-4e50-9ed6-93c21578c9a7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:55.751718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41708) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:55.765232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4583c017-cf48-4e91-aed7-8c67eff33d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.800118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41712) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:55.891290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4583c017-cf48-4e91-aed7-8c67eff33d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.897814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4583c017-cf48-4e91-aed7-8c67eff33d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:55.909842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245229d9-7cf6-4ed8-9ecb-faaced168508 req-65d13d17-25d0-4b55-ad4e-37a38cdc16ce tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:55.911462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-245229d9-7cf6-4ed8-9ecb-faaced168508 req-65d13d17-25d0-4b55-ad4e-37a38cdc16ce tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0741186 Aug 30 21:21:55.956942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-221454731-network', 'tenant_id': 'db516274a9804790b4435758c02d1afb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:55.963080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4583c017-cf48-4e91-aed7-8c67eff33d49 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84bbed4de5de49659aea7206c90bb904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094774 Aug 30 21:21:55.963674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583c017-cf48-4e91-aed7-8c67eff33d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e416ee-fb46-428f-a166-0e31d7e8f46f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:55.967973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:55.983779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-245229d9-7cf6-4ed8-9ecb-faaced168508 req-92feb5dd-8edd-453d-8f7a-a2f263eb6fd3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Aug 30 21:21:56.020367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Made reservation on behalf of db516274a9804790b4435758c02d1afb for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:56.022680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.033759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.070193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7175614-7c1d-47ff-beb5-1f02676daf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.094689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7175614-7c1d-47ff-beb5-1f02676daf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.171968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7175614-7c1d-47ff-beb5-1f02676daf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.174645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7175614-7c1d-47ff-beb5-1f02676daf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.176044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b7175614-7c1d-47ff-beb5-1f02676daf9f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1e416ee-fb46-428f-a166-0e31d7e8f46f HTTP/1.1" status: 204 len: 168 time: 0.2070053 Aug 30 21:21:56.189687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7175614-7c1d-47ff-beb5-1f02676daf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e416ee-fb46-428f-a166-0e31d7e8f46f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:56.206064 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.211918 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.239913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:21:56.257031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5922c6ae-837b-451a-8417-36fb3a9a6081,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:56.262354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.263093 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Added segment ad8279d7-cdc6-4830-b739-cfa1a4e83a66 of type vlan for network 59532428-cb89-4a05-a6df-7928b7eee654 Aug 30 21:21:56.309519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.326107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3c328760-7281-4313-b715-1684391ad8d8 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:56.344788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.346335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:56.347367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.353140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 3c328760-7281-4313-b715-1684391ad8d8 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:56.353907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 3c328760-7281-4313-b715-1684391ad8d8 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:56.354312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d397fec-71c3-4b8b-84dc-042ee56cd10f no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:21:56.365171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b6017da8-f413-4853-ac2f-b8350cab8866 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:56.371279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b6017da8-f413-4853-ac2f-b8350cab8866 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1621053 Aug 30 21:21:56.375710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 7d397fec-71c3-4b8b-84dc-042ee56cd10f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:21:56.376056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d397fec-71c3-4b8b-84dc-042ee56cd10f not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:21:56.387652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-8f076d91-0c6c-4440-af67-5e34574150e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0117531 Aug 30 21:21:56.411890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6104820 Aug 30 21:21:56.414885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:56.419895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Request body: {'subnet': {'network_id': '59532428-cb89-4a05-a6df-7928b7eee654', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-221454731-subnet', 'tenant_id': 'db516274a9804790b4435758c02d1afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:56.431773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff8ac-86be-4ea9-bcd1-8e61f282745a admin admin] Pushing event updated for resources: {'Network': ['ID=59532428-cb89-4a05-a6df-7928b7eee654,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:56.448259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 59532428-cb89-4a05-a6df-7928b7eee654 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:21:56.451900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Made reservation on behalf of db516274a9804790b4435758c02d1afb for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:56.454763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.458853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-26f20c07-4b08-4931-ae68-9a1038b91700 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607297 Aug 30 21:21:56.473661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-ade22158-6b32-434e-acc2-4b0088279aa0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:21:56.479161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-ade22158-6b32-434e-acc2-4b0088279aa0 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062010 Aug 30 21:21:56.580465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-1b5a58ac-6646-4fcd-a8ba-a406c0e479c0 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977335 Aug 30 21:21:56.657617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.685660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-09d89361-4666-4147-883c-0e8797b10207 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981441 Aug 30 21:21:56.713263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=facfc609-ba8e-4e11-8eef-2e6c56968a65,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:56.736976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Checking segment: {'id': 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:56.737475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Network hostable DHCP agents. Network: 59532428-cb89-4a05-a6df-7928b7eee654, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:21:56.770496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Network 59532428-cb89-4a05-a6df-7928b7eee654 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:21:56.785959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 59532428-cb89-4a05-a6df-7928b7eee654) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:56.791117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:56.803705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:56.809583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83594ee6-80be-4813-b2d4-13f5a3c74618 None None] Network 59532428-cb89-4a05-a6df-7928b7eee654 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:21:56.854707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c798208d-b207-4ff7-a167-a253a7905c7d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4385426 Aug 30 21:21:56.899754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53ef00a9-4aaf-43ee-8e3a-d884251379b2 req-8b2ad78e-25e1-40df-a235-172251569789 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 210 time: 0.0626388 Aug 30 21:21:56.993339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81315d08-2929-41d6-828b-540ba936329e None None] Network 59532428-cb89-4a05-a6df-7928b7eee654 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:21:58.060921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f78a2907-a90a-4f27-aed5-d0c36067fb79 req-94f33544-7c0b-4d96-be2b-058af9530834 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 210 time: 0.0446887 Aug 30 21:21:58.190112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-24514131-2597-42ed-9207-6e70fcace336 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:58.191749 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-24514131-2597-42ed-9207-6e70fcace336 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1532891 Aug 30 21:21:58.209721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': '64daf840-4469-419b-a603-0b8b969b7b5e', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:58.357211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:21:58.364768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:58.557627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.14 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/445a3029-04bb-4e25-b62a-50a6433dee5c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:21:58.747410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:58.797273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:58.814173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28', '0f66f83b-f17c-4512-9050-a30133ee738d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:21:58.854334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:21:58.858603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:21:58.860652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=445a3029-04bb-4e25-b62a-50a6433dee5c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:58.862945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:21:58.942702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:58.943592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:58.967354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-4d4bd788-442c-44dd-8870-7e7e92ec0826 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655723 Aug 30 21:21:58.982173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Request body: {'port': {'device_id': '64daf840-4469-419b-a603-0b8b969b7b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:21:59.136008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.196311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41890) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:59.260095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-a154ef2a-9d96-4608-b884-8b13d0439faf tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:59.261670 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-a154ef2a-9d96-4608-b884-8b13d0439faf tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/networks?id=59532428-cb89-4a05-a6df-7928b7eee654 HTTP/1.1" status: 200 len: 809 time: 0.1286640 Aug 30 21:21:59.278729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-fa5f4383-a2b6-479d-bd46-7ac7b30a76d9 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/quotas/db516274a9804790b4435758c02d1afb HTTP/1.1" status: 200 len: 375 time: 0.0108340 Aug 30 21:21:59.315576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-b30d8422-aa5e-4ed3-834f-8936b61f74a9 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=db516274a9804790b4435758c02d1afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296195 Aug 30 21:21:59.399961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e00a0a2-b663-4526-9eeb-94dd9830331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.467120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-6a4163e1-0682-4280-b63d-e0c6c5da046b service neutron] 10.222.0.76 "GET /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421225 Aug 30 21:21:59.472433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445a3029-04bb-4e25-b62a-50a6433dee5c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:21:59.481928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.495593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Transition to ACTIVE for port object 445a3029-04bb-4e25-b62a-50a6433dee5c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:21:59.500913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.558695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Pushing event updated for resources: {'Port': ['ID=445a3029-04bb-4e25-b62a-50a6433dee5c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:59.619016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-196623fa-a3e7-4ad4-8b69-84496c250c13 service neutron] 10.222.0.76 "GET /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411040 Aug 30 21:21:59.621276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e00a0a2-b663-4526-9eeb-94dd9830331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.631940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e00a0a2-b663-4526-9eeb-94dd9830331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.645804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Attempting to bind port 445a3029-04bb-4e25-b62a-50a6433dee5c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:21:59.646133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Attempting to bind port 445a3029-04bb-4e25-b62a-50a6433dee5c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:21:59.646508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Attempting to bind port 445a3029-04bb-4e25-b62a-50a6433dee5c on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:59.652117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Port 445a3029-04bb-4e25-b62a-50a6433dee5c on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:21:59.652440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Attempting to bind port 445a3029-04bb-4e25-b62a-50a6433dee5c on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:21:59.658478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:21:59.658846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:21:59.659269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:21:59.660460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Bound port: 445a3029-04bb-4e25-b62a-50a6433dee5c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:21:59.660460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.673819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3e00a0a2-b663-4526-9eeb-94dd9830331f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d05b551aea4146609c471fcd13e2ab85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763670 Aug 30 21:21:59.674931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00a0a2-b663-4526-9eeb-94dd9830331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ad570-609e-417c-89de-2dcccd34da83,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:59.679068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:21:59.772067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] For port 445a3029-04bb-4e25-b62a-50a6433dee5c, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:21:59.794213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] For port 445a3029-04bb-4e25-b62a-50a6433dee5c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=445a3029-04bb-4e25-b62a-50a6433dee5c,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:21:59.797813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb61e962-b71b-4c84-bfea-245f0a682b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.801465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.862753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:59.863454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.864999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] 10.222.0.86 "PUT /v2.0/ports/445a3029-04bb-4e25-b62a-50a6433dee5c HTTP/1.1" status: 200 len: 1093 time: 0.8887765 Aug 30 21:21:59.867026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb61e962-b71b-4c84-bfea-245f0a682b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.868788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64daf840-4469-419b-a603-0b8b969b7b5e', 'tag': '445a3029-04bb-4e25-b62a-50a6433dee5c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:21:59.871013 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91df815-8580-44ed-9a38-a12d91c8a661" -d '{"events": [{"name": "network-changed", "server_uuid": "64daf840-4469-419b-a603-0b8b969b7b5e", "tag": "445a3029-04bb-4e25-b62a-50a6433dee5c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:21:59.923563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d72f00-b7d5-4c78-9ad0-f3d220154979 service neutron] Pushing event updated for resources: {'Port': ['ID=445a3029-04bb-4e25-b62a-50a6433dee5c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:21:59.974765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb61e962-b71b-4c84-bfea-245f0a682b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.977525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb61e962-b71b-4c84-bfea-245f0a682b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:21:59.978736 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fb61e962-b71b-4c84-bfea-245f0a682b10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe4ad570-609e-417c-89de-2dcccd34da83 HTTP/1.1" status: 204 len: 168 time: 0.2990711 Aug 30 21:21:59.983307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-a41c572b-7c38-45bf-8d41-8473e0aeb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:21:59.984843 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-a41c572b-7c38-45bf-8d41-8473e0aeb03c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 1096 time: 0.0540941 Aug 30 21:21:59.994486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61e962-b71b-4c84-bfea-245f0a682b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ad570-609e-417c-89de-2dcccd34da83,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:00.036129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-afd977b8-99f5-47c3-9e19-91edc462ea25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445a3029-04bb-4e25-b62a-50a6433dee5c HTTP/1.1" status: 200 len: 217 time: 0.0391638 Aug 30 21:22:00.037198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64024d-4bfe-4aa2-b828-75f544ccf2ee req-39acf5d0-b147-4a21-8a05-262a8929efcb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:00.039041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e64024d-4bfe-4aa2-b828-75f544ccf2ee req-39acf5d0-b147-4a21-8a05-262a8929efcb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 944 time: 0.0754473 Aug 30 21:22:00.102636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-2794eb5c-0b79-4e64-af9d-ffcdedca7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:00.104465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-2794eb5c-0b79-4e64-af9d-ffcdedca7d5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0589366 Aug 30 21:22:00.104833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e64024d-4bfe-4aa2-b828-75f544ccf2ee req-9bfb7254-1e39-48ea-a7aa-6ba01f2564aa tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533926 Aug 30 21:22:00.171001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-3461eb17-7fad-4fee-b1a0-7585bbb93e3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535455 Aug 30 21:22:00.285650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-eee28db2-546b-493d-b497-26f96bb1a2dd service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071105 Aug 30 21:22:00.428411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-37cc1733-6f97-4aa5-83e5-a8df5a2d301f req-cc9816bf-c0ae-4687-a53e-939d396124f2 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346030 Aug 30 21:22:00.492407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:00.504196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d316c27-0aac-4e01-95cf-18da4528dbf8 req-cbf2b006-e441-49e8-be9a-24b6b65802b8 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 210 time: 0.0347214 Aug 30 21:22:00.519993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25b4140f-c69e-4653-a741-a2a1134e1fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.574718 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f657f5-d638-45f0-9a97-e8b25e1a5da5 x-openstack-request-id: req-a0f657f5-d638-45f0-9a97-e8b25e1a5da5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:00.575117 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64daf840-4469-419b-a603-0b8b969b7b5e", "tag": "445a3029-04bb-4e25-b62a-50a6433dee5c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:00.575429 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0f657f5-d638-45f0-9a97-e8b25e1a5da5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:00.575918 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64daf840-4469-419b-a603-0b8b969b7b5e', 'tag': '445a3029-04bb-4e25-b62a-50a6433dee5c', 'status': 'completed', 'code': 200} Aug 30 21:22:00.661573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-3a6ca4c8-43f8-45bd-9e0d-7862a37fc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:00.663144 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-3a6ca4c8-43f8-45bd-9e0d-7862a37fc2a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 1096 time: 0.0633969 Aug 30 21:22:00.674082 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25b4140f-c69e-4653-a741-a2a1134e1fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.693207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25b4140f-c69e-4653-a741-a2a1134e1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.776232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-25b4140f-c69e-4653-a741-a2a1134e1fe6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2f7662323d84094b6aa6a03c3fd465e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826183 Aug 30 21:22:00.779084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41920) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:00.785257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4140f-c69e-4653-a741-a2a1134e1fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7458841-a3d1-4ed1-9d8d-b1735dc8db1c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:00.816164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-e99fcb63-1007-4935-8052-1290e84bbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:00.817674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-e99fcb63-1007-4935-8052-1290e84bbeb0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.1467505 Aug 30 21:22:00.829693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ef436a5-988e-4b1e-a94f-8a7bdee80fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.851870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ef436a5-988e-4b1e-a94f-8a7bdee80fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.862447 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-eeacbe21-215d-4b8b-9726-2bd9c22c530c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445a3029-04bb-4e25-b62a-50a6433dee5c HTTP/1.1" status: 200 len: 217 time: 0.0358677 Aug 30 21:22:00.902839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ef436a5-988e-4b1e-a94f-8a7bdee80fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.906718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ef436a5-988e-4b1e-a94f-8a7bdee80fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:00.907977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2ef436a5-988e-4b1e-a94f-8a7bdee80fe9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7458841-a3d1-4ed1-9d8d-b1735dc8db1c HTTP/1.1" status: 204 len: 168 time: 0.1279104 Aug 30 21:22:00.923651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef436a5-988e-4b1e-a94f-8a7bdee80fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7458841-a3d1-4ed1-9d8d-b1735dc8db1c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:00.925785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-d86b2532-d37e-44d1-ade1-a613eb2ebbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:00.928272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-d86b2532-d37e-44d1-ade1-a613eb2ebbb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0583522 Aug 30 21:22:00.964883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-1f0fc227-608c-4d57-88d7-f678290bc1b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278115 Aug 30 21:22:01.075345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-57a2c176-4abd-4ffa-9aaa-69cbb286543a service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018224 Aug 30 21:22:01.249750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6b946-f346-4868-9393-afd6332e5221 req-1577b44d-b4fe-4993-b399-09961651a57b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:01.258692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13b6b946-f346-4868-9393-afd6332e5221 req-1577b44d-b4fe-4993-b399-09961651a57b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 944 time: 0.0704010 Aug 30 21:22:01.300820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-8975d9dd-2741-4be5-b090-68dddfbd7097 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:01.302633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-8975d9dd-2741-4be5-b090-68dddfbd7097 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.86 "GET /v2.0/networks?id=59532428-cb89-4a05-a6df-7928b7eee654 HTTP/1.1" status: 200 len: 809 time: 0.1484466 Aug 30 21:22:01.306474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13b6b946-f346-4868-9393-afd6332e5221 req-737657d6-a45b-466d-8b0b-210abdbf04c2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Aug 30 21:22:01.319292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Request body: {'port': {'device_id': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654', 'admin_state_up': True, 'tenant_id': 'db516274a9804790b4435758c02d1afb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:01.399977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a91df815-8580-44ed-9a38-a12d91c8a661 req-e41cb06c-21a4-4700-8876-331ae461fd72 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125765 Aug 30 21:22:01.475323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Made reservation on behalf of db516274a9804790b4435758c02d1afb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:01.479733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:01.648811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Allocated IP 172.20.0.7 (59532428-cb89-4a05-a6df-7928b7eee654/facfc609-ba8e-4e11-8eef-2e6c56968a65/5acfdac2-4f5e-4a6a-a000-0353a26848d9) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:01.680041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-629cfaf9-11a7-44ab-8724-e86281714c81 req-309c2cb8-8eaa-4295-a683-bdf7f8599a15 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 210 time: 0.0454812 Aug 30 21:22:01.818771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:01.861451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:01.907522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Network 59532428-cb89-4a05-a6df-7928b7eee654 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:01.914130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:01.916863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:01.946957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Pushing event updated for resources: {'Port': ['ID=5acfdac2-4f5e-4a6a-a000-0353a26848d9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:01.971185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:01.971832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:01.987072 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4f6afd2f-f4cf-4015-9ffa-9f095bf65515 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6738534 Aug 30 21:22:02.000361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Request body: {'port': {'device_id': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:02.061333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:02.358061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acfdac2-4f5e-4a6a-a000-0353a26848d9 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:02.366333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:02.405959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Transition to ACTIVE for port object 5acfdac2-4f5e-4a6a-a000-0353a26848d9 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:02.414902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:02.436267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389bf99-1dc5-421b-b985-5510589ed154 req-fe166fc4-a793-4e5a-8745-75f6109b8965 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:02.444027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4389bf99-1dc5-421b-b985-5510589ed154 req-fe166fc4-a793-4e5a-8745-75f6109b8965 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 944 time: 0.0581346 Aug 30 21:22:02.486633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Pushing event updated for resources: {'Port': ['ID=5acfdac2-4f5e-4a6a-a000-0353a26848d9,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:02.488107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4389bf99-1dc5-421b-b985-5510589ed154 req-ed8ac5c5-6231-418a-9cb3-244d1e98d373 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Aug 30 21:22:02.598388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Attempting to bind port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:02.598871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Attempting to bind port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:02.599584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Attempting to bind port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 on network 59532428-cb89-4a05-a6df-7928b7eee654 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:02.605067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 on network 59532428-cb89-4a05-a6df-7928b7eee654 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:22:02.605496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Attempting to bind port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 on network 59532428-cb89-4a05-a6df-7928b7eee654 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:02.611467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:02.611875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Checking segment: {'id': 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:02.612528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Bound using segment: {'id': 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:02.613011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Bound port: 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:02.613374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:02.684101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] For port 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:02.687446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] For port 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9,segment=NetworkSegment(ad8279d7-cdc6-4830-b739-cfa1a4e83a66),segment_id=ad8279d7-cdc6-4830-b739-cfa1a4e83a66)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:02.693687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:02.754049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:02.754685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:02.756221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] 10.222.0.86 "PUT /v2.0/ports/5acfdac2-4f5e-4a6a-a000-0353a26848d9 HTTP/1.1" status: 200 len: 1092 time: 0.7605872 Aug 30 21:22:02.756783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'tag': '5acfdac2-4f5e-4a6a-a000-0353a26848d9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:02.759017 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935a085f-48a6-48d2-b486-3a8b3c1e3e01" -d '{"events": [{"name": "network-changed", "server_uuid": "e7764403-b1d2-4bbe-9d7c-addde319b0c1", "tag": "5acfdac2-4f5e-4a6a-a000-0353a26848d9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:02.772071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378ab07-72e8-4af5-804e-5b3d97389b93 service neutron] Pushing event updated for resources: {'Port': ['ID=5acfdac2-4f5e-4a6a-a000-0353a26848d9,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:02.833699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b62a1-d2f0-4ab3-b52b-663d394e495f req-5740cd5f-edde-475f-894a-c02bf08e693d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:02.836749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-432b62a1-d2f0-4ab3-b52b-663d394e495f req-5740cd5f-edde-475f-894a-c02bf08e693d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 943 time: 0.0789347 Aug 30 21:22:02.847630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-e9d48c3c-9b91-493c-beea-13b9114fcd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:02.849332 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-e9d48c3c-9b91-493c-beea-13b9114fcd7a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db516274a9804790b4435758c02d1afb&device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 1095 time: 0.0455072 Aug 30 21:22:02.899661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-432b62a1-d2f0-4ab3-b52b-663d394e495f req-9fa577a4-6bcb-49ae-902d-a18439506dc8 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Aug 30 21:22:02.914718 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-5f3ee485-435d-43fd-8b56-6e9c03430520 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9 HTTP/1.1" status: 200 len: 217 time: 0.0563750 Aug 30 21:22:02.955892 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2044642-9495-4dc9-80ef-ed82d55e63f0 x-openstack-request-id: req-d2044642-9495-4dc9-80ef-ed82d55e63f0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:02.956262 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7764403-b1d2-4bbe-9d7c-addde319b0c1", "tag": "5acfdac2-4f5e-4a6a-a000-0353a26848d9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:02.956743 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2044642-9495-4dc9-80ef-ed82d55e63f0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:02.957245 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'tag': '5acfdac2-4f5e-4a6a-a000-0353a26848d9', 'status': 'completed', 'code': 200} Aug 30 21:22:02.975846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-b463f5e4-9ba2-48fc-b099-0e641f223589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:02.977440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-b463f5e4-9ba2-48fc-b099-0e641f223589 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=facfc609-ba8e-4e11-8eef-2e6c56968a65 HTTP/1.1" status: 200 len: 849 time: 0.0546522 Aug 30 21:22:03.012031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-0149cf17-1eaa-4e77-b7af-656f5cfb59ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=59532428-cb89-4a05-a6df-7928b7eee654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265546 Aug 30 21:22:03.118503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-5a6dcf5a-d0a6-4f3e-97ea-c647bcdb75a1 service neutron] 10.222.0.86 "GET /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988691 Aug 30 21:22:03.219142 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e61a135-2a27-4a25-9f0d-308d10628691 req-1324128f-086b-4c97-bdb0-e195d12f363a service neutron] 10.222.0.86 "GET /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932372 Aug 30 21:22:03.325419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-2ba9832c-8555-4844-8e09-f665f12433fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:03.326997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-2ba9832c-8555-4844-8e09-f665f12433fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db516274a9804790b4435758c02d1afb&device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 1095 time: 0.0423152 Aug 30 21:22:03.427248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-976ccf95-d79b-4374-bbda-4686bf39f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:03.428687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-976ccf95-d79b-4374-bbda-4686bf39f166 service neutron] 10.222.0.86 "GET /v2.0/networks?id=59532428-cb89-4a05-a6df-7928b7eee654 HTTP/1.1" status: 200 len: 910 time: 0.0939040 Aug 30 21:22:03.471726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-28042da3-d482-4a94-b022-4b57a2bd26cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9 HTTP/1.1" status: 200 len: 217 time: 0.0358999 Aug 30 21:22:03.483971 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:03.527055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-b0b50717-8eca-457e-aa38-d237305cd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:03.528826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-b0b50717-8eca-457e-aa38-d237305cd44e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=facfc609-ba8e-4e11-8eef-2e6c56968a65 HTTP/1.1" status: 200 len: 849 time: 0.0503049 Aug 30 21:22:03.565077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-c3b74fbd-5636-4de3-9fd3-930dee2d8ece service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=59532428-cb89-4a05-a6df-7928b7eee654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287194 Aug 30 21:22:03.608544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc094a-9a57-4afb-ade0-0e8fbac491e1 req-371f378b-0f8c-4879-9de6-e4d924d0e46b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:03.610056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7bc094a-9a57-4afb-ade0-0e8fbac491e1 req-371f378b-0f8c-4879-9de6-e4d924d0e46b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 944 time: 0.0528944 Aug 30 21:22:03.657049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-74599dc2-ec56-46bb-a559-4b6d3335cecc service neutron] 10.222.0.86 "GET /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846052 Aug 30 21:22:03.662656 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7bc094a-9a57-4afb-ade0-0e8fbac491e1 req-f0181952-b8b2-4514-871d-8bb32d95f641 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Aug 30 21:22:03.774868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-935a085f-48a6-48d2-b486-3a8b3c1e3e01 req-d3d4da96-e042-4fd3-b65a-33338ddd43b0 service neutron] 10.222.0.86 "GET /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102538 Aug 30 21:22:04.013945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70e65e-7287-41b1-bf55-d3468ff52873 req-fb2439ba-f97a-4bb7-9960-0b4cfdf937ce tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:04.015539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba70e65e-7287-41b1-bf55-d3468ff52873 req-fb2439ba-f97a-4bb7-9960-0b4cfdf937ce tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 943 time: 0.0520484 Aug 30 21:22:04.058213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba70e65e-7287-41b1-bf55-d3468ff52873 req-72108365-b06d-49f6-bfc6-9272288fd75f tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358765 Aug 30 21:22:04.354142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 445a3029-04bb-4e25-b62a-50a6433dee5c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:22:04.461104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 445a3029-04bb-4e25-b62a-50a6433dee5c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=445a3029-04bb-4e25-b62a-50a6433dee5c,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:04.474092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '445a3029-04bb-4e25-b62a-50a6433dee5c', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': '445a3029-04bb-4e25-b62a-50a6433dee5c', 'mac_address': 'fa:16:3e:b4:57:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:22:04.515914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:04.530326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445a3029-04bb-4e25-b62a-50a6433dee5c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:04.556535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 445a3029-04bb-4e25-b62a-50a6433dee5c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=445a3029-04bb-4e25-b62a-50a6433dee5c,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:04.561670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:04.616198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=445a3029-04bb-4e25-b62a-50a6433dee5c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:04.783114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4abe8f-b58e-4005-8ea7-9066ef39c41b req-f7ddad3b-1a17-46f9-a4f8-a77cb625e671 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:04.784995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4abe8f-b58e-4005-8ea7-9066ef39c41b req-f7ddad3b-1a17-46f9-a4f8-a77cb625e671 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 945 time: 0.0541778 Aug 30 21:22:04.827094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4abe8f-b58e-4005-8ea7-9066ef39c41b req-aa9fbd06-3cb6-4a71-94eb-814c94a78804 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339723 Aug 30 21:22:05.014005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['445a3029-04bb-4e25-b62a-50a6433dee5c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:05.193054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2b009-1ec4-4101-bf39-000c4e8cb8f3 req-9a76d6b0-c8a2-4474-bedb-c9f3756cb1fc tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:05.194542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30b2b009-1ec4-4101-bf39-000c4e8cb8f3 req-9a76d6b0-c8a2-4474-bedb-c9f3756cb1fc tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 943 time: 0.0585804 Aug 30 21:22:05.238427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30b2b009-1ec4-4101-bf39-000c4e8cb8f3 req-47389b9a-2cfa-4dfa-bd84-2de19c5fe91a tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Aug 30 21:22:05.707847 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:05.959589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448e2e-129d-42ff-84b4-83b40783a055 req-2e76ffd9-0647-41c9-a373-1f9f26e84ceb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:05.961231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef448e2e-129d-42ff-84b4-83b40783a055 req-2e76ffd9-0647-41c9-a373-1f9f26e84ceb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 945 time: 0.0609646 Aug 30 21:22:06.008050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef448e2e-129d-42ff-84b4-83b40783a055 req-293c0212-76af-4d20-a454-72d30ddd4259 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Aug 30 21:22:06.357445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5acfdac2-4f5e-4a6a-a000-0353a26848d9 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:22:06.379825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeca974-cb05-44de-8792-49b12babc00a req-dddc1b00-db5a-4222-bb62-29b7fc80d0f5 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:06.382781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9eeca974-cb05-44de-8792-49b12babc00a req-dddc1b00-db5a-4222-bb62-29b7fc80d0f5 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 943 time: 0.0616906 Aug 30 21:22:06.411247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 445a3029-04bb-4e25-b62a-50a6433dee5c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:06.433224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9eeca974-cb05-44de-8792-49b12babc00a req-29786523-5583-4671-acab-30ae60b80654 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427730 Aug 30 21:22:06.491613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9,segment=NetworkSegment(ad8279d7-cdc6-4830-b739-cfa1a4e83a66),segment_id=ad8279d7-cdc6-4830-b739-cfa1a4e83a66)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:06.505579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '5acfdac2-4f5e-4a6a-a000-0353a26848d9', 'network_id': '59532428-cb89-4a05-a6df-7928b7eee654', 'port_id': '5acfdac2-4f5e-4a6a-a000-0353a26848d9', 'mac_address': 'fa:16:3e:e2:f5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facfc609-ba8e-4e11-8eef-2e6c56968a65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:22:06.510949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 445a3029-04bb-4e25-b62a-50a6433dee5c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:06.516472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 445a3029-04bb-4e25-b62a-50a6433dee5c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:06.516472 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:06.580444 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:06.603071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acfdac2-4f5e-4a6a-a000-0353a26848d9 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:06.648874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9,segment=NetworkSegment(ad8279d7-cdc6-4830-b739-cfa1a4e83a66),segment_id=ad8279d7-cdc6-4830-b739-cfa1a4e83a66)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:06.656456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:06.687374 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:06.730324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64daf840-4469-419b-a603-0b8b969b7b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445a3029-04bb-4e25-b62a-50a6433dee5c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:06.733361 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34c95d5-7a29-4d23-abfc-62c121ee94c9" -d '{"events": [{"server_uuid": "64daf840-4469-419b-a603-0b8b969b7b5e", "name": "network-vif-plugged", "status": "completed", "tag": "445a3029-04bb-4e25-b62a-50a6433dee5c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:06.759871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 445a3029-04bb-4e25-b62a-50a6433dee5c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=445a3029-04bb-4e25-b62a-50a6433dee5c,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:06.761738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5acfdac2-4f5e-4a6a-a000-0353a26848d9,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:06.770242 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:06.801305 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93dc1cd-0c55-4995-9f41-5aab094e1234 x-openstack-request-id: req-f93dc1cd-0c55-4995-9f41-5aab094e1234 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:06.801576 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64daf840-4469-419b-a603-0b8b969b7b5e", "name": "network-vif-plugged", "status": "completed", "tag": "445a3029-04bb-4e25-b62a-50a6433dee5c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:06.801830 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f93dc1cd-0c55-4995-9f41-5aab094e1234 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:06.802498 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64daf840-4469-419b-a603-0b8b969b7b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445a3029-04bb-4e25-b62a-50a6433dee5c', 'code': 200} Aug 30 21:22:06.840178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=445a3029-04bb-4e25-b62a-50a6433dee5c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:06.906526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aaa6b-f77d-4c5f-bd4e-7f62fee87874 req-c648328f-b440-4f5e-a50b-7e97b26695e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:06.908097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1d6aaa6b-f77d-4c5f-bd4e-7f62fee87874 req-c648328f-b440-4f5e-a50b-7e97b26695e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 1098 time: 0.0488863 Aug 30 21:22:06.946308 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1d6aaa6b-f77d-4c5f-bd4e-7f62fee87874 req-1aced6fc-d0c4-4b6a-a87c-e889d415d5b5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Aug 30 21:22:06.977042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5acfdac2-4f5e-4a6a-a000-0353a26848d9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:07.135081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64cafd-9d7c-49f3-8262-68f339bd7bae req-692b75cb-73df-47dd-81e0-55e974106e7d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:07.136956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af64cafd-9d7c-49f3-8262-68f339bd7bae req-692b75cb-73df-47dd-81e0-55e974106e7d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0566282 Aug 30 21:22:07.180808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af64cafd-9d7c-49f3-8262-68f339bd7bae req-f4426ad5-036b-4e41-8c0b-50e95c930d07 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Aug 30 21:22:07.546929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72561062-a967-444f-b126-a292979ada73 req-33a26c4f-b8d4-4182-b85a-72a2ee572893 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:07.548942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72561062-a967-444f-b126-a292979ada73 req-33a26c4f-b8d4-4182-b85a-72a2ee572893 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 945 time: 0.0503025 Aug 30 21:22:07.587344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72561062-a967-444f-b126-a292979ada73 req-d9064456-0be0-457a-92c0-d493cfbd0cb1 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Aug 30 21:22:07.690946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd7082-9598-4e34-8939-03344335fdcb req-a7d5c977-e5a2-4c49-94f8-44b5c737bb4d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:07.692585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7edd7082-9598-4e34-8939-03344335fdcb req-a7d5c977-e5a2-4c49-94f8-44b5c737bb4d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 944 time: 0.0491621 Aug 30 21:22:07.730541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7edd7082-9598-4e34-8939-03344335fdcb req-356343d5-c507-4393-ba94-f8f662ea3b06 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319607 Aug 30 21:22:08.301764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1999e6-4dbd-4246-bae7-f6aacd4f5549 req-3c8c08d2-fe73-4eb5-b87b-0e1db0b7307c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:08.303926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e1999e6-4dbd-4246-bae7-f6aacd4f5549 req-3c8c08d2-fe73-4eb5-b87b-0e1db0b7307c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0550044 Aug 30 21:22:08.359655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e1999e6-4dbd-4246-bae7-f6aacd4f5549 req-8036be44-1867-4128-94c8-46e6becb1169 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Aug 30 21:22:08.363226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5acfdac2-4f5e-4a6a-a000-0353a26848d9 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:08.434310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:08.442837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:08.443425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:08.557129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:08.726934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4185c92-4552-4a3d-8480-5c67a9d761d2 req-ef8991ec-41b3-47dd-81e8-53a62c1e1c5e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:08.728622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4185c92-4552-4a3d-8480-5c67a9d761d2 req-ef8991ec-41b3-47dd-81e8-53a62c1e1c5e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 945 time: 0.0587482 Aug 30 21:22:08.747703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9,segment=NetworkSegment(ad8279d7-cdc6-4830-b739-cfa1a4e83a66),segment_id=ad8279d7-cdc6-4830-b739-cfa1a4e83a66)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:08.754206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:08.770639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4185c92-4552-4a3d-8480-5c67a9d761d2 req-2c694667-74de-4b00-9f00-ec7b54636f48 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Aug 30 21:22:08.805265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acfdac2-4f5e-4a6a-a000-0353a26848d9'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:08.807684 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c082e881-7fd8-4b5b-ac67-47eefc68074a" -d '{"events": [{"server_uuid": "e7764403-b1d2-4bbe-9d7c-addde319b0c1", "name": "network-vif-plugged", "status": "completed", "tag": "5acfdac2-4f5e-4a6a-a000-0353a26848d9"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:08.816106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5acfdac2-4f5e-4a6a-a000-0353a26848d9,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:08.884905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839fc02-1404-4c14-92dd-121706a4b609 req-0e92cd3a-ea9e-490a-9805-5174b153baa5 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:08.886394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2839fc02-1404-4c14-92dd-121706a4b609 req-0e92cd3a-ea9e-490a-9805-5174b153baa5 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Aug 30 21:22:08.915033 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-568bb6f1-2134-4677-b685-65b93232c226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:08.935294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2839fc02-1404-4c14-92dd-121706a4b609 req-9ceaf49f-d8c8-45b5-a9a4-ff76e2470ff3 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Aug 30 21:22:08.983538 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7e8ecf-dccd-4b34-9b54-6607b8c3226f x-openstack-request-id: req-dc7e8ecf-dccd-4b34-9b54-6607b8c3226f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:08.983827 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7764403-b1d2-4bbe-9d7c-addde319b0c1", "name": "network-vif-plugged", "status": "completed", "tag": "5acfdac2-4f5e-4a6a-a000-0353a26848d9", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:08.984081 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc7e8ecf-dccd-4b34-9b54-6607b8c3226f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:08.984476 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acfdac2-4f5e-4a6a-a000-0353a26848d9', 'code': 200} Aug 30 21:22:09.081317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5f644-7b90-43ca-8635-94c781dbe3a1 req-62926204-5746-4508-9c29-b85f2988a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:09.082846 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32b5f644-7b90-43ca-8635-94c781dbe3a1 req-62926204-5746-4508-9c29-b85f2988a574 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.0401666 Aug 30 21:22:09.119836 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32b5f644-7b90-43ca-8635-94c781dbe3a1 req-697c17ea-f596-44fd-9ccd-2c78304cb4e9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298369 Aug 30 21:22:09.428726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-48476523-95bb-4b09-931a-a91343a7f096 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:09.430218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-48476523-95bb-4b09-931a-a91343a7f096 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 945 time: 0.0619307 Aug 30 21:22:09.474606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c881ae0-da8d-4100-931a-09f41c45fd51 req-f6eb5aec-c3ce-4ecf-9718-783d70f3fea6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:09.479164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c881ae0-da8d-4100-931a-09f41c45fd51 req-f6eb5aec-c3ce-4ecf-9718-783d70f3fea6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0527215 Aug 30 21:22:09.523784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c881ae0-da8d-4100-931a-09f41c45fd51 req-676bc5ed-85d5-4a69-bd0a-e951446005b1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Aug 30 21:22:09.536445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Deleting port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:09.536864 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:09.767402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb5e6-25b4-4a69-b451-bd8099884d7a req-f904de75-0d86-441e-a7ab-03b50b415bad tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:09.769441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b9eb5e6-25b4-4a69-b451-bd8099884d7a req-f904de75-0d86-441e-a7ab-03b50b415bad tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0547249 Aug 30 21:22:09.812771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b9eb5e6-25b4-4a69-b451-bd8099884d7a req-5a7cd2ec-6210-4672-bce3-c226d9011545 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Aug 30 21:22:09.947112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33d743-7398-47a0-8dfd-1ae765d47288 req-cf44e779-1fd4-4de3-9de7-f7f33eb55e37 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:09.948771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc33d743-7398-47a0-8dfd-1ae765d47288 req-cf44e779-1fd4-4de3-9de7-f7f33eb55e37 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=d383cf0a-73da-462a-9266-fb4994a23363 HTTP/1.1" status: 200 len: 945 time: 0.0579987 Aug 30 21:22:09.976781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] For port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:09.977210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:09.991676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Calling delete_port for 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:09.996545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc33d743-7398-47a0-8dfd-1ae765d47288 req-b1f6df4d-881e-4091-946c-ae5d8ab726c1 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Aug 30 21:22:10.108714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb8ed-3131-4657-a571-e544a39c8ee0 req-3b1ada8e-d384-443b-a283-7defc3c0aae4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:10.110996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd3cb8ed-3131-4657-a571-e544a39c8ee0 req-3b1ada8e-d384-443b-a283-7defc3c0aae4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0527864 Aug 30 21:22:10.139671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:10.152937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45eb691f-22f2-42f7-aef9-d4e72b47b2a4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:10.155707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'b1f3fd20-441e-4494-8594-47b4b237d94b', '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:10.172551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd3cb8ed-3131-4657-a571-e544a39c8ee0 req-cdabf1c7-9eca-4193-a8b9-a0baf2c73f68 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 Aug 30 21:22:10.173609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event deleted for resources: {'Port': ['ID=253c4d2a-b7f9-4da5-a7e1-38f8f98f7193,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:10.231755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] No DVR routers for this DVR port 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:10.235462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:10.239333 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eb656eed-59f0-4388-b71a-4cd7ad0f1e6e req-d6a8a338-1086-4f97-bea7-d9562123bb9b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "DELETE /v2.0/ports/253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 HTTP/1.1" status: 204 len: 173 time: 0.7994757 Aug 30 21:22:10.239968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd383cf0a-73da-462a-9266-fb4994a23363', 'name': 'network-vif-deleted', 'tag': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:10.243408 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b8e21e-a230-47ed-968d-cdd370b50e04" -d '{"events": [{"server_uuid": "d383cf0a-73da-462a-9266-fb4994a23363", "name": "network-vif-deleted", "tag": "253c4d2a-b7f9-4da5-a7e1-38f8f98f7193"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:10.334372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8d72-1b19-413a-a8d8-02cf419d6e7e req-95c64af2-a0c2-4454-84bf-3217c53b0832 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:10.343434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cbf8d72-1b19-413a-a8d8-02cf419d6e7e req-95c64af2-a0c2-4454-84bf-3217c53b0832 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 945 time: 0.0806751 Aug 30 21:22:10.398917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cbf8d72-1b19-413a-a8d8-02cf419d6e7e req-38f8526d-c15b-49b7-b3d5-c01f5b3ae9f4 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543666 Aug 30 21:22:10.590406 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2acf7-cfdf-4668-a0d4-8e475e0cdba2 x-openstack-request-id: req-2ed2acf7-cfdf-4668-a0d4-8e475e0cdba2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:10.590795 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d383cf0a-73da-462a-9266-fb4994a23363", "name": "network-vif-deleted", "tag": "253c4d2a-b7f9-4da5-a7e1-38f8f98f7193", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:10.591115 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ed2acf7-cfdf-4668-a0d4-8e475e0cdba2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:10.591585 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd383cf0a-73da-462a-9266-fb4994a23363', 'name': 'network-vif-deleted', 'tag': '253c4d2a-b7f9-4da5-a7e1-38f8f98f7193', 'status': 'completed', 'code': 200} Aug 30 21:22:10.687724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db1ae2-1d5a-4671-9974-b10da377e6cb req-0f395203-289d-4cca-8ca1-d5c4765cb0c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:10.689335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70db1ae2-1d5a-4671-9974-b10da377e6cb req-0f395203-289d-4cca-8ca1-d5c4765cb0c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0528569 Aug 30 21:22:10.731444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70db1ae2-1d5a-4671-9974-b10da377e6cb req-e8a64b7c-1ddb-4e43-8d0e-02e452d5bdca tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349107 Aug 30 21:22:11.525358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7cc37-650c-4e02-93f0-cfb84bf8ed4f req-ecf6080c-fa13-4085-8cf8-558d5a791f84 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:11.526956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ca7cc37-650c-4e02-93f0-cfb84bf8ed4f req-ecf6080c-fa13-4085-8cf8-558d5a791f84 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 945 time: 0.0533824 Aug 30 21:22:11.573544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ca7cc37-650c-4e02-93f0-cfb84bf8ed4f req-1043bf55-64f1-4d92-a2de-d19130c07561 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Aug 30 21:22:11.749017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:11.867974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b878866d-7b07-431a-9e1c-2f648546b550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:11.947765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b5797-2aca-4fa9-adb2-dc23422476b4 req-d85aa95f-8b85-4585-a959-7810c63d63b7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:11.949358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a37b5797-2aca-4fa9-adb2-dc23422476b4 req-d85aa95f-8b85-4585-a959-7810c63d63b7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0584269 Aug 30 21:22:11.994302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a37b5797-2aca-4fa9-adb2-dc23422476b4 req-0bc38cc9-d97e-4f6b-a7ca-0cf24917f702 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Aug 30 21:22:12.177607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ea794-74ce-4e88-9ced-c78c4136f883 req-3d5ae6fa-baec-4969-8826-d0378d3e5ddd tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:12.179232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d10ea794-74ce-4e88-9ced-c78c4136f883 req-3d5ae6fa-baec-4969-8826-d0378d3e5ddd tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Aug 30 21:22:12.200590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-00939803-6901-4675-bb8a-a240473137ec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:12.202175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-00939803-6901-4675-bb8a-a240473137ec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 946 time: 0.0677271 Aug 30 21:22:12.254658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d10ea794-74ce-4e88-9ced-c78c4136f883 req-21465bc8-00e0-4cd5-90a5-efb4c0a384ca tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656381 Aug 30 21:22:12.332575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port 445a3029-04bb-4e25-b62a-50a6433dee5c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:12.333048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.410953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:12.454393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port 445a3029-04bb-4e25-b62a-50a6433dee5c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=445a3029-04bb-4e25-b62a-50a6433dee5c,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:12.454880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.482290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for 445a3029-04bb-4e25-b62a-50a6433dee5c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:12.599983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.611292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19e5f1e-d9e9-407a-8715-8c736aee9d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.654054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.668824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['445a3029-04bb-4e25-b62a-50a6433dee5c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:12.671112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28', '0f66f83b-f17c-4512-9050-a30133ee738d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:12.697815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=445a3029-04bb-4e25-b62a-50a6433dee5c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:12.755120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port 445a3029-04bb-4e25-b62a-50a6433dee5c on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:12.758019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.760243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2b5f4def-7589-4ab1-a9cf-75ee4bd13a21 req-e4572f12-0fb7-49c9-b022-8e13a27fffd2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "DELETE /v2.0/ports/445a3029-04bb-4e25-b62a-50a6433dee5c HTTP/1.1" status: 204 len: 173 time: 0.5493314 Aug 30 21:22:12.761957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64daf840-4469-419b-a603-0b8b969b7b5e', 'name': 'network-vif-deleted', 'tag': '445a3029-04bb-4e25-b62a-50a6433dee5c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:12.764604 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01459d81-5c16-4a52-9b39-8632955fa7a0" -d '{"events": [{"server_uuid": "64daf840-4469-419b-a603-0b8b969b7b5e", "name": "network-vif-deleted", "tag": "445a3029-04bb-4e25-b62a-50a6433dee5c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:12.817386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19e5f1e-d9e9-407a-8715-8c736aee9d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.820262 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0c7c8-c5c0-41c5-83f4-2c2c1ea8fb28 x-openstack-request-id: req-ffd0c7c8-c5c0-41c5-83f4-2c2c1ea8fb28 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:12.820557 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64daf840-4469-419b-a603-0b8b969b7b5e", "name": "network-vif-deleted", "tag": "445a3029-04bb-4e25-b62a-50a6433dee5c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:12.820816 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffd0c7c8-c5c0-41c5-83f4-2c2c1ea8fb28 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:12.821183 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64daf840-4469-419b-a603-0b8b969b7b5e', 'name': 'network-vif-deleted', 'tag': '445a3029-04bb-4e25-b62a-50a6433dee5c', 'status': 'completed', 'code': 200} Aug 30 21:22:12.823588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b19e5f1e-d9e9-407a-8715-8c736aee9d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.850282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5f1e-d9e9-407a-8715-8c736aee9d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ec916-8f4f-4f46-bfc9-359e433653b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:12.890565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b19e5f1e-d9e9-407a-8715-8c736aee9d5f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=488557fbb7aa46afae3fff55b2dd7cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760661 Aug 30 21:22:12.890767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:12.943960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52190f93-9620-4427-856d-150888803ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:12.965899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52190f93-9620-4427-856d-150888803ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.009901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:13.031890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:13.032188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 253c4d2a-b7f9-4da5-a7e1-38f8f98f7193 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:13.038493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52190f93-9620-4427-856d-150888803ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.044176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52190f93-9620-4427-856d-150888803ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.046968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52190f93-9620-4427-856d-150888803ee5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/512ec916-8f4f-4f46-bfc9-359e433653b5 HTTP/1.1" status: 204 len: 168 time: 0.1549356 Aug 30 21:22:13.062684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52190f93-9620-4427-856d-150888803ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ec916-8f4f-4f46-bfc9-359e433653b5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:13.128104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c133b44-6a7e-4e0f-b7f4-5f05ad8b8764 req-f34c60fc-2945-4885-9214-b0b6bd8c6f46 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=64daf840-4469-419b-a603-0b8b969b7b5e HTTP/1.1" status: 200 len: 210 time: 0.0291448 Aug 30 21:22:13.435768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-a02a417b-c918-4831-ae12-d2abaad7374a tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:13.437362 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-a02a417b-c918-4831-ae12-d2abaad7374a tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 945 time: 0.1338284 Aug 30 21:22:13.472002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48173567-4d56-4c99-87cb-b72a5f442da7 req-098aeab6-46d4-4540-8a9f-d277b5ff262e tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:13.473964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48173567-4d56-4c99-87cb-b72a5f442da7 req-098aeab6-46d4-4540-8a9f-d277b5ff262e tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7764403-b1d2-4bbe-9d7c-addde319b0c1 HTTP/1.1" status: 200 len: 945 time: 0.1225595 Aug 30 21:22:13.532064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48173567-4d56-4c99-87cb-b72a5f442da7 req-c4c225fc-3490-4090-85f4-4c171ef13d03 tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.76 "GET /v2.0/security-groups?id=5922c6ae-837b-451a-8417-36fb3a9a6081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Aug 30 21:22:13.546170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42324) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:13.572696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-234a8d97-9ac7-4b46-9557-49f8bcc73154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.598838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Deleting port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:13.599304 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.702835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-234a8d97-9ac7-4b46-9557-49f8bcc73154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.709534 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-234a8d97-9ac7-4b46-9557-49f8bcc73154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.710996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] For port 5acfdac2-4f5e-4a6a-a000-0353a26848d9, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5acfdac2-4f5e-4a6a-a000-0353a26848d9,segment=NetworkSegment(ad8279d7-cdc6-4830-b739-cfa1a4e83a66),segment_id=ad8279d7-cdc6-4830-b739-cfa1a4e83a66)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:13.711373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.726314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Calling delete_port for 5acfdac2-4f5e-4a6a-a000-0353a26848d9 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:13.750416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a8d97-9ac7-4b46-9557-49f8bcc73154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b12313-6d68-4a04-9b2b-18a7462a7657,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:13.758106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-234a8d97-9ac7-4b46-9557-49f8bcc73154 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a15ae0078754638a14149b79fe45d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108319 Aug 30 21:22:13.759111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:13.812432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3da924ca-1a16-4d16-b5cc-30463ec8eb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.836303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3da924ca-1a16-4d16-b5cc-30463ec8eb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.870098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.891242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5acfdac2-4f5e-4a6a-a000-0353a26848d9'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:13.898629 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3da924ca-1a16-4d16-b5cc-30463ec8eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.907456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Pushing event deleted for resources: {'Port': ['ID=5acfdac2-4f5e-4a6a-a000-0353a26848d9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:13.914270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3da924ca-1a16-4d16-b5cc-30463ec8eb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.915489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3da924ca-1a16-4d16-b5cc-30463ec8eb8e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42b12313-6d68-4a04-9b2b-18a7462a7657 HTTP/1.1" status: 204 len: 168 time: 0.1554847 Aug 30 21:22:13.932158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da924ca-1a16-4d16-b5cc-30463ec8eb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b12313-6d68-4a04-9b2b-18a7462a7657,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:13.951411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] No DVR routers for this DVR port 5acfdac2-4f5e-4a6a-a000-0353a26848d9 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:13.954468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:13.956449 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c3ff981-2a9b-4955-a694-e1436c339cef req-8a0f4aa9-0dab-46f9-8940-53442cee925d tempest-ServerGroupTestJSON-795713333 tempest-ServerGroupTestJSON-795713333-project] 10.222.0.86 "DELETE /v2.0/ports/5acfdac2-4f5e-4a6a-a000-0353a26848d9 HTTP/1.1" status: 204 len: 173 time: 0.5103037 Aug 30 21:22:14.540503 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:14.573777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db38f5-9e25-4e60-aac4-401253b2320e req-22584e00-bcbf-413b-8473-a50ec34bc3ee tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:14.575692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41db38f5-9e25-4e60-aac4-401253b2320e req-22584e00-bcbf-413b-8473-a50ec34bc3ee tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0706568 Aug 30 21:22:14.624459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41db38f5-9e25-4e60-aac4-401253b2320e req-72bf3a0e-cecf-44a4-a909-ecc23d00e352 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Aug 30 21:22:14.822916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'name': 'network-vif-deleted', 'tag': '5acfdac2-4f5e-4a6a-a000-0353a26848d9'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:14.825420 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cef36d7-2d95-4ba2-9cc4-41330debd4b4" -d '{"events": [{"server_uuid": "e7764403-b1d2-4bbe-9d7c-addde319b0c1", "name": "network-vif-deleted", "tag": "5acfdac2-4f5e-4a6a-a000-0353a26848d9"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:14.965139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17633-fddf-4168-a0b7-0cba0abfe08d req-618715bd-572e-430f-b1cf-35815510b331 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:14.966792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3af17633-fddf-4168-a0b7-0cba0abfe08d req-618715bd-572e-430f-b1cf-35815510b331 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Aug 30 21:22:15.007070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3af17633-fddf-4168-a0b7-0cba0abfe08d req-26c90921-b9d7-405c-9f0a-ef085971b52e tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340254 Aug 30 21:22:15.085707 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b727dbb-032a-41d1-b6c5-51a570868f1e x-openstack-request-id: req-1b727dbb-032a-41d1-b6c5-51a570868f1e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:15.086246 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7764403-b1d2-4bbe-9d7c-addde319b0c1", "name": "network-vif-deleted", "tag": "5acfdac2-4f5e-4a6a-a000-0353a26848d9", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:15.086748 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b727dbb-032a-41d1-b6c5-51a570868f1e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:15.087417 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7764403-b1d2-4bbe-9d7c-addde319b0c1', 'name': 'network-vif-deleted', 'tag': '5acfdac2-4f5e-4a6a-a000-0353a26848d9', 'status': 'completed', 'code': 200} Aug 30 21:22:15.301327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42400) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:15.353735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Deleting subnet facfc609-ba8e-4e11-8eef-2e6c56968a65 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:22:15.356925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.391591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.432437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.499107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.529265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facfc609-ba8e-4e11-8eef-2e6c56968a65,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:15.540397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.540743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.541076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.541403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.542074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.542074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.542337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.542651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.542990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.543305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.543618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.543928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:15.547293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.551438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a915cc3-3075-4921-92c0-cf9647df6511 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/facfc609-ba8e-4e11-8eef-2e6c56968a65 HTTP/1.1" status: 204 len: 168 time: 0.2469072 Aug 30 21:22:15.552319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42408) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:15.624765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.731927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.745031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59532428-cb89-4a05-a6df-7928b7eee654']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:15.756681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:15.756986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8279d7-cdc6-4830-b739-cfa1a4e83a66') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:15.771242 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.785854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33759e-b055-4c4f-867c-df87a3ebe1e1 req-f2fe9d41-78e0-4cb5-86d1-0a312b43926a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:15.787698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af33759e-b055-4c4f-867c-df87a3ebe1e1 req-f2fe9d41-78e0-4cb5-86d1-0a312b43926a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0947301 Aug 30 21:22:15.797132 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.815590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:22:15.816017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:22:15.817898 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:22:15.881421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af33759e-b055-4c4f-867c-df87a3ebe1e1 req-eb72a6e6-046d-49b2-a64f-83a262320245 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865250 Aug 30 21:22:15.886090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.902947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:15.905348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] 10.222.0.76 "DELETE /v2.0/networks/59532428-cb89-4a05-a6df-7928b7eee654 HTTP/1.1" status: 204 len: 168 time: 0.3517277 Aug 30 21:22:15.918863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773de4a4-d08d-4c1c-9812-b7243dacba8e admin admin] Pushing event deleted for resources: {'Network': ['ID=59532428-cb89-4a05-a6df-7928b7eee654,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:16.141397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932ded-5062-4a6c-8c54-ac9ffca3cdf8 req-318f9ff6-c575-44c4-8e5c-0278e4a4d6af tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:16.142934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a932ded-5062-4a6c-8c54-ac9ffca3cdf8 req-318f9ff6-c575-44c4-8e5c-0278e4a4d6af tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 945 time: 0.0587578 Aug 30 21:22:16.150432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42434) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:16.183706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a932ded-5062-4a6c-8c54-ac9ffca3cdf8 req-ccaefbb5-f63d-4329-993d-230842c224bd tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340366 Aug 30 21:22:16.198044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0b955445-324d-4b21-8715-dce645f57e71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db516274a9804790b4435758c02d1afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459933 Aug 30 21:22:16.200240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:16.285508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.295696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-3eb1f17e-c8d8-4350-a332-5fe6a6d4d5cf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:16.297188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-3eb1f17e-c8d8-4350-a332-5fe6a6d4d5cf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 946 time: 0.0760312 Aug 30 21:22:16.343083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.432945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port 0f66f83b-f17c-4512-9050-a30133ee738d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:16.433294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.440938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5acfdac2-4f5e-4a6a-a000-0353a26848d9 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:16.455681 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.459031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.460141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5922c6ae-837b-451a-8417-36fb3a9a6081 HTTP/1.1" status: 204 len: 168 time: 0.2589972 Aug 30 21:22:16.464480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 5acfdac2-4f5e-4a6a-a000-0353a26848d9 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:16.464619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5acfdac2-4f5e-4a6a-a000-0353a26848d9 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:16.464984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 445a3029-04bb-4e25-b62a-50a6433dee5c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:16.484823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 445a3029-04bb-4e25-b62a-50a6433dee5c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:16.485160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 445a3029-04bb-4e25-b62a-50a6433dee5c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:16.513825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5922c6ae-837b-451a-8417-36fb3a9a6081,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:16.529289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.529644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.530296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.530623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.530974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.531302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.531628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.531950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.532269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.532590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.532910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.533225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d8557-a607-4e09-9f99-d69f8f1386d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:16.599891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port 0f66f83b-f17c-4512-9050-a30133ee738d, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0f66f83b-f17c-4512-9050-a30133ee738d,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:16.600254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.617375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for 0f66f83b-f17c-4512-9050-a30133ee738d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:16.791516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.803604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28', '0f66f83b-f17c-4512-9050-a30133ee738d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:16.831887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=0f66f83b-f17c-4512-9050-a30133ee738d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:16.869592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-03d76276-efa3-462a-bad0-13fbfb930ed1 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:16.871465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-03d76276-efa3-462a-bad0-13fbfb930ed1 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 945 time: 0.1141593 Aug 30 21:22:16.896185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port 0f66f83b-f17c-4512-9050-a30133ee738d on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:16.907550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:16.909796 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5f091cfd-876f-4d7d-8fb5-54baaefd003d req-dcda2956-5ea5-4da6-a9b4-c77e9a710c8b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "DELETE /v2.0/ports/0f66f83b-f17c-4512-9050-a30133ee738d HTTP/1.1" status: 204 len: 173 time: 0.6054378 Aug 30 21:22:17.044506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7aaae95-c9c2-4e7f-bdc9-472d8f65181e req-a703e099-8130-4c63-89f2-8c24ff9149e7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7ddf182-29f2-4479-9335-f8824e352274 HTTP/1.1" status: 200 len: 210 time: 0.0448854 Aug 30 21:22:17.088539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ddf182-29f2-4479-9335-f8824e352274', 'name': 'network-vif-deleted', 'tag': '0f66f83b-f17c-4512-9050-a30133ee738d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:17.091760 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed064afa-dab8-4f63-8594-60f1889fabb5" -d '{"events": [{"server_uuid": "e7ddf182-29f2-4479-9335-f8824e352274", "name": "network-vif-deleted", "tag": "0f66f83b-f17c-4512-9050-a30133ee738d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:17.097840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Deleting port b1f3fd20-441e-4494-8594-47b4b237d94b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:17.098312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:17.158081 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:22:17.204581 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b4c158-3a54-4d42-b58f-b4cf71feac32 x-openstack-request-id: req-86b4c158-3a54-4d42-b58f-b4cf71feac32 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:17.205087 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ddf182-29f2-4479-9335-f8824e352274", "name": "network-vif-deleted", "tag": "0f66f83b-f17c-4512-9050-a30133ee738d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:17.205177 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86b4c158-3a54-4d42-b58f-b4cf71feac32 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:17.205527 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ddf182-29f2-4479-9335-f8824e352274', 'name': 'network-vif-deleted', 'tag': '0f66f83b-f17c-4512-9050-a30133ee738d', 'status': 'completed', 'code': 200} Aug 30 21:22:17.215053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] For port b1f3fd20-441e-4494-8594-47b4b237d94b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=b1f3fd20-441e-4494-8594-47b4b237d94b,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:17.215620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:17.229771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Calling delete_port for b1f3fd20-441e-4494-8594-47b4b237d94b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:17.303291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.309405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.315802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.323910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.330282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.337017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.344876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.354386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-2070ad9c-ead7-4a50-af2d-b632432bca35 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.1138108 Aug 30 21:22:17.409202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-446eb747-1db1-4d6f-80db-863d76e3b1da req-4cbfa674-d5a8-40e4-a4b5-0a3bd5045ceb tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504582 Aug 30 21:22:17.447666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:17.463415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45eb691f-22f2-42f7-aef9-d4e72b47b2a4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:17.468854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'b1f3fd20-441e-4494-8594-47b4b237d94b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:17.481037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event deleted for resources: {'Port': ['ID=b1f3fd20-441e-4494-8594-47b4b237d94b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:17.569712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] No DVR routers for this DVR port b1f3fd20-441e-4494-8594-47b4b237d94b on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:17.574552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:17.575756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0c594ba-0ca9-4e09-b4fc-650ef09f0f60 req-d5bba5a5-b98f-4d3c-8ddf-2238293fe831 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c114ee1-af02-4a5d-ae7b-2b0ecf636a63 HTTP/1.1" status: 200 len: 210 time: 0.0812604 Aug 30 21:22:17.576640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6667dbe8-76b9-4d8c-8b00-3f99aad14fac req-a71b9fcc-1cbf-450b-a64b-9855ea3689d3 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "DELETE /v2.0/ports/b1f3fd20-441e-4494-8594-47b4b237d94b HTTP/1.1" status: 204 len: 173 time: 0.6824317 Aug 30 21:22:17.715990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.722246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.728553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.734694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.740731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.746685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.753480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:17.755671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b409eaed-39cf-43cc-9d61-f6411304dae7 req-1bb9a3c7-9f17-45f1-bb20-dc912564570a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.1017983 Aug 30 21:22:17.939666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:18.044674 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-887308896-network', 'tenant_id': 'df5d5954267a4b0c863c5329c7533969'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:18.068600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Made reservation on behalf of df5d5954267a4b0c863c5329c7533969 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:18.071476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.082976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.203469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.210842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.235211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:22:18.249151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a8f810-83c5-4fee-8930-245b3deaf245,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:18.254828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.255415 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Added segment 73afb486-7982-4b90-b139-b952fdfb4465 of type vlan for network be356687-e1a6-41df-a8fb-0284f3b9d7fa Aug 30 21:22:18.304466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.340561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.342113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:18.343277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:18.373355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4325237 Aug 30 21:22:18.423117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d9148-8ed2-42f9-bcd8-b9f9947089de admin admin] Pushing event updated for resources: {'Network': ['ID=be356687-e1a6-41df-a8fb-0284f3b9d7fa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:18.432975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-e67fd2b7-a227-48ce-a3db-0306a4f059a2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:18.435133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-e67fd2b7-a227-48ce-a3db-0306a4f059a2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1262813 Aug 30 21:22:18.446212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network be356687-e1a6-41df-a8fb-0284f3b9d7fa details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:22:18.457816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-9e61cb61-a61e-4e15-839a-1a2aaf1b8762 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0123107 Aug 30 21:22:18.890358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-2f5b58ba-46ac-442e-b8ac-540d93874387 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4218855 Aug 30 21:22:18.991371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-7e04eb7d-cb4e-4a5d-8e11-151f5190fba6 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934856 Aug 30 21:22:19.086898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-a75078cf-5785-4663-a079-cd20693c9aa5 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887129 Aug 30 21:22:19.206853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'name': 'network-vif-deleted', 'tag': 'b1f3fd20-441e-4494-8594-47b4b237d94b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:19.210971 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c23991-b833-475f-8493-d62434151318" -d '{"events": [{"server_uuid": "3c114ee1-af02-4a5d-ae7b-2b0ecf636a63", "name": "network-vif-deleted", "tag": "b1f3fd20-441e-4494-8594-47b4b237d94b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:19.792393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92822a2-a515-4271-ac28-fb0a3f05b8c5 req-67ca6a94-8476-4a67-8f71-691a67ab74f7 tempest-ComputeTenantNetworksTest-991356618 tempest-ComputeTenantNetworksTest-991356618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.798635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92822a2-a515-4271-ac28-fb0a3f05b8c5 req-67ca6a94-8476-4a67-8f71-691a67ab74f7 tempest-ComputeTenantNetworksTest-991356618 tempest-ComputeTenantNetworksTest-991356618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.804615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92822a2-a515-4271-ac28-fb0a3f05b8c5 req-67ca6a94-8476-4a67-8f71-691a67ab74f7 tempest-ComputeTenantNetworksTest-991356618 tempest-ComputeTenantNetworksTest-991356618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.806315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c92822a2-a515-4271-ac28-fb0a3f05b8c5 req-67ca6a94-8476-4a67-8f71-691a67ab74f7 tempest-ComputeTenantNetworksTest-991356618 tempest-ComputeTenantNetworksTest-991356618-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1427627 Aug 30 21:22:19.855439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.855931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.856406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.856879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.857340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.858193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.858681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:19.867885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-04d940bb-01af-4811-8d61-bac935f2505e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6499 time: 0.3729568 Aug 30 21:22:19.915578 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-f9064fa2-a143-4d7e-8b11-7e83aad39224 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467119 Aug 30 21:22:19.973551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fcc9772-775d-4263-a159-202891a18f86 req-4f669557-c68d-48ec-859c-c4d1f6cd5b44 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 210 time: 0.0270839 Aug 30 21:22:20.020155 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d341b843-af5e-487f-b694-9cdcbf086fe2 x-openstack-request-id: req-d341b843-af5e-487f-b694-9cdcbf086fe2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:20.020550 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c114ee1-af02-4a5d-ae7b-2b0ecf636a63", "name": "network-vif-deleted", "tag": "b1f3fd20-441e-4494-8594-47b4b237d94b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:20.021013 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d341b843-af5e-487f-b694-9cdcbf086fe2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:20.021536 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c114ee1-af02-4a5d-ae7b-2b0ecf636a63', 'name': 'network-vif-deleted', 'tag': 'b1f3fd20-441e-4494-8594-47b4b237d94b', 'status': 'completed', 'code': 200} Aug 30 21:22:20.249700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de06694-4350-441d-812a-de35a4a56a74 req-f402cd9c-01ba-46ba-90d6-3d640cd19b3d tempest-ComputeTenantNetworksTest-991356618 tempest-ComputeTenantNetworksTest-991356618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:20.251121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4de06694-4350-441d-812a-de35a4a56a74 req-f402cd9c-01ba-46ba-90d6-3d640cd19b3d tempest-ComputeTenantNetworksTest-991356618 tempest-ComputeTenantNetworksTest-991356618-project] 10.222.0.76 "GET /v2.0/networks/be356687-e1a6-41df-a8fb-0284f3b9d7fa HTTP/1.1" status: 200 len: 768 time: 0.0935194 Aug 30 21:22:20.264054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42594) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:20.363143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-38d250e4-770f-4e98-a78d-5bd02ae81d12 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:20.364895 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-38d250e4-770f-4e98-a78d-5bd02ae81d12 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1462581 Aug 30 21:22:20.380427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:20.411488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.434157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b8de2-4716-48c3-84d5-795a22e0cf2f req-2282045a-df27-4849-82c1-f44db0a9370c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:20.435708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f79b8de2-4716-48c3-84d5-795a22e0cf2f req-2282045a-df27-4849-82c1-f44db0a9370c tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 946 time: 0.1033750 Aug 30 21:22:20.503288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:20.507421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.537704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.552422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f79b8de2-4716-48c3-84d5-795a22e0cf2f req-d1c98b9a-63a4-4b4b-a2bb-ff65c2683d55 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958033 Aug 30 21:22:20.558192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be356687-e1a6-41df-a8fb-0284f3b9d7fa']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:20.572132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73afb486-7982-4b90-b139-b952fdfb4465') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:20.572730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73afb486-7982-4b90-b139-b952fdfb4465') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:20.584874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.603099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.613444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:22:20.613833 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:22:20.615915 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:22:20.664325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.2 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/d70f907b-79dd-4838-b648-ce17c7586960) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:20.675168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.682995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.686122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] 10.222.0.76 "DELETE /v2.0/networks/be356687-e1a6-41df-a8fb-0284f3b9d7fa HTTP/1.1" status: 204 len: 168 time: 0.4207149 Aug 30 21:22:20.699375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8368-9928-4a21-83cd-b5ed24d85657 admin admin] Pushing event deleted for resources: {'Network': ['ID=be356687-e1a6-41df-a8fb-0284f3b9d7fa,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:20.839746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.880087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42604) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:20.885279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:20.906740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:20.943799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:20.947115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:20.951750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:20.970768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bb48fcb4-c74e-4f51-8128-6586f9959400 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df5d5954267a4b0c863c5329c7533969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893760 Aug 30 21:22:20.971913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42610) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:20.979774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=d70f907b-79dd-4838-b648-ce17c7586960,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:21.008446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:21.009192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.031426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-753fede6-e676-439b-bbaa-d971fa20765b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6565962 Aug 30 21:22:21.032628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device b1f3fd20-441e-4494-8594-47b4b237d94b no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:21.043190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4e75-f9a9-4d7d-a65c-2f756979e99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.044439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-be7d47c7-252a-4cda-9126-3b1e8e311bcd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:22:21.049723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-be7d47c7-252a-4cda-9126-3b1e8e311bcd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102377 Aug 30 21:22:21.068259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4e75-f9a9-4d7d-a65c-2f756979e99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.078915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: b1f3fd20-441e-4494-8594-47b4b237d94b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:21.079751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device b1f3fd20-441e-4494-8594-47b4b237d94b not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:21.080363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0f66f83b-f17c-4512-9050-a30133ee738d no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:21.103127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 0f66f83b-f17c-4512-9050-a30133ee738d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:21.103627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0f66f83b-f17c-4512-9050-a30133ee738d not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:21.153706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0e6da-2190-4b03-bdca-29675c4e3598 req-c43125f7-39d4-495e-a8b1-ccc0257f5bd4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:21.155806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39a0e6da-2190-4b03-bdca-29675c4e3598 req-c43125f7-39d4-495e-a8b1-ccc0257f5bd4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 931 time: 0.0786164 Aug 30 21:22:21.185698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4e75-f9a9-4d7d-a65c-2f756979e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.189924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e4b4e75-f9a9-4d7d-a65c-2f756979e99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.194040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5e4b4e75-f9a9-4d7d-a65c-2f756979e99d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37a8f810-83c5-4fee-8930-245b3deaf245 HTTP/1.1" status: 204 len: 168 time: 0.2166836 Aug 30 21:22:21.198336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Request body: {'port': {'device_id': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:21.209402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b4e75-f9a9-4d7d-a65c-2f756979e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a8f810-83c5-4fee-8930-245b3deaf245,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:21.232405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39a0e6da-2190-4b03-bdca-29675c4e3598 req-0cee786c-964b-41ea-9801-5b19a3690251 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693057 Aug 30 21:22:21.290516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.595667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70f907b-79dd-4838-b648-ce17c7586960 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:21.603665 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.630078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Transition to ACTIVE for port object d70f907b-79dd-4838-b648-ce17c7586960 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:21.635853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.715427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d70f907b-79dd-4838-b648-ce17c7586960,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:21.728350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819b6f8-bcd6-45f8-b556-d3187e18dea0 req-c01988da-8b42-432b-96d1-fafc3bd9149d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:21.730296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0819b6f8-bcd6-45f8-b556-d3187e18dea0 req-c01988da-8b42-432b-96d1-fafc3bd9149d tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 946 time: 0.0758498 Aug 30 21:22:21.773378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0819b6f8-bcd6-45f8-b556-d3187e18dea0 req-47850624-8807-4d6d-9aa0-4e2b7a6142bc tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371234 Aug 30 21:22:21.821273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Attempting to bind port d70f907b-79dd-4838-b648-ce17c7586960 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:21.821606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Attempting to bind port d70f907b-79dd-4838-b648-ce17c7586960 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:21.821944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Attempting to bind port d70f907b-79dd-4838-b648-ce17c7586960 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:21.830341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Port d70f907b-79dd-4838-b648-ce17c7586960 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:22:21.830696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Attempting to bind port d70f907b-79dd-4838-b648-ce17c7586960 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:21.841327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:21.841327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:21.841327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:21.841327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Bound port: d70f907b-79dd-4838-b648-ce17c7586960, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:21.841327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:21.859255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-790ebe48-5188-46bb-9532-b5078e27000b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:21.860756 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-790ebe48-5188-46bb-9532-b5078e27000b tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.86 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 946 time: 0.0799506 Aug 30 21:22:21.983104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] For port d70f907b-79dd-4838-b648-ce17c7586960, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:21.999322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] For port d70f907b-79dd-4838-b648-ce17c7586960, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d70f907b-79dd-4838-b648-ce17c7586960,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:22.010097 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.062352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:22.063004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.064439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] 10.222.0.86 "PUT /v2.0/ports/d70f907b-79dd-4838-b648-ce17c7586960 HTTP/1.1" status: 200 len: 1092 time: 1.0059402 Aug 30 21:22:22.064893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'tag': 'd70f907b-79dd-4838-b648-ce17c7586960'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:22.067287 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e94bf9-bfb2-4946-b20d-84ad09b782ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ac412a73-cc5e-41e8-9e07-46b7a9f96f26", "tag": "d70f907b-79dd-4838-b648-ce17c7586960"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:22.110572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:22.113431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Deleting port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:22.113846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.131165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cd8f4-5b15-4d1e-b553-37389d6030c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d70f907b-79dd-4838-b648-ce17c7586960,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:22.160161 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be00dc0-c100-4ea3-b2ad-5d9fbc2e74ca x-openstack-request-id: req-5be00dc0-c100-4ea3-b2ad-5d9fbc2e74ca {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:22.160451 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac412a73-cc5e-41e8-9e07-46b7a9f96f26", "tag": "d70f907b-79dd-4838-b648-ce17c7586960", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:22.160698 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5be00dc0-c100-4ea3-b2ad-5d9fbc2e74ca {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:22.161320 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'tag': 'd70f907b-79dd-4838-b648-ce17c7586960', 'status': 'completed', 'code': 200} Aug 30 21:22:22.230337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-f011131c-9922-477f-9668-d5ef8d6bfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:22.231893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-f011131c-9922-477f-9668-d5ef8d6bfd58 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 1095 time: 0.0736189 Aug 30 21:22:22.285668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] For port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:22.286034 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.289676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-9a408197-b7d6-4c5a-83af-9daec9d0718a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d70f907b-79dd-4838-b648-ce17c7586960 HTTP/1.1" status: 200 len: 217 time: 0.0464606 Aug 30 21:22:22.311996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Calling delete_port for 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:22.369433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-network', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:22.408808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db3ab-57e5-4d7c-ac59-0f3b8d2010f0 req-038d9e1e-45e8-471a-8470-53899d953efa tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:22.413904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-4cf96d54-7a22-4f20-9e35-b329c461512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:22.415942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-4cf96d54-7a22-4f20-9e35-b329c461512a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.1169457 Aug 30 21:22:22.417137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-424db3ab-57e5-4d7c-ac59-0f3b8d2010f0 req-038d9e1e-45e8-471a-8470-53899d953efa tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 943 time: 0.0984895 Aug 30 21:22:22.424627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Made reservation on behalf of e377c51cd63d4ca8a52d3e4faf131185 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:22.426929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.441668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.460487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-456038df-d248-4a73-9ecf-d37e7644548b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331378 Aug 30 21:22:22.477437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-424db3ab-57e5-4d7c-ac59-0f3b8d2010f0 req-f0b3e76c-bb6e-4747-a5db-3df702eba9c7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Aug 30 21:22:22.568840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.573841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.596051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:22:22.607425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-6ecac4f6-a48e-4101-af48-a4e8d39d5fd7 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382930 Aug 30 21:22:22.610958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4de27f-3f3c-4ea2-9ca4-4fe2b646b860,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:22.617404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.617832 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Added segment f834848c-baae-4754-b885-d2c576cae849 of type vlan for network cdb2af59-7a18-42bf-9514-0d96511fa656 Aug 30 21:22:22.663289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.686103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.695470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.696908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:22.697115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.703730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45eb691f-22f2-42f7-aef9-d4e72b47b2a4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:22.707193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:22.726605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event deleted for resources: {'Port': ['ID=45eb691f-22f2-42f7-aef9-d4e72b47b2a4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:22.771200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6591089 Aug 30 21:22:22.774271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42676) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:22.783420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Request body: {'subnet': {'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-subnet', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:22.786945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] No DVR routers for this DVR port 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:22.794794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.797033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4dc5d96-c234-4004-93d5-15d28e15a348 req-6ac5ee14-642d-4e6a-880a-bb2bd11d7562 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.86 "DELETE /v2.0/ports/45eb691f-22f2-42f7-aef9-d4e72b47b2a4 HTTP/1.1" status: 204 len: 173 time: 0.9296298 Aug 30 21:22:22.809064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2513449-797a-42f1-bfb4-ca9b4d8037f5 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb2af59-7a18-42bf-9514-0d96511fa656,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:22.819936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-415ba4bf-f37f-4f51-9c14-4fda03e2f5d9 req-026f7bbe-c5b1-45ee-a996-29791107dd0d service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899040 Aug 30 21:22:22.830032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network cdb2af59-7a18-42bf-9514-0d96511fa656 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:22:22.868102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Made reservation on behalf of e377c51cd63d4ca8a52d3e4faf131185 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:22.872632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:22.933598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-6f9241f5-26e8-4644-b7e8-4660ea495e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:22.936111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-6f9241f5-26e8-4644-b7e8-4660ea495e9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 1095 time: 0.0520444 Aug 30 21:22:23.005026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fba255ba-8857-4785-abf1-983d5f56c36a req-28b096d1-a8b5-41b6-bffd-a66e2af18d34 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=7556d3f3-caf2-4d80-b74f-66a6968ce54d HTTP/1.1" status: 200 len: 210 time: 0.0998549 Aug 30 21:22:23.065235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-625bda9d-22d7-486f-a0f6-49ebe13c8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:23.067034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-625bda9d-22d7-486f-a0f6-49ebe13c8383 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.1234050 Aug 30 21:22:23.113497 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-42b9421f-cc12-47c0-a0f2-40f5ff6e1a1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d70f907b-79dd-4838-b648-ce17c7586960 HTTP/1.1" status: 200 len: 217 time: 0.0388920 Aug 30 21:22:23.175896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.177752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-0ce9b892-7ca2-4841-945c-2292be6760e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:23.179567 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-0ce9b892-7ca2-4841-945c-2292be6760e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0589869 Aug 30 21:22:23.213062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-68a3a280-c524-4876-b75e-ca20334cecc5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258141 Aug 30 21:22:23.241592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58675fd-81ee-4151-86c2-437190a1b96f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:23.253979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Checking segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:23.254198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Network hostable DHCP agents. Network: cdb2af59-7a18-42bf-9514-0d96511fa656, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:22:23.271991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Network cdb2af59-7a18-42bf-9514-0d96511fa656 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:22:23.282928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, cdb2af59-7a18-42bf-9514-0d96511fa656) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:23.289122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:23.290144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.293823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd0129-c4ce-4b95-bfcc-e27a1f099df0 None None] Network cdb2af59-7a18-42bf-9514-0d96511fa656 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:22:23.309644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c9233857-7992-42bc-972b-ae948ba2d5c2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5336978 Aug 30 21:22:23.312788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42690) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:23.319450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:23.326158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-17a47f17-1b54-43fe-b797-3480862b7401 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054647 Aug 30 21:22:23.347179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.348430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.443775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.450602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-34e94bf9-bfb2-4946-b20d-84ad09b782ea req-a781ee80-362e-42f5-a1ce-1a2ce63b1120 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159551 Aug 30 21:22:23.485787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-cdb2af59-7a18-42bf-9514-0d96511fa656', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:22:23.487160 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.656605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.667787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Allocated IP 172.20.0.2 (cdb2af59-7a18-42bf-9514-0d96511fa656/c58675fd-81ee-4151-86c2-437190a1b96f/7b7690d6-c2d7-4cb9-9065-82f7f0e66d86) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:23.717828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacbdbb-3c94-4064-907c-430f102acb14 req-ba6ac707-40ea-4bb3-be87-3ea13428833d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:23.723159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccacbdbb-3c94-4064-907c-430f102acb14 req-ba6ac707-40ea-4bb3-be87-3ea13428833d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 943 time: 0.1316564 Aug 30 21:22:23.780325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccacbdbb-3c94-4064-907c-430f102acb14 req-934da06e-7115-4f0b-acec-67027d419560 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521588 Aug 30 21:22:23.828536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.837929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Transition to ACTIVE for port object 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:23.853513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Transition to ACTIVE for port object 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:23.861464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.920220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Pushing event updated for resources: {'Port': ['ID=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:23.925048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Network cdb2af59-7a18-42bf-9514-0d96511fa656 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:23.931460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:23.934033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:23.935313 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:23.938204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.938595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.938891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.939227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.939551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.939947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.940278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.940671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.940991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.941308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.941628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.941942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:23.958236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.005268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Attempting to bind port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:24.005677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Attempting to bind port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:24.006145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Attempting to bind port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:24.012163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:24.012536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Checking segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:24.012936 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.013330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Bound using segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:24.013841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Bound port: 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:24.014165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.072261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Allocated IP 172.25.5.116 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/7e2655c0-2fd3-4858-b0f7-461c31879958) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:24.092017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] For port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:24.097789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] For port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:24.103722 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.164360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'name': 'network-vif-deleted', 'tag': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:24.166803 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023fad8c-f345-4e3d-8880-3b57533c6ed0" -d '{"events": [{"server_uuid": "7556d3f3-caf2-4d80-b74f-66a6968ce54d", "name": "network-vif-deleted", "tag": "45eb691f-22f2-42f7-aef9-d4e72b47b2a4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:24.223816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b399d-6b14-46b4-9e2d-982602249dc0 None None] Pushing event updated for resources: {'Port': ['ID=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:24.232172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.291484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.350900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e2655c0-2fd3-4858-b0f7-461c31879958,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:24.365669 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319e9a3a-8357-4b18-9ad0-f6b7e32c93a3 x-openstack-request-id: req-319e9a3a-8357-4b18-9ad0-f6b7e32c93a3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:24.365959 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7556d3f3-caf2-4d80-b74f-66a6968ce54d", "name": "network-vif-deleted", "tag": "45eb691f-22f2-42f7-aef9-d4e72b47b2a4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:24.367341 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-319e9a3a-8357-4b18-9ad0-f6b7e32c93a3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:24.368576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:24.369628 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7556d3f3-caf2-4d80-b74f-66a6968ce54d', 'name': 'network-vif-deleted', 'tag': '45eb691f-22f2-42f7-aef9-d4e72b47b2a4', 'status': 'completed', 'code': 200} Aug 30 21:22:24.370471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:24.373102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:24.470533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:24.617945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d3b-9496-40f1-87e4-7c563ae72d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.711945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.720676 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d3b-9496-40f1-87e4-7c563ae72d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.725675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56fa5d3b-9496-40f1-87e4-7c563ae72d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.770091 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-56fa5d3b-9496-40f1-87e4-7c563ae72d28 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=70127dde604540f493f2032965ed2ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958217 Aug 30 21:22:24.770529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:24.777817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa5d3b-9496-40f1-87e4-7c563ae72d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03941c-782d-4860-8f5d-087ccacd255c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:24.842699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6f6cef6-6c0f-4a1b-b96e-d4b6723b370e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.870538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6f6cef6-6c0f-4a1b-b96e-d4b6723b370e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.932436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6f6cef6-6c0f-4a1b-b96e-d4b6723b370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.935770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6f6cef6-6c0f-4a1b-b96e-d4b6723b370e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:24.939918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b6f6cef6-6c0f-4a1b-b96e-d4b6723b370e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a03941c-782d-4860-8f5d-087ccacd255c HTTP/1.1" status: 204 len: 168 time: 0.1652546 Aug 30 21:22:24.946865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6cef6-6c0f-4a1b-b96e-d4b6723b370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03941c-782d-4860-8f5d-087ccacd255c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:24.976630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2bb6f-79f9-40a4-a201-ede9daca498e req-b683b790-1ac9-4582-9ff6-e2fde47f98e5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:24.978223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52b2bb6f-79f9-40a4-a201-ede9daca498e req-b683b790-1ac9-4582-9ff6-e2fde47f98e5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 943 time: 0.1020947 Aug 30 21:22:24.986139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.076255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52b2bb6f-79f9-40a4-a201-ede9daca498e req-8f552b91-558f-4aea-9570-097ee3da0c91 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872359 Aug 30 21:22:25.179404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:22:25.323867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:22:25.343407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:22:25.348079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:25.359696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:22:25.360596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:25.367799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28a88cb6-199e-4ee7-be52-3a7686534d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.375918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.377599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-61570674-b328-4c33-9c62-ed9d2bba41f1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0638225 Aug 30 21:22:25.380575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42740) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:25.515084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:22:25.518849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa43b5-f510-49d0-9776-3ad77888759c None None] Network cdb2af59-7a18-42bf-9514-0d96511fa656 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:22:25.537462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28a88cb6-199e-4ee7-be52-3a7686534d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.543153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28a88cb6-199e-4ee7-be52-3a7686534d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.582845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-28a88cb6-199e-4ee7-be52-3a7686534d5c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38aa0b0ff08b4258a47d2a2e1a64a10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325554 Aug 30 21:22:25.585598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42742) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:25.605732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a88cb6-199e-4ee7-be52-3a7686534d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3402a60-750b-4a80-9328-0ba16747acd5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:25.696224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a0904e40-9446-4e31-8937-c9b17ce64742 None None] Provisioning for port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:25.725113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22758b6c-fd64-4f3a-9255-9ba4c7953192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.780789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22758b6c-fd64-4f3a-9255-9ba4c7953192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.888204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:24Z', 'revision_number': 3, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:25.896767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22758b6c-fd64-4f3a-9255-9ba4c7953192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.899317 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-22758b6c-fd64-4f3a-9255-9ba4c7953192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.900924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-22758b6c-fd64-4f3a-9255-9ba4c7953192 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3402a60-750b-4a80-9328-0ba16747acd5 HTTP/1.1" status: 204 len: 168 time: 0.3143871 Aug 30 21:22:25.917670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22758b6c-fd64-4f3a-9255-9ba4c7953192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3402a60-750b-4a80-9328-0ba16747acd5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:25.937462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:22:25.938281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Updating router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 port 7e2655c0-2fd3-4858-b0f7-461c31879958 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:22:25.964668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:25.968823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.093461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:26.291099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:26.305780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:26.306153 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.367304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Allocated IP 172.20.0.1 (cdb2af59-7a18-42bf-9514-0d96511fa656/c58675fd-81ee-4151-86c2-437190a1b96f/df509d84-124c-4863-bef6-e69a223427ca) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:26.411944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a13ea940-ff5d-43da-b89c-09153be39eb3 None None] Provisioning complete for port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:26.412439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a13ea940-ff5d-43da-b89c-09153be39eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.525428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-4352bcf1-dd2b-49cf-9a54-df28805e4c29 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2857254 Aug 30 21:22:26.542753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42756) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:26.543738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d70f907b-79dd-4838-b648-ce17c7586960 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:22:26.551147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.551421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:26.558512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67cbcb0-ff2e-4e07-8b95-0e4927610fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.568077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Transition to ACTIVE for port object df509d84-124c-4863-bef6-e69a223427ca will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:26.593984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89432868-d68e-48be-9cb8-dda449f7c79e req-32d56706-5f10-4d1e-a101-c07fe46b741c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.598780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89432868-d68e-48be-9cb8-dda449f7c79e req-32d56706-5f10-4d1e-a101-c07fe46b741c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 943 time: 0.3888156 Aug 30 21:22:26.623357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:26.623799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45eb691f-22f2-42f7-aef9-d4e72b47b2a4 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:26.651069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89432868-d68e-48be-9cb8-dda449f7c79e req-16453b74-281a-43ce-9954-a4bfdba41cde tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475984 Aug 30 21:22:26.677330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.677917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.678456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.679113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.679711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.680247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.680919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.681226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.683134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-dcdc855d-2b89-4fa7-8a56-34662c593a41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 6499 time: 0.1037397 Aug 30 21:22:26.709319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.711966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.717013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a13ea940-ff5d-43da-b89c-09153be39eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.733156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Network cdb2af59-7a18-42bf-9514-0d96511fa656 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:26.738430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:26.742995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:26.787822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.802097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Transition to ACTIVE for port object 7e2655c0-2fd3-4858-b0f7-461c31879958 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:26.835891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:26.847522 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.854204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.887371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67cbcb0-ff2e-4e07-8b95-0e4927610fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.902929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b67cbcb0-ff2e-4e07-8b95-0e4927610fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:26.952959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Pushing event updated for resources: {'Port': ['ID=df509d84-124c-4863-bef6-e69a223427ca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:26.983274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-c21a361f-2501-48c0-95f8-56b710772cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.989621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-c21a361f-2501-48c0-95f8-56b710772cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.990109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-c21a361f-2501-48c0-95f8-56b710772cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:26.991889 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-c21a361f-2501-48c0-95f8-56b710772cde service neutron] 10.222.0.82 "GET /v2.0/networks?id=fb0eb042-4384-4607-affb-e644582335c9&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&id=8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 200 len: 2292 time: 0.2644014 Aug 30 21:22:26.997030 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b67cbcb0-ff2e-4e07-8b95-0e4927610fa4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=465de10c846f48e2a3ca108fe385aa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529490 Aug 30 21:22:26.999703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:27.017219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cbcb0-ff2e-4e07-8b95-0e4927610fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d0d3ff-69e8-4af8-bc8e-ec73f5fe0594,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.020924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.116602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9950-77e0-40f8-8a52-5c71423493e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.124732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-e1f12bef-a1c5-4a08-be32-8eadf65f8353 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb3b124-182b-4d34-b58b-7111afce7da8 HTTP/1.1" status: 200 len: 1002 time: 0.1087074 Aug 30 21:22:27.184854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Attempting to bind port 7e2655c0-2fd3-4858-b0f7-461c31879958 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:27.185256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9950-77e0-40f8-8a52-5c71423493e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.185392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Attempting to bind port 7e2655c0-2fd3-4858-b0f7-461c31879958 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:27.185815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Attempting to bind port 7e2655c0-2fd3-4858-b0f7-461c31879958 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:27.193493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-4c21b3b1-4b73-432c-8b23-bdf5e506e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:27.198021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-4c21b3b1-4b73-432c-8b23-bdf5e506e747 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8fcc81c3-735f-4f24-9912-ac34dfc68e9a HTTP/1.1" status: 200 len: 850 time: 0.0643334 Aug 30 21:22:27.223828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d70f907b-79dd-4838-b648-ce17c7586960, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d70f907b-79dd-4838-b648-ce17c7586960,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:27.226938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:27.227629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:27.227959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.228457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:27.229054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Bound port: 7e2655c0-2fd3-4858-b0f7-461c31879958, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:27.229500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.241538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae268a-41a4-454f-a9b9-0b6d8e161e93 None None] Pushing event updated for resources: {'Port': ['ID=7e2655c0-2fd3-4858-b0f7-461c31879958,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.288146 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-a13ea940-ff5d-43da-b89c-09153be39eb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:22:27.288599 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-a13ea940-ff5d-43da-b89c-09153be39eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:22:27.294071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd70f907b-79dd-4838-b648-ce17c7586960', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': 'd70f907b-79dd-4838-b648-ce17c7586960', 'mac_address': 'fa:16:3e:a0:b2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:22:27.294831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.297846 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9950-77e0-40f8-8a52-5c71423493e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.300417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-700b7b32-ba78-41fc-9e13-e290e18a9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:27.301846 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9950-77e0-40f8-8a52-5c71423493e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.302742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-700b7b32-ba78-41fc-9e13-e290e18a9e72 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fb0eb042-4384-4607-affb-e644582335c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954585 Aug 30 21:22:27.303845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6e0f9950-77e0-40f8-8a52-5c71423493e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99d0d3ff-69e8-4af8-bc8e-ec73f5fe0594 HTTP/1.1" status: 204 len: 168 time: 0.3027277 Aug 30 21:22:27.307049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.314441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-f775b69d-a6ff-479c-a9f5-920a2a47bdcf service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:22:27.316081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-f775b69d-a6ff-479c-a9f5-920a2a47bdcf service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054927 Aug 30 21:22:27.379079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.388233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] For port 7e2655c0-2fd3-4858-b0f7-461c31879958, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:27.393506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] For port 7e2655c0-2fd3-4858-b0f7-461c31879958, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e2655c0-2fd3-4858-b0f7-461c31879958,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:27.395395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.399087 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.403970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.426621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9950-77e0-40f8-8a52-5c71423493e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d0d3ff-69e8-4af8-bc8e-ec73f5fe0594,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.471333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70f907b-79dd-4838-b648-ce17c7586960 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:27.474422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Pushing event updated for resources: {'Port': ['ID=df509d84-124c-4863-bef6-e69a223427ca,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.508581 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-5f110e53-f563-4519-b2e9-2e356425d74c service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850467 Aug 30 21:22:27.523534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d70f907b-79dd-4838-b648-ce17c7586960, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d70f907b-79dd-4838-b648-ce17c7586960,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:27.531113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:22:27.533871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:27.538586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae268a-41a4-454f-a9b9-0b6d8e161e93 None None] Pushing event updated for resources: {'Port': ['ID=7e2655c0-2fd3-4858-b0f7-461c31879958,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.572409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:27.635870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Network cdb2af59-7a18-42bf-9514-0d96511fa656 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:27.638056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:27.690584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d70f907b-79dd-4838-b648-ce17c7586960,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:27.699246 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-7f49b418-fe09-4833-8cf2-01c12a4300bf service neutron] 10.222.0.82 "GET /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818311 Aug 30 21:22:27.722683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:22:27.944466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f8cd-7176-4457-86be-5f7b854e40da req-3b1a34d2-58dc-417b-a03e-7972bb9566ec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:27.951711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13a6f8cd-7176-4457-86be-5f7b854e40da req-3b1a34d2-58dc-417b-a03e-7972bb9566ec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 944 time: 0.1382439 Aug 30 21:22:27.987117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d70f907b-79dd-4838-b648-ce17c7586960'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:28.040961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:22:28.070368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13a6f8cd-7176-4457-86be-5f7b854e40da req-8831e85e-3a93-41df-ad4d-131f408f69c2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133091 Aug 30 21:22:28.076599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:28.264140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b8779753-4f41-4378-bbe5-cc6c885f6f54 None None] Provisioning for port df509d84-124c-4863-bef6-e69a223427ca completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:28.297758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b8779753-4f41-4378-bbe5-cc6c885f6f54 None None] Provisioning complete for port df509d84-124c-4863-bef6-e69a223427ca triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:28.298281 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8779753-4f41-4378-bbe5-cc6c885f6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:28.313480 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-5c0b40c5-fd13-409f-9c65-3eb5ac0504fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 217 time: 0.6005068 Aug 30 21:22:28.407652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:28.408184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:28.434923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-7b2f2b5c-8e62-49ae-a702-6e29bb17e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:28.445194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b8779753-4f41-4378-bbe5-cc6c885f6f54 None None] Port df509d84-124c-4863-bef6-e69a223427ca cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:22:28.449604 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-7b2f2b5c-8e62-49ae-a702-6e29bb17e46a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.1270907 Aug 30 21:22:28.515970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-fe4cd917-808d-40b9-8271-5ee0892b088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:28.518061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-fe4cd917-808d-40b9-8271-5ee0892b088b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581088 Aug 30 21:22:28.592834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:27Z', 'revision_number': 2, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:28.632009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fef332-83cb-41ce-a050-2eac735d9125 None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:27Z', 'revision_number': 2, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:22:28.646784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-e5dfabb5-9545-47ee-8177-4a540d8a2b32 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173992 Aug 30 21:22:28.680784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdbecc-099b-41f0-ae2b-3b7c4df1ee73 req-12e6db7e-b749-4a6c-b8ac-1c6a1a814a57 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:28.682620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dcdbecc-099b-41f0-ae2b-3b7c4df1ee73 req-12e6db7e-b749-4a6c-b8ac-1c6a1a814a57 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.5059152 Aug 30 21:22:28.688036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:22:28.699340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b8591ee-9ac0-4d22-954d-9275b505415e admin admin] 10.222.0.76 "PUT /v2.0/routers/0c583be8-7e92-4d43-bb30-0c6937dd91a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3169973 Aug 30 21:22:28.758051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-ea3366ac-b1cc-47fa-9a3b-5e91b0f25fda service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008878 Aug 30 21:22:28.769273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dcdbecc-099b-41f0-ae2b-3b7c4df1ee73 req-c1d83814-b5d9-428d-9a51-bd0af2656cb6 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677993 Aug 30 21:22:28.809717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-390215d5-bddb-49b0-968e-bf18491fee31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 217 time: 0.0437582 Aug 30 21:22:28.874798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-126d5394-9d50-4c02-9fcf-000f849cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:28.876389 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-126d5394-9d50-4c02-9fcf-000f849cd7d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0588255 Aug 30 21:22:28.967511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-f0fd27b5-1379-4856-924b-58a99a427eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:28.969717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-f0fd27b5-1379-4856-924b-58a99a427eee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843973 Aug 30 21:22:29.096449 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-bcce6b78-0923-4821-a0b3-ef94f27cf90e service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176219 Aug 30 21:22:29.194226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-8c94cd22-f1be-48d3-af58-bc5ea894147b service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904081 Aug 30 21:22:29.256251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-981e4d21-f047-413c-8b4e-cebf252f5f1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29 HTTP/1.1" status: 200 len: 217 time: 0.0541062 Aug 30 21:22:29.341952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-f037142d-eac0-408a-a61d-d13d8d45c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:29.343625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-f037142d-eac0-408a-a61d-d13d8d45c5e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0801301 Aug 30 21:22:29.395214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-062d7616-0f44-4dcb-891f-b60ffb3cdf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:29.397044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-062d7616-0f44-4dcb-891f-b60ffb3cdf11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449960 Aug 30 21:22:29.527230 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-a9c99ffd-d446-405f-aac1-482eaf95c54d service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180410 Aug 30 21:22:29.672031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e4656-63a1-473f-9257-96a21493fbd7 req-cb733ce3-7c93-41c0-9940-36bec9cb6911 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:29.673548 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-071e4656-63a1-473f-9257-96a21493fbd7 req-cb733ce3-7c93-41c0-9940-36bec9cb6911 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.0787601 Aug 30 21:22:29.717954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-6edf0cba-95a4-4d0e-a174-4a0ea8d8b9ee service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771903 Aug 30 21:22:29.772594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-f79dc95e-9c78-4817-844b-ac9332427d9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931 HTTP/1.1" status: 200 len: 217 time: 0.0475047 Aug 30 21:22:29.803867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42824) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:29.810399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--979890929', 'description': 'tempest-description--320687411'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:29.874391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-034c5f5e-2bfa-4e37-9d4f-49eaf8021d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:29.875968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-034c5f5e-2bfa-4e37-9d4f-49eaf8021d23 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 200 len: 797 time: 0.0948350 Aug 30 21:22:29.898014 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:29.916147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Deleting port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:29.916519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:29.992317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897d8c-3600-4579-af28-6441ff18aec7 req-477abb37-c335-4cf6-8e80-3504f68bac9a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:29.993876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37897d8c-3600-4579-af28-6441ff18aec7 req-477abb37-c335-4cf6-8e80-3504f68bac9a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 944 time: 0.1360271 Aug 30 21:22:29.994636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-88d4960c-c0c5-4123-8d9c-a28012201027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:29.998801 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-88d4960c-c0c5-4123-8d9c-a28012201027 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5c9f9c40-524e-4c39-a5a7-f5757e33a921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1135740 Aug 30 21:22:30.056313 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.074110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37897d8c-3600-4579-af28-6441ff18aec7 req-26a60c29-cc30-4518-9eb2-5c78b2d51e6b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570953 Aug 30 21:22:30.076684 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.109706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e2655c0-2fd3-4858-b0f7-461c31879958 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:30.114878 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.119624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3112578 Aug 30 21:22:30.119624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:30.124122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'security_group_rule': {'security_group_id': '465870b6-c5eb-4937-8073-66c600b90f38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:30.130617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b3ec6-5b42-4c42-9757-7d2a25b48ef5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465870b6-c5eb-4937-8073-66c600b90f38,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:30.147595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] For port 7a86036c-d845-4d0d-9a42-bbbf0ea92666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7a86036c-d845-4d0d-9a42-bbbf0ea92666,segment=NetworkSegment(c1325cc0-002b-4ce5-8356-4748da8625cb),segment_id=c1325cc0-002b-4ce5-8356-4748da8625cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:30.148353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.177748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Calling delete_port for 7a86036c-d845-4d0d-9a42-bbbf0ea92666 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:30.226800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7e2655c0-2fd3-4858-b0f7-461c31879958 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:30.234839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7e2655c0-2fd3-4858-b0f7-461c31879958 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:30.235424 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.245092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.279581 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-6a4c81e9-e483-4ae6-9689-15e197a2bda9 service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726920 Aug 30 21:22:30.293452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9760a-5ce0-4819-945a-e3d9a008c5c1 req-67eeac6d-a7d3-434d-a77b-dca7cabb2871 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:30.302201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2c9760a-5ce0-4819-945a-e3d9a008c5c1 req-67eeac6d-a7d3-434d-a77b-dca7cabb2871 tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4f184ca-13dd-40f6-ba6d-138faa20f990 HTTP/1.1" status: 200 len: 945 time: 0.1153221 Aug 30 21:22:30.395939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2c9760a-5ce0-4819-945a-e3d9a008c5c1 req-2a4a068e-5d06-413c-ab2c-802c3513e39a tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.76 "GET /v2.0/security-groups?id=30141f3f-07c8-495b-b5a0-9a1f96bb4a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924823 Aug 30 21:22:30.413410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.417250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.458043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c76ee9-379f-415a-bd8b-3980dab45d46,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:30.462965 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.472765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.483878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:30.486790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-14b0e11a-070b-46a8-baba-c81bc04a69d4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3536849 Aug 30 21:22:30.490237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7e2655c0-2fd3-4858-b0f7-461c31879958, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e2655c0-2fd3-4858-b0f7-461c31879958,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:30.491900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'security_group_rule': {'security_group_id': '465870b6-c5eb-4937-8073-66c600b90f38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:30.502473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.514255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.538138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-57caef73-9917-47a7-adae-2b7c334126ea service neutron] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456977 Aug 30 21:22:30.552098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d70f907b-79dd-4838-b648-ce17c7586960 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:30.555434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7a86036c-d845-4d0d-9a42-bbbf0ea92666'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:30.572950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Pushing event deleted for resources: {'Port': ['ID=7a86036c-d845-4d0d-9a42-bbbf0ea92666,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:30.635960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7e2655c0-2fd3-4858-b0f7-461c31879958,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:30.647778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.654099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d70f907b-79dd-4838-b648-ce17c7586960 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:30.659271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d70f907b-79dd-4838-b648-ce17c7586960 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:30.660034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.666603 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-9f9b5859-e119-4ede-9a89-3e675390f569 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff HTTP/1.1" status: 200 len: 217 time: 0.1064644 Aug 30 21:22:30.709282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] No DVR routers for this DVR port 7a86036c-d845-4d0d-9a42-bbbf0ea92666 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:30.735522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.737728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-071e4656-63a1-473f-9257-96a21493fbd7 req-c04ad4ec-7f01-4419-a4a2-f4ef58d2eede tempest-AttachVolumeNegativeTest-1793589414 tempest-AttachVolumeNegativeTest-1793589414-project] 10.222.0.82 "DELETE /v2.0/ports/7a86036c-d845-4d0d-9a42-bbbf0ea92666 HTTP/1.1" status: 204 len: 173 time: 1.0552750 Aug 30 21:22:30.741242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'name': 'network-vif-deleted', 'tag': '7a86036c-d845-4d0d-9a42-bbbf0ea92666'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:30.743585 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f819390d-617a-449f-ad44-a97689bf071b" -d '{"events": [{"server_uuid": "b4f184ca-13dd-40f6-ba6d-138faa20f990", "name": "network-vif-deleted", "tag": "7a86036c-d845-4d0d-9a42-bbbf0ea92666"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:30.749237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.789551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70f907b-79dd-4838-b648-ce17c7586960'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:30.791609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-dac2e155-e293-405a-895d-fca253f3ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:30.792312 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72305986-cb9c-4aa5-a1c5-224d0f11bba7" -d '{"events": [{"server_uuid": "ac412a73-cc5e-41e8-9e07-46b7a9f96f26", "name": "network-vif-plugged", "status": "completed", "tag": "d70f907b-79dd-4838-b648-ce17c7586960"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:30.793106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-dac2e155-e293-405a-895d-fca253f3ad84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.1146946 Aug 30 21:22:30.794909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.802343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.814127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d70f907b-79dd-4838-b648-ce17c7586960, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d70f907b-79dd-4838-b648-ce17c7586960,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:30.820334 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.852732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85cb28a-dce8-4a4a-9b30-3c9ad2b893f2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:30.858347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:30.862415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e5205ad-2c65-4aef-8e49-441c1dba8ca9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3745563 Aug 30 21:22:30.863122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:30.873811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:30.874692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-cbab9972-5cd4-4f7f-a1d8-236dcd920d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:30.876486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-cbab9972-5cd4-4f7f-a1d8-236dcd920d40 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673728 Aug 30 21:22:30.905577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d70f907b-79dd-4838-b648-ce17c7586960,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:30.924386 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.034787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-59236dec-9e92-4776-aecc-751f5bd60726 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499562 Aug 30 21:22:31.039604 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17045f-ce70-4f5c-bbf5-5addf2011d6d x-openstack-request-id: req-2b17045f-ce70-4f5c-bbf5-5addf2011d6d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:31.040085 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f184ca-13dd-40f6-ba6d-138faa20f990", "name": "network-vif-deleted", "tag": "7a86036c-d845-4d0d-9a42-bbbf0ea92666", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:31.040572 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b17045f-ce70-4f5c-bbf5-5addf2011d6d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:31.041267 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f184ca-13dd-40f6-ba6d-138faa20f990', 'name': 'network-vif-deleted', 'tag': '7a86036c-d845-4d0d-9a42-bbbf0ea92666', 'status': 'completed', 'code': 200} Aug 30 21:22:31.119852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.160164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-f6a937aa-0f88-4c10-941f-f4740fbe2091 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130676 Aug 30 21:22:31.176386 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e76ff44-1deb-485f-983b-55fa86c7091b x-openstack-request-id: req-0e76ff44-1deb-485f-983b-55fa86c7091b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:31.177278 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac412a73-cc5e-41e8-9e07-46b7a9f96f26", "name": "network-vif-plugged", "status": "completed", "tag": "d70f907b-79dd-4838-b648-ce17c7586960", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:31.177720 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e76ff44-1deb-485f-983b-55fa86c7091b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:31.178133 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70f907b-79dd-4838-b648-ce17c7586960', 'code': 200} Aug 30 21:22:31.246186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-6de19e07-d28d-4163-9e67-431aedfb4a37 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401 HTTP/1.1" status: 200 len: 217 time: 0.0764964 Aug 30 21:22:31.279472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Allocated IP 172.25.5.185 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/68daed1c-cc86-47a7-a591-454b3f713916) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:31.363922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-fb88c761-d9ae-44d9-a991-01a015ea1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:31.365455 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-fb88c761-d9ae-44d9-a991-01a015ea1c56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 200 len: 797 time: 0.1086893 Aug 30 21:22:31.371268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd217900-4c43-4bcd-850d-30a103b925cb req-e33f4a12-3210-40c2-bb12-4c774cb67996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:31.372800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd217900-4c43-4bcd-850d-30a103b925cb req-e33f4a12-3210-40c2-bb12-4c774cb67996 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 1097 time: 0.1221256 Aug 30 21:22:31.411549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a9e3-e648-4a77-81e6-aaf9025c6904 req-d706f034-892d-4e05-a58e-9a38003303ae tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:31.413798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b74a9e3-e648-4a77-81e6-aaf9025c6904 req-d706f034-892d-4e05-a58e-9a38003303ae tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.1371813 Aug 30 21:22:31.446873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd217900-4c43-4bcd-850d-30a103b925cb req-d3bc34b7-1178-458b-a0ae-1f0fb3b205cb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626781 Aug 30 21:22:31.449270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c35c79-7f10-433b-a8af-a04201372993 req-26d4d56c-0f16-4afa-ac83-7681e7f98e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:31.450870 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-26d4d56c-0f16-4afa-ac83-7681e7f98e23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8787fa32-1890-4e71-bbf6-a522ebd45b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0765839 Aug 30 21:22:31.492947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b74a9e3-e648-4a77-81e6-aaf9025c6904 req-9b093936-e12f-4455-9ccd-605a4e23fbfa tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654480 Aug 30 21:22:31.497840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.558248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42870) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:31.569832 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-60b731b9-c94b-4138-b7ca-bcf54aa9d8a3 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073427 Aug 30 21:22:31.608852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.624435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Deleting subnet e11b81dd-a773-4d45-983e-5f0fe714b558 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:22:31.637893 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:22:31.653646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.660079 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:22:31.661128 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:31.688905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c35c79-7f10-433b-a8af-a04201372993 req-965f0bee-66cf-4d64-9b60-bd61c148fae3 service neutron] 10.222.0.82 "GET /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108782 Aug 30 21:22:31.691290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:31.702156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:31.723180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.728380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:31.750813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'Port': ['ID=68daed1c-cc86-47a7-a591-454b3f713916,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:31.804586 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:22:31.810491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.886399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.906389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.958444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11b81dd-a773-4d45-983e-5f0fe714b558,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:31.961725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.964309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79b0ba15-3bf5-439c-b43d-cf66f6cf5b79 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e11b81dd-a773-4d45-983e-5f0fe714b558 HTTP/1.1" status: 204 len: 168 time: 0.4049070 Aug 30 21:22:31.965279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:31.967097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42880) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:32.030982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e2655c0-2fd3-4858-b0f7-461c31879958 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:32.083342 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:27Z', 'revision_number': 2, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:32.095098 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.104019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7e2655c0-2fd3-4858-b0f7-461c31879958 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:32.105493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.218351 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:22:32.218733 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Updating router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 port df509d84-124c-4863-bef6-e69a223427ca binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:22:32.246861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.248671 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.269283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9a61bb-3f1e-463b-a691-17b52951548a']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:32.284338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1325cc0-002b-4ce5-8356-4748da8625cb') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:32.284641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1325cc0-002b-4ce5-8356-4748da8625cb') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:32.302189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.308755 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.318155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.330909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.359271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:22:32.359643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:22:32.361371 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:22:32.446872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'Port': ['ID=68daed1c-cc86-47a7-a591-454b3f713916,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:32.461109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.471591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.482248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.484290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3f9a61bb-3f1e-463b-a691-17b52951548a HTTP/1.1" status: 204 len: 168 time: 0.5147312 Aug 30 21:22:32.503024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437500b-0d1b-4b97-9a5e-4cd4f4bb14c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9a61bb-3f1e-463b-a691-17b52951548a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:32.505955 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.507549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b6ea59f1-e314-46e1-b190-8f5811862dac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6416912 Aug 30 21:22:32.568449 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.593510 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Transition to ACTIVE for port object df509d84-124c-4863-bef6-e69a223427ca will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:32.603187 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.637225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f397d-5b8e-49e9-806d-288b0a2f955a req-9a9a0e29-813b-4540-93bd-696fc0f2fe07 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:32.638887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-517f397d-5b8e-49e9-806d-288b0a2f955a req-9a9a0e29-813b-4540-93bd-696fc0f2fe07 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0623775 Aug 30 21:22:32.717712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-517f397d-5b8e-49e9-806d-288b0a2f955a req-b02510bd-c8bb-4beb-9d52-3e4405317893 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718348 Aug 30 21:22:32.743991 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Pushing event updated for resources: {'Port': ['ID=df509d84-124c-4863-bef6-e69a223427ca,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:32.789076 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.789397 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.789920 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.790495 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.791224 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.791897 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.792402 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.793231 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.794147 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.795061 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.795901 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.796411 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:22:32.814027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42910) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:32.818904 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Attempting to bind port df509d84-124c-4863-bef6-e69a223427ca on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:32.819615 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Attempting to bind port df509d84-124c-4863-bef6-e69a223427ca by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:32.820241 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Attempting to bind port df509d84-124c-4863-bef6-e69a223427ca on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:32.833268 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:32.833560 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Checking segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:32.833856 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.834257 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Bound using segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:32.838266 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Bound port: df509d84-124c-4863-bef6-e69a223427ca, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:32.842654 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.912222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9f91cb84-a6ec-4650-b9b5-098d6aab3e62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b8e55afa6d64d57bc132db4d407070a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963182 Aug 30 21:22:32.915235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:32.941413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-a388f39a-0399-45cf-8c41-72fa8fea34ba tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--979890929&fields=id&tenant_id=e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 267 time: 0.0813546 Aug 30 21:22:32.949843 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] For port df509d84-124c-4863-bef6-e69a223427ca, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:32.954494 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] For port df509d84-124c-4863-bef6-e69a223427ca, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=df509d84-124c-4863-bef6-e69a223427ca,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:32.961392 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:32.995560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37bb1dc6-a7d3-492a-8c03-61ded520cb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:33.031526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:22:33.032759 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:33.051576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37bb1dc6-a7d3-492a-8c03-61ded520cb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:33.094594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-ce9bdafe-3a2e-4998-be96-7a75f93ecd1f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:33.102521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-ce9bdafe-3a2e-4998-be96-7a75f93ecd1f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 817 time: 0.1586478 Aug 30 21:22:33.127853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-f91c031e-a715-430d-8b85-0d43c5203daf tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/quotas/e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 375 time: 0.0242150 Aug 30 21:22:33.161936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37bb1dc6-a7d3-492a-8c03-61ded520cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:33.167637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37bb1dc6-a7d3-492a-8c03-61ded520cb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:33.168892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37bb1dc6-a7d3-492a-8c03-61ded520cb96 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30141f3f-07c8-495b-b5a0-9a1f96bb4a38 HTTP/1.1" status: 204 len: 168 time: 0.2524793 Aug 30 21:22:33.178438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1dc6-a7d3-492a-8c03-61ded520cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30141f3f-07c8-495b-b5a0-9a1f96bb4a38,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:33.218832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-16da3acf-b489-45fb-af8f-38eb2db72821 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899200 Aug 30 21:22:33.224178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162072e5-a165-490a-b1f9-10aced0654e3 None None] Pushing event updated for resources: {'Port': ['ID=df509d84-124c-4863-bef6-e69a223427ca,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:33.228239 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:22:33.472072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:32Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:33.494770 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:33.503587 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97d768-01f8-4e92-8402-f6944a87f2d4 None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:32Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:22:33.512596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-9e9c65d9-b8d4-4636-b46a-98de43918e48 service neutron] 10.222.0.76 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680809 Aug 30 21:22:33.628748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-52ab0c5a-c485-4618-bea7-a3c17fc5608a service neutron] 10.222.0.76 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094198 Aug 30 21:22:33.996932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d002bd-0097-4a33-9db1-32802216c1db req-bd7ddf00-25e9-4652-880a-df38b30dde5c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:34.007496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10d002bd-0097-4a33-9db1-32802216c1db req-bd7ddf00-25e9-4652-880a-df38b30dde5c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0803776 Aug 30 21:22:34.055743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device df509d84-124c-4863-bef6-e69a223427ca up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:34.079894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10d002bd-0097-4a33-9db1-32802216c1db req-36c1f822-96a3-4a68-886c-f5a253aede96 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620515 Aug 30 21:22:34.132650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port df509d84-124c-4863-bef6-e69a223427ca completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:34.140654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port df509d84-124c-4863-bef6-e69a223427ca triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:34.141129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:34.183205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e717d8a-3f08-4e45-86ed-d9d50ef9cef9 req-e8c7fd68-9813-47e7-88d4-32afc426f29e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 210 time: 0.0461931 Aug 30 21:22:34.306216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:34.368946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port df509d84-124c-4863-bef6-e69a223427ca, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=df509d84-124c-4863-bef6-e69a223427ca,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:34.380039 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:34.462595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=df509d84-124c-4863-bef6-e69a223427ca,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:34.533599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d60bc-0fbb-417f-a34f-d7d08d2374b5 req-61f4fa6d-89a8-4383-8b6e-e760137d9e1a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:34.541149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b0d60bc-0fbb-417f-a34f-d7d08d2374b5 req-61f4fa6d-89a8-4383-8b6e-e760137d9e1a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0959406 Aug 30 21:22:34.576477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b0d60bc-0fbb-417f-a34f-d7d08d2374b5 req-dd854c91-f847-45e9-83b1-10c9239286ae tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Aug 30 21:22:34.735993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9b52b-68fc-4439-a256-522a7b0d93c5 req-a1da611a-33c1-447f-9b03-eb4502676625 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:34.738118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48a9b52b-68fc-4439-a256-522a7b0d93c5 req-a1da611a-33c1-447f-9b03-eb4502676625 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0739686 Aug 30 21:22:34.788979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48a9b52b-68fc-4439-a256-522a7b0d93c5 req-63da1ebc-0d5e-40fd-b099-21e03b32b64c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Aug 30 21:22:35.115765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7a86036c-d845-4d0d-9a42-bbbf0ea92666 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:35.147800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cedef-3847-43c6-81af-bf41c016f3e8 req-6acf2e4d-9921-4c7f-9ba3-cca51b4628c1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:35.149048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 7a86036c-d845-4d0d-9a42-bbbf0ea92666 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:35.149492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7a86036c-d845-4d0d-9a42-bbbf0ea92666 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:35.150532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c4cedef-3847-43c6-81af-bf41c016f3e8 req-6acf2e4d-9921-4c7f-9ba3-cca51b4628c1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0544672 Aug 30 21:22:35.205461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c4cedef-3847-43c6-81af-bf41c016f3e8 req-64d9cead-eedb-4483-a306-d8b914636f94 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 Aug 30 21:22:35.330745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e97872bd-acce-4ed5-ade3-29a5f2ebf952 req-b632fcfa-2ed5-4ab1-aec9-160a397ea9d1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 210 time: 0.0523837 Aug 30 21:22:35.481317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-1b54295a-d46a-4013-8094-82ae06acd271 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:35.483031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-1b54295a-d46a-4013-8094-82ae06acd271 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.82 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 817 time: 0.1248181 Aug 30 21:22:35.543617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-106f415c-8c20-44c8-b79e-969e9ffefcb5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 379 time: 0.0463386 Aug 30 21:22:35.554346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'port': {'device_id': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'admin_state_up': True, 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'security_groups': ['465870b6-c5eb-4937-8073-66c600b90f38']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:35.678813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Made reservation on behalf of e377c51cd63d4ca8a52d3e4faf131185 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:35.682535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:35.730970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:35.832466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Allocated IP 172.20.0.13 (cdb2af59-7a18-42bf-9514-0d96511fa656/c58675fd-81ee-4151-86c2-437190a1b96f/e35837e7-177d-405e-b13a-495bdceaecd6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:36.003976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device df509d84-124c-4863-bef6-e69a223427ca up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:36.021626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.046471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Transition to ACTIVE for port object e35837e7-177d-405e-b13a-495bdceaecd6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:36.069113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port df509d84-124c-4863-bef6-e69a223427ca triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:36.069771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.119083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.167106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Network cdb2af59-7a18-42bf-9514-0d96511fa656 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:36.172033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:36.179299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:36.240905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:36.257541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:36.258493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.293858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-02229fe6-b14f-4be6-8345-51eb159ba78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433906 Aug 30 21:22:36.308879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Request body: {'port': {'device_id': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:36.408019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.431246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7fe0c-ed0b-4966-9779-af720ec0609e req-d8eaa0e5-6b8f-42df-8829-1566ef418065 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:36.432866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9be7fe0c-ed0b-4966-9779-af720ec0609e req-d8eaa0e5-6b8f-42df-8829-1566ef418065 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0942712 Aug 30 21:22:36.495420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9be7fe0c-ed0b-4966-9779-af720ec0609e req-24c59e56-3307-462f-80f1-a4bcaa6103d6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532165 Aug 30 21:22:36.500109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-ef37e28f-11d9-4b2b-a482-fbc57446babd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:36.501805 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-ef37e28f-11d9-4b2b-a482-fbc57446babd tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 945 time: 0.0896480 Aug 30 21:22:36.516455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f471b5c-6d09-4af8-bb02-c05c29637067 None None] Provisioning for port e35837e7-177d-405e-b13a-495bdceaecd6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:36.524085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f471b5c-6d09-4af8-bb02-c05c29637067 None None] Provisioning complete for port e35837e7-177d-405e-b13a-495bdceaecd6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:36.524961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f471b5c-6d09-4af8-bb02-c05c29637067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.572846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6f471b5c-6d09-4af8-bb02-c05c29637067 None None] Port e35837e7-177d-405e-b13a-495bdceaecd6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:22:36.591560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43060) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:36.635862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110d8fb-6b15-46e8-88f7-e94b38a19404 req-7f94dc1c-c923-4c7a-b2c8-836c500368c2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:36.644217 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4110d8fb-6b15-46e8-88f7-e94b38a19404 req-7f94dc1c-c923-4c7a-b2c8-836c500368c2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 932 time: 0.0654886 Aug 30 21:22:36.683439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4110d8fb-6b15-46e8-88f7-e94b38a19404 req-1b0c1431-469c-4b6a-9111-d9a87d2f6bcb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378053 Aug 30 21:22:36.743369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port d70f907b-79dd-4838-b648-ce17c7586960 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:22:36.743584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf850b26-4370-4e8c-bc07-7ce6c9169271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.743721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.849100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf850b26-4370-4e8c-bc07-7ce6c9169271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.853529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf850b26-4370-4e8c-bc07-7ce6c9169271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.888077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port d70f907b-79dd-4838-b648-ce17c7586960, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d70f907b-79dd-4838-b648-ce17c7586960,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:36.888449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.894393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bf850b26-4370-4e8c-bc07-7ce6c9169271 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=619bcc09d9b24ae4bd0ebbdada5f189a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017843 Aug 30 21:22:36.897454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:36.901878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:36.905364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf850b26-4370-4e8c-bc07-7ce6c9169271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab1d68c-a6fa-48a0-a427-46bdf6926e20,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:36.925346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for d70f907b-79dd-4838-b648-ce17c7586960 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:22:36.928332 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.949578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Transition to ACTIVE for port object e35837e7-177d-405e-b13a-495bdceaecd6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:36.952204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cae66a0-87fa-4078-adb0-321ab1e65277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.974567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cae66a0-87fa-4078-adb0-321ab1e65277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:36.979296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.035343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cae66a0-87fa-4078-adb0-321ab1e65277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.038633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cae66a0-87fa-4078-adb0-321ab1e65277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.047360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7cae66a0-87fa-4078-adb0-321ab1e65277 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fab1d68c-a6fa-48a0-a427-46bdf6926e20 HTTP/1.1" status: 204 len: 168 time: 0.1468611 Aug 30 21:22:37.051126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:37.073353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae66a0-87fa-4078-adb0-321ab1e65277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab1d68c-a6fa-48a0-a427-46bdf6926e20,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:37.225208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:37.225888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:37.226770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:37.232565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Port e35837e7-177d-405e-b13a-495bdceaecd6 on network cdb2af59-7a18-42bf-9514-0d96511fa656 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:22:37.233135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:37.237307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.250723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:37.253542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d70f907b-79dd-4838-b648-ce17c7586960'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:37.266626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:37.266989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Checking segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:37.268830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Bound using segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:37.269493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Bound port: e35837e7-177d-405e-b13a-495bdceaecd6, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:37.271608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.299063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=d70f907b-79dd-4838-b648-ce17c7586960,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:37.356344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port d70f907b-79dd-4838-b648-ce17c7586960 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:22:37.361571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.369617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ad199e5-3572-4b14-86a5-3083b87e5288 req-cc6350e1-557d-4a44-a849-892836ba07df tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "DELETE /v2.0/ports/d70f907b-79dd-4838-b648-ce17c7586960 HTTP/1.1" status: 204 len: 173 time: 0.8582726 Aug 30 21:22:37.391545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'name': 'network-vif-deleted', 'tag': 'd70f907b-79dd-4838-b648-ce17c7586960'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:37.395536 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0730dbf1-1763-4f92-a9bc-4968a5d3868f" -d '{"events": [{"server_uuid": "ac412a73-cc5e-41e8-9e07-46b7a9f96f26", "name": "network-vif-deleted", "tag": "d70f907b-79dd-4838-b648-ce17c7586960"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:37.462439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:37.470195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:37.480851 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ef1c7-e22a-4c4a-85aa-0b91b8c246e9 x-openstack-request-id: req-287ef1c7-e22a-4c4a-85aa-0b91b8c246e9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:37.481149 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac412a73-cc5e-41e8-9e07-46b7a9f96f26", "name": "network-vif-deleted", "tag": "d70f907b-79dd-4838-b648-ce17c7586960", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:37.481398 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-287ef1c7-e22a-4c4a-85aa-0b91b8c246e9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:37.481959 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac412a73-cc5e-41e8-9e07-46b7a9f96f26', 'name': 'network-vif-deleted', 'tag': 'd70f907b-79dd-4838-b648-ce17c7586960', 'status': 'completed', 'code': 200} Aug 30 21:22:37.484024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.522938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:37.525024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.527392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] 10.222.0.82 "PUT /v2.0/ports/e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1093 time: 1.2246442 Aug 30 21:22:37.576784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768ea3e-c416-4b92-bc81-903b0a794cef service neutron] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:37.663243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-06b6ab0b-0798-489b-bdaf-87e7103655a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:37.664940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-06b6ab0b-0798-489b-bdaf-87e7103655a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1096 time: 0.0773056 Aug 30 21:22:37.677125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07caa26e-dcc8-46d2-848f-404f36ccfb23 req-a4237cc4-92e8-4511-9861-7864a24f9163 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac412a73-cc5e-41e8-9e07-46b7a9f96f26 HTTP/1.1" status: 200 len: 210 time: 0.0506408 Aug 30 21:22:37.744847 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-6f3bb6a8-1559-4290-9a6a-8afa9333d241 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 217 time: 0.0705042 Aug 30 21:22:37.799813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:37.821601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e25bdee-b931-4800-af9a-cdc0adcc1af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:37.844765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-e459680d-f088-4fb3-8f8a-367e7aaaec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:37.846236 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-e459680d-f088-4fb3-8f8a-367e7aaaec00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0935881 Aug 30 21:22:37.859605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35a10-7b13-42a0-b7d5-14eb0c409dca req-4bf60c0e-ba6e-49a1-a9c6-f889e040ed39 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:37.862126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2b35a10-7b13-42a0-b7d5-14eb0c409dca req-4bf60c0e-ba6e-49a1-a9c6-f889e040ed39 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0860932 Aug 30 21:22:37.913887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2b35a10-7b13-42a0-b7d5-14eb0c409dca req-0d546737-72a5-4002-8ba9-cff007f618a5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444860 Aug 30 21:22:37.928918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-102555c9-f879-4631-afd2-13754430074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:37.930472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-102555c9-f879-4631-afd2-13754430074c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765185 Aug 30 21:22:38.023925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e25bdee-b931-4800-af9a-cdc0adcc1af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:38.033355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3e25bdee-b931-4800-af9a-cdc0adcc1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:38.086229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3e25bdee-b931-4800-af9a-cdc0adcc1af2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14880da1fd5041d6af114e591de8bea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851815 Aug 30 21:22:38.089615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43098) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:38.090646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25bdee-b931-4800-af9a-cdc0adcc1af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b61056-ba9b-4e89-8951-dd416961b4d1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:38.099737 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-aa0f73b7-12c6-455a-b5bc-769377d09adc service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609087 Aug 30 21:22:38.157545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b67e262-463f-4e40-aaef-6119ebda8fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:38.181172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b67e262-463f-4e40-aaef-6119ebda8fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:38.235981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b67e262-463f-4e40-aaef-6119ebda8fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:38.243810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b67e262-463f-4e40-aaef-6119ebda8fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:38.245612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b67e262-463f-4e40-aaef-6119ebda8fdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79b61056-ba9b-4e89-8951-dd416961b4d1 HTTP/1.1" status: 204 len: 168 time: 0.1539612 Aug 30 21:22:38.270066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67e262-463f-4e40-aaef-6119ebda8fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b61056-ba9b-4e89-8951-dd416961b4d1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:38.568283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-745d9792-8e29-4f37-a570-4d56cb1d4c0e req-284daf5c-ebb9-4c7d-b468-4dbe287c477a service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605172 Aug 30 21:22:38.911770 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd6c0241-6abf-4750-98ab-296264cf3d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:39.093578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-8cbb68c8-33e9-445a-97f7-890097d7e72a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:39.095143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-8cbb68c8-33e9-445a-97f7-890097d7e72a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1119516 Aug 30 21:22:39.112909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-430de928-4fbe-413e-b40f-1174c441adf4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/quotas/60883a6fd64948e28b23799e23f91951 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Aug 30 21:22:39.175576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-c596f264-ddc6-45bb-8044-2942b320b6b7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553107 Aug 30 21:22:39.272481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-653d49a8-fc99-4f6d-9fcc-6d4cd203d738 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959342 Aug 30 21:22:39.387602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b7adc264-16a9-4219-aa43-646a39f70b69 service neutron] 10.222.0.76 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077654 Aug 30 21:22:39.483064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:39.487161 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719e5180-30ba-4de2-81ad-163230a73458" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:39.598934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66432f-1e26-42a2-8b04-04b2f2e91076 req-c6938b3a-51fa-4bcd-9da1-8541091f921a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:39.600930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e66432f-1e26-42a2-8b04-04b2f2e91076 req-c6938b3a-51fa-4bcd-9da1-8541091f921a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0601108 Aug 30 21:22:39.667462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e66432f-1e26-42a2-8b04-04b2f2e91076 req-104dc7f3-f420-48eb-9dfc-6eb2414c5dff tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556655 Aug 30 21:22:39.816588 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ba067-6b31-4a87-9ef7-0579e56da0c0 x-openstack-request-id: req-789ba067-6b31-4a87-9ef7-0579e56da0c0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:39.817127 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:39.817327 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-789ba067-6b31-4a87-9ef7-0579e56da0c0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:39.817716 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'status': 'completed', 'code': 200} Aug 30 21:22:39.910317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4deba622-d5f5-4977-b62c-92010e4719e0 req-5b1b3219-5cd2-4a30-b5b9-3fa6a6d20b0a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 210 time: 0.0531902 Aug 30 21:22:39.929129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5180-30ba-4de2-81ad-163230a73458 req-e999c6dc-381b-4fa1-9a03-bfed4f89d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:39.930994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-e999c6dc-381b-4fa1-9a03-bfed4f89d360 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1096 time: 0.0872772 Aug 30 21:22:40.043850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5180-30ba-4de2-81ad-163230a73458 req-0ac2b996-1b99-4209-a444-a06bacda498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:40.045767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-0ac2b996-1b99-4209-a444-a06bacda498b service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1068413 Aug 30 21:22:40.093191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-6ee97374-4707-43ca-9756-b6632c6f3205 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 217 time: 0.0399084 Aug 30 21:22:40.148680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5180-30ba-4de2-81ad-163230a73458 req-d3227804-2334-47c6-8fa5-e17139b08b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:40.151225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-d3227804-2334-47c6-8fa5-e17139b08b47 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0507503 Aug 30 21:22:40.213878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5180-30ba-4de2-81ad-163230a73458 req-a476bc25-c671-4396-8b52-1e015655b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:40.215502 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-a476bc25-c671-4396-8b52-1e015655b186 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566432 Aug 30 21:22:40.332687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-aeae2de4-73d5-4b76-94b1-236555ed266b service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082792 Aug 30 21:22:40.444235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-719e5180-30ba-4de2-81ad-163230a73458 req-ff9e882b-c598-45c3-b6d4-9247aa1bc57b service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038973 Aug 30 21:22:40.552096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d70f907b-79dd-4838-b648-ce17c7586960 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:22:40.582549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d70f907b-79dd-4838-b648-ce17c7586960 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:22:40.582998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d70f907b-79dd-4838-b648-ce17c7586960 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:22:40.695894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-938e6771-ba96-4323-b03d-8221aaae7ba2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:40.697161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-938e6771-ba96-4323-b03d-8221aaae7ba2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 806 time: 0.1637719 Aug 30 21:22:40.713420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Request body: {'port': {'device_id': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'admin_state_up': True, 'tenant_id': '60883a6fd64948e28b23799e23f91951'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:40.807716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17eeaa-4545-4583-998f-a453d8082008 req-4bf4692a-8402-411b-83ed-ebe076d8da75 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:40.810361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da17eeaa-4545-4583-998f-a453d8082008 req-4bf4692a-8402-411b-83ed-ebe076d8da75 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0587633 Aug 30 21:22:40.870044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da17eeaa-4545-4583-998f-a453d8082008 req-9bd4e316-99cc-48a7-aaa7-e069ece3d80f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484841 Aug 30 21:22:40.899950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Made reservation on behalf of 60883a6fd64948e28b23799e23f91951 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:22:40.905351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.038811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddf6611d-d74e-4992-b1e5-6bb5655e6868 req-d9b39806-702a-468c-8484-9ff06bdc7da5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 210 time: 0.0297291 Aug 30 21:22:41.070858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Allocated IP 172.20.0.5 (05ccd8b6-40c1-4074-9ffb-710b62595b3c/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7/fa95d3fc-3d44-41ce-a9cc-58dfd96867b1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:22:41.238391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.285483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.298774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:41.339262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event updated for resources: {'Port': ['ID=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:41.342777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Network 05ccd8b6-40c1-4074-9ffb-710b62595b3c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:22:41.344511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:22:41.346676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:22:41.407006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:41.407649 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.427941 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b32ad036-3fef-4826-81f2-6e365fbbb4bf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7182019 Aug 30 21:22:41.445832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Request body: {'port': {'device_id': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:41.508149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.745629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.805404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:41.813361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.827098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Transition to ACTIVE for port object fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:22:41.831498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.864122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19e6fc55-b6fa-4d4d-8a87-37602178a2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:41.905377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:41.963823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Attempting to bind port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:22:41.964172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Attempting to bind port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:22:41.964631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Attempting to bind port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:41.970115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:22:41.970435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Attempting to bind port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 on network 05ccd8b6-40c1-4074-9ffb-710b62595b3c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:22:41.979085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:22:41.979432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Checking segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:22:41.979845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Bound using segment: {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:22:41.980261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Bound port: fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:22:41.980629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:42.043702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14018ad-b38b-42fb-827a-de2f2494c0fc req-4023f265-5e07-433d-9c6c-86edd2a2ede7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.045634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d14018ad-b38b-42fb-827a-de2f2494c0fc req-4023f265-5e07-433d-9c6c-86edd2a2ede7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0717776 Aug 30 21:22:42.070172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] For port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:22:42.074163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] For port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:22:42.086359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:42.091189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d14018ad-b38b-42fb-827a-de2f2494c0fc req-f66a9f92-ec90-4979-a2dd-f3a37d429b84 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Aug 30 21:22:42.158013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.158839 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:42.160345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] 10.222.0.86 "PUT /v2.0/ports/fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 HTTP/1.1" status: 200 len: 1092 time: 0.7195728 Aug 30 21:22:42.160932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'tag': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:42.163364 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0a04b1-4352-411b-9872-58a1107f316a" -d '{"events": [{"name": "network-changed", "server_uuid": "36b50b2d-7865-4934-9754-f4b24ddc9251", "tag": "fa95d3fc-3d44-41ce-a9cc-58dfd96867b1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:42.170776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f6471-c802-40ce-97b1-da3202b4b0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:42.258636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-5753b89c-3d33-4502-9846-1ddb859ebd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.260238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-5753b89c-3d33-4502-9846-1ddb859ebd12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 1095 time: 0.0587411 Aug 30 21:22:42.305345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-43db6a54-ff04-4f35-a69f-ba33be1bfd78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 HTTP/1.1" status: 200 len: 217 time: 0.0363324 Aug 30 21:22:42.314180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9df3d-2d53-4e9e-b6a8-e2955fd994d5 req-7d973e6c-7c17-4d8c-bc16-8ca6e5cd6081 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.322280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26f9df3d-2d53-4e9e-b6a8-e2955fd994d5 req-7d973e6c-7c17-4d8c-bc16-8ca6e5cd6081 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 943 time: 0.0629520 Aug 30 21:22:42.365327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26f9df3d-2d53-4e9e-b6a8-e2955fd994d5 req-26e27289-51bd-4846-8440-f522623f8769 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Aug 30 21:22:42.372953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-a8e0fde9-8258-4500-ad40-4c90b130694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.374580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-a8e0fde9-8258-4500-ad40-4c90b130694f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0619709 Aug 30 21:22:42.414387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-01098967-4e9e-48c1-abb9-99acd791b12e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317364 Aug 30 21:22:42.441389 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd3c32-b66b-4d62-88af-32d77feebaf7 x-openstack-request-id: req-08dd3c32-b66b-4d62-88af-32d77feebaf7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:42.441742 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b50b2d-7865-4934-9754-f4b24ddc9251", "tag": "fa95d3fc-3d44-41ce-a9cc-58dfd96867b1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:42.442232 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08dd3c32-b66b-4d62-88af-32d77feebaf7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:42.442770 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'tag': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1', 'status': 'completed', 'code': 200} Aug 30 21:22:42.529376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-189b3ef1-3808-4f0b-bd06-e82f56bb9412 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051440 Aug 30 21:22:42.601286 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:42.640929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7539ec7a-fed2-4ad7-b174-c7c558882eed req-87ce3c4d-592f-4631-b005-b1649f92d2b2 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050875 Aug 30 21:22:42.744789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a04b1-4352-411b-9872-58a1107f316a req-24e4fe1f-5fdb-46bd-900a-49390ec56389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.746407 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-24e4fe1f-5fdb-46bd-900a-49390ec56389 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60883a6fd64948e28b23799e23f91951&device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 1095 time: 0.0467653 Aug 30 21:22:42.850947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a04b1-4352-411b-9872-58a1107f316a req-7244643c-18d7-4248-9795-4f32385ee423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.852506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-7244643c-18d7-4248-9795-4f32385ee423 service neutron] 10.222.0.86 "GET /v2.0/networks?id=05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 200 len: 907 time: 0.0982924 Aug 30 21:22:42.896867 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-c6e01c1a-edde-4f9d-a34f-c949c75cf620 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 HTTP/1.1" status: 200 len: 217 time: 0.0360861 Aug 30 21:22:42.958638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a04b1-4352-411b-9872-58a1107f316a req-92056242-eed7-4c27-aa9c-bb745de19108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:42.964661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-92056242-eed7-4c27-aa9c-bb745de19108 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 200 len: 846 time: 0.0619857 Aug 30 21:22:42.997465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-7b737b9a-d522-4eec-bbb6-71a9049179ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05ccd8b6-40c1-4074-9ffb-710b62595b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255089 Aug 30 21:22:43.097460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-b7c65c4e-d6b5-4ffc-9607-225fb4698b89 service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922520 Aug 30 21:22:43.099591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43344) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:43.129716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:22:43.237083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd0a04b1-4352-411b-9872-58a1107f316a req-993e2487-b6cd-43ec-a473-2a92781e192b service neutron] 10.222.0.86 "GET /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316531 Aug 30 21:22:43.284620 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea120dda-eb0d-4302-b245-d270dfb10789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.289207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:43.304287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'mac_address': 'fa:16:3e:b1:43:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:22:43.310761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b61737-d702-4645-b8b2-044af606f325 req-acae1725-a272-4652-8731-3c925f1fab8c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:43.312508 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64b61737-d702-4645-b8b2-044af606f325 req-acae1725-a272-4652-8731-3c925f1fab8c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0941188 Aug 30 21:22:43.355678 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.372402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:43.379566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64b61737-d702-4645-b8b2-044af606f325 req-8c7c34d8-6a35-48a4-871e-3b974114bc94 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579045 Aug 30 21:22:43.401745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:43.409900 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.454414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea120dda-eb0d-4302-b245-d270dfb10789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.460978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea120dda-eb0d-4302-b245-d270dfb10789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.482085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:43.506767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ea120dda-eb0d-4302-b245-d270dfb10789 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc1d88219e22478796b2eed3b7bd1630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059949 Aug 30 21:22:43.507989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea120dda-eb0d-4302-b245-d270dfb10789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d180c188-9524-481d-8c5c-5f2f5266bad4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:43.509561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:43.590477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac907d-537b-41de-958a-d44333a20501 req-ccc6a61e-0d3b-4950-a336-8f177e53ea0e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:43.592597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3eac907d-537b-41de-958a-d44333a20501 req-ccc6a61e-0d3b-4950-a336-8f177e53ea0e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 943 time: 0.0573444 Aug 30 21:22:43.603392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2567dde-a9db-4b11-a780-ff071372b391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.626457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2567dde-a9db-4b11-a780-ff071372b391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.635895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3eac907d-537b-41de-958a-d44333a20501 req-d136870e-77c8-45a3-862f-73437eaaec27 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362084 Aug 30 21:22:43.687251 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2567dde-a9db-4b11-a780-ff071372b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.690535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2567dde-a9db-4b11-a780-ff071372b391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:43.691763 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2567dde-a9db-4b11-a780-ff071372b391 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d180c188-9524-481d-8c5c-5f2f5266bad4 HTTP/1.1" status: 204 len: 168 time: 0.1811831 Aug 30 21:22:43.700504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567dde-a9db-4b11-a780-ff071372b391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d180c188-9524-481d-8c5c-5f2f5266bad4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:43.871808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e35837e7-177d-405e-b13a-495bdceaecd6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:44.092874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43374) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:44.107132 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f22b021-8851-4654-87eb-f1fee1974419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.200825 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f22b021-8851-4654-87eb-f1fee1974419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.206248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f22b021-8851-4654-87eb-f1fee1974419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.245809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f22b021-8851-4654-87eb-f1fee1974419 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14cc8e43b85e4d15b894e1a66d89e77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518197 Aug 30 21:22:44.246640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22b021-8851-4654-87eb-f1fee1974419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243c0efd-a46e-412d-a095-07a9052792cd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:44.248627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:44.301705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20dc788d-1976-46b1-965f-e435592c816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.327189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20dc788d-1976-46b1-965f-e435592c816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.367879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:44.382513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20dc788d-1976-46b1-965f-e435592c816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.385172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20dc788d-1976-46b1-965f-e435592c816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.386409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-20dc788d-1976-46b1-965f-e435592c816d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/243c0efd-a46e-412d-a095-07a9052792cd HTTP/1.1" status: 204 len: 168 time: 0.1359267 Aug 30 21:22:44.395363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc788d-1976-46b1-965f-e435592c816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c0efd-a46e-412d-a095-07a9052792cd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:44.505213 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b721a8af-c280-41eb-9b8a-652f6580d971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.529452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ceb20-b2a8-4e0c-9bfb-4abaa4f0d1d1 req-257166ab-19cb-4c8a-a682-ce23ad184840 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:44.531547 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-521ceb20-b2a8-4e0c-9bfb-4abaa4f0d1d1 req-257166ab-19cb-4c8a-a682-ce23ad184840 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0616481 Aug 30 21:22:44.538591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.585504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-521ceb20-b2a8-4e0c-9bfb-4abaa4f0d1d1 req-1cec0df4-33eb-482d-973d-eb1d50852379 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416846 Aug 30 21:22:44.640888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b721a8af-c280-41eb-9b8a-652f6580d971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.651801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b721a8af-c280-41eb-9b8a-652f6580d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.703509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b721a8af-c280-41eb-9b8a-652f6580d971 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f3961cd4e144550b845b1ef77a79538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317146 Aug 30 21:22:44.703509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721a8af-c280-41eb-9b8a-652f6580d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ab006e-bb88-41a3-a80a-b968107586d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:44.703732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43402) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:44.803082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507d05a-3131-4ada-b715-271a646d5aa1 req-75a53917-54e8-43ca-a868-72784891762e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:44.804621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d507d05a-3131-4ada-b715-271a646d5aa1 req-75a53917-54e8-43ca-a868-72784891762e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 943 time: 0.0874908 Aug 30 21:22:44.809546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bc8cab7-d44c-4307-a5ab-f4b2e8adb6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.855457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bc8cab7-d44c-4307-a5ab-f4b2e8adb6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.870936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d507d05a-3131-4ada-b715-271a646d5aa1 req-18fe19c4-080e-4c37-bf6b-9aa28489e2a5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593474 Aug 30 21:22:44.915345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bc8cab7-d44c-4307-a5ab-f4b2e8adb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.918211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bc8cab7-d44c-4307-a5ab-f4b2e8adb6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:44.922198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8bc8cab7-d44c-4307-a5ab-f4b2e8adb6c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3ab006e-bb88-41a3-a80a-b968107586d4 HTTP/1.1" status: 204 len: 168 time: 0.2147443 Aug 30 21:22:44.928662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8cab7-d44c-4307-a5ab-f4b2e8adb6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ab006e-bb88-41a3-a80a-b968107586d4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:45.232351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:45.259777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4644a95-ed21-4a9f-a1b3-b23281bb6cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.368631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4644a95-ed21-4a9f-a1b3-b23281bb6cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.373574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4644a95-ed21-4a9f-a1b3-b23281bb6cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.412517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4644a95-ed21-4a9f-a1b3-b23281bb6cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cd96b-6626-4ec3-86cc-caca5581cdea,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:45.419020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4644a95-ed21-4a9f-a1b3-b23281bb6cc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=debb86a651d541e4be77097c073623bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839285 Aug 30 21:22:45.420674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43428) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:45.474336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-439ba282-7d81-40f5-85d3-8029e26b3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.495988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-439ba282-7d81-40f5-85d3-8029e26b3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.552806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-439ba282-7d81-40f5-85d3-8029e26b3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.555582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-439ba282-7d81-40f5-85d3-8029e26b3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:45.556894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-439ba282-7d81-40f5-85d3-8029e26b3cb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/673cd96b-6626-4ec3-86cc-caca5581cdea HTTP/1.1" status: 204 len: 168 time: 0.1354146 Aug 30 21:22:45.565876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ba282-7d81-40f5-85d3-8029e26b3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cd96b-6626-4ec3-86cc-caca5581cdea,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:45.713840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd875-6ad3-47cf-a50c-ce5ff540478b req-a5a836c7-833b-427c-8612-225e889e722b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:45.715639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d29dd875-6ad3-47cf-a50c-ce5ff540478b req-a5a836c7-833b-427c-8612-225e889e722b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0575643 Aug 30 21:22:45.758417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d29dd875-6ad3-47cf-a50c-ce5ff540478b req-38d9ecd6-66c5-4007-b793-3a3931ddbde0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357075 Aug 30 21:22:46.004522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356c661-d92e-4102-af74-1c5e66003a09 req-334b08be-35ef-4081-a66e-2ca4a3be2ffe tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:46.007541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3356c661-d92e-4102-af74-1c5e66003a09 req-334b08be-35ef-4081-a66e-2ca4a3be2ffe tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 943 time: 0.0517967 Aug 30 21:22:46.046216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3356c661-d92e-4102-af74-1c5e66003a09 req-51e10fd2-d0ba-478f-a4ad-7cc5744fa7f2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Aug 30 21:22:46.573909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:22:46.679057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:46.693877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1', 'network_id': '05ccd8b6-40c1-4074-9ffb-710b62595b3c', 'port_id': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1', 'mac_address': 'fa:16:3e:75:a7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69208cf7-4af5-40a9-b7a2-e903d4bb2dc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:22:46.759103 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:46.773457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:22:46.802522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:46.808480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:46.870607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:46.907869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cb69-8cd0-4a9f-8fef-3506417faec9 req-c689a129-5c39-4ead-9860-51342e772829 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:46.911242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63b2cb69-8cd0-4a9f-8fef-3506417faec9 req-c689a129-5c39-4ead-9860-51342e772829 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0638654 Aug 30 21:22:46.952667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63b2cb69-8cd0-4a9f-8fef-3506417faec9 req-9e2162fa-5e2e-476d-a7d0-5b14a8ad719f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370221 Aug 30 21:22:47.103717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fa95d3fc-3d44-41ce-a9cc-58dfd96867b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:22:47.147850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:47.196860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7771d7d-db86-4c1b-8758-9d24048daf52 req-0207ad2e-7d87-46d2-9506-f7a04e64c236 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:47.199243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7771d7d-db86-4c1b-8758-9d24048daf52 req-0207ad2e-7d87-46d2-9506-f7a04e64c236 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 944 time: 0.0655611 Aug 30 21:22:47.255846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7771d7d-db86-4c1b-8758-9d24048daf52 req-b74ebf7a-d4b9-4582-97d1-3a37dde501c4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496585 Aug 30 21:22:47.259416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port e35837e7-177d-405e-b13a-495bdceaecd6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:47.270337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e35837e7-177d-405e-b13a-495bdceaecd6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:47.270748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:47.398369 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:47.424407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:47.427164 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa163f33-df5e-414f-ae64-3157179d739b" -d '{"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-plugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:47.440157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:47.446696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:47.478855 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01a3e37-898b-470d-9813-09e407b5b72e x-openstack-request-id: req-f01a3e37-898b-470d-9813-09e407b5b72e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:47.479287 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-plugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:47.479540 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f01a3e37-898b-470d-9813-09e407b5b72e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:47.479937 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'code': 200} Aug 30 21:22:47.512476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:47.585332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5a40-5ea9-44f3-a057-ca46a270cbbb req-29f44619-8b7b-4af5-93ab-ce3df4179445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:47.586854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a9e5a40-5ea9-44f3-a057-ca46a270cbbb req-29f44619-8b7b-4af5-93ab-ce3df4179445 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1098 time: 0.0450389 Aug 30 21:22:47.624481 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1a9e5a40-5ea9-44f3-a057-ca46a270cbbb req-d0097976-9052-4ea3-b77f-91b1772221f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306180 Aug 30 21:22:47.682791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:47.790796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20c6332a-616a-41de-b5c3-05d2738d87a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:47.883412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20c6332a-616a-41de-b5c3-05d2738d87a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:47.889872 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-20c6332a-616a-41de-b5c3-05d2738d87a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:47.931283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-20c6332a-616a-41de-b5c3-05d2738d87a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bdb42d8cbc8f4f75a58275b5d00a4ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447371 Aug 30 21:22:47.932024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:47.933064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6332a-616a-41de-b5c3-05d2738d87a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437084b5-e099-4443-89d6-b1da253364a2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:47.984825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fcfded6-0b81-4e15-93e7-a6fe5fc1e761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.007177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fcfded6-0b81-4e15-93e7-a6fe5fc1e761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.059510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fcfded6-0b81-4e15-93e7-a6fe5fc1e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.062646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fcfded6-0b81-4e15-93e7-a6fe5fc1e761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.066858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7fcfded6-0b81-4e15-93e7-a6fe5fc1e761 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/437084b5-e099-4443-89d6-b1da253364a2 HTTP/1.1" status: 204 len: 168 time: 0.1311808 Aug 30 21:22:48.072843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfded6-0b81-4e15-93e7-a6fe5fc1e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437084b5-e099-4443-89d6-b1da253364a2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:48.096318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b95555-9a7e-4b64-b1f3-5f1468ef1894 req-9713d956-6fbf-4297-90ec-83161d4515c6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:48.098476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0b95555-9a7e-4b64-b1f3-5f1468ef1894 req-9713d956-6fbf-4297-90ec-83161d4515c6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0625358 Aug 30 21:22:48.138776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0b95555-9a7e-4b64-b1f3-5f1468ef1894 req-581f422a-418d-42f2-86df-0b839b10479b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Aug 30 21:22:48.400928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c184d-bb79-4862-a144-4e84c04f30cf req-639b665d-88d1-4cc7-a11a-8aee3fb45afa tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:48.402548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-988c184d-bb79-4862-a144-4e84c04f30cf req-639b665d-88d1-4cc7-a11a-8aee3fb45afa tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 944 time: 0.0723553 Aug 30 21:22:48.455269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-988c184d-bb79-4862-a144-4e84c04f30cf req-96f02727-0938-4088-ad70-0a91c9974997 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Aug 30 21:22:48.589398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:22:48.645861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:22:48.650096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:22:48.650738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.730555 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.767767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:22:48.774203 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:48.824882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:49.263706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b1d1-d452-4e27-a50b-d80de0fead95 req-75b47193-0072-42a8-929c-a5c30259356b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:49.265230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27a4b1d1-d452-4e27-a50b-d80de0fead95 req-75b47193-0072-42a8-929c-a5c30259356b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0515511 Aug 30 21:22:49.313599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27a4b1d1-d452-4e27-a50b-d80de0fead95 req-dd3f9e42-5e8a-40b0-a62a-de8fad368200 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Aug 30 21:22:49.480695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b66f7-79cb-48d8-a408-bb5cce0db7ae req-783e82de-ecfc-488c-bdef-457fbd961511 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:49.481188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:49.482476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-722b66f7-79cb-48d8-a408-bb5cce0db7ae req-783e82de-ecfc-488c-bdef-457fbd961511 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0483856 Aug 30 21:22:49.483631 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bb90c-c092-4a66-9574-ddafb8a514b4" -d '{"events": [{"server_uuid": "36b50b2d-7865-4934-9754-f4b24ddc9251", "name": "network-vif-plugged", "status": "completed", "tag": "fa95d3fc-3d44-41ce-a9cc-58dfd96867b1"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:49.492490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43598) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:49.498429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'floatingip': {'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:22:49.569512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:49.651030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c820ff0-8254-40b5-bb5b-46cfb496a084 req-40ef44a2-7d1c-4373-99a1-8b22191f80a1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:49.652537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c820ff0-8254-40b5-bb5b-46cfb496a084 req-40ef44a2-7d1c-4373-99a1-8b22191f80a1 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1152847 Aug 30 21:22:49.752208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c820ff0-8254-40b5-bb5b-46cfb496a084 req-77a16387-ce26-4c5e-8fd0-cb0bc7c5b5c3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811443 Aug 30 21:22:49.799984 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474a2b7-e866-480c-8b2f-76e7a50e1405 x-openstack-request-id: req-3474a2b7-e866-480c-8b2f-76e7a50e1405 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:49.801021 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b50b2d-7865-4934-9754-f4b24ddc9251", "name": "network-vif-plugged", "status": "completed", "tag": "fa95d3fc-3d44-41ce-a9cc-58dfd96867b1", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:49.801445 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3474a2b7-e866-480c-8b2f-76e7a50e1405 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:49.802000 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1', 'code': 200} Aug 30 21:22:49.906983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa46712-0639-461f-8554-85ddc9107ab2 req-1f1c5f89-6635-4c37-9539-545e7bb41713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:49.908691 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-caa46712-0639-461f-8554-85ddc9107ab2 req-1f1c5f89-6635-4c37-9539-545e7bb41713 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 1097 time: 0.0478978 Aug 30 21:22:49.951034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-caa46712-0639-461f-8554-85ddc9107ab2 req-4cbf2863-2f5f-4e08-bfc0-902279fb8f05 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Aug 30 21:22:50.084879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:50.090178 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:50.195150 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Floating IP e6e02455-5674-4af8-be4a-c1df7ed4bb22 associated. External IP: 172.25.5.185, port: e35837e7-177d-405e-b13a-495bdceaecd6. Aug 30 21:22:50.425292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:22:50.555844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:22:50.561401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:50.573637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:22:50.588896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:22:50.589847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:50.878756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:22:51.010805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-212902b8-671c-419d-bcdb-dcbce7064d0a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "PUT /v2.0/floatingips/e6e02455-5674-4af8-be4a-c1df7ed4bb22 HTTP/1.1" status: 200 len: 992 time: 1.5166781 Aug 30 21:22:51.012054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:22:51.014315 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c2c17c-1b14-4595-874e-2e27b9653271" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:22:51.037874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4d03-a002-484f-bd11-de8b6c0ddbec req-6193845c-9efe-4dc8-8a80-0ca7814ca7ff tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:51.039404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73df4d03-a002-484f-bd11-de8b6c0ddbec req-6193845c-9efe-4dc8-8a80-0ca7814ca7ff tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0645366 Aug 30 21:22:51.099395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73df4d03-a002-484f-bd11-de8b6c0ddbec req-c75ce670-adf8-45de-bb8d-f9200cfe8c0f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524116 Aug 30 21:22:51.138862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'e6e02455-5674-4af8-be4a-c1df7ed4bb22', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'mac_address': 'fa:16:3e:b1:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:22:31Z', 'updated_at': '2021-08-30T21:22:49Z', 'revision_number': 1, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:51.172159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:22:51.191768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:22:51.192697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:51.317237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:22:51.370895 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d095595-3ffb-4335-8720-ce9288f4b818 x-openstack-request-id: req-5d095595-3ffb-4335-8720-ce9288f4b818 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:22:51.371188 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:22:51.371455 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d095595-3ffb-4335-8720-ce9288f4b818 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:22:51.371860 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'status': 'completed', 'code': 200} Aug 30 21:22:51.435969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-53872f3a-0f2f-4334-bb9b-b7d47ce6a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:51.438284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-53872f3a-0f2f-4334-bb9b-b7d47ce6a73d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1098 time: 0.0457327 Aug 30 21:22:51.540134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-2ed5c70d-40d9-4c77-b7cf-218d078a10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:51.541633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-2ed5c70d-40d9-4c77-b7cf-218d078a10a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.0967305 Aug 30 21:22:51.602765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'e6e02455-5674-4af8-be4a-c1df7ed4bb22', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'mac_address': 'fa:16:3e:b1:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:22:31Z', 'updated_at': '2021-08-30T21:22:49Z', 'revision_number': 1, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:22:51.619665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-72ffdb3a-48af-440d-a76f-83e8d8ee6f1d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1000 time: 0.0677528 Aug 30 21:22:51.653521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b37f82-d6e3-450c-88c7-5f9d92037a19 None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'e6e02455-5674-4af8-be4a-c1df7ed4bb22', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'floating_ip_address': '172.25.5.185', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'mac_address': 'fa:16:3e:b1:43:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:22:31Z', 'updated_at': '2021-08-30T21:22:49Z', 'revision_number': 1, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:22:51.678937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-d173d6c2-2f39-45f6-aa6b-a551aa3a714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:51.680619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-d173d6c2-2f39-45f6-aa6b-a551aa3a714b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0542784 Aug 30 21:22:51.738709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-a2805c0e-f6a9-4e1b-8969-6d63a5951baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:51.740203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-a2805c0e-f6a9-4e1b-8969-6d63a5951baa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525196 Aug 30 21:22:51.866531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-506c6750-9085-49e3-b6f9-90963e988258 service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146712 Aug 30 21:22:51.955972 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb352ae-7969-4c3c-8bf2-4f2212c09dfc None None] New status for floating IP e6e02455-5674-4af8-be4a-c1df7ed4bb22: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:22:51.976364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12c2c17c-1b14-4595-874e-2e27b9653271 req-470b7437-d223-4afb-81bb-07ea5d147b64 service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016655 Aug 30 21:22:52.060579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43672) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:52.179548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7eda-6ecc-436b-9a92-4509cac42f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.237930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9352-a4a8-478a-a34c-defe3c0e9ce0 req-efcecd89-e5cb-43b1-94bb-6cff2db3bf36 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:52.239466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-246c9352-a4a8-478a-a34c-defe3c0e9ce0 req-efcecd89-e5cb-43b1-94bb-6cff2db3bf36 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0757341 Aug 30 21:22:52.297113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-246c9352-a4a8-478a-a34c-defe3c0e9ce0 req-572fa06e-5df2-456f-8a93-e351376ed32a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Aug 30 21:22:52.331468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7eda-6ecc-436b-9a92-4509cac42f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.337578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7eda-6ecc-436b-9a92-4509cac42f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.376640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d4a7eda-6ecc-436b-9a92-4509cac42f90 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90a65cbfd5a541d7a13b9f949719043a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148293 Aug 30 21:22:52.377385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a7eda-6ecc-436b-9a92-4509cac42f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0635b4dd-b845-4f08-8e95-708d2feb80e8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:52.379326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:52.432985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31df7fc6-908a-4b3e-8003-8663f42d693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.459454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31df7fc6-908a-4b3e-8003-8663f42d693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.506955 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31df7fc6-908a-4b3e-8003-8663f42d693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.509577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-31df7fc6-908a-4b3e-8003-8663f42d693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.510785 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-31df7fc6-908a-4b3e-8003-8663f42d693b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0635b4dd-b845-4f08-8e95-708d2feb80e8 HTTP/1.1" status: 204 len: 168 time: 0.1302583 Aug 30 21:22:52.520220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df7fc6-908a-4b3e-8003-8663f42d693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0635b4dd-b845-4f08-8e95-708d2feb80e8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:52.565086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b813dcf-eb6b-4b7a-b702-520e48450e91 req-7df1f465-899e-4fa9-a926-c6dd49123dac tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:52.566701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b813dcf-eb6b-4b7a-b702-520e48450e91 req-7df1f465-899e-4fa9-a926-c6dd49123dac tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0535572 Aug 30 21:22:52.604658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b813dcf-eb6b-4b7a-b702-520e48450e91 req-5aedbe6d-354c-484c-81a0-3bb12fb01aac tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319221 Aug 30 21:22:52.787799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962089bf-6c7a-4208-a9bf-efa08be88cf5 req-91fb9486-31a4-4f39-a563-f5536a05f023 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:52.789339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-962089bf-6c7a-4208-a9bf-efa08be88cf5 req-91fb9486-31a4-4f39-a563-f5536a05f023 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0560007 Aug 30 21:22:52.796008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:52.809934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b4f612-b102-4a46-b06a-502020a8bdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.829107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-962089bf-6c7a-4208-a9bf-efa08be88cf5 req-25e76bef-045d-430f-b7c7-fb42cb239659 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Aug 30 21:22:52.903416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b4f612-b102-4a46-b06a-502020a8bdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.908615 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69b4f612-b102-4a46-b06a-502020a8bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:52.956603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4f612-b102-4a46-b06a-502020a8bdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44188b43-4e4e-4dc5-9ebd-fd6248d17b5f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:52.964350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69b4f612-b102-4a46-b06a-502020a8bdbe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=977f2e4bcd2a4f1a9364c266b8bdf038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648602 Aug 30 21:22:52.964708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:53.027363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5eafb864-d60d-4f1d-b400-36c516fd23e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:53.045992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67099744-e319-4d0f-871e-0d8131d838f2 req-29efc462-8b1a-41e0-b252-515c9619041c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:53.047562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67099744-e319-4d0f-871e-0d8131d838f2 req-29efc462-8b1a-41e0-b252-515c9619041c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0545599 Aug 30 21:22:53.051018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5eafb864-d60d-4f1d-b400-36c516fd23e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:53.089418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67099744-e319-4d0f-871e-0d8131d838f2 req-644a0ded-2e5b-44a2-8f02-2601d8c9ace5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Aug 30 21:22:53.118968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5eafb864-d60d-4f1d-b400-36c516fd23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:53.121533 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5eafb864-d60d-4f1d-b400-36c516fd23e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:53.122757 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5eafb864-d60d-4f1d-b400-36c516fd23e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44188b43-4e4e-4dc5-9ebd-fd6248d17b5f HTTP/1.1" status: 204 len: 168 time: 0.1570485 Aug 30 21:22:53.131733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafb864-d60d-4f1d-b400-36c516fd23e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44188b43-4e4e-4dc5-9ebd-fd6248d17b5f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:54.160317 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:22:54.220306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baf113-3f1d-49fb-9ff5-c2d182a92ca1 req-217521f9-f801-4410-af3c-ff37fd15c065 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:54.221914 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83baf113-3f1d-49fb-9ff5-c2d182a92ca1 req-217521f9-f801-4410-af3c-ff37fd15c065 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0553131 Aug 30 21:22:54.267881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83baf113-3f1d-49fb-9ff5-c2d182a92ca1 req-bbe623fe-6d83-4b8f-b851-d1f09a409f4d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Aug 30 21:22:55.102174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:55.209207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea42f-47a5-4ffd-b93c-8dc64ed65339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.300891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea42f-47a5-4ffd-b93c-8dc64ed65339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.308883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea42f-47a5-4ffd-b93c-8dc64ed65339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.350329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ea42f-47a5-4ffd-b93c-8dc64ed65339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af40447-484c-4c4d-ae8f-14887535bcd5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:55.359531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ab3ea42f-47a5-4ffd-b93c-8dc64ed65339 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89f06698b8d14d7583367ea128e75597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560847 Aug 30 21:22:55.359997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:55.401572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0413816-6dfc-4975-9413-8e59ffa104dc req-37ae6fb9-3a2b-4370-966e-289dcfd80564 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:55.405427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0413816-6dfc-4975-9413-8e59ffa104dc req-37ae6fb9-3a2b-4370-966e-289dcfd80564 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0594857 Aug 30 21:22:55.416428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b33fcb3-3a0f-4ccd-93b3-3b14e2c3de32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.438680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b33fcb3-3a0f-4ccd-93b3-3b14e2c3de32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.443302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0413816-6dfc-4975-9413-8e59ffa104dc req-debf0238-4bc1-46e1-a045-d2071fff89ab tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Aug 30 21:22:55.485951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b33fcb3-3a0f-4ccd-93b3-3b14e2c3de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.488809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8b33fcb3-3a0f-4ccd-93b3-3b14e2c3de32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.489978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8b33fcb3-3a0f-4ccd-93b3-3b14e2c3de32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0af40447-484c-4c4d-ae8f-14887535bcd5 HTTP/1.1" status: 204 len: 168 time: 0.1290650 Aug 30 21:22:55.499330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33fcb3-3a0f-4ccd-93b3-3b14e2c3de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af40447-484c-4c4d-ae8f-14887535bcd5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:55.764681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:55.778241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46550f64-59b1-41a0-aa18-80522ffac836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.874054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46550f64-59b1-41a0-aa18-80522ffac836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.879727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46550f64-59b1-41a0-aa18-80522ffac836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.917215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46550f64-59b1-41a0-aa18-80522ffac836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac72ca-bbf1-42eb-b4e6-62ea53996922,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:55.921561 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46550f64-59b1-41a0-aa18-80522ffac836 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f021d88fc2f442149d35716714852d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558440 Aug 30 21:22:55.924347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:55.973059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bfedb02-818f-47a7-a283-f053a5630f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:55.994458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bfedb02-818f-47a7-a283-f053a5630f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:56.043024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bfedb02-818f-47a7-a283-f053a5630f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:56.045601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bfedb02-818f-47a7-a283-f053a5630f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:56.046829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8bfedb02-818f-47a7-a283-f053a5630f25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0dac72ca-bbf1-42eb-b4e6-62ea53996922 HTTP/1.1" status: 204 len: 168 time: 0.1215072 Aug 30 21:22:56.059061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfedb02-818f-47a7-a283-f053a5630f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac72ca-bbf1-42eb-b4e6-62ea53996922,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:56.565372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69750298-f28e-44e2-98f8-de008e79712d req-55868a62-e847-4da2-a1f3-68bc03063b8d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:56.566971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69750298-f28e-44e2-98f8-de008e79712d req-55868a62-e847-4da2-a1f3-68bc03063b8d tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0533440 Aug 30 21:22:56.611133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69750298-f28e-44e2-98f8-de008e79712d req-d740182d-9677-4dc8-98c2-11054e5bf32a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380867 Aug 30 21:22:57.745077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a235522-0ff2-4373-bf8d-0dedbbe5f0d8 req-9d8e758a-1cfc-4a8a-8f3f-d59098fe7992 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:57.746934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a235522-0ff2-4373-bf8d-0dedbbe5f0d8 req-9d8e758a-1cfc-4a8a-8f3f-d59098fe7992 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0547698 Aug 30 21:22:57.794882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a235522-0ff2-4373-bf8d-0dedbbe5f0d8 req-e02e2682-a183-47d8-ad4a-8b9a61132034 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Aug 30 21:22:58.082189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:58.193726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0397e87-9958-4a1e-bb8f-7baac1af4cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.283326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0397e87-9958-4a1e-bb8f-7baac1af4cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.288770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0397e87-9958-4a1e-bb8f-7baac1af4cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.329536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e0397e87-9958-4a1e-bb8f-7baac1af4cfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3577d6eae0364c7baa574e9198c2da07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461760 Aug 30 21:22:58.330443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0397e87-9958-4a1e-bb8f-7baac1af4cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba84ec-7b57-450f-ad64-500ebe43ce1c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:58.332571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43928) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:58.382753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a34b36ae-1167-4a5b-9c33-1b0515f130e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.408307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a34b36ae-1167-4a5b-9c33-1b0515f130e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.459265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a34b36ae-1167-4a5b-9c33-1b0515f130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.462358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a34b36ae-1167-4a5b-9c33-1b0515f130e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.464001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a34b36ae-1167-4a5b-9c33-1b0515f130e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47ba84ec-7b57-450f-ad64-500ebe43ce1c HTTP/1.1" status: 204 len: 168 time: 0.1300471 Aug 30 21:22:58.474788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b36ae-1167-4a5b-9c33-1b0515f130e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba84ec-7b57-450f-ad64-500ebe43ce1c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:58.739405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:58.753291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f35373e-c2e9-46bc-8d10-12202f364627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.845057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f35373e-c2e9-46bc-8d10-12202f364627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.850653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f35373e-c2e9-46bc-8d10-12202f364627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:58.889088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f35373e-c2e9-46bc-8d10-12202f364627 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fd9ae9d48e94272b6ec608ea1ac9214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485581 Aug 30 21:22:58.890066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35373e-c2e9-46bc-8d10-12202f364627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1721db-136f-4e89-979a-2f27d13dcd4c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:22:58.892536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43940) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:22:58.944790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8e0e-98a6-46df-9374-6017f2359d22 req-b2644175-c828-4642-af3f-63d3051f2c85 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:22:58.946318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-736c8e0e-98a6-46df-9374-6017f2359d22 req-b2644175-c828-4642-af3f-63d3051f2c85 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0801620 Aug 30 21:22:58.967671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d19b47b-b2d4-4a8e-a027-53373f2aa1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:59.004382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d19b47b-b2d4-4a8e-a027-53373f2aa1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:59.014461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-736c8e0e-98a6-46df-9374-6017f2359d22 req-4c39286f-c9c9-4ae2-a17e-f62214019879 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Aug 30 21:22:59.057737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d19b47b-b2d4-4a8e-a027-53373f2aa1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:59.060429 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d19b47b-b2d4-4a8e-a027-53373f2aa1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:22:59.063126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d19b47b-b2d4-4a8e-a027-53373f2aa1c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de1721db-136f-4e89-979a-2f27d13dcd4c HTTP/1.1" status: 204 len: 168 time: 0.1694517 Aug 30 21:22:59.071851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19b47b-b2d4-4a8e-a027-53373f2aa1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1721db-136f-4e89-979a-2f27d13dcd4c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:00.140545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209917a8-a102-4cda-a037-e7d2e2d5f50a req-b7a96901-8eaf-4de4-bae3-810d09bedaec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:00.142090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-209917a8-a102-4cda-a037-e7d2e2d5f50a req-b7a96901-8eaf-4de4-bae3-810d09bedaec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0547357 Aug 30 21:23:00.183608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-209917a8-a102-4cda-a037-e7d2e2d5f50a req-7ee8e2ea-9c78-43d1-a59d-2103f5570aed tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Aug 30 21:23:00.936855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:01.047325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1e384eb-0be3-4413-811c-db2c35398587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.136657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1e384eb-0be3-4413-811c-db2c35398587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.142015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1e384eb-0be3-4413-811c-db2c35398587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.181349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d1e384eb-0be3-4413-811c-db2c35398587 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=465673f458524faa84f17a56bb8ac49f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433839 Aug 30 21:23:01.182264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e384eb-0be3-4413-811c-db2c35398587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638cf653-bab5-4629-89e1-c996bbae7644,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:01.184303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44028) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:01.238928 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093720ce-b311-407f-b2b9-9bdf899ec90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.271924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093720ce-b311-407f-b2b9-9bdf899ec90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.333353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0260b-a3c1-456a-8d58-bf101d06b922 req-2bc3d94a-bc4f-4a9b-a342-6052063ccf65 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:01.334883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7c0260b-a3c1-456a-8d58-bf101d06b922 req-2bc3d94a-bc4f-4a9b-a342-6052063ccf65 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0823398 Aug 30 21:23:01.366979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093720ce-b311-407f-b2b9-9bdf899ec90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.369484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093720ce-b311-407f-b2b9-9bdf899ec90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.370629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-093720ce-b311-407f-b2b9-9bdf899ec90f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/638cf653-bab5-4629-89e1-c996bbae7644 HTTP/1.1" status: 204 len: 168 time: 0.1846781 Aug 30 21:23:01.388825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7c0260b-a3c1-456a-8d58-bf101d06b922 req-0b8080d6-9db8-4213-81ab-8ac05f2efbdb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Aug 30 21:23:01.389571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093720ce-b311-407f-b2b9-9bdf899ec90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638cf653-bab5-4629-89e1-c996bbae7644,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:01.648599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44040) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:01.666756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc39b154-e22f-48dc-94d7-d8ce2d3de379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.757633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc39b154-e22f-48dc-94d7-d8ce2d3de379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.762723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc39b154-e22f-48dc-94d7-d8ce2d3de379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.800468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dc39b154-e22f-48dc-94d7-d8ce2d3de379 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8191277f48e942c88c398e5eb497d780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507404 Aug 30 21:23:01.801283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39b154-e22f-48dc-94d7-d8ce2d3de379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4427e09f-5023-45eb-a260-b3fbd51eff26,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:01.803465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44042) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:01.858338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73cdb6f9-247e-4bee-b9a9-bdbce3d18c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.879054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73cdb6f9-247e-4bee-b9a9-bdbce3d18c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.927553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73cdb6f9-247e-4bee-b9a9-bdbce3d18c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.930069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73cdb6f9-247e-4bee-b9a9-bdbce3d18c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:01.931264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-73cdb6f9-247e-4bee-b9a9-bdbce3d18c5c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4427e09f-5023-45eb-a260-b3fbd51eff26 HTTP/1.1" status: 204 len: 168 time: 0.1262357 Aug 30 21:23:01.939690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdb6f9-247e-4bee-b9a9-bdbce3d18c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4427e09f-5023-45eb-a260-b3fbd51eff26,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:02.515432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-7a0f3307-f135-4d95-ba0f-b326c2053bad req-d925d47e-4932-430f-8b5d-23623e658619 service neutron] (94689) timed out ('10.222.0.76', 44594) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:23:02.523409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719c0a-ab59-41f7-8c5e-baebab88966f req-5c30514f-28be-4c26-b7e6-16616979ddd3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:02.525044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8719c0a-ab59-41f7-8c5e-baebab88966f req-5c30514f-28be-4c26-b7e6-16616979ddd3 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0529606 Aug 30 21:23:02.564928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8719c0a-ab59-41f7-8c5e-baebab88966f req-600ccc2c-295c-4829-a193-571f7f898b61 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Aug 30 21:23:03.491651 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.558086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44162) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:03.683046 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246f7113-a31e-49f6-8e3b-f7da63bde22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.710640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7dbef-10af-46b7-b83c-b727ee0d1f7e req-3148fd2b-cd71-4769-b76d-e91ae7a38bf6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:03.712172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adc7dbef-10af-46b7-b83c-b727ee0d1f7e req-3148fd2b-cd71-4769-b76d-e91ae7a38bf6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0778711 Aug 30 21:23:03.772100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-adc7dbef-10af-46b7-b83c-b727ee0d1f7e req-83740224-751b-4afa-b5be-7a4f9de91c48 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Aug 30 21:23:03.821658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246f7113-a31e-49f6-8e3b-f7da63bde22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.827806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246f7113-a31e-49f6-8e3b-f7da63bde22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.868701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-246f7113-a31e-49f6-8e3b-f7da63bde22d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2a67db7756944b3ba61d61044804e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094606 Aug 30 21:23:03.869504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f7113-a31e-49f6-8e3b-f7da63bde22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c865b4-061f-4e88-b544-a7ba5b85287e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:03.871377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:03.924087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4517f307-52f1-4afb-b80b-0aeb6cbe1f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.946655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4517f307-52f1-4afb-b80b-0aeb6cbe1f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.996273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4517f307-52f1-4afb-b80b-0aeb6cbe1f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:03.998879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4517f307-52f1-4afb-b80b-0aeb6cbe1f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:04.000061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4517f307-52f1-4afb-b80b-0aeb6cbe1f6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25c865b4-061f-4e88-b544-a7ba5b85287e HTTP/1.1" status: 204 len: 168 time: 0.1276059 Aug 30 21:23:04.007887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517f307-52f1-4afb-b80b-0aeb6cbe1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c865b4-061f-4e88-b544-a7ba5b85287e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:04.896928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a55c4-6728-46dc-b35c-909cc7eb2e11 req-b3ef22b7-2574-479d-b868-81f095afe190 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:04.898585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f50a55c4-6728-46dc-b35c-909cc7eb2e11 req-b3ef22b7-2574-479d-b868-81f095afe190 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Aug 30 21:23:04.941689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f50a55c4-6728-46dc-b35c-909cc7eb2e11 req-4fc4bb8d-821d-4a8e-97c7-993fe46b1433 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Aug 30 21:23:05.322309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44240) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:05.433102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d356bc9d-46e5-4829-aae7-906f4859d5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.529450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d356bc9d-46e5-4829-aae7-906f4859d5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.534981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d356bc9d-46e5-4829-aae7-906f4859d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.574115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d356bc9d-46e5-4829-aae7-906f4859d5ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10119aa647b84736a03f1c864c6685ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505739 Aug 30 21:23:05.576037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356bc9d-46e5-4829-aae7-906f4859d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b00eacf-9f28-42d5-8254-758baa1fdac2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:05.577052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:05.626338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17f38d5c-81e9-4b15-b6aa-d9f599ccafd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.650593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17f38d5c-81e9-4b15-b6aa-d9f599ccafd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.701673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17f38d5c-81e9-4b15-b6aa-d9f599ccafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.704831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-17f38d5c-81e9-4b15-b6aa-d9f599ccafd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:05.706031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17f38d5c-81e9-4b15-b6aa-d9f599ccafd5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b00eacf-9f28-42d5-8254-758baa1fdac2 HTTP/1.1" status: 204 len: 168 time: 0.1280022 Aug 30 21:23:05.714231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f38d5c-81e9-4b15-b6aa-d9f599ccafd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b00eacf-9f28-42d5-8254-758baa1fdac2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:05.738315 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:06.068044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d191a65-f692-4d84-8998-dbf01ce0731c req-a4cfc25a-9933-4474-bfc2-438c6b393af5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:06.069583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d191a65-f692-4d84-8998-dbf01ce0731c req-a4cfc25a-9933-4474-bfc2-438c6b393af5 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Aug 30 21:23:06.108287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d191a65-f692-4d84-8998-dbf01ce0731c req-854b295b-85de-4d0d-b82c-c61112b73765 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Aug 30 21:23:07.234548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf276cb-5ed4-46c9-b331-6b6a8bfefbe6 req-c019cc10-08b6-4245-97bb-2ee6ed9de997 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:07.236216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-daf276cb-5ed4-46c9-b331-6b6a8bfefbe6 req-c019cc10-08b6-4245-97bb-2ee6ed9de997 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Aug 30 21:23:07.276334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-daf276cb-5ed4-46c9-b331-6b6a8bfefbe6 req-f97b1d71-1a00-4ffb-b6f2-39a4763d1ca7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Aug 30 21:23:07.346975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:07.500394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:07.524849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:07.619406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:07.725306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Allocated IP 172.25.5.42 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5b0eac4a-efee-4dc9-81ef-4bfcd237ac1b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:07.826325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:07.868432 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:07.909545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:07.914558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:07.918183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:07.941786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Port': ['ID=5b0eac4a-efee-4dc9-81ef-4bfcd237ac1b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:08.006521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.041914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.190208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.196220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.268388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Port': ['ID=5b0eac4a-efee-4dc9-81ef-4bfcd237ac1b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:08.277188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.292340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.293608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36efeceb-95bd-44cc-a8f8-04f21eb8345c tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9456251 Aug 30 21:23:08.296970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:08.302043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-649882700'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:08.326294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Made reservation on behalf of eae2ce304c924b1684a56e2c88ed4b9a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:08.329964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.340553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.408022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575feaf-96fa-4a06-b637-cdfa2d09c4ce req-753f1aca-3fbc-40a8-a7fa-d4aa5199b4c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:08.409987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8575feaf-96fa-4a06-b637-cdfa2d09c4ce req-753f1aca-3fbc-40a8-a7fa-d4aa5199b4c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0597556 Aug 30 21:23:08.437049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.442699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.450993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8575feaf-96fa-4a06-b637-cdfa2d09c4ce req-807497ba-9cf4-48d7-bc5c-4150fb29e12e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Aug 30 21:23:08.469640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:23:08.481810 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.482149 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Added segment b2b4bfc7-54b1-4109-8608-699e606c02a2 of type vlan for network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 Aug 30 21:23:08.483550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910eaa50-fa68-487c-a008-5c129713a9c0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:08.533159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.560642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.566242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:08.566894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.628359 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3303170 Aug 30 21:23:08.631308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:08.636248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Request body: {'subnet': {'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:08.642822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c058bb-58ce-4b27-8ab5-11920247236e tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Network': ['ID=65b463e0-a4f3-4c7b-bdae-0acae5718dd7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:08.653301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:23:08.730546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Made reservation on behalf of eae2ce304c924b1684a56e2c88ed4b9a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:08.734135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.905331 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c698b9b7-5cac-4217-94f4-129dd39f0e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.930204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:08.983856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Subnet': ['ID=f608de18-b649-47a7-a1ad-af052bce2fba,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:08.999668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Checking segment: {'id': 'b2b4bfc7-54b1-4109-8608-699e606c02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:23:09.000033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network hostable DHCP agents. Network: 65b463e0-a4f3-4c7b-bdae-0acae5718dd7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:23:09.016994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:23:09.028314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 65b463e0-a4f3-4c7b-bdae-0acae5718dd7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:09.033357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:09.033939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.042279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0919ed0-51fc-4c7f-b9f8-930cd9b9138d None None] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:23:09.051561 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a88c4327-1da7-4880-b6c4-839736ab3669 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4190133 Aug 30 21:23:09.054330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44330) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:09.059701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1748544542', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:09.087461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.088691 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.142341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.195671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-65b463e0-a4f3-4c7b-bdae-0acae5718dd7', 'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7', 'tenant_id': 'eae2ce304c924b1684a56e2c88ed4b9a', 'fixed_ips': [{'subnet_id': 'f608de18-b649-47a7-a1ad-af052bce2fba'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:23:09.196538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.284859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.342603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Allocated IP 172.20.0.2 (65b463e0-a4f3-4c7b-bdae-0acae5718dd7/f608de18-b649-47a7-a1ad-af052bce2fba/a7271539-ea33-4d95-9c32-57dfdca59a93) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:09.485921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.494948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Transition to ACTIVE for port object a7271539-ea33-4d95-9c32-57dfdca59a93 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:09.497528 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.510543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Transition to ACTIVE for port object a7271539-ea33-4d95-9c32-57dfdca59a93 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:09.517538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.518493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.563224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:09.566419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:09.570815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:09.573940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Pushing event updated for resources: {'Port': ['ID=a7271539-ea33-4d95-9c32-57dfdca59a93,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:09.625660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Attempting to bind port a7271539-ea33-4d95-9c32-57dfdca59a93 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:09.626482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Attempting to bind port a7271539-ea33-4d95-9c32-57dfdca59a93 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b2b4bfc7-54b1-4109-8608-699e606c02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:09.626482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Attempting to bind port a7271539-ea33-4d95-9c32-57dfdca59a93 on network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:09.631903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:23:09.632143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Checking segment: {'id': 'b2b4bfc7-54b1-4109-8608-699e606c02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:23:09.632515 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.633004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Bound using segment: {'id': 'b2b4bfc7-54b1-4109-8608-699e606c02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:23:09.633510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Bound port: a7271539-ea33-4d95-9c32-57dfdca59a93, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b4bfc7-54b1-4109-8608-699e606c02a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:23:09.633878 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.648172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2d510-507e-4ab5-9174-0c1848cf9db5 req-48a71af5-185e-4de1-945c-1bdcf2ad76f2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:09.649689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be2d510-507e-4ab5-9174-0c1848cf9db5 req-48a71af5-185e-4de1-945c-1bdcf2ad76f2 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1203148 Aug 30 21:23:09.683412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Allocated IP 172.25.5.89 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/9dac4311-5aa8-4800-ba00-4bfe2a57aa68) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:09.700371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] For port a7271539-ea33-4d95-9c32-57dfdca59a93, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:23:09.703926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] For port a7271539-ea33-4d95-9c32-57dfdca59a93, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7271539-ea33-4d95-9c32-57dfdca59a93,segment=NetworkSegment(b2b4bfc7-54b1-4109-8608-699e606c02a2),segment_id=b2b4bfc7-54b1-4109-8608-699e606c02a2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:23:09.709100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.727817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be2d510-507e-4ab5-9174-0c1848cf9db5 req-26b5fa71-e1bb-4b9f-8f7a-0e7cb9c53177 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Aug 30 21:23:09.767591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86f829-988b-4a53-ba59-0b414cd242e2 None None] Pushing event updated for resources: {'Port': ['ID=a7271539-ea33-4d95-9c32-57dfdca59a93,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:09.835366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.878021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:09.925941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:09.934746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:09.940378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Port': ['ID=9dac4311-5aa8-4800-ba00-4bfe2a57aa68,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:09.944088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:10.085566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7271539-ea33-4d95-9c32-57dfdca59a93 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:23:10.139167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a7271539-ea33-4d95-9c32-57dfdca59a93 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:23:10.226785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:10.434948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:10.581149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Router f33dd36e-fadc-4ca1-9357-4480c7237c62 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:23:10.662578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a650c-6972-45f9-bc3c-9c716a77e6cd None None] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:23:10.691384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:10.703715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] Sync routers for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:10.712738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:10.714010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4899bd88-9357-42bc-b137-1a89b8746587 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.6583018 Aug 30 21:23:10.716839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44346) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:10.728291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:10.728926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:10.771300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:10.785387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] Provisioning for port a7271539-ea33-4d95-9c32-57dfdca59a93 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:23:10.796010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] Provisioning complete for port a7271539-ea33-4d95-9c32-57dfdca59a93 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:10.796425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:10.825133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:10.825786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:22:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:10.871884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:10.872533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f757059-a1f7-4f9b-99be-c37490d55dac None None] The sync data for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:10.910708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b56fe-c516-44c0-a22d-0695f1a5ea23 req-5b3b03e5-c2f5-4159-8020-82fbf287778b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:10.911784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e1b56fe-c516-44c0-a22d-0695f1a5ea23 req-5b3b03e5-c2f5-4159-8020-82fbf287778b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1059439 Aug 30 21:23:10.979088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:10.995497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e1b56fe-c516-44c0-a22d-0695f1a5ea23 req-fc4a4e50-ce10-42df-b19c-eac4ad53500f tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768168 Aug 30 21:23:11.019730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] For port a7271539-ea33-4d95-9c32-57dfdca59a93, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7271539-ea33-4d95-9c32-57dfdca59a93,segment=NetworkSegment(b2b4bfc7-54b1-4109-8608-699e606c02a2),segment_id=b2b4bfc7-54b1-4109-8608-699e606c02a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:11.027548 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:11.100460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796e0bf-7474-4644-a134-176b89912c05 None None] Pushing event updated for resources: {'Port': ['ID=a7271539-ea33-4d95-9c32-57dfdca59a93,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:11.247771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8ec333cc-f73e-486f-ad9c-6e772e7aae65 None None] Provisioning complete for port a7271539-ea33-4d95-9c32-57dfdca59a93 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:11.248073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ec333cc-f73e-486f-ad9c-6e772e7aae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:11.254979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:11.538172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Allocated IP 172.20.0.1 (65b463e0-a4f3-4c7b-bdae-0acae5718dd7/f608de18-b649-47a7-a1ad-af052bce2fba/712289d6-c7bf-411e-8a41-de4fc1a316f1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:11.741293 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:11.861162 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7625fde-de71-404a-83e7-31424d5dc9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:11.991145 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.004771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Transition to ACTIVE for port object 712289d6-c7bf-411e-8a41-de4fc1a316f1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:12.012513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7271539-ea33-4d95-9c32-57dfdca59a93 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:23:12.044939 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.066310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a7271539-ea33-4d95-9c32-57dfdca59a93 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:12.066728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.108852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:12.118203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:12.120838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:12.158535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Port': ['ID=712289d6-c7bf-411e-8a41-de4fc1a316f1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:12.185003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.194213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634762e7-ecf3-4094-a2f1-755c9d8a7279 req-ae3d59ac-2bfc-477c-8557-2b21ab14c642 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:12.195764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-634762e7-ecf3-4094-a2f1-755c9d8a7279 req-ae3d59ac-2bfc-477c-8557-2b21ab14c642 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1216028 Aug 30 21:23:12.278434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-634762e7-ecf3-4094-a2f1-755c9d8a7279 req-20a358d4-3330-45c2-9236-2bd843a26505 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Aug 30 21:23:12.366073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.379506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-331731f8-fa7b-439b-bf05-dbe0a0192249 None None] Provisioning for port 712289d6-c7bf-411e-8a41-de4fc1a316f1 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:23:12.384184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-331731f8-fa7b-439b-bf05-dbe0a0192249 None None] Provisioning complete for port 712289d6-c7bf-411e-8a41-de4fc1a316f1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:12.384840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-331731f8-fa7b-439b-bf05-dbe0a0192249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.427118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-331731f8-fa7b-439b-bf05-dbe0a0192249 None None] Port 712289d6-c7bf-411e-8a41-de4fc1a316f1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:23:12.595654 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.674688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.681656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.754299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Port': ['ID=712289d6-c7bf-411e-8a41-de4fc1a316f1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:12.756806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:12.861113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:12.862822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:12.993392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Router f33dd36e-fadc-4ca1-9357-4480c7237c62 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:23:13.107268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:13.113388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eedb505d-bf71-4080-8cf5-533f40284090 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "PUT /v2.0/routers/f33dd36e-fadc-4ca1-9357-4480c7237c62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3945816 Aug 30 21:23:13.115904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44370) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:13.119743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] Sync routers for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:13.120957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Request body: {'port': {'network_id': '65b463e0-a4f3-4c7b-bdae-0acae5718dd7', 'name': 'tempest-FloatingIPAdminTestJSON-774929259'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:13.130817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:13.131452 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:13.155295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c4de2576-c79d-4329-9b58-1e40863c2d17 None None] Provisioning complete for port 712289d6-c7bf-411e-8a41-de4fc1a316f1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:13.156378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4de2576-c79d-4329-9b58-1e40863c2d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:13.172825 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:13.181910 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:13.182539 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:13.192776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c4de2576-c79d-4329-9b58-1e40863c2d17 None None] Port 712289d6-c7bf-411e-8a41-de4fc1a316f1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:23:13.217632 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:13.218296 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4bfb2a-7a8a-4f34-82b3-37c9e3b0c75e None None] The sync data for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:13.237589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Made reservation on behalf of eae2ce304c924b1684a56e2c88ed4b9a for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:13.241784 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:13.259376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] device_id is not set on port 0cda2e50-602b-477c-a7d0-35ac0e22087b yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:13.397839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Allocated IP 172.20.0.4 (65b463e0-a4f3-4c7b-bdae-0acae5718dd7/f608de18-b649-47a7-a1ad-af052bce2fba/0cda2e50-602b-477c-a7d0-35ac0e22087b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:13.431100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41771-8a88-485a-b132-47d7e8f74686 req-8076989e-4402-4abb-baff-bd75803b4ae6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:13.432604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6dc41771-8a88-485a-b132-47d7e8f74686 req-8076989e-4402-4abb-baff-bd75803b4ae6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0752978 Aug 30 21:23:13.547412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6dc41771-8a88-485a-b132-47d7e8f74686 req-67c98952-abf8-49e6-a1f0-ff5ff2eae8ca tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085231 Aug 30 21:23:13.624408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:13.640203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Transition to ACTIVE for port object 0cda2e50-602b-477c-a7d0-35ac0e22087b will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:13.676198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:13.730073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:13.733407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:13.737627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:13.744870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event updated for resources: {'Port': ['ID=0cda2e50-602b-477c-a7d0-35ac0e22087b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:13.799728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:13.800368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:13.809496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:13.842000 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9cffdb15-fcdc-4907-8a41-058cbeace419 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249768 Aug 30 21:23:13.845367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44388) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:13.962527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aec6903-566e-46b3-ba26-40be6df36333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.028018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9ec51048-168b-4687-874e-27fd5b1e1c8c None None] Provisioning for port 0cda2e50-602b-477c-a7d0-35ac0e22087b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:23:14.032652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'project_id': 'eae2ce304c924b1684a56e2c88ed4b9a', 'port_id': '0cda2e50-602b-477c-a7d0-35ac0e22087b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:14.033208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9ec51048-168b-4687-874e-27fd5b1e1c8c None None] Provisioning complete for port 0cda2e50-602b-477c-a7d0-35ac0e22087b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:14.033208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ec51048-168b-4687-874e-27fd5b1e1c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.072264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9ec51048-168b-4687-874e-27fd5b1e1c8c None None] Port 0cda2e50-602b-477c-a7d0-35ac0e22087b cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:23:14.080221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aec6903-566e-46b3-ba26-40be6df36333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.085530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aec6903-566e-46b3-ba26-40be6df36333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.103887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.119667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec6903-566e-46b3-ba26-40be6df36333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c68a901-c5bf-4a12-84cf-05a15c12a7c9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:14.137584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1aec6903-566e-46b3-ba26-40be6df36333 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1015ea43ed5c4cc8a803549d687d5cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269889 Aug 30 21:23:14.140227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:14.191857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74290b3c-9c08-47a5-a6df-7c2bffd9a540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.203651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.213829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74290b3c-9c08-47a5-a6df-7c2bffd9a540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.264400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74290b3c-9c08-47a5-a6df-7c2bffd9a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.267391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74290b3c-9c08-47a5-a6df-7c2bffd9a540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.268584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-74290b3c-9c08-47a5-a6df-7c2bffd9a540 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c68a901-c5bf-4a12-84cf-05a15c12a7c9 HTTP/1.1" status: 204 len: 168 time: 0.1274679 Aug 30 21:23:14.276354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74290b3c-9c08-47a5-a6df-7c2bffd9a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c68a901-c5bf-4a12-84cf-05a15c12a7c9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:14.317597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Allocated IP 172.25.5.58 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/8a3b184a-f861-453d-af88-5b7319facd6e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:14.439959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.484637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.522187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:14.527366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:14.530457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:14.536423 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:14.560670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Pushing event updated for resources: {'Port': ['ID=8a3b184a-f861-453d-af88-5b7319facd6e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:14.734133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee0d8e-9e61-429c-8266-1531dd5c31e9 req-fbd90270-4731-4cd0-9361-de9e3102e1fb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:14.735794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0ee0d8e-9e61-429c-8266-1531dd5c31e9 req-fbd90270-4731-4cd0-9361-de9e3102e1fb tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1017392 Aug 30 21:23:14.818527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0ee0d8e-9e61-429c-8266-1531dd5c31e9 req-f41d770b-b668-4cca-9666-9c50c8206e51 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755761 Aug 30 21:23:14.986427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.058373 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.217702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.224156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.293802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Pushing event updated for resources: {'Port': ['ID=8a3b184a-f861-453d-af88-5b7319facd6e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:15.310452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.416586 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Floating IP 2b56e426-2a2c-4804-aa0c-28472e51fede associated. External IP: 172.25.5.58, port: 0cda2e50-602b-477c-a7d0-35ac0e22087b. Aug 30 21:23:15.428406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:15.538936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45ee80f0-9649-4014-944f-8d3569fc6afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.639839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Router f33dd36e-fadc-4ca1-9357-4480c7237c62 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:23:15.647478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45ee80f0-9649-4014-944f-8d3569fc6afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.652764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45ee80f0-9649-4014-944f-8d3569fc6afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.692022 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-45ee80f0-9649-4014-944f-8d3569fc6afc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78eaebe8c3a44c949581c256637c7129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622259 Aug 30 21:23:15.693049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee80f0-9649-4014-944f-8d3569fc6afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e194bc-6e6c-4b2b-b4eb-60e9be32c07d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:15.694526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44470) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:15.780405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:15.790368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] Sync routers for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:15.801106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.802627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:15.803654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:15.818201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.838340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:15.846743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:15.847916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:15.848555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:15.869674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11450724-8f22-4407-9194-b60b402bd0b7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.0204332 Aug 30 21:23:15.869927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44474) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:15.884303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:15.884975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91047ac-6759-4bdf-8cf1-7ea8961261db None None] The sync data for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:16.049530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:16.052336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:16.053492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5e194bc-6e6c-4b2b-b4eb-60e9be32c07d HTTP/1.1" status: 204 len: 168 time: 0.3574536 Aug 30 21:23:16.059549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fcf2375d-61e9-4639-ae02-bb25ee4109c4 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] 10.222.0.76 "GET /v2.0/floatingips/2b56e426-2a2c-4804-aa0c-28472e51fede HTTP/1.1" status: 200 len: 981 time: 0.1882737 Aug 30 21:23:16.063648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:16.069413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e194bc-6e6c-4b2b-b4eb-60e9be32c07d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:16.085439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1da676-aad4-471c-8a05-0760c4ff631c req-f009e128-da8c-4444-a924-8ad649e05424 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:16.087030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc1da676-aad4-471c-8a05-0760c4ff631c req-f009e128-da8c-4444-a924-8ad649e05424 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1750288 Aug 30 21:23:16.088589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.088931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.089268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.089597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.089923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.090248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.090571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.090922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.091248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.091564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.091883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.092201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fef2bc-c4b3-4a61-ac7c-65bcc6be5929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:16.134714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc1da676-aad4-471c-8a05-0760c4ff631c req-dbaf2cc9-f71b-47ed-b5db-a0d3817af8d9 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Aug 30 21:23:16.205479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a173ba8c-5f89-4526-bc95-d745f27e4f22 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1403680 Aug 30 21:23:16.208472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:16.381809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting port 8a3b184a-f861-453d-af88-5b7319facd6e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:16.382155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:16.465070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:16.465325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:16.477342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Calling delete_port for 8a3b184a-f861-453d-af88-5b7319facd6e owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:17.035976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.059560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Port': ['ID=8a3b184a-f861-453d-af88-5b7319facd6e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:17.126559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.126923 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Floating IP 2b56e426-2a2c-4804-aa0c-28472e51fede disassociated (deleted). External IP: 172.25.5.58, port: 0cda2e50-602b-477c-a7d0-35ac0e22087b. Aug 30 21:23:17.277503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ee30-dcf7-425f-a930-1dd51a9fd77d req-133abcf5-f3ea-4a0e-a3e0-7f236bdbcef7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:17.279142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3de2ee30-dcf7-425f-a930-1dd51a9fd77d req-133abcf5-f3ea-4a0e-a3e0-7f236bdbcef7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0661292 Aug 30 21:23:17.393601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3de2ee30-dcf7-425f-a930-1dd51a9fd77d req-f1b1ebcd-1db9-4110-a681-1edb84400cd4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836029 Aug 30 21:23:17.425124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Router f33dd36e-fadc-4ca1-9357-4480c7237c62 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:23:17.528347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44530) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:17.555390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:17.560259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.568857 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] Sync routers for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:17.578486 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:17.579639 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:17.587197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a90b7ebc-4efd-45ab-a2f2-5e5abbe078d7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "DELETE /v2.0/floatingips/2b56e426-2a2c-4804-aa0c-28472e51fede HTTP/1.1" status: 204 len: 168 time: 1.3774080 Aug 30 21:23:17.591255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:17.596564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:17.613430 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:17.622427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.627571 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:17.628218 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:17.661084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:17.661743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc7ea6-1e4b-42b7-a474-df764033f75a None None] The sync data for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:17.673647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-349c96ef-853e-47c5-985b-65ad4767ef40 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:17.698261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-349c96ef-853e-47c5-985b-65ad4767ef40 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "PUT /v2.0/quotas/04aca9fd9c9349a2bb1d98cf823cff3b HTTP/1.1" status: 200 len: 368 time: 0.1684909 Aug 30 21:23:17.700716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44536) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:17.706243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Request body: {'network': {'project_id': '04aca9fd9c9349a2bb1d98cf823cff3b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:17.726624 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.730336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Made reservation on behalf of 04aca9fd9c9349a2bb1d98cf823cff3b for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:17.733496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.743416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.838464 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.845217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.849092 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Allocated IP 172.25.5.148 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/3c8ef3c4-5860-487f-a7f6-f353c68ae2d4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:17.874063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:23:17.884542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2fed2e-85fb-4d12-8ebd-f344deea6824,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:17.893890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.894384 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Added segment f18f5fbb-e114-4d79-8d2b-a460c5452934 of type vlan for network 221ac298-5a28-4cdf-b86a-ae15f1b91860 Aug 30 21:23:17.941063 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.959590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.968659 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:17.969784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:17.970474 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.003604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.023949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3221083 Aug 30 21:23:18.026466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:18.031833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Request body: {'network': {'project_id': '04aca9fd9c9349a2bb1d98cf823cff3b'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:18.041801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2eb2b-55ec-4e91-8880-db43535db123 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Pushing event updated for resources: {'Network': ['ID=221ac298-5a28-4cdf-b86a-ae15f1b91860,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:18.043610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:18.048242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:18.052363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 221ac298-5a28-4cdf-b86a-ae15f1b91860 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:23:18.052930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:18.055801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Pushing event updated for resources: {'Port': ['ID=3c8ef3c4-5860-487f-a7f6-f353c68ae2d4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:18.065960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Made reservation on behalf of 04aca9fd9c9349a2bb1d98cf823cff3b for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:18.067840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.081839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.082189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.082525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.082877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.083204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.083536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.083858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.084207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.084497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.084817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.085132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.085445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:18.100418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:23:18.110800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.111146 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Added segment ebec82ca-033a-4c87-bad5-08986fbd17da of type vlan for network 5e153489-58b7-4d65-9498-f2fa22894e98 Aug 30 21:23:18.151862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.154647 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.181830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.182848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:18.183438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.190773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.240086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2125306 Aug 30 21:23:18.240336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:18.245447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-70fafe68-efcf-4860-b8db-158ae26a150c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Request body: {'network': {'project_id': '04aca9fd9c9349a2bb1d98cf823cff3b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:18.247510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6e0a8-86ab-4591-be90-98be6992d76c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Pushing event updated for resources: {'Network': ['ID=5e153489-58b7-4d65-9498-f2fa22894e98,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:18.257967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5e153489-58b7-4d65-9498-f2fa22894e98 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:23:18.301674 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fafe68-efcf-4860-b8db-158ae26a150c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 21:23:18.302129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fafe68-efcf-4860-b8db-158ae26a150c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:23:18.304133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-70fafe68-efcf-4860-b8db-158ae26a150c tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0629904 Aug 30 21:23:18.307609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44542) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:18.354040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-99f904ed-ff67-4458-b149-a7ce5763daea tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04aca9fd9c9349a2bb1d98cf823cff3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447378 Aug 30 21:23:18.356605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44544) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:18.370428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.376181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.405880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a5914b-3d36-49d3-8496-0347e5d3f69a tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.430610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a5914b-3d36-49d3-8496-0347e5d3f69a tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.450744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Pushing event updated for resources: {'Port': ['ID=3c8ef3c4-5860-487f-a7f6-f353c68ae2d4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:18.461142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.477825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.482406 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b913991a-e8ba-4a3e-bb6a-532e778471d7 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8900969 Aug 30 21:23:18.482696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:18.528478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439e7e1-6184-4bf2-bd07-c70134bdcc76 req-08107af4-c1ff-4c0d-8425-2a4f06136cea tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:18.530333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f439e7e1-6184-4bf2-bd07-c70134bdcc76 req-08107af4-c1ff-4c0d-8425-2a4f06136cea tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0570560 Aug 30 21:23:18.531420 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a5914b-3d36-49d3-8496-0347e5d3f69a tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.534105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a5914b-3d36-49d3-8496-0347e5d3f69a tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.535208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-24a5914b-3d36-49d3-8496-0347e5d3f69a tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c2fed2e-85fb-4d12-8ebd-f344deea6824 HTTP/1.1" status: 204 len: 168 time: 0.1776075 Aug 30 21:23:18.538018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:18.555586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5914b-3d36-49d3-8496-0347e5d3f69a tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2fed2e-85fb-4d12-8ebd-f344deea6824,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:18.577869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f439e7e1-6184-4bf2-bd07-c70134bdcc76 req-ac968ed5-9ba6-4656-af38-48a17883f82a tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399384 Aug 30 21:23:18.626882 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.635374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:18.659513 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.771121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:18.921729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Allocated IP 172.25.5.218 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/56085a4b-0938-4fee-a878-74e45ef7fcf4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:18.943218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe985d-6c23-4406-9e69-c0890fe1a6b3 req-419de002-0eaa-4335-94c5-6cbbe67ca72b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:18.945416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbfe985d-6c23-4406-9e69-c0890fe1a6b3 req-419de002-0eaa-4335-94c5-6cbbe67ca72b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0813136 Aug 30 21:23:19.037277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbfe985d-6c23-4406-9e69-c0890fe1a6b3 req-859bb9ad-ef16-4f07-9c0d-8a03b62c68d7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Aug 30 21:23:19.047334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.062589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e153489-58b7-4d65-9498-f2fa22894e98']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:19.073146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebec82ca-033a-4c87-bad5-08986fbd17da') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:19.073450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebec82ca-033a-4c87-bad5-08986fbd17da') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:19.074953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.082543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.096520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.103412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:19.103827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:19.105528 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:19.142969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.165776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.172021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.177245 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "DELETE /v2.0/networks/5e153489-58b7-4d65-9498-f2fa22894e98 HTTP/1.1" status: 204 len: 168 time: 0.6346643 Aug 30 21:23:19.177245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:19.193410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d47d5-ca39-42fd-a66a-1f40fbb22fb1 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e153489-58b7-4d65-9498-f2fa22894e98,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:19.200404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:19.205721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:19.208497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:19.217617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Pushing event updated for resources: {'Port': ['ID=56085a4b-0938-4fee-a878-74e45ef7fcf4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:19.244985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e85e1-a007-4ab0-a622-f24b827338e7 req-bbb00fc4-b162-428f-963c-45291b11fcf4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:19.246515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a2e85e1-a007-4ab0-a622-f24b827338e7 req-bbb00fc4-b162-428f-963c-45291b11fcf4 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1323309 Aug 30 21:23:19.253834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.318989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a2e85e1-a007-4ab0-a622-f24b827338e7 req-57330768-f22e-4a6b-b238-a924268b6d63 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644872 Aug 30 21:23:19.348289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.348486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.353703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221ac298-5a28-4cdf-b86a-ae15f1b91860']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:19.374539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18f5fbb-e114-4d79-8d2b-a460c5452934') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:19.375045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18f5fbb-e114-4d79-8d2b-a460c5452934') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:19.385624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.390059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.407639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.414949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:19.415552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:19.417403 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:19.478148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.501612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.504467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] 10.222.0.76 "DELETE /v2.0/networks/221ac298-5a28-4cdf-b86a-ae15f1b91860 HTTP/1.1" status: 204 len: 168 time: 0.3254139 Aug 30 21:23:19.504747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191a47-bbc2-4282-9867-4a77aa03fb44 tempest-QuotasNegativeTest-1245118798 tempest-QuotasNegativeTest-1245118798-project-admin] Pushing event deleted for resources: {'Network': ['ID=221ac298-5a28-4cdf-b86a-ae15f1b91860,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:19.580234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.596118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.683643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5893-d78d-441f-989a-e6684ec63d39 req-12ba34c9-a16b-41df-ace6-6259017f0793 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:19.685272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d9a5893-d78d-441f-989a-e6684ec63d39 req-12ba34c9-a16b-41df-ace6-6259017f0793 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1264870 Aug 30 21:23:19.685947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Pushing event updated for resources: {'Port': ['ID=56085a4b-0938-4fee-a878-74e45ef7fcf4,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:19.716316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.743501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d9a5893-d78d-441f-989a-e6684ec63d39 req-767557e7-a5ab-4234-a3ce-51930470e0c6 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492232 Aug 30 21:23:19.744100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:19.747569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eede7165-99cb-4b89-9601-d6d4ad6dd08c tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2601080 Aug 30 21:23:19.747888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44578) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:19.869978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b994234d-401a-41df-84a3-9d0c37893c81 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.1184134 Aug 30 21:23:19.870331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44582) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:19.941156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38d7e8f6-3a00-410d-bc84-f830195467f7 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0695982 Aug 30 21:23:19.943772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:19.948243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44586) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:20.057628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5248d5cb-2bde-44ca-828f-794a576d3e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.076732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Deleting port 56085a4b-0938-4fee-a878-74e45ef7fcf4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:20.077087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.149222 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5248d5cb-2bde-44ca-828f-794a576d3e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.154461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5248d5cb-2bde-44ca-828f-794a576d3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.157541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.157872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.169728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Calling delete_port for 56085a4b-0938-4fee-a878-74e45ef7fcf4 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:20.191016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248d5cb-2bde-44ca-828f-794a576d3e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ffc598-c663-4a74-89de-0b9c91d64546,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:20.195466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5248d5cb-2bde-44ca-828f-794a576d3e90 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8fb91d2bbca48b29eaca7a8d21a5447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462296 Aug 30 21:23:20.198097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44590) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:20.252874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10c6f04-888f-4735-9282-a957732f4c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.274566 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10c6f04-888f-4735-9282-a957732f4c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.305247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.323909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10c6f04-888f-4735-9282-a957732f4c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.326996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10c6f04-888f-4735-9282-a957732f4c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.328268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f10c6f04-888f-4735-9282-a957732f4c87 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42ffc598-c663-4a74-89de-0b9c91d64546 HTTP/1.1" status: 204 len: 168 time: 0.1292138 Aug 30 21:23:20.331836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Pushing event deleted for resources: {'Port': ['ID=56085a4b-0938-4fee-a878-74e45ef7fcf4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:20.345343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c6f04-888f-4735-9282-a957732f4c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ffc598-c663-4a74-89de-0b9c91d64546,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:20.396079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.399089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.400276 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-21fdddfe-0952-451a-91b3-4af3c32cd308 tempest-FloatingIPAdminTestJSON-454150632 tempest-FloatingIPAdminTestJSON-454150632-project] 10.222.0.76 "DELETE /v2.0/floatingips/7a9c6ad7-ee66-4905-8b67-092092d8b9b4 HTTP/1.1" status: 204 len: 168 time: 0.4555309 Aug 30 21:23:20.402953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:20.560997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Deleting port 3c8ef3c4-5860-487f-a7f6-f353c68ae2d4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:20.561374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.613741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44600) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:20.627339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d92578e-2f76-4eaa-bcab-3ca7f7f98d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.639539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.639970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.651940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Calling delete_port for 3c8ef3c4-5860-487f-a7f6-f353c68ae2d4 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:20.717845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d92578e-2f76-4eaa-bcab-3ca7f7f98d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.722935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d92578e-2f76-4eaa-bcab-3ca7f7f98d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.761372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8d92578e-2f76-4eaa-bcab-3ca7f7f98d1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e81d9ce7c07344fda7707f9238433d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464508 Aug 30 21:23:20.762280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92578e-2f76-4eaa-bcab-3ca7f7f98d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677435c3-1fa4-4f08-b4e0-2e79ab249667,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:20.765017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:20.805796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.832618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0568103-cede-4a68-a74f-ebf9e26ceeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.843448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c8ef3c4-5860-487f-a7f6-f353c68ae2d4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:20.875991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0568103-cede-4a68-a74f-ebf9e26ceeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.904183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72348-e9af-46b8-8ec2-c9516f8ed66c req-10e6a129-56d7-4272-8d6a-b1aeb1d0550b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:20.906060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbf72348-e9af-46b8-8ec2-c9516f8ed66c req-10e6a129-56d7-4272-8d6a-b1aeb1d0550b tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.0872927 Aug 30 21:23:20.931387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.934659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.939126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a4265d2f-97b4-49e9-a705-5bc94c224750 tempest-FloatingIPAdminTestJSON-1463972410 tempest-FloatingIPAdminTestJSON-1463972410-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/1930c49f-4702-423e-be7c-bffb1e46c9a3 HTTP/1.1" status: 204 len: 168 time: 0.5320668 Aug 30 21:23:20.940022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:20.956352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a4567f10-009b-405f-9abd-61da39aee364 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:20.957440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbf72348-e9af-46b8-8ec2-c9516f8ed66c req-b9fd1cb3-bc10-4a9f-bdc3-c46052a2df5c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Aug 30 21:23:20.957876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a4567f10-009b-405f-9abd-61da39aee364 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 945 time: 0.1269140 Aug 30 21:23:20.965786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0568103-cede-4a68-a74f-ebf9e26ceeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.968621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0568103-cede-4a68-a74f-ebf9e26ceeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:20.982287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e0568103-cede-4a68-a74f-ebf9e26ceeee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/677435c3-1fa4-4f08-b4e0-2e79ab249667 HTTP/1.1" status: 204 len: 168 time: 0.2019937 Aug 30 21:23:20.982287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0568103-cede-4a68-a74f-ebf9e26ceeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677435c3-1fa4-4f08-b4e0-2e79ab249667,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:21.136535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting port 0cda2e50-602b-477c-a7d0-35ac0e22087b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:21.136940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.143457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:21.143786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.292686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.307144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:21.307506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.317291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Calling delete_port for 0cda2e50-602b-477c-a7d0-35ac0e22087b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:21.326531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:21.558436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.591772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.604017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:23:21.604589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Port': ['ID=0cda2e50-602b-477c-a7d0-35ac0e22087b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:21.607799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fa95d3fc-3d44-41ce-a9cc-58dfd96867b1'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:23:21.639622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=fa95d3fc-3d44-41ce-a9cc-58dfd96867b1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:21.723539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:23:21.730965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.732018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44632) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:21.733272 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-05f876c6-5eeb-40b3-9e6f-4f59f26adb6e req-a8d0bb5e-2019-4009-a4d8-7057c8ece42e tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.86 "DELETE /v2.0/ports/fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 HTTP/1.1" status: 204 len: 173 time: 0.7572227 Aug 30 21:23:21.733741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'name': 'network-vif-deleted', 'tag': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:23:21.742969 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f42cde5-1195-4ff1-b670-17876f60eb92" -d '{"events": [{"server_uuid": "36b50b2d-7865-4934-9754-f4b24ddc9251", "name": "network-vif-deleted", "tag": "fa95d3fc-3d44-41ce-a9cc-58dfd96867b1"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:23:21.779026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.784890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52483a84-0ae7-4e01-be79-935e674403c1 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "DELETE /v2.0/ports/0cda2e50-602b-477c-a7d0-35ac0e22087b HTTP/1.1" status: 204 len: 168 time: 0.8417380 Aug 30 21:23:21.785124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44638) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:21.811238 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc0d2e1-62df-4f26-9ac8-d9aa8443194c x-openstack-request-id: req-bcc0d2e1-62df-4f26-9ac8-d9aa8443194c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:23:21.811569 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b50b2d-7865-4934-9754-f4b24ddc9251", "name": "network-vif-deleted", "tag": "fa95d3fc-3d44-41ce-a9cc-58dfd96867b1", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:23:21.811832 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bcc0d2e1-62df-4f26-9ac8-d9aa8443194c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:23:21.812289 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b50b2d-7865-4934-9754-f4b24ddc9251', 'name': 'network-vif-deleted', 'tag': 'fa95d3fc-3d44-41ce-a9cc-58dfd96867b1', 'status': 'completed', 'code': 200} Aug 30 21:23:21.850997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38273f-4638-44b3-a605-920eab23eb39 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:21.852568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7d38273f-4638-44b3-a605-920eab23eb39 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "GET /v2.0/ports?device_id=f33dd36e-fadc-4ca1-9357-4480c7237c62 HTTP/1.1" status: 200 len: 913 time: 0.0668006 Aug 30 21:23:21.855480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:21.888891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1149386207'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:21.912411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Made reservation on behalf of b69177faa5514d90be96f9ce12fed22e for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:21.915852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:21.924705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.031114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.036671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.061057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:23:22.099921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a1b306b-9896-490c-bedf-247466962191 req-b74a6c24-5f9a-4778-8438-331f85fbe343 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=36b50b2d-7865-4934-9754-f4b24ddc9251 HTTP/1.1" status: 200 len: 210 time: 0.0444577 Aug 30 21:23:22.102923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da392908-53e8-49bb-b330-728de2e2986c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:22.108394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.108821 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Added segment 52118a9c-9ed1-416a-86f8-57a3cec134a3 of type vlan for network 02bf72e0-f79f-4389-ba70-3e7e5fa2b737 Aug 30 21:23:22.155772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.185393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.193555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:22.194291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.270513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.304693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5674584 Aug 30 21:23:22.308360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44648) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:22.313204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-c4d0f8ff-e24e-454d-b11a-9106e513a59c tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-948635622') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:22.333778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a2b7f-10c0-450b-af3d-56d64ae906fc tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Pushing event updated for resources: {'Network': ['ID=02bf72e0-f79f-4389-ba70-3e7e5fa2b737,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:22.347407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 02bf72e0-f79f-4389-ba70-3e7e5fa2b737 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:23:22.421591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c4d0f8ff-e24e-454d-b11a-9106e513a59c tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "PUT /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-948635622 HTTP/1.1" status: 201 len: 201 time: 0.1121051 Aug 30 21:23:22.424261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44650) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:22.428829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-d57bbe4c-388e-4c87-a634-a3f9477ad4b9 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-948635622') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:22.494453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d57bbe4c-388e-4c87-a634-a3f9477ad4b9 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-948635622 HTTP/1.1" status: 204 len: 168 time: 0.0691001 Aug 30 21:23:22.497008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44652) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:22.501241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-89ceea1e-a176-4ab7-9174-a7b81cff6fbd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:22.541894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting port 712289d6-c7bf-411e-8a41-de4fc1a316f1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:22.542203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.638501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.654550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Calling delete_port for 712289d6-c7bf-411e-8a41-de4fc1a316f1 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:22.809469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89ceea1e-a176-4ab7-9174-a7b81cff6fbd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags HTTP/1.1" status: 200 len: 237 time: 0.3114309 Aug 30 21:23:22.812200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44654) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:22.816863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-636d9439-39cc-4313-b41e-04b31524472c tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', {'tags': ['tempest-TagsTest-Tag-1113177354', 'tempest-TagsTest-Tag-906150837', 'tempest-TagsTest-Tag-1863268056']}) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:22.846191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:22.872830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Port': ['ID=712289d6-c7bf-411e-8a41-de4fc1a316f1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:22.906216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-636d9439-39cc-4313-b41e-04b31524472c tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "PUT /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags HTTP/1.1" status: 200 len: 308 time: 0.0929852 Aug 30 21:23:22.908982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:22.914654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-67a10c68-01fa-47b8-9db8-48955244db5f tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-1113177354') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.011067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-67a10c68-01fa-47b8-9db8-48955244db5f tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "DELETE /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-1113177354 HTTP/1.1" status: 204 len: 168 time: 0.1009302 Aug 30 21:23:23.013756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44658) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.018647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-3a359331-9347-4f85-985a-99f4faefb8cd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-1113177354') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.059445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.088364 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-3a359331-9347-4f85-985a-99f4faefb8cd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] show failed (client error): The resource could not be found. Aug 30 21:23:23.089409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3a359331-9347-4f85-985a-99f4faefb8cd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-1113177354 HTTP/1.1" status: 404 len: 326 time: 0.0745928 Aug 30 21:23:23.092241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44660) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.096697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-ccd8f543-95a2-4137-9670-85e748dc82bb tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-906150837') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.175633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ccd8f543-95a2-4137-9670-85e748dc82bb tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-906150837 HTTP/1.1" status: 204 len: 168 time: 0.0818274 Aug 30 21:23:23.176541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44664) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.182535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-92295424-8f34-4995-90b0-7c5cbaaffbe3 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-1863268056') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.335878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92295424-8f34-4995-90b0-7c5cbaaffbe3 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-1863268056 HTTP/1.1" status: 204 len: 168 time: 0.1582074 Aug 30 21:23:23.336680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44676) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.341337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-5de4af94-a9b2-4ffb-aaaf-30fc13c2242d tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.345795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Router f33dd36e-fadc-4ca1-9357-4480c7237c62 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:23:23.435599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5de4af94-a9b2-4ffb-aaaf-30fc13c2242d tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "DELETE /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags HTTP/1.1" status: 204 len: 168 time: 0.0966592 Aug 30 21:23:23.435599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44680) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.439569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-f80fc33d-5824-43a5-8373-0c6e38f01f27 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-906150837') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.457052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:23.464691 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae4297a9-0005-49c2-9fe3-26ff671b0d2b tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "PUT /v2.0/routers/f33dd36e-fadc-4ca1-9357-4480c7237c62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080370 Aug 30 21:23:23.467139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.469675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] Sync routers for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:23.480079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:23.481043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.519092 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-f80fc33d-5824-43a5-8373-0c6e38f01f27 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] show failed (client error): The resource could not be found. Aug 30 21:23:23.519365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.520769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f80fc33d-5824-43a5-8373-0c6e38f01f27 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-906150837 HTTP/1.1" status: 404 len: 325 time: 0.0846996 Aug 30 21:23:23.523156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44688) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.527571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-fcfde1d7-40ba-4e90-8fe6-21e88f758ddd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737', 'tempest-TagsTest-Tag-1863268056') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.539045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] Routers {'f33dd36e-fadc-4ca1-9357-4480c7237c62'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:23.539830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f33dd36e-fadc-4ca1-9357-4480c7237c62'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.583041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.585350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924e53ad-12e0-4916-8828-4e18caa93aaa None None] The sync data for ids ['f33dd36e-fadc-4ca1-9357-4480c7237c62'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:23.603915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.604872 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-fcfde1d7-40ba-4e90-8fe6-21e88f758ddd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] show failed (client error): The resource could not be found. Aug 30 21:23:23.608063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fcfde1d7-40ba-4e90-8fe6-21e88f758ddd tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "GET /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags/tempest-TagsTest-Tag-1863268056 HTTP/1.1" status: 404 len: 326 time: 0.0818474 Aug 30 21:23:23.608615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44696) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.613263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-0e62cd57-b9ce-48b6-93e8-3abed0aa6a15 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '02bf72e0-f79f-4389-ba70-3e7e5fa2b737') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.690226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0e62cd57-b9ce-48b6-93e8-3abed0aa6a15 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "DELETE /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737/tags HTTP/1.1" status: 204 len: 168 time: 0.0800636 Aug 30 21:23:23.693895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44702) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:23.712988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.775625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting port 9dac4311-5aa8-4800-ba00-4bfe2a57aa68 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:23.776079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.787635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.883271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.895411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf72e0-f79f-4389-ba70-3e7e5fa2b737']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.908167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52118a9c-9ed1-416a-86f8-57a3cec134a3') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.908819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52118a9c-9ed1-416a-86f8-57a3cec134a3') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:23.919270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.936871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.946495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:23.946993 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:23.950703 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:24.052554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.062510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.064976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] 10.222.0.76 "DELETE /v2.0/networks/02bf72e0-f79f-4389-ba70-3e7e5fa2b737 HTTP/1.1" status: 204 len: 168 time: 0.3696775 Aug 30 21:23:24.087766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b273-ff04-4413-9af0-3aeba5b28021 req-5181123b-4747-4f93-8339-962d61e7608c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:24.089444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2c3b273-ff04-4413-9af0-3aeba5b28021 req-5181123b-4747-4f93-8339-962d61e7608c tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 946 time: 0.0883696 Aug 30 21:23:24.090527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17be7a-86d6-4c0f-8eaf-2e0328a14fb5 tempest-TagsTest-1337898871 tempest-TagsTest-1337898871-project] Pushing event deleted for resources: {'Network': ['ID=02bf72e0-f79f-4389-ba70-3e7e5fa2b737,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:24.139433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2c3b273-ff04-4413-9af0-3aeba5b28021 req-974d5867-bbb7-410a-b196-6962294509d7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Aug 30 21:23:24.214626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.226923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Calling delete_port for 9dac4311-5aa8-4800-ba00-4bfe2a57aa68 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:24.337494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44720) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:24.412794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.442795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Port': ['ID=9dac4311-5aa8-4800-ba00-4bfe2a57aa68,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:24.490402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-34907201-8a70-4d24-a782-7d28b22ca45c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b69177faa5514d90be96f9ce12fed22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513741 Aug 30 21:23:24.492870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44726) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:24.508384 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.546890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3178f41c-700c-49c3-9a30-d1097d2114e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.568905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3178f41c-700c-49c3-9a30-d1097d2114e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.599860 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.602274 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.616457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3178f41c-700c-49c3-9a30-d1097d2114e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.619082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3178f41c-700c-49c3-9a30-d1097d2114e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.620247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3178f41c-700c-49c3-9a30-d1097d2114e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da392908-53e8-49bb-b330-728de2e2986c HTTP/1.1" status: 204 len: 168 time: 0.1264436 Aug 30 21:23:24.629889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f41c-700c-49c3-9a30-d1097d2114e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da392908-53e8-49bb-b330-728de2e2986c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:24.650225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.650752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Fanout notify agent at l3_agent the message router_deleted on router f33dd36e-fadc-4ca1-9357-4480c7237c62 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:23:24.659610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.660436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6583dec-1e77-45d7-aa05-48e102006f22 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "DELETE /v2.0/routers/f33dd36e-fadc-4ca1-9357-4480c7237c62 HTTP/1.1" status: 204 len: 168 time: 1.1919937 Aug 30 21:23:24.663270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:24.719457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting subnet f608de18-b649-47a7-a1ad-af052bce2fba {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:23:24.723246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.728281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:23:24.752545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:23:24.753152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fa95d3fc-3d44-41ce-a9cc-58dfd96867b1 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:23:24.773948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.857720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.918439 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.943295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Subnet': ['ID=f608de18-b649-47a7-a1ad-af052bce2fba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:24.949596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:24.954237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44740) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:24.954861 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-482c35a0-c872-4865-91d4-1ce0d5f65a70 tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "DELETE /v2.0/subnets/f608de18-b649-47a7-a1ad-af052bce2fba HTTP/1.1" status: 204 len: 168 time: 0.2887628 Aug 30 21:23:24.956147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede9c75-fd6b-45b2-ab97-97fd1ddebdb4 None None] Network 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:23:25.036888 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.097993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting port a7271539-ea33-4d95-9c32-57dfdca59a93 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:25.098334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.160017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] DHCP port deletion for 65b463e0-a4f3-4c7b-bdae-0acae5718dd7 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:23:25.173363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] For port a7271539-ea33-4d95-9c32-57dfdca59a93, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7271539-ea33-4d95-9c32-57dfdca59a93,segment=NetworkSegment(b2b4bfc7-54b1-4109-8608-699e606c02a2),segment_id=b2b4bfc7-54b1-4109-8608-699e606c02a2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:25.174111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.189317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Calling delete_port for a7271539-ea33-4d95-9c32-57dfdca59a93 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:25.211385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Deleting port a7271539-ea33-4d95-9c32-57dfdca59a93 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:25.211757 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.282092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] For port a7271539-ea33-4d95-9c32-57dfdca59a93, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7271539-ea33-4d95-9c32-57dfdca59a93,segment=NetworkSegment(b2b4bfc7-54b1-4109-8608-699e606c02a2),segment_id=b2b4bfc7-54b1-4109-8608-699e606c02a2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:25.282829 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.298213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Calling delete_port for a7271539-ea33-4d95-9c32-57dfdca59a93 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:25.312448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12137-82b0-4954-bf73-0993b09b9ad6 req-4baf7fdd-d11b-4ef1-bef6-5bf141566aaf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:25.314192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edd12137-82b0-4954-bf73-0993b09b9ad6 req-4baf7fdd-d11b-4ef1-bef6-5bf141566aaf tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 946 time: 0.0730548 Aug 30 21:23:25.346843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.382700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Port': ['ID=a7271539-ea33-4d95-9c32-57dfdca59a93,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:25.388613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] No DVR routers for this DVR port a7271539-ea33-4d95-9c32-57dfdca59a93 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:23:25.397531 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:23:25.403941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edd12137-82b0-4954-bf73-0993b09b9ad6 req-7f98228a-b012-40ab-a445-c621f25eedec tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/security-groups?id=c66c2a5d-268f-4d86-a220-8ede71a2d7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799878 Aug 30 21:23:25.419772 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.462469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Pushing event deleted for resources: {'Port': ['ID=a7271539-ea33-4d95-9c32-57dfdca59a93,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:25.470704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] No DVR routers for this DVR port a7271539-ea33-4d95-9c32-57dfdca59a93 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:23:25.473426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.473956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.474465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.475337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.475826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.476464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.476955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.477443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.477937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.478840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.479534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.479741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fa9c-1bc6-4d5e-941e-72c566f784fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:25.513735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.524809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b463e0-a4f3-4c7b-bdae-0acae5718dd7']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:25.536135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b4bfc7-54b1-4109-8608-699e606c02a2') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:25.536505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b4bfc7-54b1-4109-8608-699e606c02a2') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:25.546076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.561727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.571779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:25.572265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:25.576188 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:25.636600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.645307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.647188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "DELETE /v2.0/networks/65b463e0-a4f3-4c7b-bdae-0acae5718dd7 HTTP/1.1" status: 204 len: 168 time: 0.6918883 Aug 30 21:23:25.649887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44764) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:25.666712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6cebb-2a16-4da7-8e41-1f34755e557d tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Network': ['ID=65b463e0-a4f3-4c7b-bdae-0acae5718dd7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:25.749639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-2a268824-7ee9-4750-9cb7-795a99c4d2e7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:25.751283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-2a268824-7ee9-4750-9cb7-795a99c4d2e7 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 946 time: 0.0655594 Aug 30 21:23:25.815409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Deleting port 5b0eac4a-efee-4dc9-81ef-4bfcd237ac1b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:25.815683 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.863445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Deleting port e8feed19-dae6-4dbf-9563-a233ad340c28 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:25.863875 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.907859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.908200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.922422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Calling delete_port for 5b0eac4a-efee-4dc9-81ef-4bfcd237ac1b owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:25.960239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] For port e8feed19-dae6-4dbf-9563-a233ad340c28, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e8feed19-dae6-4dbf-9563-a233ad340c28,segment=NetworkSegment(ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3),segment_id=ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:25.960612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:25.974860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Calling delete_port for e8feed19-dae6-4dbf-9563-a233ad340c28 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:26.044169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7271539-ea33-4d95-9c32-57dfdca59a93 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:23:26.064956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a7271539-ea33-4d95-9c32-57dfdca59a93 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:23:26.065824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7271539-ea33-4d95-9c32-57dfdca59a93 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:23:26.085438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.113665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Pushing event deleted for resources: {'Port': ['ID=5b0eac4a-efee-4dc9-81ef-4bfcd237ac1b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:26.149062 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.162466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e8feed19-dae6-4dbf-9563-a233ad340c28'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:23:26.184842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Pushing event deleted for resources: {'Port': ['ID=e8feed19-dae6-4dbf-9563-a233ad340c28,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:26.188715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.193901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.195252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4351051d-2ea0-44d5-a4a4-1741951e6a5a tempest-FloatingIPAdminTestJSON-671240753 tempest-FloatingIPAdminTestJSON-671240753-project] 10.222.0.76 "DELETE /v2.0/floatingips/9d138cda-8b9c-47e1-a6c5-fb9649fec71d HTTP/1.1" status: 204 len: 168 time: 0.5444548 Aug 30 21:23:26.246898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] No DVR routers for this DVR port e8feed19-dae6-4dbf-9563-a233ad340c28 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:23:26.256403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.258374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dbaabb2c-f197-4202-91ca-fedb83f653a3 req-4c97137c-4c4b-4c75-a61c-01330b3395e0 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.82 "DELETE /v2.0/ports/e8feed19-dae6-4dbf-9563-a233ad340c28 HTTP/1.1" status: 204 len: 173 time: 0.5004857 Aug 30 21:23:26.258847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222601b6-a815-466a-863d-786580c83250', 'name': 'network-vif-deleted', 'tag': 'e8feed19-dae6-4dbf-9563-a233ad340c28'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:23:26.261147 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9b3be-cecb-45cd-8c28-ddf899378768" -d '{"events": [{"server_uuid": "222601b6-a815-466a-863d-786580c83250", "name": "network-vif-deleted", "tag": "e8feed19-dae6-4dbf-9563-a233ad340c28"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:23:26.336839 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6841f9ae-1eaa-4fee-92b3-649cfd8ccc37 x-openstack-request-id: req-6841f9ae-1eaa-4fee-92b3-649cfd8ccc37 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:23:26.338151 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222601b6-a815-466a-863d-786580c83250", "name": "network-vif-deleted", "tag": "e8feed19-dae6-4dbf-9563-a233ad340c28", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:23:26.338992 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6841f9ae-1eaa-4fee-92b3-649cfd8ccc37 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:23:26.339609 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222601b6-a815-466a-863d-786580c83250', 'name': 'network-vif-deleted', 'tag': 'e8feed19-dae6-4dbf-9563-a233ad340c28', 'status': 'completed', 'code': 200} Aug 30 21:23:26.354404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-7721be99-bb8d-4f6c-9275-925e5d35602e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1093006 Aug 30 21:23:26.452159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.452643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.453143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.453613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.454101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.454770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.455383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.457834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d843c376-3415-4a0a-8ea8-c9f152c80584 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6507 time: 0.0659411 Aug 30 21:23:26.541347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2d38ad9-1b80-40ce-86b9-8c32932827f0 req-d49b8dfc-8f95-4361-8efa-33f978a07517 tempest-ServersTestJSON-2074055988 tempest-ServersTestJSON-2074055988-project] 10.222.0.76 "GET /v2.0/ports?device_id=222601b6-a815-466a-863d-786580c83250 HTTP/1.1" status: 200 len: 210 time: 0.0430450 Aug 30 21:23:26.587574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:26.611061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-5f929076-909d-4b2c-bb33-877d73fd0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.611529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-5f929076-909d-4b2c-bb33-877d73fd0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.611991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-5f929076-909d-4b2c-bb33-877d73fd0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.613598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-5f929076-909d-4b2c-bb33-877d73fd0763 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=ab01343f-3c77-4178-a105-fc0308ce2d96&id=ab01343f-3c77-4178-a105-fc0308ce2d96 HTTP/1.1" status: 200 len: 2297 time: 0.1261675 Aug 30 21:23:26.701861 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-5f0e7fd9-9fb1-4811-a738-47fe49ed6cda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104 HTTP/1.1" status: 200 len: 1001 time: 0.0719945 Aug 30 21:23:26.751361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b5542a3e-7adc-4337-a5c9-fdec2e6cf267 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eae2ce304c924b1684a56e2c88ed4b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623998 Aug 30 21:23:26.754150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-3b89211c-9eb0-46c7-9d03-875ccaa0be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.754858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44802) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:26.755718 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-3b89211c-9eb0-46c7-9d03-875ccaa0be75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2192d990-9c44-4ba3-a3f2-f1a144041a6d HTTP/1.1" status: 200 len: 855 time: 0.0473421 Aug 30 21:23:26.805046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-9fc20aab-751d-4140-a0bd-09cee4b460be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:26.806596 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-9fc20aab-751d-4140-a0bd-09cee4b460be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428264 Aug 30 21:23:26.809569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2540-6a51-4aa8-99eb-136ae8fed8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.835289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2540-6a51-4aa8-99eb-136ae8fed8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.863678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-3ee91ca1-7e05-44f3-bd60-16fb70dc5374 req-cbf5a4eb-bd31-4fda-ace8-22bb9fb04ce2 service neutron] (94688) timed out ('10.222.0.82', 57945) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:23:26.884104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2540-6a51-4aa8-99eb-136ae8fed8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.886636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2540-6a51-4aa8-99eb-136ae8fed8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:26.887842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed8b2540-6a51-4aa8-99eb-136ae8fed8c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/910eaa50-fa68-487c-a008-5c129713a9c0 HTTP/1.1" status: 204 len: 168 time: 0.1324978 Aug 30 21:23:26.896260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2540-6a51-4aa8-99eb-136ae8fed8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910eaa50-fa68-487c-a008-5c129713a9c0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:26.916258 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-700559f7-e19f-41c0-8677-a1244a985be4 service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019282 Aug 30 21:23:27.012383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-132fdeed-5947-4f61-94ab-78616c6aaf73 service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Aug 30 21:23:27.063690 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-509aa708-abed-469d-87c7-d4ef72cb092b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 217 time: 0.0435781 Aug 30 21:23:27.112597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-0e772585-1f84-43d6-b3de-82b8d17f71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:27.114206 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-0e772585-1f84-43d6-b3de-82b8d17f71c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0438323 Aug 30 21:23:27.162928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-e306d2fa-90e4-4c7e-ae58-03868ab65254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:27.164468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-e306d2fa-90e4-4c7e-ae58-03868ab65254 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429361 Aug 30 21:23:27.171699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:27.200136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee94ada-40f3-4011-a235-6ba6878d2868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.299084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-a5617fb0-dbc9-4616-86d2-db71017a9d2e service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208074 Aug 30 21:23:27.418223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee94ada-40f3-4011-a235-6ba6878d2868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.424328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-9a4361bd-9273-445e-b0a2-d9d24eab1843 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159310 Aug 30 21:23:27.425369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee94ada-40f3-4011-a235-6ba6878d2868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.490061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d623d554-1fe9-4b90-9e2e-ede667fc1032 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 217 time: 0.0497329 Aug 30 21:23:27.496469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ee94ada-40f3-4011-a235-6ba6878d2868 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2274631557bc40e2a86acb2360da6978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237863 Aug 30 21:23:27.498717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee94ada-40f3-4011-a235-6ba6878d2868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77bf8b1-85b6-401c-9f78-b0038094d6f9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:27.499441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44810) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:27.543351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-762bfaf2-0de2-4696-bc88-db3cad935c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:27.544859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-762bfaf2-0de2-4696-bc88-db3cad935c1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0472009 Aug 30 21:23:27.553639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36a3195d-5ed2-4d79-a92e-dc89962205f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.580330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36a3195d-5ed2-4d79-a92e-dc89962205f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.601467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44816) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:27.604059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-fcb66c16-40da-4c76-9f19-c08eb49b4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:27.605671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-fcb66c16-40da-4c76-9f19-c08eb49b4deb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0532978 Aug 30 21:23:27.660220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Deleting subnet 69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:23:27.663570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.706719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.714203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-9406621d-f995-4acc-a58f-acb50855e6c5 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003258 Aug 30 21:23:27.726940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36a3195d-5ed2-4d79-a92e-dc89962205f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.729445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36a3195d-5ed2-4d79-a92e-dc89962205f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.734124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36a3195d-5ed2-4d79-a92e-dc89962205f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a77bf8b1-85b6-401c-9f78-b0038094d6f9 HTTP/1.1" status: 204 len: 168 time: 0.2301013 Aug 30 21:23:27.747473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3195d-5ed2-4d79-a92e-dc89962205f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77bf8b1-85b6-401c-9f78-b0038094d6f9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:27.766096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.852233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.860740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-7db1c620-93de-4257-833c-4c32218998c2 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397946 Aug 30 21:23:27.880470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69208cf7-4af5-40a9-b7a2-e903d4bb2dc7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:27.888834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:27.890947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-58e9f9b6-29dc-43e0-a27a-11e8256463a5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/69208cf7-4af5-40a9-b7a2-e903d4bb2dc7 HTTP/1.1" status: 204 len: 168 time: 0.2884924 Aug 30 21:23:27.893817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:27.922680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-2bc30b3a-21a2-4da9-bc7f-8f0e354af9dc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 HTTP/1.1" status: 200 len: 217 time: 0.0545833 Aug 30 21:23:27.975276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.042917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-249e2f98-ce26-49f2-aac0-48787ed6c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:28.046217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-249e2f98-ce26-49f2-aac0-48787ed6c91e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.1155770 Aug 30 21:23:28.080298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.100559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ccd8b6-40c1-4074-9ffb-710b62595b3c']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:28.124867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:28.125153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfb5a3f-dd08-4e16-9eb9-5d0e299cafa3') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:28.129680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-979eef5e-305f-4b05-82b7-1427b594cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:28.133154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-979eef5e-305f-4b05-82b7-1427b594cc2f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802526 Aug 30 21:23:28.137822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.153692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.166066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:28.166476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:28.209409 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:28.228323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44840) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:28.237827 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.251180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.255432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/05ccd8b6-40c1-4074-9ffb-710b62595b3c HTTP/1.1" status: 204 len: 168 time: 0.3581018 Aug 30 21:23:28.255432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2461e25-f1ac-47a5-910e-97d2cd471580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.257880 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-d738b4e1-6288-45fc-91e1-e6244f8eed88 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141629 Aug 30 21:23:28.371708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2461e25-f1ac-47a5-910e-97d2cd471580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.373965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4244f0a-97a5-48be-a049-8b791988bbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ccd8b6-40c1-4074-9ffb-710b62595b3c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:28.380415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2461e25-f1ac-47a5-910e-97d2cd471580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.398396 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-ef12a1a6-b679-48f1-a200-5dcd3bfbf614 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310177 Aug 30 21:23:28.433460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2461e25-f1ac-47a5-910e-97d2cd471580 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d183a4bbd4994cbcb02f80999f47e85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032771 Aug 30 21:23:28.436066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2461e25-f1ac-47a5-910e-97d2cd471580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce44dbdf-77ed-4364-a9ed-36b7466a6649,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:28.449484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-6c991d59-5fd6-4bd1-a303-e74ce68d3af2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337 HTTP/1.1" status: 200 len: 217 time: 0.0427613 Aug 30 21:23:28.452041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:28.465476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44846) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:28.514976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-ed79916a-4374-4965-ac7b-9ff84036cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:28.516534 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-ed79916a-4374-4965-ac7b-9ff84036cb05 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0569839 Aug 30 21:23:28.550153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-76a1c73a-8e04-443b-8bcf-c216a230a076 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60883a6fd64948e28b23799e23f91951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823898 Aug 30 21:23:28.551449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44848) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:28.553729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-086f2ca6-2e80-47d1-a55c-fa54c0345e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.567595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-898084c5-a907-4001-95db-66d7617b7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:28.569148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-898084c5-a907-4001-95db-66d7617b7b1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442071 Aug 30 21:23:28.596256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-086f2ca6-2e80-47d1-a55c-fa54c0345e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.652169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5d10eea-bd26-4138-b3b0-32af03ec5173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.688854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-086f2ca6-2e80-47d1-a55c-fa54c0345e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.690322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-086f2ca6-2e80-47d1-a55c-fa54c0345e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.691624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-086f2ca6-2e80-47d1-a55c-fa54c0345e9f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce44dbdf-77ed-4364-a9ed-36b7466a6649 HTTP/1.1" status: 204 len: 168 time: 0.2374134 Aug 30 21:23:28.692532 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-259f7529-46a4-4a20-9227-4a45b26b604f service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139486 Aug 30 21:23:28.693676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5d10eea-bd26-4138-b3b0-32af03ec5173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.718192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f2ca6-2e80-47d1-a55c-fa54c0345e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce44dbdf-77ed-4364-a9ed-36b7466a6649,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:28.810417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5d10eea-bd26-4138-b3b0-32af03ec5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.813507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5d10eea-bd26-4138-b3b0-32af03ec5173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:28.816751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b5d10eea-bd26-4138-b3b0-32af03ec5173 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c66c2a5d-268f-4d86-a220-8ede71a2d7e0 HTTP/1.1" status: 204 len: 168 time: 0.2617142 Aug 30 21:23:28.829558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d10eea-bd26-4138-b3b0-32af03ec5173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c2a5d-268f-4d86-a220-8ede71a2d7e0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:28.867767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-6c253e8e-a5a9-4e31-8dc8-cd50edda95b6 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653843 Aug 30 21:23:28.925597 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-6cb8eed5-2833-459b-a23b-6c25c305a3c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a HTTP/1.1" status: 200 len: 217 time: 0.0496347 Aug 30 21:23:28.983282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-f116c5b6-2a5d-451b-8589-f91d5b9c7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:28.984947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-f116c5b6-2a5d-451b-8589-f91d5b9c7e18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.0520830 Aug 30 21:23:29.033360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-f7bb26de-de4c-4c12-997b-383316fb79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:29.035080 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-f7bb26de-de4c-4c12-997b-383316fb79b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0431874 Aug 30 21:23:29.143676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-04274e8d-2fe7-4239-b668-cc3e67cfa05e service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008060 Aug 30 21:23:29.262948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-2d409ff9-2d85-4893-b8d2-4922fb362bc2 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122222 Aug 30 21:23:29.313370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-12115405-dfc2-4256-8885-f8af87baee2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=499c787e-1243-48e8-844c-5623ba68d359 HTTP/1.1" status: 200 len: 217 time: 0.0434024 Aug 30 21:23:29.331065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e8feed19-dae6-4dbf-9563-a233ad340c28 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:23:29.366610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: e8feed19-dae6-4dbf-9563-a233ad340c28 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:23:29.366965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e8feed19-dae6-4dbf-9563-a233ad340c28 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:23:29.381897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-164746a4-7500-4930-a599-f1a0984bf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:29.385145 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-164746a4-7500-4930-a599-f1a0984bf746 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.0646350 Aug 30 21:23:29.440560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-ce2febed-6b26-420a-84c1-60563a14deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:29.442892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-ce2febed-6b26-420a-84c1-60563a14deef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512636 Aug 30 21:23:29.558560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-9d6a9a9e-bed5-4693-9726-ee00c9b07d15 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079264 Aug 30 21:23:29.673236 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10a70fd1-6878-44d9-90fb-581441aadb0d req-84a8a34d-7403-44c0-9f56-5435f704a9dd service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065683 Aug 30 21:23:30.356787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44934) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:30.506235 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a3c821d-30e2-4d87-b25a-ab790b8d9889 req-03793347-f355-446f-b456-957adbe8df13 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0348444 Aug 30 21:23:30.624677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-25c79da2-d3f6-40ff-b574-1f1fdca2426e tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-877660311'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:30.625233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-25c79da2-d3f6-40ff-b574-1f1fdca2426e tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Unknown quota resources ['metering_label']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:23:30.846300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25c79da2-d3f6-40ff-b574-1f1fdca2426e tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:30.847561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-25c79da2-d3f6-40ff-b574-1f1fdca2426e tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4894698 Aug 30 21:23:30.850082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44950) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:30.855119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-16213e74-65ed-45d6-8350-e18e63ab7797 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '04752252-fef0-49cc-ac1b-e5da29bbd947'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:30.855614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-16213e74-65ed-45d6-8350-e18e63ab7797 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:23:30.944495 n-d-793620-16 neutron-server[94689]: WARNING neutron.services.metering.metering_plugin [None req-16213e74-65ed-45d6-8350-e18e63ab7797 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 21:23:31.070019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-16213e74-65ed-45d6-8350-e18e63ab7797 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:31.071255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-16213e74-65ed-45d6-8350-e18e63ab7797 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2200634 Aug 30 21:23:31.074323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44956) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:31.078631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-018c9893-c6e8-4b43-915f-9448192d7dce tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '04752252-fef0-49cc-ac1b-e5da29bbd947'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:31.079178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-018c9893-c6e8-4b43-915f-9448192d7dce tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:23:31.134641 n-d-793620-16 neutron-server[94689]: WARNING neutron.services.metering.metering_plugin [None req-018c9893-c6e8-4b43-915f-9448192d7dce tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 21:23:31.159326 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:23:31.213127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-018c9893-c6e8-4b43-915f-9448192d7dce tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:31.214304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-018c9893-c6e8-4b43-915f-9448192d7dce tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1390064 Aug 30 21:23:31.217143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44958) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:31.227701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8eecd485-6105-4632-829c-7c3c489d8d80 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=7907668f-bb25-40a8-bbc3-50d32a4d4aca HTTP/1.1" status: 200 len: 462 time: 0.0095522 Aug 30 21:23:31.230335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44960) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:31.591096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-da65e246-990b-4d13-a8bc-16f60eeb3cd2 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:31.594861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-da65e246-990b-4d13-a8bc-16f60eeb3cd2 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/7907668f-bb25-40a8-bbc3-50d32a4d4aca HTTP/1.1" status: 204 len: 168 time: 0.3610148 Aug 30 21:23:31.595686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:31.610174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5bae283f-055b-4353-b4fa-93e4aba2bccf tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=7907668f-bb25-40a8-bbc3-50d32a4d4aca HTTP/1.1" status: 200 len: 221 time: 0.0129721 Aug 30 21:23:31.613846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44972) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:31.618539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2490843e-5e82-4198-af5c-b0160ba8e3ea tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--283611916', 'description': 'label created by tempest'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:31.619012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2490843e-5e82-4198-af5c-b0160ba8e3ea tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Unknown quota resources ['metering_label']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:23:31.693504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8f64349-cca2-42b4-b4db-f6411cd9a40f req-7503a606-12dc-447c-8e18-39421630b454 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0317187 Aug 30 21:23:31.809840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2490843e-5e82-4198-af5c-b0160ba8e3ea tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:31.812805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2490843e-5e82-4198-af5c-b0160ba8e3ea tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1961944 Aug 30 21:23:31.814031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44976) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:31.888853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-61095e57-7407-4438-b8e0-8b5bf57ddff9 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=0ed8df72-00d2-453a-b467-fb78f2e1fbdc HTTP/1.1" status: 200 len: 467 time: 0.0738025 Aug 30 21:23:31.891732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44978) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.085838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96bd5c76-b740-4481-8cf2-5f7134381adb tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:32.088203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-96bd5c76-b740-4481-8cf2-5f7134381adb tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/0ed8df72-00d2-453a-b467-fb78f2e1fbdc HTTP/1.1" status: 204 len: 168 time: 0.1954973 Aug 30 21:23:32.091133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44986) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.107272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-321630e3-2450-440b-9d63-b5be443e92e5 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=0ed8df72-00d2-453a-b467-fb78f2e1fbdc HTTP/1.1" status: 200 len: 216 time: 0.0117714 Aug 30 21:23:32.107622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44988) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.121483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ceaac19-e5f2-46aa-a592-19a543b0cd7f tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0092297 Aug 30 21:23:32.121707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44992) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.141385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-263015e6-64fd-460d-bc48-6a87ad811ebd tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157816 Aug 30 21:23:32.142033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44994) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.193200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b6702762-60d2-4cfb-b3ae-99a07bc468f8 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/04752252-fef0-49cc-ac1b-e5da29bbd947 HTTP/1.1" status: 200 len: 472 time: 0.0502782 Aug 30 21:23:32.196411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45000) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.208816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fb970622-fbfc-42f7-9639-43f30d12461e tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/f5f6938e-e62c-44e1-a0ce-74f7c5287561 HTTP/1.1" status: 200 len: 459 time: 0.0085852 Aug 30 21:23:32.209052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45002) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.315952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd7e0e0e-51a3-4e0f-8160-9a5ea2184b5c tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:32.317525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bd7e0e0e-51a3-4e0f-8160-9a5ea2184b5c tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/f5f6938e-e62c-44e1-a0ce-74f7c5287561 HTTP/1.1" status: 204 len: 168 time: 0.1075633 Aug 30 21:23:32.320313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45006) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.505367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a84cefc-71e3-4504-9753-218f37e33420 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:32.505831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1a84cefc-71e3-4504-9753-218f37e33420 tempest-MeteringIpV6TestJSON-1216804475 tempest-MeteringIpV6TestJSON-1216804475-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/04752252-fef0-49cc-ac1b-e5da29bbd947 HTTP/1.1" status: 204 len: 168 time: 0.1846051 Aug 30 21:23:32.771472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45014) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:32.809160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f62efdc-6456-4f3b-a682-dfe26d31a461 req-f239ab5f-b357-458e-ad78-0a0432828f29 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0311575 Aug 30 21:23:32.879298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d83fb25-540a-4434-b32d-56d761d54949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:32.972197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d83fb25-540a-4434-b32d-56d761d54949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:32.976697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d83fb25-540a-4434-b32d-56d761d54949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.013837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83fb25-540a-4434-b32d-56d761d54949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf21ba1-9280-41a0-9406-4a4b47644fee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:33.019224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1d83fb25-540a-4434-b32d-56d761d54949 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=880bc40afd144ffea21cfdd024a27a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463796 Aug 30 21:23:33.022191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45018) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:33.072787 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa880487-6c70-4fc4-b1ea-450f62a678eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.097716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa880487-6c70-4fc4-b1ea-450f62a678eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.155747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa880487-6c70-4fc4-b1ea-450f62a678eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.158444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa880487-6c70-4fc4-b1ea-450f62a678eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.159658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fa880487-6c70-4fc4-b1ea-450f62a678eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/abf21ba1-9280-41a0-9406-4a4b47644fee HTTP/1.1" status: 204 len: 168 time: 0.1371825 Aug 30 21:23:33.168341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880487-6c70-4fc4-b1ea-450f62a678eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf21ba1-9280-41a0-9406-4a4b47644fee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:33.457286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:33.474828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e07783a-90ea-4988-9997-25d765089556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.499964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.577762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e07783a-90ea-4988-9997-25d765089556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.583445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4e07783a-90ea-4988-9997-25d765089556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.625777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4e07783a-90ea-4988-9997-25d765089556 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20eb1d9c57784e3a8022e04ff739f0ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673453 Aug 30 21:23:33.627142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07783a-90ea-4988-9997-25d765089556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e257c-b94c-41a3-9c70-7d08dc20effc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:33.628798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45034) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:33.684648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-003dc78f-3ab3-46ab-8429-b307c6905ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.708385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-003dc78f-3ab3-46ab-8429-b307c6905ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.761304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-003dc78f-3ab3-46ab-8429-b307c6905ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.763859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-003dc78f-3ab3-46ab-8429-b307c6905ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:33.765036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-003dc78f-3ab3-46ab-8429-b307c6905ac5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d6e257c-b94c-41a3-9c70-7d08dc20effc HTTP/1.1" status: 204 len: 168 time: 0.1344354 Aug 30 21:23:33.773725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003dc78f-3ab3-46ab-8429-b307c6905ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e257c-b94c-41a3-9c70-7d08dc20effc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:33.926018 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9ad0e31-ce99-4c58-896f-98ea4f815232 req-17ea1e52-8c93-488d-a621-ee3d7d3370dc tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0297132 Aug 30 21:23:34.246319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7dfe4c1a-8c8a-450b-a148-8ddde158a200 req-4f7495a3-cb8a-4b87-8bdc-9d502f8d7d6d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0401056 Aug 30 21:23:35.050412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8790fb9-3761-4bc6-b53f-092decf0b57e req-7f781473-ed40-4488-b609-7ca1fecc2671 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0343616 Aug 30 21:23:35.180050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:35.355320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-794951404'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:35.396173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Made reservation on behalf of 476c58b60ab94ddeb1048e278bc70dd6 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:35.401695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.413713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.551466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.557767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.586806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:23:35.596632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea36a57-d740-491b-8caa-20d03d5f1949,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:35.603136 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.603673 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Added segment af5eb9fe-a7d4-46d5-86cb-61257e3c765b of type vlan for network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 Aug 30 21:23:35.650842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.678244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.683974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:35.684558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.724958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.751452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5701647 Aug 30 21:23:35.758682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb10427-0f43-4de3-a257-506e50897729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Pushing event updated for resources: {'Network': ['ID=7280284e-4cae-47ec-b6c1-45a5a7eb8712,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:35.770629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:23:35.937452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45098) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:35.942596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Request body: {'port': {'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712', 'binding:host_id': 'n-h1-793620-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-838309507'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:35.967112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Made reservation on behalf of 1aacc9c881d04abd85a774a2d36e4a3b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:35.969815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:35.979259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:36.119801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:36.128353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:36.135889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port c222d7cd-e176-45c0-ae99-f7526b71115a yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:36.253403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-717f8941-d882-40e9-a0fb-95d004e45cd1 req-e52a9491-7eb7-4ca8-b5e3-dbf3405e1016 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0494902 Aug 30 21:23:36.287329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb279f-7361-4430-a634-98735c3edbfb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:36.440688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port c222d7cd-e176-45c0-ae99-f7526b71115a yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:36.451287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:36.463878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Transition to ACTIVE for port object c222d7cd-e176-45c0-ae99-f7526b71115a will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:36.477242 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:36.569403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=c222d7cd-e176-45c0-ae99-f7526b71115a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:36.581077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Checking segment: {'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:23:36.581532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Network hostable DHCP agents. Network: 7280284e-4cae-47ec-b6c1-45a5a7eb8712, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:23:36.625015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:23:36.643977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 7280284e-4cae-47ec-b6c1-45a5a7eb8712) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:36.656256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2b91c-ac9f-4981-af47-6b0711a6e6ea None None] Network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:23:36.659192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:36.686719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.687294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.687651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.693012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.693398 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.693793 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 2 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.711351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.712826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.713482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.720412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.720763 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.721211 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 3 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.739583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.739939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.740261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.745565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.745565 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.746634 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 4 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.761270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.761803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.761947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.778067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.778401 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.793140 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 5 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.798087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b3cd861-d614-454d-8510-8633f1b7006b req-fc457873-7bfa-4c64-990d-b70a326b5a2e tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Aug 30 21:23:36.810718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.811028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.811358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.819180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.819665 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.819960 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 6 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.834435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.835033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.835357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.840270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.840594 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.840993 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 7 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.855132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.855605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.855727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.861087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.862191 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.862191 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 8 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.877533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.877905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.878970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.883481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.883810 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.884191 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 9 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.899929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.900642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.901150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.907309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.907638 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.908031 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 10 to bind port c222d7cd-e176-45c0-ae99-f7526b71115a Aug 30 21:23:36.922280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:36.923284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:36.923284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:36.928055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port c222d7cd-e176-45c0-ae99-f7526b71115a on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:36.928350 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port c222d7cd-e176-45c0-ae99-f7526b71115a on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:36.928726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.001116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] For port c222d7cd-e176-45c0-ae99-f7526b71115a, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:23:37.001492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempted to set empty binding levels {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 21:23:37.007099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.047497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:37.048134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.062044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=c222d7cd-e176-45c0-ae99-f7526b71115a,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:37.071767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed43ac45-cff8-4aea-858e-873876f24ebc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1330836 Aug 30 21:23:37.074560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45126) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:37.158239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Deleting port c222d7cd-e176-45c0-ae99-f7526b71115a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:37.158992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.221887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] For port c222d7cd-e176-45c0-ae99-f7526b71115a, host n-h1-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:37.222247 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.235613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Calling delete_port for c222d7cd-e176-45c0-ae99-f7526b71115a owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:37.323475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.354563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event deleted for resources: {'Port': ['ID=c222d7cd-e176-45c0-ae99-f7526b71115a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:37.361345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.366979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:37.377033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a5e00ab8-d04a-49db-932e-b82d5e5807ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "DELETE /v2.0/ports/c222d7cd-e176-45c0-ae99-f7526b71115a HTTP/1.1" status: 204 len: 168 time: 0.3012540 Aug 30 21:23:37.393898 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-504aabba-2422-46df-94d2-a0f84fa519dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:23:37.400302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45132) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:37.407306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Request body: {'port': {'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1161377816'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:37.410829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-504aabba-2422-46df-94d2-a0f84fa519dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "GET /v2.0/ports/c222d7cd-e176-45c0-ae99-f7526b71115a HTTP/1.1" status: 404 len: 333 time: 0.0426650 Aug 30 21:23:37.431940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Made reservation on behalf of 1aacc9c881d04abd85a774a2d36e4a3b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:37.434363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.450240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port 853d0473-54a5-459c-b32a-a95b77f1154b yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:37.608954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.647977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.694852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:37.698791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:37.700806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=853d0473-54a5-459c-b32a-a95b77f1154b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:37.703055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:37.704141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:37.704741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.726552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-273ca751-e2f5-4f7f-bf44-050ad996a320 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3250024 Aug 30 21:23:37.729902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45136) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:37.736177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:37.803044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:37.955020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-210bcba1-928f-4a7f-a611-2ebb8e64605e req-e757c668-951b-46e1-8b0f-b35fd9b6db7f tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0604839 Aug 30 21:23:38.048503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port 853d0473-54a5-459c-b32a-a95b77f1154b yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:38.056648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.069681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Transition to ACTIVE for port object 853d0473-54a5-459c-b32a-a95b77f1154b will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:38.073879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.122444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=853d0473-54a5-459c-b32a-a95b77f1154b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:38.139021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.139552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.140097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.145364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.145676 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.146056 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 2 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.159589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.160226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.160340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.164922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.165243 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.165622 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 3 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.177551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.177811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.178156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.182782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.183162 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.183782 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 4 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.196346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.196673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.197019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.201228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.201527 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.201897 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 5 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.214060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.214431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.214874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.219387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.219833 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.220322 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 6 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.233922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.234387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.234869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.239921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.240331 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.240766 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 7 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.253512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.254113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.254369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.259104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.259434 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.259877 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 8 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.272672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.273135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.273553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.278031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.278467 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.278873 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 9 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.292060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.292060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.292060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.296927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.297662 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.297662 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 10 to bind port 853d0473-54a5-459c-b32a-a95b77f1154b Aug 30 21:23:38.314108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:38.314434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:38.314791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:38.322711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:38.322711 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 853d0473-54a5-459c-b32a-a95b77f1154b on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:38.322711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.395296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] For port 853d0473-54a5-459c-b32a-a95b77f1154b, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:23:38.395800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempted to set empty binding levels {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 21:23:38.401046 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.438371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] In _notify_port_updated(), no bound segment for port 853d0473-54a5-459c-b32a-a95b77f1154b on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:23:38.439362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.439974 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.441334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "PUT /v2.0/ports/853d0473-54a5-459c-b32a-a95b77f1154b HTTP/1.1" status: 200 len: 980 time: 0.7103910 Aug 30 21:23:38.445975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:38.455000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f13e1-0dcd-4456-9d96-7f9f79caf5a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=853d0473-54a5-459c-b32a-a95b77f1154b,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:38.549287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.549765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.550425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.551292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.551837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.552454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.553111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.553575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.554047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.554502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.555089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.555913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.556488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.556962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.557422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.557884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.558355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.558840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.559331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.559790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.560247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.560734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.561186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.561644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.562123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.562584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.563152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.563684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.564144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.564591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.565053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.565960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.566553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.567132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.567584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.568046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:38.576001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d08043e8-0a39-4fe2-bd30-4d3730d7e467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32579 time: 0.1242819 Aug 30 21:23:38.576547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:38.669971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Deleting port 853d0473-54a5-459c-b32a-a95b77f1154b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:38.670313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.734620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] For port 853d0473-54a5-459c-b32a-a95b77f1154b, host n-h1-793620-16, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:38.734901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.749192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Calling delete_port for 853d0473-54a5-459c-b32a-a95b77f1154b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:38.833107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.860881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event deleted for resources: {'Port': ['ID=853d0473-54a5-459c-b32a-a95b77f1154b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:38.867209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.869311 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e269a38c-7ff7-4ce3-bae8-6d2f60f04fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "DELETE /v2.0/ports/853d0473-54a5-459c-b32a-a95b77f1154b HTTP/1.1" status: 204 len: 168 time: 0.2917278 Aug 30 21:23:38.872189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45154) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:38.897586 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6ce5aa-976f-4e5d-86f4-25c46e2af723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:23:38.899467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad6ce5aa-976f-4e5d-86f4-25c46e2af723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "GET /v2.0/ports/853d0473-54a5-459c-b32a-a95b77f1154b HTTP/1.1" status: 404 len: 333 time: 0.0262170 Aug 30 21:23:38.904392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45156) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:38.909772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-780877882', 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:38.915825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e438ab72-a261-42c2-9c3c-71993d1e998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.933046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Made reservation on behalf of 1aacc9c881d04abd85a774a2d36e4a3b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:38.935509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:38.951175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port bead5a56-bd69-45ce-8023-127140772973 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:39.104274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7ac63d6-dd9f-4924-bf4b-23f098b2056e req-c546060a-2fa7-438d-9fd3-deae6d0efd5d tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0353746 Aug 30 21:23:39.133666 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.169611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.217937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:39.221271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:39.227377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:39.228356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:39.228934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.237150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=bead5a56-bd69-45ce-8023-127140772973,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:39.250762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dac0dbf2-11b4-4bb9-8fd2-928525b770e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3436348 Aug 30 21:23:39.252236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:39.286558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89513681-bced-4507-8a84-4c4db3faf23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:39.288005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-89513681-bced-4507-8a84-4c4db3faf23d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "GET /v2.0/ports/bead5a56-bd69-45ce-8023-127140772973 HTTP/1.1" status: 200 len: 958 time: 0.0346985 Aug 30 21:23:39.290840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:39.371109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Deleting port bead5a56-bd69-45ce-8023-127140772973 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:39.371462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.431619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.444552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Calling delete_port for bead5a56-bd69-45ce-8023-127140772973 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:39.532489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.558259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event deleted for resources: {'Port': ['ID=bead5a56-bd69-45ce-8023-127140772973,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:39.565874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.568052 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9395940f-549e-4be3-ab7e-bc3397765852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "DELETE /v2.0/ports/bead5a56-bd69-45ce-8023-127140772973 HTTP/1.1" status: 204 len: 168 time: 0.2761374 Aug 30 21:23:39.570476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:39.594971 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0e483d-86d1-4fa6-8c31-6c55123c93b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:23:39.596501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d0e483d-86d1-4fa6-8c31-6c55123c93b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "GET /v2.0/ports/bead5a56-bd69-45ce-8023-127140772973 HTTP/1.1" status: 404 len: 333 time: 0.0248942 Aug 30 21:23:39.600814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45184) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:39.605921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Request body: {'port': {'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1741557893'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:39.628217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Made reservation on behalf of 1aacc9c881d04abd85a774a2d36e4a3b for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:39.630984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.649004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port 0948812b-593d-40d3-b806-51193d464be5 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:39.799972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.836993 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.879559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:39.882409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:39.886071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:39.887063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:39.888128 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:39.895531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=0948812b-593d-40d3-b806-51193d464be5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:39.911415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d03c2a70-ab53-4c7f-a836-572113dd3033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3066590 Aug 30 21:23:39.911602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45188) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:39.917064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:39.976927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.156871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] device_id is not set on port 0948812b-593d-40d3-b806-51193d464be5 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:40.165825 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.178531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Transition to ACTIVE for port object 0948812b-593d-40d3-b806-51193d464be5 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:40.186319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.261716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-691236fd-81d0-4d0c-a530-240aec58feb6 req-faec2ecc-5f8b-46a2-8f5e-09f8b5aaa77e tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0654614 Aug 30 21:23:40.274922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=0948812b-593d-40d3-b806-51193d464be5,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:40.299899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.300282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.300643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.306726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.307066 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.307420 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 2 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.323120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.323441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.323783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.328410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.328727 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.329177 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 3 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.343155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.343155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.343407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.348751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.349076 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.349461 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 4 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.369178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.369484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.369819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.374329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.374646 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.375050 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 5 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.387500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.387827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.388156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.392772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.393134 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.393558 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 6 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.407312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.407649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.407987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.413107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.413441 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.413832 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 7 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.425958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.426329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.426695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.431445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.431775 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.432169 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 8 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.449248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.449628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.449967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.454851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.455203 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.455595 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 9 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.468193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.468514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.468895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.473957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.474285 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.474695 n-d-793620-16 neutron-server[94689]: INFO neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempt 10 to bind port 0948812b-593d-40d3-b806-51193d464be5 Aug 30 21:23:40.488380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:40.488722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:40.489055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempting to bind port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:40.493830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:23:40.494158 n-d-793620-16 neutron-server[94689]: ERROR neutron.plugins.ml2.managers [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Failed to bind port 0948812b-593d-40d3-b806-51193d464be5 on host n-h1-793620-16 for vnic_type normal using segments [{'id': 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7280284e-4cae-47ec-b6c1-45a5a7eb8712'}] Aug 30 21:23:40.494527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.560752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] For port 0948812b-593d-40d3-b806-51193d464be5, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:23:40.561094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attempted to set empty binding levels {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 21:23:40.567662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.598986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] In _notify_port_updated(), no bound segment for port 0948812b-593d-40d3-b806-51193d464be5 on network 7280284e-4cae-47ec-b6c1-45a5a7eb8712 {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:23:40.599752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:40.600344 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.601757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "PUT /v2.0/ports/0948812b-593d-40d3-b806-51193d464be5 HTTP/1.1" status: 200 len: 980 time: 0.6892638 Aug 30 21:23:40.604582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45196) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:40.650254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978940c-2f18-49ea-8271-d25a12f8217b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event updated for resources: {'Port': ['ID=0948812b-593d-40d3-b806-51193d464be5,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:40.710979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Deleting port 0948812b-593d-40d3-b806-51193d464be5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:40.711349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.775969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] For port 0948812b-593d-40d3-b806-51193d464be5, host n-h1-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:40.776426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:40.790093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Calling delete_port for 0948812b-593d-40d3-b806-51193d464be5 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:41.134026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.164111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Pushing event deleted for resources: {'Port': ['ID=0948812b-593d-40d3-b806-51193d464be5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:41.169840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.174477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3927e4d8-66c8-4af2-8c6a-9ce52bcb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0948812b-593d-40d3-b806-51193d464be5 HTTP/1.1" status: 204 len: 168 time: 0.5663629 Aug 30 21:23:41.175701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:41.201198 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-339a5718-5066-4051-a8f9-5bc287523b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] GET failed (client error): The resource could not be found. Aug 30 21:23:41.202846 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-339a5718-5066-4051-a8f9-5bc287523b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307470910-project-admin] 10.222.0.76 "GET /v2.0/ports/0948812b-593d-40d3-b806-51193d464be5 HTTP/1.1" status: 404 len: 333 time: 0.0266080 Aug 30 21:23:41.207031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45206) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:41.284597 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.381647 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.404090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7280284e-4cae-47ec-b6c1-45a5a7eb8712']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:41.425576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52e5b7a6-fe49-4abf-9e38-5a4dc108738f req-f4321a8a-baf7-4cf1-ba9c-ab05a884a348 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0500956 Aug 30 21:23:41.429280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:41.429580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5eb9fe-a7d4-46d5-86cb-61257e3c765b') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:41.440513 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.454390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.461433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:41.461897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:41.465182 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:41.530449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.536057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.538229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] 10.222.0.76 "DELETE /v2.0/networks/7280284e-4cae-47ec-b6c1-45a5a7eb8712 HTTP/1.1" status: 204 len: 168 time: 0.3303838 Aug 30 21:23:41.560439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f5b30-5026-4b14-8a6e-742fe34a1f27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-45502218-project] Pushing event deleted for resources: {'Network': ['ID=7280284e-4cae-47ec-b6c1-45a5a7eb8712,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:41.752716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.837552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:41.865204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-276cabc4-8442-4137-b43d-d707a967d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:41.977986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3ea6c502-24be-4d63-b42b-5eb93a1b0ae6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=476c58b60ab94ddeb1048e278bc70dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392870 Aug 30 21:23:41.981730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:42.038848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d554cd51-6cd7-4cb4-a64b-cf030854296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.063396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d554cd51-6cd7-4cb4-a64b-cf030854296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.113842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d554cd51-6cd7-4cb4-a64b-cf030854296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.117256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d554cd51-6cd7-4cb4-a64b-cf030854296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.118447 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d554cd51-6cd7-4cb4-a64b-cf030854296f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eea36a57-d740-491b-8caa-20d03d5f1949 HTTP/1.1" status: 204 len: 168 time: 0.1357377 Aug 30 21:23:42.126559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554cd51-6cd7-4cb4-a64b-cf030854296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea36a57-d740-491b-8caa-20d03d5f1949,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:42.416107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:42.466801 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9e1a408a-bf65-4c2b-bf6c-6a5c3fa3a7bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1aacc9c881d04abd85a774a2d36e4a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473373 Aug 30 21:23:42.467380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:42.520916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46418eee-5487-47ed-808e-6ff8fd07c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.546778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46418eee-5487-47ed-808e-6ff8fd07c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.554898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68b9c38e-3dae-4dc9-a652-cd639f7ae4db req-1cb00d08-d6be-4389-84dc-0b49800a123b tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0375283 Aug 30 21:23:42.599131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46418eee-5487-47ed-808e-6ff8fd07c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.602121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46418eee-5487-47ed-808e-6ff8fd07c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.605603 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46418eee-5487-47ed-808e-6ff8fd07c0d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/baeb279f-7361-4430-a634-98735c3edbfb HTTP/1.1" status: 204 len: 168 time: 0.1341071 Aug 30 21:23:42.610975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:42.612798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46418eee-5487-47ed-808e-6ff8fd07c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb279f-7361-4430-a634-98735c3edbfb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:43.674408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62285605-1144-493d-9aab-a0f9a4578b48 req-41231d85-97bc-4ea9-9062-7301b187f249 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0376070 Aug 30 21:23:44.024360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:44.136806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-326567449', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:44.169827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Made reservation on behalf of 94f65998871f4b49b14ed6d8db974e12 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:44.172685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.182949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.284596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.289499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.314346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:23:44.322339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943b7125-e7bb-4162-8ff5-63a06e73d606,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:44.331031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.331186 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Added segment b5f8e196-9a55-4dd2-b24e-911647ee97b6 of type vlan for network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 Aug 30 21:23:44.381599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.415033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.416152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:44.416749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.483262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4577272 Aug 30 21:23:44.486403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:44.491288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'subnet': {'network_id': '8755b46e-f7a8-4de0-9614-b4ab4b6d06b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:44.510581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ce941-a167-4605-823a-1daf6c9ec89f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Network': ['ID=8755b46e-f7a8-4de0-9614-b4ab4b6d06b5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:44.532004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Made reservation on behalf of 94f65998871f4b49b14ed6d8db974e12 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:44.533728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:23:44.534780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.577634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.787461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e9192ac-a758-4e3e-91bb-cce5d157e881 req-58b0de57-74ae-4807-a60e-c016b569c36c tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0314906 Aug 30 21:23:44.866778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:23:44.867240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.921713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b0960867-f9f3-4805-b607-b397fb21772d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:44.932715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Checking segment: {'id': 'b5f8e196-9a55-4dd2-b24e-911647ee97b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8755b46e-f7a8-4de0-9614-b4ab4b6d06b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:23:44.933102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network hostable DHCP agents. Network: 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:23:44.952647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:23:44.963852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:44.969736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:44.971053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:44.977050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e98e4-2a89-4b64-aef9-3c55834d2002 None None] Network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:23:44.992338 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c1433115-5e64-4a21-8383-baffae106ec9 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5019486 Aug 30 21:23:44.992661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45318) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:44.998156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-575669176', 'network_id': '8755b46e-f7a8-4de0-9614-b4ab4b6d06b5'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:45.021091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Made reservation on behalf of 94f65998871f4b49b14ed6d8db974e12 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:23:45.024716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.045790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] device_id is not set on port 9e5d0426-aa49-4ff4-8572-6242382ee50d yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:23:45.107908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd62464c-55a9-4c16-95a5-7b7792dd00ac None None] Network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:23:45.160584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Allocated IP 2001:db8::8c (8755b46e-f7a8-4de0-9614-b4ab4b6d06b5/b0960867-f9f3-4805-b607-b397fb21772d/9e5d0426-aa49-4ff4-8572-6242382ee50d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:45.306837 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.346028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.390251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:45.393493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:45.397409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:45.398428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:23:45.399067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.405417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Port': ['ID=9e5d0426-aa49-4ff4-8572-6242382ee50d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:45.419056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-63e02aa5-ae19-4f56-b730-514996bdd6cd tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.4249058 Aug 30 21:23:45.421681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:45.506271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Deleting port 9e5d0426-aa49-4ff4-8572-6242382ee50d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:45.506589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.586437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.599432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Calling delete_port for 9e5d0426-aa49-4ff4-8572-6242382ee50d owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:45.729663 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.757542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e5d0426-aa49-4ff4-8572-6242382ee50d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:45.782744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.784752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-312704d6-1dd8-4b43-8a74-ac71f588055a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/ports/9e5d0426-aa49-4ff4-8572-6242382ee50d HTTP/1.1" status: 204 len: 168 time: 0.3620527 Aug 30 21:23:45.787545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45328) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:45.791869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8755b46e-f7a8-4de0-9614-b4ab4b6d06b5', 'external_fixed_ips': [{'subnet_id': 'b0960867-f9f3-4805-b607-b397fb21772d', 'ip_address': '2001:db8::8c'}]}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:45.813187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.814264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.880559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:45.941627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea99fcdd-43d2-4a26-8b3c-5277a1ded929 req-338f8136-b24d-4aa9-9e6b-720a1e39eea9 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0651095 Aug 30 21:23:46.043139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:46.249103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:46.272994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:46.453409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Allocated IP 2001:db8::8c (8755b46e-f7a8-4de0-9614-b4ab4b6d06b5/b0960867-f9f3-4805-b607-b397fb21772d/5d976929-4669-43c5-8842-ecccdbc08acd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:46.581740 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:46.621962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:46.661886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:46.664888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:46.669345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:46.675079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Port': ['ID=5d976929-4669-43c5-8842-ecccdbc08acd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:46.888296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.064446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84881818-5fc5-4cf8-b285-0e85a798bf05 req-c11205fd-a8f2-4d69-977b-fb61033e4c11 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0336475 Aug 30 21:23:47.118946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.255431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Router 71f2160a-e39f-408e-b6a9-f6974597d347 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:23:47.369124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:47.378963 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Sync routers for ids ['71f2160a-e39f-408e-b6a9-f6974597d347'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:47.385476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.386844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-46a7c079-3925-4d7a-9db8-20d4fbd311fb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.5982785 Aug 30 21:23:47.389090 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Routers {'71f2160a-e39f-408e-b6a9-f6974597d347'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:47.389549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45354) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:47.389877 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['71f2160a-e39f-408e-b6a9-f6974597d347'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:47.495149 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Set router 71f2160a-e39f-408e-b6a9-f6974597d347 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:23:47.497475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.612507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.673613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Deleting port 5d976929-4669-43c5-8842-ecccdbc08acd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:47.674069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.687878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f2160a-e39f-408e-b6a9-f6974597d347', 'name': '', 'tenant_id': '94f65998871f4b49b14ed6d8db974e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8755b46e-f7a8-4de0-9614-b4ab4b6d06b5', 'external_fixed_ips': [{'subnet_id': 'b0960867-f9f3-4805-b607-b397fb21772d', 'ip_address': '2001:db8::8c'}], 'enable_snat': True}, 'gw_port_id': '5d976929-4669-43c5-8842-ecccdbc08acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:23:45Z', 'updated_at': '2021-08-30T21:23:46Z', 'revision_number': 3, 'project_id': '94f65998871f4b49b14ed6d8db974e12', 'gw_port': {'id': '5d976929-4669-43c5-8842-ecccdbc08acd', 'name': '', 'network_id': '8755b46e-f7a8-4de0-9614-b4ab4b6d06b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f2160a-e39f-408e-b6a9-f6974597d347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'b0960867-f9f3-4805-b607-b397fb21772d', 'ip_address': '2001:db8::8c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:23:46Z', 'updated_at': '2021-08-30T21:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0960867-f9f3-4805-b607-b397fb21772d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:47.716036 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Checking router: 71f2160a-e39f-408e-b6a9-f6974597d347 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:23:47.716449 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Updating router 71f2160a-e39f-408e-b6a9-f6974597d347 port 5d976929-4669-43c5-8842-ecccdbc08acd binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:23:47.742660 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.760672 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.773899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Calling delete_port for 5d976929-4669-43c5-8842-ecccdbc08acd owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:47.956388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:47.988024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d976929-4669-43c5-8842-ecccdbc08acd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:48.012843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.128917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.133988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.210134 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:23:48.211447 n-d-793620-16 neutron-server[94691]: DEBUG oslo_db.api [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:23:48.224136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cc600b-77e6-460f-a51d-a398e6b91312 req-e82c9bda-47ed-4910-82b5-b4e64bc58957 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0609803 Aug 30 21:23:48.228630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.229333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71f2160a-e39f-408e-b6a9-f6974597d347 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:23:48.235645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.239414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8e2b36ca-a06c-4b27-a2c5-da96f46ed964 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/routers/71f2160a-e39f-408e-b6a9-f6974597d347 HTTP/1.1" status: 204 len: 168 time: 0.8463919 Aug 30 21:23:48.239852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45376) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:48.293698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Deleting subnet b0960867-f9f3-4805-b607-b397fb21772d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:23:48.297549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.333999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.377987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.434690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.461139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b0960867-f9f3-4805-b607-b397fb21772d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:48.463176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.466702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d016bfd3-b7e8-436a-bad6-8535d898fa06 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/b0960867-f9f3-4805-b607-b397fb21772d HTTP/1.1" status: 204 len: 168 time: 0.2244422 Aug 30 21:23:48.467699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45378) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:48.545166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.730837 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Port 5d976929-4669-43c5-8842-ecccdbc08acd not found while updating agent binding for router 71f2160a-e39f-408e-b6a9-f6974597d347. {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 21:23:48.740606 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:48.740975 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 21:23:48.741624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_agentschedulers_db [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71f2160a-e39f-408e-b6a9-f6974597d347'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent'). {{(pid=94691) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 21:23:48.741996 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe261ae8-cb1a-458d-ba82-ad5367dd5fb4 None None] The sync data for ids ['71f2160a-e39f-408e-b6a9-f6974597d347'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:48.891690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.903449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8755b46e-f7a8-4de0-9614-b4ab4b6d06b5']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:48.913855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f8e196-9a55-4dd2-b24e-911647ee97b6') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:48.914045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f8e196-9a55-4dd2-b24e-911647ee97b6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:48.922851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.936696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.942711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:23:48.943119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:23:48.944946 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:23:49.004500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.009775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:23:49.012568 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.014444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8755b46e-f7a8-4de0-9614-b4ab4b6d06b5 HTTP/1.1" status: 204 len: 168 time: 0.5456655 Aug 30 21:23:49.024966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46fe60-e606-40cd-8d90-39f592107611 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event deleted for resources: {'Network': ['ID=8755b46e-f7a8-4de0-9614-b4ab4b6d06b5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:49.221286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:49.225923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'name': 'tempest-router--1498717909', 'project_id': 'c058e56367dc48619c4a02b0c08e0b2b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:49.249430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.250738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.320045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.330796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.358698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fce0352e-cc61-4fc5-b8e8-d3cca344704b req-bdfc265e-c061-4b56-894e-f56224184e9a tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0477452 Aug 30 21:23:49.369931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.373803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ff493ea3-161f-4b8a-b8dd-35cf5c0ce158 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1489606 Aug 30 21:23:49.374031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:49.452250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.980399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:49.982570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.026051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.026585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e82be61e-e4e2-48e3-8005-7637a7d2b5a4 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:23:50.032046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.033043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4bee5aa7-2ecf-465f-91b3-96333011cddc tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/routers/e82be61e-e4e2-48e3-8005-7637a7d2b5a4 HTTP/1.1" status: 204 len: 168 time: 0.6580472 Aug 30 21:23:50.156923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45416) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:50.355374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-897072514', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:50.383612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.384836 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.447140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.468662 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a6ed1f5-31b4-4b9f-9098-0a792cb1b85a req-2ae50585-931f-49fa-a56c-a1b3b1809764 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0321610 Aug 30 21:23:50.603065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.812849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.831618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:50.934634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Allocated IP 172.25.5.176 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4709c0bd-c928-4440-a436-fe02701a4049) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:51.042473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:51.083715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:51.123390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:51.126406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:51.130216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:51.135666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event updated for resources: {'Port': ['ID=4709c0bd-c928-4440-a436-fe02701a4049,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:51.396825 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:51.603650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9be7efe0-806a-464d-a724-4d7c40be575f req-8184e521-981e-47ad-bf3d-3b7373e3ca4f tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0354567 Aug 30 21:23:51.614248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:51.751801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Router 1fd1a6e8-7a68-4886-91f3-2b576d67a7ba is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:23:51.861564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:51.872095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] Sync routers for ids ['1fd1a6e8-7a68-4886-91f3-2b576d67a7ba'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:51.882150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] Routers {'1fd1a6e8-7a68-4886-91f3-2b576d67a7ba'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:51.883369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1fd1a6e8-7a68-4886-91f3-2b576d67a7ba'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:51.896554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:51.898019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a536e1f-9b4d-4cc6-b93a-9464728a393a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7400212 Aug 30 21:23:51.900877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45446) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:51.917253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:51.925932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] Routers {'1fd1a6e8-7a68-4886-91f3-2b576d67a7ba'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:51.926609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1fd1a6e8-7a68-4886-91f3-2b576d67a7ba'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:51.960867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:51.961504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acc059b-dca3-44ef-84ca-ef4203709c0a None None] The sync data for ids ['1fd1a6e8-7a68-4886-91f3-2b576d67a7ba'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:52.006692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9609765f-3f59-45a9-840d-d6cf6b2681fe tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/1fd1a6e8-7a68-4886-91f3-2b576d67a7ba HTTP/1.1" status: 200 len: 924 time: 0.1046674 Aug 30 21:23:52.009870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45448) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:52.040806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03870b90-e02f-4de7-87d0-672d2412db84 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd1a6e8-7a68-4886-91f3-2b576d67a7ba HTTP/1.1" status: 200 len: 205 time: 0.0298564 Aug 30 21:23:52.043661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45450) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:52.146183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.249751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.309726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Deleting port 4709c0bd-c928-4440-a436-fe02701a4049 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:52.310070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.385516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.398343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Calling delete_port for 4709c0bd-c928-4440-a436-fe02701a4049 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:52.565616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.592292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event deleted for resources: {'Port': ['ID=4709c0bd-c928-4440-a436-fe02701a4049,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:52.656525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.766370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d27b8d2-a82f-49d5-a991-e4746c253873 req-30f809da-a230-430f-9cf0-e8dfa7ba2aba tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0827785 Aug 30 21:23:52.768011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.770333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.814009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.814623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Fanout notify agent at l3_agent the message router_deleted on router 1fd1a6e8-7a68-4886-91f3-2b576d67a7ba {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:23:52.821835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.823011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0683d28f-184b-4348-a29f-cff569046d8d tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/1fd1a6e8-7a68-4886-91f3-2b576d67a7ba HTTP/1.1" status: 204 len: 168 time: 0.7780826 Aug 30 21:23:52.826576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45458) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:52.830982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1022519356', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': False}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:52.857977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.859712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:52.916107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:53.059734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:53.519142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:53.538280 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:53.645408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Allocated IP 172.25.5.29 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:53.748100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:53.791641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:53.836848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:53.838629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:53.845752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:53.878224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Port': ['ID=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:53.897918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b59bfc4-a8f5-4bd8-b1c9-6c7fdb75765e req-e9a18273-d71e-4227-8c32-a8beb3f07df2 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0496361 Aug 30 21:23:54.138232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.339724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.474405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Router 698a0434-6570-4f05-9c5d-5f85e0d73318 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:23:54.584255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:54.593426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Sync routers for ids ['698a0434-6570-4f05-9c5d-5f85e0d73318'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:54.602552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.604061 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Routers {'698a0434-6570-4f05-9c5d-5f85e0d73318'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:54.604198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-83c9049b-b793-4923-821d-1e3cad550376 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7764554 Aug 30 21:23:54.604697 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['698a0434-6570-4f05-9c5d-5f85e0d73318'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:54.606754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:54.709389 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Set router 698a0434-6570-4f05-9c5d-5f85e0d73318 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:23:54.714027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4da87bcc-3dfa-4116-9fe1-c26e38919360 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/698a0434-6570-4f05-9c5d-5f85e0d73318 HTTP/1.1" status: 200 len: 908 time: 0.1047907 Aug 30 21:23:54.716579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45480) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:54.720991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1022519356', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': True}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:54.741927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.742966 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.793933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.886214 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698a0434-6570-4f05-9c5d-5f85e0d73318', 'name': 'tempest-snat-router-1022519356', 'tenant_id': '94f65998871f4b49b14ed6d8db974e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.29'}], 'enable_snat': False}, 'gw_port_id': 'a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:23:52Z', 'updated_at': '2021-08-30T21:23:54Z', 'revision_number': 3, 'project_id': '94f65998871f4b49b14ed6d8db974e12', 'gw_port': {'id': 'a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698a0434-6570-4f05-9c5d-5f85e0d73318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:23:53Z', 'updated_at': '2021-08-30T21:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:54.917002 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Checking router: 698a0434-6570-4f05-9c5d-5f85e0d73318 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:23:54.917335 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Updating router 698a0434-6570-4f05-9c5d-5f85e0d73318 port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:23:54.939074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:54.942699 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.013697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ccfab7a-20f3-410d-a7b3-3970ad1e966d req-ddb03d87-9bd5-4ef2-8524-6c13bf8a4812 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0291173 Aug 30 21:23:55.179906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.207984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.219651 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.230079 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Transition to ACTIVE for port object a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:23:55.236917 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.290329 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Attempting to bind port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:23:55.290737 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Attempting to bind port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:23:55.291105 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Attempting to bind port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:23:55.293125 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Pushing event updated for resources: {'Port': ['ID=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:55.301985 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:23:55.302698 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:23:55.302895 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.303155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:23:55.303621 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Bound port: a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:23:55.304004 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.306328 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.306683 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.307028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.307360 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.307987 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.307987 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.308306 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.308620 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.308924 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.309245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.324827 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.324827 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:23:55.326011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Allocated IP 172.25.5.8 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/be831454-059a-4fec-aa69-36c207af81bc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:55.371389 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] For port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:23:55.375272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] For port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:23:55.380958 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.432978 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Routers {'698a0434-6570-4f05-9c5d-5f85e0d73318'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:55.433613 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['698a0434-6570-4f05-9c5d-5f85e0d73318'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:55.458384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.485713 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ed59a-1aad-4ada-a32e-d2dde6f349c8 None None] Pushing event updated for resources: {'Port': ['ID=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:55.506185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:55.553654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:55.557175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:55.565515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:55.569038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Port': ['ID=be831454-059a-4fec-aa69-36c207af81bc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:55.570994 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] Set router 698a0434-6570-4f05-9c5d-5f85e0d73318 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:23:55.761915 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698a0434-6570-4f05-9c5d-5f85e0d73318', 'name': 'tempest-snat-router-1022519356', 'tenant_id': '94f65998871f4b49b14ed6d8db974e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.29'}], 'enable_snat': False}, 'gw_port_id': 'a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:23:52Z', 'updated_at': '2021-08-30T21:23:54Z', 'revision_number': 3, 'project_id': '94f65998871f4b49b14ed6d8db974e12', 'gw_port': {'id': 'a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698a0434-6570-4f05-9c5d-5f85e0d73318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:23:53Z', 'updated_at': '2021-08-30T21:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:55.793412 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9689d-4c48-4a1b-8394-dc57c0ef1745 None None] The sync data for ids ['698a0434-6570-4f05-9c5d-5f85e0d73318'] in n-d-793620-16 is: [{'id': '698a0434-6570-4f05-9c5d-5f85e0d73318', 'name': 'tempest-snat-router-1022519356', 'tenant_id': '94f65998871f4b49b14ed6d8db974e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.29'}], 'enable_snat': False}, 'gw_port_id': 'a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:23:52Z', 'updated_at': '2021-08-30T21:23:54Z', 'revision_number': 3, 'project_id': '94f65998871f4b49b14ed6d8db974e12', 'gw_port': {'id': 'a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:94:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698a0434-6570-4f05-9c5d-5f85e0d73318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:23:53Z', 'updated_at': '2021-08-30T21:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:55.836091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:56.372316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4a6aa8b-4433-45ab-a769-c9a7299b9406 req-65db0606-4578-4f3f-bd2d-30409ca1ccbb tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0335987 Aug 30 21:23:56.386407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:56.558738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Router b6b1f7e2-7355-4ecb-9740-55000ed025c3 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:23:56.728028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:23:56.739596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Sync routers for ids ['b6b1f7e2-7355-4ecb-9740-55000ed025c3'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:23:56.750121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Routers {'b6b1f7e2-7355-4ecb-9740-55000ed025c3'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:56.751252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b6b1f7e2-7355-4ecb-9740-55000ed025c3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:56.767782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:56.771853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:56.772374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-170875ae-2116-4fc6-8179-4a109ea98683 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0543365 Aug 30 21:23:56.869840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Set router b6b1f7e2-7355-4ecb-9740-55000ed025c3 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:23:56.903930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45510) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:56.912571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-232f6bbd-0cd4-480d-8021-f7b4250e86f3 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/b6b1f7e2-7355-4ecb-9740-55000ed025c3 HTTP/1.1" status: 200 len: 906 time: 0.1382625 Aug 30 21:23:57.014041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.086744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1f7e2-7355-4ecb-9740-55000ed025c3', 'name': 'tempest-snat-router-1022519356', 'tenant_id': '94f65998871f4b49b14ed6d8db974e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'be831454-059a-4fec-aa69-36c207af81bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:23:54Z', 'updated_at': '2021-08-30T21:23:55Z', 'revision_number': 3, 'project_id': '94f65998871f4b49b14ed6d8db974e12', 'gw_port': {'id': 'be831454-059a-4fec-aa69-36c207af81bc', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:20:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1f7e2-7355-4ecb-9740-55000ed025c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:23:55Z', 'updated_at': '2021-08-30T21:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:23:57.116800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Checking router: b6b1f7e2-7355-4ecb-9740-55000ed025c3 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:23:57.118040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Updating router b6b1f7e2-7355-4ecb-9740-55000ed025c3 port be831454-059a-4fec-aa69-36c207af81bc binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:23:57.142499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.147885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.202455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Deleting port be831454-059a-4fec-aa69-36c207af81bc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:57.202908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.315264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.339952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Calling delete_port for be831454-059a-4fec-aa69-36c207af81bc owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:57.576358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-970368dd-3f2a-4d6a-b4d4-626e840ea227 req-d75df0a9-60b7-49b4-a915-71cc9d6dbc2e tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0350950 Aug 30 21:23:57.615448 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.705882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event deleted for resources: {'Port': ['ID=be831454-059a-4fec-aa69-36c207af81bc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:57.813892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.834409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:23:57.835022 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:23:57.920348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.923103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.969707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.970448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6b1f7e2-7355-4ecb-9740-55000ed025c3 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:23:57.975842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:57.980048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:57.996359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d32af8d-22e8-43c9-b67f-ce3c167d9617 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/routers/b6b1f7e2-7355-4ecb-9740-55000ed025c3 HTTP/1.1" status: 204 len: 168 time: 1.0902939 Aug 30 21:23:58.120953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.128375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:23:58.208120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:23:58.212208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:23:58.212582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.247570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.299105 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.305064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Deleting port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:23:58.305440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.319947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:58.326057 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.370754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Port be831454-059a-4fec-aa69-36c207af81bc not found while updating agent binding for router b6b1f7e2-7355-4ecb-9740-55000ed025c3. {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 21:23:58.394064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:23:58.394579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 21:23:58.395193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6b1f7e2-7355-4ecb-9740-55000ed025c3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent'). {{(pid=94690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 21:23:58.395583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffca4d-fee5-4161-a995-3cbf402915d0 None None] The sync data for ids ['b6b1f7e2-7355-4ecb-9740-55000ed025c3'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:23:58.399603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:58.402993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] For port a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:23:58.403331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.416951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Calling delete_port for a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:23:58.598127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.622742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event deleted for resources: {'Port': ['ID=a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:58.686580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.690842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f502fffd-1c24-48d1-8dee-e1fc6ffa4b21 req-c7b7e676-633f-4a9f-830f-35507ed6c5f5 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0342014 Aug 30 21:23:58.785023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.787237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.829636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.830651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 698a0434-6570-4f05-9c5d-5f85e0d73318 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:23:58.838440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.843844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:23:58.844558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-998772f1-3c6f-40e6-bab5-970bf97dc926 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "DELETE /v2.0/routers/698a0434-6570-4f05-9c5d-5f85e0d73318 HTTP/1.1" status: 204 len: 168 time: 0.8632758 Aug 30 21:23:58.859733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-743171584', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:23:58.904463 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.906274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:58.973832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:59.128889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:59.330163 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:59.349402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:59.469958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Allocated IP 172.25.5.52 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/e053aeb4-8dba-444b-9d8b-b0e448048a4a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:23:59.574087 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:59.615245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:23:59.656098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:23:59.658974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:23:59.662691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:23:59.668716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event updated for resources: {'Port': ['ID=e053aeb4-8dba-444b-9d8b-b0e448048a4a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:23:59.824548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-929993d4-bb3c-4650-b852-471eefb1e19e req-ba2c211a-537b-446d-b8aa-a8c753ad257e tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0543168 Aug 30 21:23:59.970771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:00.044802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:00.071428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:24:00.072010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a10ea01f-81f3-43b0-ac2d-3ba3b15eb35f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:00.188855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:00.605717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Router 72b4c004-0176-4aa3-b064-31cea991627a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:24:00.718798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:00.730368 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] Sync routers for ids ['72b4c004-0176-4aa3-b064-31cea991627a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:00.739583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:00.740779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed2d0c0f-965f-439a-8d06-d64a3b20a1d1 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8956881 Aug 30 21:24:00.741866 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] Routers {'72b4c004-0176-4aa3-b064-31cea991627a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:00.742691 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['72b4c004-0176-4aa3-b064-31cea991627a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:00.743450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45558) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:00.749435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': False}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:00.775612 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:00.785734 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] Routers {'72b4c004-0176-4aa3-b064-31cea991627a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:00.786487 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['72b4c004-0176-4aa3-b064-31cea991627a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:00.943744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:00.944762 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1d5b5-fe2e-4b92-8426-75542d17bd7d None None] The sync data for ids ['72b4c004-0176-4aa3-b064-31cea991627a'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:01.015496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-653fe2aa-d160-454c-abe7-ca1d96e1ed8e req-73529dca-9766-4251-ad58-8773db21d0c1 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0379763 Aug 30 21:24:01.137034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:01.539451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:01.543078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:01.652478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Router 72b4c004-0176-4aa3-b064-31cea991627a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:24:01.761119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:01.765755 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:01.766684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2819529f-eb3e-496b-8ede-05202f2b6093 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "PUT /v2.0/routers/72b4c004-0176-4aa3-b064-31cea991627a HTTP/1.1" status: 200 len: 924 time: 1.0210001 Aug 30 21:24:01.769776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:01.771150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] Sync routers for ids ['72b4c004-0176-4aa3-b064-31cea991627a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:01.781022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] Routers {'72b4c004-0176-4aa3-b064-31cea991627a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:01.783583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['72b4c004-0176-4aa3-b064-31cea991627a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:01.816400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:01.825429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] Routers {'72b4c004-0176-4aa3-b064-31cea991627a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:01.826052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['72b4c004-0176-4aa3-b064-31cea991627a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:01.858449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:01.859135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15426078-6151-498e-a54e-50deee00dfc4 None None] The sync data for ids ['72b4c004-0176-4aa3-b064-31cea991627a'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:01.879784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-50215b9e-b9fe-4a38-935e-1ec19ed06c10 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/72b4c004-0176-4aa3-b064-31cea991627a HTTP/1.1" status: 200 len: 924 time: 0.1082273 Aug 30 21:24:01.882394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45570) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:01.951956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9528b2d-74a3-411d-9158-b44e654a0722 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:01.953546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d9528b2d-74a3-411d-9158-b44e654a0722 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=72b4c004-0176-4aa3-b064-31cea991627a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0701411 Aug 30 21:24:01.956361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:02.044030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac1489-8de1-4795-b691-dbe5137fb6a3 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:02.045441 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0ac1489-8de1-4795-b691-dbe5137fb6a3 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0881965 Aug 30 21:24:02.048400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:02.075589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6642d336-088e-4994-8d4c-8d16328edfb6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=72b4c004-0176-4aa3-b064-31cea991627a HTTP/1.1" status: 200 len: 205 time: 0.0261176 Aug 30 21:24:02.082721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45578) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:02.160304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06c1426b-c068-4472-9419-d778c8219a8a req-36bb40d6-0d66-439b-bd12-9448de9c3e87 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0389643 Aug 30 21:24:02.222193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:02.339260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:02.388817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Deleting port e053aeb4-8dba-444b-9d8b-b0e448048a4a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:02.389222 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:02.741829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:02.754401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Calling delete_port for e053aeb4-8dba-444b-9d8b-b0e448048a4a owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:02.943827 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:02.970822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event deleted for resources: {'Port': ['ID=e053aeb4-8dba-444b-9d8b-b0e448048a4a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:03.046252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.151751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.154164 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.205303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.207862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Fanout notify agent at l3_agent the message router_deleted on router 72b4c004-0176-4aa3-b064-31cea991627a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:24:03.222052 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.228175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0701273b-f2c0-4289-808c-be9a7be08130 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/72b4c004-0176-4aa3-b064-31cea991627a HTTP/1.1" status: 204 len: 168 time: 1.1389623 Aug 30 21:24:03.229133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:03.234695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1690990603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:03.266904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.268099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.292569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2fb63a67-e4c2-4ab3-84af-c33326aa83d9 req-d93c09b6-72e7-4866-ac48-195f5a941f22 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0368247 Aug 30 21:24:03.336915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.345840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.369923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.371643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7116b82d-41b5-45e8-a0a6-66bf8c46571c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1411643 Aug 30 21:24:03.374569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:03.379653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:03.484455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.600846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.805971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.826179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:03.937154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Allocated IP 172.25.5.7 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/0535828e-6f90-40e9-ae7a-6aa2fe05c233) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:04.050588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:04.100518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:04.141283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:04.144241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:04.148421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:04.154348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event updated for resources: {'Port': ['ID=0535828e-6f90-40e9-ae7a-6aa2fe05c233,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:04.420706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:04.430215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c980db9f-3159-4afd-a364-fdcee72eeeba req-053da987-e025-4e6b-89c3-cf9bdb3bd3e4 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Aug 30 21:24:04.706016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:04.711457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:04.850085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Router 31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:24:04.959870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:04.966880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:04.968089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5844a061-fc0f-4877-80e6-84e5cbf500f6 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "PUT /v2.0/routers/31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 HTTP/1.1" status: 200 len: 882 time: 1.5923913 Aug 30 21:24:04.970886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:04.974197 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] Sync routers for ids ['31e9c56f-97ff-4d05-944f-cfb51a8ef8c8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:04.985887 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] Routers {'31e9c56f-97ff-4d05-944f-cfb51a8ef8c8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:04.986519 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['31e9c56f-97ff-4d05-944f-cfb51a8ef8c8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:05.018707 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:05.027371 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] Routers {'31e9c56f-97ff-4d05-944f-cfb51a8ef8c8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:05.027977 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['31e9c56f-97ff-4d05-944f-cfb51a8ef8c8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:05.062334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:05.063297 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5557a8b-eeb0-48fb-be7c-433e9459427b None None] The sync data for ids ['31e9c56f-97ff-4d05-944f-cfb51a8ef8c8'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:05.082469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f75921da-b64f-4d54-b5f9-39d7733cd544 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 HTTP/1.1" status: 200 len: 923 time: 0.1103723 Aug 30 21:24:05.085279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:05.127240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7001cb9e-05e9-4f1c-94e8-3f9956a1365a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:05.128798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7001cb9e-05e9-4f1c-94e8-3f9956a1365a tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=31e9c56f-97ff-4d05-944f-cfb51a8ef8c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0425756 Aug 30 21:24:05.131697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45632) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:05.224466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0e8b6-1c0e-4c92-b527-bb677b7f52c8 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:05.225825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04a0e8b6-1c0e-4c92-b527-bb677b7f52c8 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0931811 Aug 30 21:24:05.228767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:05.257905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a93e3773-5357-41cd-a2cb-bc591ecf3064 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 HTTP/1.1" status: 200 len: 205 time: 0.0280197 Aug 30 21:24:05.260646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:05.551171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62fbbbc2-2c06-4803-90f0-c9fde0d34361 req-da6c45e7-07bf-4a9c-8f74-846df15bbf09 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0282903 Aug 30 21:24:05.729396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:05.760133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:05.846226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:05.903683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71469a9a-1098-4227-baf2-ce6096289a39 req-196e4022-4773-453c-8256-deab8198ee93 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0286124 Aug 30 21:24:05.932071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Deleting port 0535828e-6f90-40e9-ae7a-6aa2fe05c233 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:05.932411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.021866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.038473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Calling delete_port for 0535828e-6f90-40e9-ae7a-6aa2fe05c233 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:06.206234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.232237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event deleted for resources: {'Port': ['ID=0535828e-6f90-40e9-ae7a-6aa2fe05c233,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:06.293617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.391905 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.395176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.449358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.449931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Fanout notify agent at l3_agent the message router_deleted on router 31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:24:06.458856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.466761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b7ef1f60-b897-4d69-ab4b-0c02bf138810 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 HTTP/1.1" status: 204 len: 168 time: 1.1982183 Aug 30 21:24:06.466761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:06.471398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1754315713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:06.500820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.502155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.556497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.562963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.584038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:06.587911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1289bf52-93ac-4052-ad1b-686b4c6a86ff tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1179740 Aug 30 21:24:06.589568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45664) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:06.593373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': True}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:06.689115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3ccdbcf-8b83-4e36-b365-88693a935810 req-1adaf797-ab58-4e61-ba7d-95c2a865ecaf tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0558150 Aug 30 21:24:06.846341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.053453 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.073337 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.186699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Allocated IP 172.25.5.128 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/18e2d917-3acc-4084-b7b0-d67ef0f55a2b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:07.307629 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.352917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.397642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:07.401201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:07.406247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:07.409545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Port': ['ID=18e2d917-3acc-4084-b7b0-d67ef0f55a2b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:07.669073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.840700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f97887b-cbf9-4577-9142-1f1294ccf98a req-da87b765-b5b4-49d2-b3a5-4cfcb7a80aea tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0617456 Aug 30 21:24:07.916699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:07.925086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.090324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Router a51d47ff-3f73-48fa-8fb5-791df671f257 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:24:08.161458 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:24:08.187146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-121f5875-2036-4dff-96ed-d54c856a8291 req-da59a6c7-5bc1-42c2-8e4a-110d6c17588d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3e419357d9a54a559a5f07726160dd62&device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0297849 Aug 30 21:24:08.219952 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-121f5875-2036-4dff-96ed-d54c856a8291 req-c0ed42d0-1e9f-422a-bbfe-a4b5d22228f0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3e419357d9a54a559a5f07726160dd62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233746 Aug 30 21:24:08.239763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-998323ea-cf67-4e76-977b-1766e28006d1 req-ba02ea6f-77e8-4925-b273-593d63d0494d tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0340784 Aug 30 21:24:08.251459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:08.256162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.258764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b23fc635-ed37-4f2c-9055-5e9aef930cb0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "PUT /v2.0/routers/a51d47ff-3f73-48fa-8fb5-791df671f257 HTTP/1.1" status: 200 len: 919 time: 1.6676617 Aug 30 21:24:08.260267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45694) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:08.264475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] Sync routers for ids ['a51d47ff-3f73-48fa-8fb5-791df671f257'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:08.274699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] Routers {'a51d47ff-3f73-48fa-8fb5-791df671f257'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:08.276379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a51d47ff-3f73-48fa-8fb5-791df671f257'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:08.314110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:08.325089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f5875-2036-4dff-96ed-d54c856a8291 req-1003111f-5718-4757-8ede-2754b9220112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:08.326941 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-121f5875-2036-4dff-96ed-d54c856a8291 req-1003111f-5718-4757-8ede-2754b9220112 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000426 Aug 30 21:24:08.329318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] Routers {'a51d47ff-3f73-48fa-8fb5-791df671f257'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:08.329956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a51d47ff-3f73-48fa-8fb5-791df671f257'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:08.365027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:08.365693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08091125-c1ad-4b51-903e-b065cac60ec5 None None] The sync data for ids ['a51d47ff-3f73-48fa-8fb5-791df671f257'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:08.368332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7abe1bca-e5f7-472c-954b-ed0a4d223a1d tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/a51d47ff-3f73-48fa-8fb5-791df671f257 HTTP/1.1" status: 200 len: 925 time: 0.1069236 Aug 30 21:24:08.371130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45696) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:08.450979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e76d3-18a1-4f70-af10-00e12fc70540 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:08.452491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-490e76d3-18a1-4f70-af10-00e12fc70540 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=a51d47ff-3f73-48fa-8fb5-791df671f257&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0803854 Aug 30 21:24:08.455438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45698) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:08.544585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e7d426-605c-4053-8424-485fec054ae7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:08.546015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-19e7d426-605c-4053-8424-485fec054ae7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0896685 Aug 30 21:24:08.548838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45702) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:08.577417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-65c40fd3-5f8d-40fd-972a-dc4eac0a5a0f tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51d47ff-3f73-48fa-8fb5-791df671f257 HTTP/1.1" status: 200 len: 205 time: 0.0274289 Aug 30 21:24:08.590176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:08.695235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.820278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.876844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Deleting port 18e2d917-3acc-4084-b7b0-d67ef0f55a2b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:08.877295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.909748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f81ba1ab-c4af-4723-bf9f-0ab1347581c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.960633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:08.973723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Calling delete_port for 18e2d917-3acc-4084-b7b0-d67ef0f55a2b owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:09.148886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.174313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event deleted for resources: {'Port': ['ID=18e2d917-3acc-4084-b7b0-d67ef0f55a2b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:09.241211 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.351051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e315344-6773-47cf-906c-fb905c168f63 req-7a943389-f624-4e64-9870-73c6bd257ba3 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.76 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.0335791 Aug 30 21:24:09.368074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.370463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.426418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.427218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Fanout notify agent at l3_agent the message router_deleted on router a51d47ff-3f73-48fa-8fb5-791df671f257 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:24:09.437052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.438390 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da8f334a-f1e6-4601-8955-7ca4d3ddcb6b tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/a51d47ff-3f73-48fa-8fb5-791df671f257 HTTP/1.1" status: 204 len: 168 time: 0.8565485 Aug 30 21:24:09.442129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:09.450071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1618850807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:09.481606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.482561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.535796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.541133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.559900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:09.562720 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3a0acf26-9bfc-4bd4-a4a3-22188c79a8aa tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1178055 Aug 30 21:24:09.564074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45720) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:09.569692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': False}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:09.747742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-121f5875-2036-4dff-96ed-d54c856a8291 req-70bb549f-9c15-40fd-9ffa-f460e0c75ec6 tempest-ServerShowV257Test-79893560 tempest-ServerShowV257Test-79893560-project] 10.222.0.86 "GET /v2.0/ports?device_id=ffac047a-f9d0-497a-96f4-85c24cf60036 HTTP/1.1" status: 200 len: 210 time: 0.1032917 Aug 30 21:24:09.848912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.087139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.107177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.233111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Allocated IP 172.25.5.117 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/735494c6-46b5-4bae-9571-f57988a866a2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:10.356830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.400815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.445335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:10.448411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:10.451225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:10.492508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Pushing event updated for resources: {'Port': ['ID=735494c6-46b5-4bae-9571-f57988a866a2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:10.758390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.760902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:10.889801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be0ef80-7519-4040-8f07-a43284380e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.981182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.985190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:10.996843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be0ef80-7519-4040-8f07-a43284380e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.002701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be0ef80-7519-4040-8f07-a43284380e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.047626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1be0ef80-7519-4040-8f07-a43284380e4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e419357d9a54a559a5f07726160dd62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2855880 Aug 30 21:24:11.048909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0ef80-7519-4040-8f07-a43284380e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed721767-d70d-4a40-bb47-3ecc3262f19b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:11.051540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45750) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:11.113588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5ea77c5-81a8-49ca-aa76-5ccc44972f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.137641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5ea77c5-81a8-49ca-aa76-5ccc44972f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.182253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Router 81b78345-4899-4f1a-ad92-8cbc0af86e7d is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:24:11.219241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5ea77c5-81a8-49ca-aa76-5ccc44972f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.221810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a5ea77c5-81a8-49ca-aa76-5ccc44972f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.225407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a5ea77c5-81a8-49ca-aa76-5ccc44972f78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed721767-d70d-4a40-bb47-3ecc3262f19b HTTP/1.1" status: 204 len: 168 time: 0.1702390 Aug 30 21:24:11.231615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea77c5-81a8-49ca-aa76-5ccc44972f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed721767-d70d-4a40-bb47-3ecc3262f19b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:11.334962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:11.339467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.340991 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54ada0c4-9642-4a04-a915-a3e542257da7 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "PUT /v2.0/routers/81b78345-4899-4f1a-ad92-8cbc0af86e7d HTTP/1.1" status: 200 len: 920 time: 1.7758069 Aug 30 21:24:11.344626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45766) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:11.346757 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] Sync routers for ids ['81b78345-4899-4f1a-ad92-8cbc0af86e7d'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:11.357671 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] Routers {'81b78345-4899-4f1a-ad92-8cbc0af86e7d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:11.358309 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['81b78345-4899-4f1a-ad92-8cbc0af86e7d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:11.396542 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:11.425385 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] Routers {'81b78345-4899-4f1a-ad92-8cbc0af86e7d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:11.426410 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['81b78345-4899-4f1a-ad92-8cbc0af86e7d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:11.462581 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:11.463481 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af09856-ae39-49e6-bb90-973593e09165 None None] The sync data for ids ['81b78345-4899-4f1a-ad92-8cbc0af86e7d'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:11.478341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-46520a00-a6ac-4cbe-b999-6bd21daf4bf0 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/81b78345-4899-4f1a-ad92-8cbc0af86e7d HTTP/1.1" status: 200 len: 926 time: 0.1297960 Aug 30 21:24:11.478928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:11.524536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be6f3a2-d3c3-4072-826b-b40ed440fdea tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:11.529288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45774) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:11.529500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2be6f3a2-d3c3-4072-826b-b40ed440fdea tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=81b78345-4899-4f1a-ad92-8cbc0af86e7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0491524 Aug 30 21:24:11.625410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe1765-a97b-4f1e-a97f-cff2e6c0cf15 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:11.628354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-10fe1765-a97b-4f1e-a97f-cff2e6c0cf15 tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0964694 Aug 30 21:24:11.630132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45780) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:11.663413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ab7facb-bd9c-4030-8b60-5a06b56d1dda tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=81b78345-4899-4f1a-ad92-8cbc0af86e7d HTTP/1.1" status: 200 len: 205 time: 0.0295663 Aug 30 21:24:11.664138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45784) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:11.752174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.776906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.876141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f05e0791-d6a4-4ccc-b97a-56e58e0852e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.888842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:11.947425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Deleting port 735494c6-46b5-4bae-9571-f57988a866a2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:11.947773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.036261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.051763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Calling delete_port for 735494c6-46b5-4bae-9571-f57988a866a2 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:12.270045 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.316044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event deleted for resources: {'Port': ['ID=735494c6-46b5-4bae-9571-f57988a866a2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:12.401895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.611802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:12.612446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.727268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32d77435-6d1c-4073-bbe9-100a6fc7b2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.771909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.774296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.820122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32d77435-6d1c-4073-bbe9-100a6fc7b2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.822833 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.823412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Fanout notify agent at l3_agent the message router_deleted on router 81b78345-4899-4f1a-ad92-8cbc0af86e7d {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:24:12.825965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32d77435-6d1c-4073-bbe9-100a6fc7b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.831877 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.832480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-10263735-b570-4926-83d3-e58a841d5bcc tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/81b78345-4899-4f1a-ad92-8cbc0af86e7d HTTP/1.1" status: 204 len: 168 time: 1.1679378 Aug 30 21:24:12.836210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45814) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:12.840893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-489909466', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:12.866929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.868004 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:12.871982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d77435-6d1c-4073-bbe9-100a6fc7b2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab23249-a202-4471-b9c0-830388144c42,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:12.879460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-32d77435-6d1c-4073-bbe9-100a6fc7b2cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4077bcc6e32d4737bc3ad40000acab24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630160 Aug 30 21:24:12.879959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45816) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:12.947286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.033323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc341d86-624a-44e1-998e-261fad041b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.117170 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.121229 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc341d86-624a-44e1-998e-261fad041b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.221902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc341d86-624a-44e1-998e-261fad041b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.224607 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc341d86-624a-44e1-998e-261fad041b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.225766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fc341d86-624a-44e1-998e-261fad041b44 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dab23249-a202-4471-b9c0-830388144c42 HTTP/1.1" status: 204 len: 168 time: 0.3447607 Aug 30 21:24:13.237978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc341d86-624a-44e1-998e-261fad041b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab23249-a202-4471-b9c0-830388144c42,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:13.387159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.411008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.567877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Allocated IP 172.25.5.215 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/744efa92-0a2e-40bf-a08c-7f567eb53682) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:13.724915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.783081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:13.821795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:13.827307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:13.831198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:13.862757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event updated for resources: {'Port': ['ID=744efa92-0a2e-40bf-a08c-7f567eb53682,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:14.150756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:14.456911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:14.550404 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:14.659823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Router 1b86110e-8327-4381-b389-864b33760732 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:24:14.779176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:14.790798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] Sync routers for ids ['1b86110e-8327-4381-b389-864b33760732'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:14.802931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:14.807226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-05a89e0f-aff0-462c-b10c-11f0af83a379 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9699035 Aug 30 21:24:14.807427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:14.807922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] Routers {'1b86110e-8327-4381-b389-864b33760732'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:14.808185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1b86110e-8327-4381-b389-864b33760732'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:14.813364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:14.885911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:14.896762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] Routers {'1b86110e-8327-4381-b389-864b33760732'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:14.897428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1b86110e-8327-4381-b389-864b33760732'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:14.937407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:14.938516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3e284-ccad-4faa-99d1-60ea9ce83bfc None None] The sync data for ids ['1b86110e-8327-4381-b389-864b33760732'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:15.173421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.189877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.251992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Deleting port 744efa92-0a2e-40bf-a08c-7f567eb53682 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:15.252370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.343408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.356667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Calling delete_port for 744efa92-0a2e-40bf-a08c-7f567eb53682 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:15.550960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.577844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Pushing event deleted for resources: {'Port': ['ID=744efa92-0a2e-40bf-a08c-7f567eb53682,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:15.652686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.727435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:15.882427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2a4283d-7ef1-4c96-88d4-124844f02430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.887319 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:15.894933 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.381884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Router 1b86110e-8327-4381-b389-864b33760732 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:24:16.483619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.496081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:16.503392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.505466 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b83c2ca9-46f4-4d65-bf97-68b3f7bf3baf tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "PUT /v2.0/routers/1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 200 len: 709 time: 1.6967163 Aug 30 21:24:16.506779 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] Sync routers for ids ['1b86110e-8327-4381-b389-864b33760732'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:16.508158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45952) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.528645 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] Routers {'1b86110e-8327-4381-b389-864b33760732'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:16.529523 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1b86110e-8327-4381-b389-864b33760732'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:16.541227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2a4283d-7ef1-4c96-88d4-124844f02430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.553423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2a4283d-7ef1-4c96-88d4-124844f02430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.573538 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:16.584761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] Routers {'1b86110e-8327-4381-b389-864b33760732'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:16.585711 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1b86110e-8327-4381-b389-864b33760732'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:16.606655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1c75aff3-91fe-4b61-82e3-864e3a1713cb tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/routers/1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 200 len: 744 time: 0.0964925 Aug 30 21:24:16.609324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45956) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.612318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c2a4283d-7ef1-4c96-88d4-124844f02430 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e9d83d9ae058491b954bcc72d7d9e95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8835173 Aug 30 21:24:16.614428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4283d-7ef1-4c96-88d4-124844f02430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcad97e-0418-4204-8764-e6def2d905aa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:16.617292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.625253 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:16.625994 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d8835-bcda-430d-8192-3815ce03c253 None None] The sync data for ids ['1b86110e-8327-4381-b389-864b33760732'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:16.659743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-303467b9-5167-4c15-a262-81e44073827f tempest-RoutersIpV6AdminTest-1475684870 tempest-RoutersIpV6AdminTest-1475684870-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 200 len: 205 time: 0.0490546 Aug 30 21:24:16.662319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45960) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.677140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96a1f6-f51c-47d1-994f-0972a6f1c9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.689533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-519e761f-f8aa-4b57-809a-56d620622709 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 200 len: 205 time: 0.0260999 Aug 30 21:24:16.692088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45964) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.701437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20beac15-4a33-444b-95cc-faa57ca636c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.736502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20beac15-4a33-444b-95cc-faa57ca636c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.773260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.811464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20beac15-4a33-444b-95cc-faa57ca636c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.814200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-20beac15-4a33-444b-95cc-faa57ca636c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.815480 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-20beac15-4a33-444b-95cc-faa57ca636c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1bcad97e-0418-4204-8764-e6def2d905aa HTTP/1.1" status: 204 len: 168 time: 0.1972058 Aug 30 21:24:16.829466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beac15-4a33-444b-95cc-faa57ca636c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcad97e-0418-4204-8764-e6def2d905aa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:16.855092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96a1f6-f51c-47d1-994f-0972a6f1c9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.860291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e96a1f6-f51c-47d1-994f-0972a6f1c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.901280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96a1f6-f51c-47d1-994f-0972a6f1c9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043c222-bec9-4697-98ac-879d5b3e51e7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:16.906437 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e96a1f6-f51c-47d1-994f-0972a6f1c9a2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ebe326fe1ec45cb881ea281c7402e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204977 Aug 30 21:24:16.909260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:16.947319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.950008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.965309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4675-96fb-40e6-8619-11946ba3c458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:16.988654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4675-96fb-40e6-8619-11946ba3c458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.010458 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.011404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Fanout notify agent at l3_agent the message router_deleted on router 1b86110e-8327-4381-b389-864b33760732 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:24:17.026186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.028247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-06e8b786-4464-44e7-ac55-808c7c562cd5 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 204 len: 168 time: 0.3348205 Aug 30 21:24:17.032796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45972) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.044799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4675-96fb-40e6-8619-11946ba3c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.049328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ff1a4675-96fb-40e6-8619-11946ba3c458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.054485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ff1a4675-96fb-40e6-8619-11946ba3c458 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6043c222-bec9-4697-98ac-879d5b3e51e7 HTTP/1.1" status: 204 len: 168 time: 0.1440222 Aug 30 21:24:17.066909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a4675-96fb-40e6-8619-11946ba3c458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043c222-bec9-4697-98ac-879d5b3e51e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:17.087758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4814f3e9-5110-4e9d-82e7-820c964cee53 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 200 len: 205 time: 0.0530820 Aug 30 21:24:17.089816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45976) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.135522 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-83a4b4f4-d3fb-4de3-91d2-8d857679a620 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] delete failed (client error): The resource could not be found. Aug 30 21:24:17.139173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-83a4b4f4-d3fb-4de3-91d2-8d857679a620 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/1b86110e-8327-4381-b389-864b33760732 HTTP/1.1" status: 404 len: 336 time: 0.0455401 Aug 30 21:24:17.139420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45978) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.168948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-42e15dae-56c8-4a32-a9f4-d678d6e6ca18 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=81b78345-4899-4f1a-ad92-8cbc0af86e7d HTTP/1.1" status: 200 len: 205 time: 0.0283434 Aug 30 21:24:17.171413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45980) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.178269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.192256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d22506f-f712-40a1-aaed-1c4f680c4883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.214577 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-f60a8b0e-8ed9-4ce3-a1c2-c7e5adf8a593 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] delete failed (client error): The resource could not be found. Aug 30 21:24:17.218349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f60a8b0e-8ed9-4ce3-a1c2-c7e5adf8a593 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/81b78345-4899-4f1a-ad92-8cbc0af86e7d HTTP/1.1" status: 404 len: 336 time: 0.0428047 Aug 30 21:24:17.218952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.256057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-61db7be1-4762-4a5a-b500-466c0597acd9 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51d47ff-3f73-48fa-8fb5-791df671f257 HTTP/1.1" status: 200 len: 205 time: 0.0356402 Aug 30 21:24:17.258525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45988) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.298092 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-3f1c4e57-a095-4bc9-bcb7-ecccebac72a4 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] delete failed (client error): The resource could not be found. Aug 30 21:24:17.299073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3f1c4e57-a095-4bc9-bcb7-ecccebac72a4 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/a51d47ff-3f73-48fa-8fb5-791df671f257 HTTP/1.1" status: 404 len: 336 time: 0.0394869 Aug 30 21:24:17.302112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.345714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd66ad16-6422-4bb7-bca5-05b6368339c8 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 HTTP/1.1" status: 200 len: 205 time: 0.0424206 Aug 30 21:24:17.348654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45992) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.351208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d22506f-f712-40a1-aaed-1c4f680c4883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.357105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d22506f-f712-40a1-aaed-1c4f680c4883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.395716 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-6cc12099-8b8f-411b-a795-105881b50479 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] delete failed (client error): The resource could not be found. Aug 30 21:24:17.396866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6cc12099-8b8f-411b-a795-105881b50479 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/31e9c56f-97ff-4d05-944f-cfb51a8ef8c8 HTTP/1.1" status: 404 len: 336 time: 0.0465822 Aug 30 21:24:17.401310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.418320 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0d22506f-f712-40a1-aaed-1c4f680c4883 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4b4468959684fb298ee327f7d6bd682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386575 Aug 30 21:24:17.422185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.433160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22506f-f712-40a1-aaed-1c4f680c4883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050cc96d-a627-4978-8d45-86d4bde6cb2f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:17.437862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-49189f88-df7a-4f63-b355-60e20ea84533 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=72b4c004-0176-4aa3-b064-31cea991627a HTTP/1.1" status: 200 len: 205 time: 0.0330124 Aug 30 21:24:17.440968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45998) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.491377 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-00906f89-e4c3-4a8b-ae43-0396324f0f57 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] delete failed (client error): The resource could not be found. Aug 30 21:24:17.494852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-00906f89-e4c3-4a8b-ae43-0396324f0f57 tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/72b4c004-0176-4aa3-b064-31cea991627a HTTP/1.1" status: 404 len: 336 time: 0.0505579 Aug 30 21:24:17.495620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.496617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.514900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.533130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c3a2911-3acd-45ba-bfd3-2412646cf28a tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "GET /v2.0/ports?device_id=1fd1a6e8-7a68-4886-91f3-2b576d67a7ba HTTP/1.1" status: 200 len: 205 time: 0.0341473 Aug 30 21:24:17.533994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd909ac9-7e2e-45bd-8865-e83b5a3bdf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.535522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46006) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.547217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.586413 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-2b5e181e-21d6-4347-a7c2-6107c8e8e09e tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] delete failed (client error): The resource could not be found. Aug 30 21:24:17.587488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2b5e181e-21d6-4347-a7c2-6107c8e8e09e tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/routers/1fd1a6e8-7a68-4886-91f3-2b576d67a7ba HTTP/1.1" status: 404 len: 336 time: 0.0508099 Aug 30 21:24:17.591099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.631077 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0050ac-e1d2-4e70-b5a2-55e4d7b4603c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:17.631901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0050ac-e1d2-4e70-b5a2-55e4d7b4603c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:17.635795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fc0050ac-e1d2-4e70-b5a2-55e4d7b4603c tempest-RoutersIpV6AdminTest-645862382 tempest-RoutersIpV6AdminTest-645862382-project] 10.222.0.76 "DELETE /v2.0/subnets/b0960867-f9f3-4805-b607-b397fb21772d HTTP/1.1" status: 404 len: 337 time: 0.0419145 Aug 30 21:24:17.643794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.646536 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.647762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/050cc96d-a627-4978-8d45-86d4bde6cb2f HTTP/1.1" status: 204 len: 168 time: 0.2244539 Aug 30 21:24:17.657462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050cc96d-a627-4978-8d45-86d4bde6cb2f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:17.665887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.666242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.666578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.667136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.667653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.667988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.668319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.668868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.669175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.669500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.670126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.670644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a102127-a529-4136-a1e1-1ea486356f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:17.684247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd909ac9-7e2e-45bd-8865-e83b5a3bdf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.691958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd909ac9-7e2e-45bd-8865-e83b5a3bdf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.737940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd909ac9-7e2e-45bd-8865-e83b5a3bdf1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f8c461b1dea4158b9d26d635fc5b647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394676 Aug 30 21:24:17.738150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd909ac9-7e2e-45bd-8865-e83b5a3bdf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833f5551-34a3-4a40-ab03-c50928c11f9c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:17.740037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46016) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:17.806088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-065a0aa3-0d8e-4797-a72a-a243efd47997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.829698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-065a0aa3-0d8e-4797-a72a-a243efd47997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.885746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-065a0aa3-0d8e-4797-a72a-a243efd47997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.888460 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-065a0aa3-0d8e-4797-a72a-a243efd47997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:17.889665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-065a0aa3-0d8e-4797-a72a-a243efd47997 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/833f5551-34a3-4a40-ab03-c50928c11f9c HTTP/1.1" status: 204 len: 168 time: 0.1442692 Aug 30 21:24:17.900237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a0aa3-0d8e-4797-a72a-a243efd47997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833f5551-34a3-4a40-ab03-c50928c11f9c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:17.932711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46026) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:18.173120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed38bb87-2367-43eb-a0eb-eaf53bf2f33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.280324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed38bb87-2367-43eb-a0eb-eaf53bf2f33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.285682 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed38bb87-2367-43eb-a0eb-eaf53bf2f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.327424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38bb87-2367-43eb-a0eb-eaf53bf2f33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5f53d-8589-4940-8910-5908326f68d0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:18.335729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed38bb87-2367-43eb-a0eb-eaf53bf2f33c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5719d2ffe89446fc854ac63b8ed66fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991325 Aug 30 21:24:18.335999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46046) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:18.390769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386fedc6-d6f9-45b3-b739-0700f2d6df93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.413958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386fedc6-d6f9-45b3-b739-0700f2d6df93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.464304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386fedc6-d6f9-45b3-b739-0700f2d6df93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.467353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-386fedc6-d6f9-45b3-b739-0700f2d6df93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.470295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-386fedc6-d6f9-45b3-b739-0700f2d6df93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80d5f53d-8589-4940-8910-5908326f68d0 HTTP/1.1" status: 204 len: 168 time: 0.1332803 Aug 30 21:24:18.481248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fedc6-d6f9-45b3-b739-0700f2d6df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5f53d-8589-4940-8910-5908326f68d0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:18.773484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46074) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:18.820327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e50af06e-f54b-483a-9d07-a0d7b6de07ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94f65998871f4b49b14ed6d8db974e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447099 Aug 30 21:24:18.822768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46078) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:18.884686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c79a38f-b28a-4d9d-b933-010856ba612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.911776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c79a38f-b28a-4d9d-b933-010856ba612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.965239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c79a38f-b28a-4d9d-b933-010856ba612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.977006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c79a38f-b28a-4d9d-b933-010856ba612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:18.980105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6c79a38f-b28a-4d9d-b933-010856ba612d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/943b7125-e7bb-4162-8ff5-63a06e73d606 HTTP/1.1" status: 204 len: 168 time: 0.1563637 Aug 30 21:24:18.988776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79a38f-b28a-4d9d-b933-010856ba612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b7125-e7bb-4162-8ff5-63a06e73d606,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:20.210137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46146) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.335692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-ab179cbe-70d2-4a1a-b9ad-76290bd9829e tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.336771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab179cbe-70d2-4a1a-b9ad-76290bd9829e tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1255291 Aug 30 21:24:20.340116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46156) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.345936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-4323639c-5264-4c13-953a-d57b04bce8c1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.346913 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4323639c-5264-4c13-953a-d57b04bce8c1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055468 Aug 30 21:24:20.349383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46158) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.355763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-4c75065b-0700-4ad0-a614-55d4ee9eab4f tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.358971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c75065b-0700-4ad0-a614-55d4ee9eab4f tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060573 Aug 30 21:24:20.359239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46160) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.363369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-426cafc4-a111-4bf6-aeb9-a35bab3b8447 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.366385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-426cafc4-a111-4bf6-aeb9-a35bab3b8447 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041761 Aug 30 21:24:20.366612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46162) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.371422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-02c8c5f8-2fe6-4666-89f2-506f7123461a tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.372713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-02c8c5f8-2fe6-4666-89f2-506f7123461a tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051615 Aug 30 21:24:20.375097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46164) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.379482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-e82517a5-eb29-4f71-a5c3-c2914972a4fa tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.380455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e82517a5-eb29-4f71-a5c3-c2914972a4fa tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045099 Aug 30 21:24:20.382919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46168) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.387889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-bf0e87b8-e78f-4436-9a53-cb22214997c6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.388811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bf0e87b8-e78f-4436-9a53-cb22214997c6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047853 Aug 30 21:24:20.391431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46170) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.395842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-8e35b1b8-de7b-4e7b-bc5e-c36dc8d900d4 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.399290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8e35b1b8-de7b-4e7b-bc5e-c36dc8d900d4 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042641 Aug 30 21:24:20.399290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.403735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-41db0c61-b715-401e-a172-4d15cf762ec6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.404623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-41db0c61-b715-401e-a172-4d15cf762ec6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046458 Aug 30 21:24:20.407372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46174) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.423001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-251ca2c7-6c9f-468f-bcb7-e154d40d23df tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.424051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-251ca2c7-6c9f-468f-bcb7-e154d40d23df tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0156991 Aug 30 21:24:20.431375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.437733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-edd6ed35-3266-4ffe-963e-d6e8232369f9 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.442619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.444017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-edd6ed35-3266-4ffe-963e-d6e8232369f9 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0112760 Aug 30 21:24:20.448883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-b2ddf1a6-2e82-42aa-8815-f5d8413a1013 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.450098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b2ddf1a6-2e82-42aa-8815-f5d8413a1013 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068579 Aug 30 21:24:20.452475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46186) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.457663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-b92587d4-7082-45ff-99d7-5e0acf2911a6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.458624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b92587d4-7082-45ff-99d7-5e0acf2911a6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051246 Aug 30 21:24:20.461144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46188) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.468316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-93fceecf-c3b8-4494-bea5-d674a031a6ef tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.472218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-93fceecf-c3b8-4494-bea5-d674a031a6ef tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074246 Aug 30 21:24:20.472527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.478041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-ac44dacb-3f97-4a66-abe8-ae4943bbbb25 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.482201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ac44dacb-3f97-4a66-abe8-ae4943bbbb25 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085454 Aug 30 21:24:20.487424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46192) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.491686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-b7099487-11a0-4538-bec8-19be8ec8d199 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.492753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b7099487-11a0-4538-bec8-19be8ec8d199 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046027 Aug 30 21:24:20.495855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.503054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-9352df82-fd8a-4d14-9326-8624a91b08ea tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.507100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46198) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.507247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9352df82-fd8a-4d14-9326-8624a91b08ea tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0104401 Aug 30 21:24:20.511845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-35b68ef8-bce6-4c4e-a9b9-91f8bb4ffd93 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.512776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-35b68ef8-bce6-4c4e-a9b9-91f8bb4ffd93 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0043571 Aug 30 21:24:20.515387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.519932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-846f5f97-ced8-44a3-917c-e2e111435108 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.520875 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-846f5f97-ced8-44a3-917c-e2e111435108 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045226 Aug 30 21:24:20.523333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.527309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-5568aa59-c0e0-4593-8892-05636281795b tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.528291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5568aa59-c0e0-4593-8892-05636281795b tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040619 Aug 30 21:24:20.530734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.534805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-922a4a2a-63f8-4f60-96c7-7126ee465e66 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.535678 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-922a4a2a-63f8-4f60-96c7-7126ee465e66 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040264 Aug 30 21:24:20.537872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.542606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-2117abc1-3c2a-4a99-8ab8-d0567ffa7f6d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.543592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2117abc1-3c2a-4a99-8ab8-d0567ffa7f6d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048778 Aug 30 21:24:20.545921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46208) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.550342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-89b2ade6-cf6c-43eb-ade0-c2309268484d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.551300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89b2ade6-cf6c-43eb-ade0-c2309268484d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044348 Aug 30 21:24:20.556191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46212) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.560423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-32b4776c-9949-405d-9f6e-d5752b0a0d65 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.561404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-32b4776c-9949-405d-9f6e-d5752b0a0d65 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043175 Aug 30 21:24:20.563652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46214) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.567851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-9ca610f9-0400-4a24-b079-ad196b019203 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.568760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ca610f9-0400-4a24-b079-ad196b019203 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042412 Aug 30 21:24:20.570956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46216) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.574751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-027ee9bc-4693-4519-aecf-7f78ed31fbc2 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.575621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-027ee9bc-4693-4519-aecf-7f78ed31fbc2 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038600 Aug 30 21:24:20.578144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46218) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.582771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-3e556055-4eb6-4f56-8a19-2abec823ad38 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.586057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3e556055-4eb6-4f56-8a19-2abec823ad38 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069711 Aug 30 21:24:20.586531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.591704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-d1921f21-d6e4-47ce-8273-3010d51548ff tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.592754 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d1921f21-d6e4-47ce-8273-3010d51548ff tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048470 Aug 30 21:24:20.595965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46222) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.600645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-821c358b-fe4f-4179-8ed7-fb55901d5558 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.601612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-821c358b-fe4f-4179-8ed7-fb55901d5558 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046842 Aug 30 21:24:20.603828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46226) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.607781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-e49d8fad-ccee-4a26-891b-919101313d97 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.611115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46228) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.611265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e49d8fad-ccee-4a26-891b-919101313d97 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0063353 Aug 30 21:24:20.615530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-c4540c1f-da9f-45f8-b84e-e7c10770e524 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.618931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.619078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c4540c1f-da9f-45f8-b84e-e7c10770e524 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069189 Aug 30 21:24:20.623279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-648e7b8c-7b04-47c7-879a-2d43ebf7c888 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.624225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-648e7b8c-7b04-47c7-879a-2d43ebf7c888 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043058 Aug 30 21:24:20.626498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46232) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.630559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-36ee1114-4185-4922-bc3f-1745e6a59c42 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.631614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36ee1114-4185-4922-bc3f-1745e6a59c42 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041280 Aug 30 21:24:20.633750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46234) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.637954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-6539a453-0526-49d8-8f70-4633f0b0917f tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.639058 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6539a453-0526-49d8-8f70-4633f0b0917f tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042527 Aug 30 21:24:20.641021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46238) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.645150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-b1447cb9-410c-462c-b6fc-139c1b993153 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.646403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b1447cb9-410c-462c-b6fc-139c1b993153 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045652 Aug 30 21:24:20.648529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46240) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.653442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-90e7e344-e9d0-4874-8876-75e79a17a3f9 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.654398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-90e7e344-e9d0-4874-8876-75e79a17a3f9 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050209 Aug 30 21:24:20.656859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46242) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.660549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-def3e6a4-4d39-40c3-993e-c5cb34969cb4 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.661467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-def3e6a4-4d39-40c3-993e-c5cb34969cb4 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038772 Aug 30 21:24:20.663486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46244) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.667497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-31c9b344-2235-408a-8e17-408873b2d5ee tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.668418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-31c9b344-2235-408a-8e17-408873b2d5ee tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041187 Aug 30 21:24:20.670467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46248) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.674418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-b35b8c6c-81f8-4590-9bdc-431a86fc4556 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.675317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b35b8c6c-81f8-4590-9bdc-431a86fc4556 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039937 Aug 30 21:24:20.677336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46250) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.681176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-e9675538-66f6-4063-a25b-79112468eef6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.682104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e9675538-66f6-4063-a25b-79112468eef6 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0039024 Aug 30 21:24:20.684121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46252) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.688190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-d84cb052-bfab-442d-bf83-31f7fc619b86 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.689125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d84cb052-bfab-442d-bf83-31f7fc619b86 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042789 Aug 30 21:24:20.691158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46254) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.695034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-7964091a-038a-4c99-b176-a4621ff09b40 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.696171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7964091a-038a-4c99-b176-a4621ff09b40 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041997 Aug 30 21:24:20.698359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46258) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.702965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-6ee6a848-104d-4834-898f-d6eba12bd4f9 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.703902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ee6a848-104d-4834-898f-d6eba12bd4f9 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0046635 Aug 30 21:24:20.706125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46260) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.709924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-c86b2b80-dee8-448b-8b3e-dffe4f3140df tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.710882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c86b2b80-dee8-448b-8b3e-dffe4f3140df tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038958 Aug 30 21:24:20.713054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46262) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.716818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-6dd7467e-55e9-4814-b4f3-cf840c2ef9f1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.717719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6dd7467e-55e9-4814-b4f3-cf840c2ef9f1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038664 Aug 30 21:24:20.720036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.724334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-d7c60591-504d-4227-bbbc-1ded60cf054e tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.725268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7c60591-504d-4227-bbbc-1ded60cf054e tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043073 Aug 30 21:24:20.727558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.731484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-debd361e-3ab4-4179-a8ce-bb2f0d32be68 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.732583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-debd361e-3ab4-4179-a8ce-bb2f0d32be68 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041716 Aug 30 21:24:20.735025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.739228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-fea50dac-4137-44a8-bc56-730f48c3018f tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.739858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fea50dac-4137-44a8-bc56-730f48c3018f tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040143 Aug 30 21:24:20.742151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.746350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-5200ed0b-66aa-41a9-85d2-53a7747a735c tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.747367 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5200ed0b-66aa-41a9-85d2-53a7747a735c tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041268 Aug 30 21:24:20.749465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.753340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-3fdb18e4-a2ce-48cc-b5dd-1bf1d082a99d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.754231 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3fdb18e4-a2ce-48cc-b5dd-1bf1d082a99d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039442 Aug 30 21:24:20.756374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46276) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.760774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-f40e90a9-d29d-4c35-b8ec-5614ca711d03 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.761687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f40e90a9-d29d-4c35-b8ec-5614ca711d03 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045037 Aug 30 21:24:20.763851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.767767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-e424fca8-de03-48da-a8e4-1f4a6e57ced0 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.768671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e424fca8-de03-48da-a8e4-1f4a6e57ced0 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0039656 Aug 30 21:24:20.770848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.774691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-09b09e66-8ad3-4156-8a24-ca2ccac6d4f1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.775777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-09b09e66-8ad3-4156-8a24-ca2ccac6d4f1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039382 Aug 30 21:24:20.777683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.781948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-720ef324-c709-4ef2-aacf-446bed024b0d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.782935 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-720ef324-c709-4ef2-aacf-446bed024b0d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043283 Aug 30 21:24:20.785013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46284) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.788943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-4595548d-45b6-4b93-9739-ae9a1557a7a1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.789856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4595548d-45b6-4b93-9739-ae9a1557a7a1 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0040309 Aug 30 21:24:20.792230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.796224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-1ef1fa7c-8208-438d-bdfc-e38eb9ff9c82 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.799458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ef1fa7c-8208-438d-bdfc-e38eb9ff9c82 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060227 Aug 30 21:24:20.799652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46290) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.804441 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-95a33973-84da-450c-95cc-2d5f7f865cb7 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.808760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-95a33973-84da-450c-95cc-2d5f7f865cb7 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062940 Aug 30 21:24:20.809492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46294) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.814048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-2262dc2f-a25c-4d94-9c05-c6a7baa0f3de tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.815303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2262dc2f-a25c-4d94-9c05-c6a7baa0f3de tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048058 Aug 30 21:24:20.817862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.822401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-537211c4-a723-45d9-851d-c34d4d948fd2 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.825694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46298) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.825934 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-537211c4-a723-45d9-851d-c34d4d948fd2 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068767 Aug 30 21:24:20.831175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [None req-60693340-fd77-4e17-a550-7bace16293b8 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.832490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-60693340-fd77-4e17-a550-7bace16293b8 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052257 Aug 30 21:24:20.835557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.841242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-fc386379-8160-457d-bac2-3cd8ec6563b0 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.842288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fc386379-8160-457d-bac2-3cd8ec6563b0 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057328 Aug 30 21:24:20.844693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.848996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-43d22ec4-98fe-4fff-b115-c3ae858d9652 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.849932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-43d22ec4-98fe-4fff-b115-c3ae858d9652 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043252 Aug 30 21:24:20.852373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.856524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-bd5ba494-7f0d-4df8-ab62-d0e662b34a29 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.857388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd5ba494-7f0d-4df8-ab62-d0e662b34a29 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041349 Aug 30 21:24:20.859927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.863839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-f237e288-d912-4f11-af3b-b8fa651c31f0 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.865433 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f237e288-d912-4f11-af3b-b8fa651c31f0 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039756 Aug 30 21:24:20.866980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.870924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-f7810c9e-8297-45ae-b3c2-11d486fba6b7 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.871828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f7810c9e-8297-45ae-b3c2-11d486fba6b7 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040331 Aug 30 21:24:20.874023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.877953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-0b94dd13-47f7-4220-8807-1056736b1903 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.880997 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0b94dd13-47f7-4220-8807-1056736b1903 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040271 Aug 30 21:24:20.881136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.885061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-babb78ca-c8c4-4b73-970f-1b6b57e97e7d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.885958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-babb78ca-c8c4-4b73-970f-1b6b57e97e7d tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040042 Aug 30 21:24:20.888223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.893261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-b1e6df29-26d3-47b1-973c-6770bfe5c3e3 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.893977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b1e6df29-26d3-47b1-973c-6770bfe5c3e3 tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048277 Aug 30 21:24:20.896285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:20.900192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [None req-6de7660e-b0a1-46e2-be5c-4a0a0ed9ba0e tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:24:20.901863 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6de7660e-b0a1-46e2-be5c-4a0a0ed9ba0e tempest-ExtensionsTestJSON-592406549 tempest-ExtensionsTestJSON-592406549-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039954 Aug 30 21:24:21.129609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:21.162652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:21.267996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.295796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-081e0290-31ea-4ff5-9eb1-21c7b520fa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.386988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.393087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.440682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd28eb4-c002-456b-8844-fe22b4f880a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:21.445537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=624e480d74804389baadb2ac86955a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818158 Aug 30 21:24:21.448624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46336) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:21.458739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.458961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.459318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.459650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.459979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.460304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.460621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.460947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.461258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.461633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.461891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.462238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e333d3-7a09-424f-843f-60c06fffc4b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:21.506035 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ec83c7b-90cc-414f-b424-115688febe2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.527935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ec83c7b-90cc-414f-b424-115688febe2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.529049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-081e0290-31ea-4ff5-9eb1-21c7b520fa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.534283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-081e0290-31ea-4ff5-9eb1-21c7b520fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.577437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46344) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:21.577668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-081e0290-31ea-4ff5-9eb1-21c7b520fa5a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=068e89a6e7844edc86b4145bf6e17924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469414 Aug 30 21:24:21.580530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e0290-31ea-4ff5-9eb1-21c7b520fa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28dad30-9386-46bb-bc9c-9d262def14d1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:21.603687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ec83c7b-90cc-414f-b424-115688febe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.607011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ec83c7b-90cc-414f-b424-115688febe2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.612141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ec83c7b-90cc-414f-b424-115688febe2b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6bd28eb4-c002-456b-8844-fe22b4f880a0 HTTP/1.1" status: 204 len: 168 time: 0.1624608 Aug 30 21:24:21.633730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec83c7b-90cc-414f-b424-115688febe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd28eb4-c002-456b-8844-fe22b4f880a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:21.652001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb9d2-9edd-417b-a200-ae48c38749c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.681814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb9d2-9edd-417b-a200-ae48c38749c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.741754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb9d2-9edd-417b-a200-ae48c38749c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.744986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb9d2-9edd-417b-a200-ae48c38749c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:21.746551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5b3fb9d2-9edd-417b-a200-ae48c38749c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b28dad30-9386-46bb-bc9c-9d262def14d1 HTTP/1.1" status: 204 len: 168 time: 0.1669328 Aug 30 21:24:21.754933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb9d2-9edd-417b-a200-ae48c38749c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28dad30-9386-46bb-bc9c-9d262def14d1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:21.911782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.917873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.925043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.931406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.937786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.944409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.950980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:21.953099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-decaca9f-e2ac-450f-8525-d7132fdaf104 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.1017997 Aug 30 21:24:22.028965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28b8f935-eba9-484c-9887-5628fd09b8b3 req-3267ec71-c7f7-4a70-b7d0-e53417e86375 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691414 Aug 30 21:24:22.184410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:22.200121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ff26194-e104-41af-8b44-5e1df9c6fb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.293048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ff26194-e104-41af-8b44-5e1df9c6fb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.297841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ff26194-e104-41af-8b44-5e1df9c6fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.342926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff26194-e104-41af-8b44-5e1df9c6fb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47334b97-c6b6-422d-ae1b-9bb2e4fc99fa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:22.349718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ff26194-e104-41af-8b44-5e1df9c6fb3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=567ffea2756b4d2f811dacf5792d375a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616242 Aug 30 21:24:22.349934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46384) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:22.399784 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd573bbf-cd38-43c9-bc1e-2be0c8efc81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.422038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd573bbf-cd38-43c9-bc1e-2be0c8efc81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.469108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd573bbf-cd38-43c9-bc1e-2be0c8efc81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.472111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd573bbf-cd38-43c9-bc1e-2be0c8efc81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.473276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fd573bbf-cd38-43c9-bc1e-2be0c8efc81c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47334b97-c6b6-422d-ae1b-9bb2e4fc99fa HTTP/1.1" status: 204 len: 168 time: 0.1224699 Aug 30 21:24:22.485955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd573bbf-cd38-43c9-bc1e-2be0c8efc81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47334b97-c6b6-422d-ae1b-9bb2e4fc99fa,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:22.591633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:22.799969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-935550516'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:22.825730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:22.829392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.838510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.937613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.942556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.979666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:22.986625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476898f1-71c4-4282-b88b-a9ea33727700,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:22.994264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:22.994679 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment b590e564-d27e-4003-bda9-760a36f68c01 of type vlan for network 475da029-0546-4642-924a-d141ca6e7ec9 Aug 30 21:24:23.065592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.111778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.117787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.123737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.131275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.137455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.144426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.150870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.152962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-91c1c5d7-4bd8-41c3-8063-6a773a52b294 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.1252339 Aug 30 21:24:23.154341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.166280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.166972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.210122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.217084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.223869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.230029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.236376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.243084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.251182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.253311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-635060fc-b1c4-4be7-b877-24503067cb8f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 5435 time: 0.1480708 Aug 30 21:24:23.293948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7010262 Aug 30 21:24:23.305065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-ab13031d-fec8-4ed9-9189-001cedcb3f82 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:23.306511 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-ab13031d-fec8-4ed9-9189-001cedcb3f82 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "GET /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1360850 Aug 30 21:24:23.309825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d98ec-478a-47b4-9622-9fe6138800e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=475da029-0546-4642-924a-d141ca6e7ec9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:23.342543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 475da029-0546-4642-924a-d141ca6e7ec9 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:23.382451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8d3a8c1-b75e-4d2e-8e1f-19e03cc0f6c0 req-0c162692-1c64-44ea-a45a-a79036a7d268 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214519 Aug 30 21:24:23.439313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:23.444938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '475da029-0546-4642-924a-d141ca6e7ec9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:23.502878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-e557246d-315c-48dd-884b-37db9a715f9e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "GET /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1897068 Aug 30 21:24:23.516533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:23.578999 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.601062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:23.607190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.777783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=2e04bf30-204e-4797-b879-8fc8754774c5,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:23.819225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] For port 2e04bf30-204e-4797-b879-8fc8754774c5, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:23.829323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.863783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] device_id is not set on port 2e04bf30-204e-4797-b879-8fc8754774c5 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:24:23.875724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.886252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:23.962148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] No DVR routers for this DVR port 2e04bf30-204e-4797-b879-8fc8754774c5 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:24.006695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Pushing event updated for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:24.027943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] In _notify_port_updated(), no bound segment for port 2e04bf30-204e-4797-b879-8fc8754774c5 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:24:24.030074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.031074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.033403 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a6569b9b-9486-4dbb-b8ed-8a6a26e5b64b service neutron] 10.222.0.82 "PUT /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 200 len: 1027 time: 0.5218732 Aug 30 21:24:24.127061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-6032c24f-78fd-405c-a8f4-949c98b9cffb tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.130325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-6032c24f-78fd-405c-a8f4-949c98b9cffb tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "GET /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0884190 Aug 30 21:24:24.143226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:24.228027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=3bfe004c-308d-4295-9657-9c35fea446b1,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:24.233354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': 'b590e564-d27e-4003-bda9-760a36f68c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '475da029-0546-4642-924a-d141ca6e7ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:24.233707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 475da029-0546-4642-924a-d141ca6e7ec9, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:24.236034 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.259622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-83e093a4-9030-4a7b-90a5-453cc785ce32 None None] Provisioning complete for port 2e04bf30-204e-4797-b879-8fc8754774c5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:24:24.259982 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83e093a4-9030-4a7b-90a5-453cc785ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.262920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 475da029-0546-4642-924a-d141ca6e7ec9 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:24.278895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 475da029-0546-4642-924a-d141ca6e7ec9) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:24.295864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.296623 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.301551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:24.302534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c664a5-de50-41b1-b778-8302576d7c72 None None] Network 475da029-0546-4642-924a-d141ca6e7ec9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:24.327444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed67dcf1-95d5-48e4-abe3-a769ee0a9900 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8868153 Aug 30 21:24:24.328888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46474) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:24.344352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-83e093a4-9030-4a7b-90a5-453cc785ce32 None None] Port 2e04bf30-204e-4797-b879-8fc8754774c5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:24:24.347051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2039037143'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:24.385691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:24.392659 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.431009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3427e92d-d93f-47df-8661-7c8582f392b3,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:24.457999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:24.468205 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db17c34-d723-425e-8cbe-1d64428e0fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.469003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.469601 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 74bd01be-3466-47d3-82b6-67dd516c4ad1 of type vlan for network 00c16dd5-9e74-4a78-a785-1a76d87d1195 Aug 30 21:24:24.494886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-475da029-0546-4642-924a-d141ca6e7ec9', 'network_id': '475da029-0546-4642-924a-d141ca6e7ec9', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '3bfe004c-308d-4295-9657-9c35fea446b1'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:24.496102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.528252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.573888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] For port 3427e92d-d93f-47df-8661-7c8582f392b3, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:24.578554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.584959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.585875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.625164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] device_id is not set on port 3427e92d-d93f-47df-8661-7c8582f392b3 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:24:24.635204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db17c34-d723-425e-8cbe-1d64428e0fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.641387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.647047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8db17c34-d723-425e-8cbe-1d64428e0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.672453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.681806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Allocated IP 172.20.255.242 (475da029-0546-4642-924a-d141ca6e7ec9/3bfe004c-308d-4295-9657-9c35fea446b1/f3e536e5-476d-4479-8761-06b4e3cbe2a0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:24.698691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3648727 Aug 30 21:24:24.700998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46488) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:24.714460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.722384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.728343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8db17c34-d723-425e-8cbe-1d64428e0fb2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba78a5879d604be9a13a0051c48e3159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254234 Aug 30 21:24:24.733071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:24.734452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.742445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.750487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.756671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.758321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db17c34-d723-425e-8cbe-1d64428e0fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e96d6b-3332-47f3-bcc7-6dbd3d97a67a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:24.758902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-dfc77188-70b5-416e-902a-0de7a41f9b0c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 4583 time: 0.1950231 Aug 30 21:24:24.764862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:24.799045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] No DVR routers for this DVR port 3427e92d-d93f-47df-8661-7c8582f392b3 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:24.824393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c94c56-9bbf-45e8-ae88-cb89a0221409 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=00c16dd5-9e74-4a78-a785-1a76d87d1195,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:24.840666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 00c16dd5-9e74-4a78-a785-1a76d87d1195 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:24.870084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Pushing event updated for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:24.879885 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c2e2cc5-4494-49e3-a1b1-083d9789fdae req-2a47a94e-287f-43f0-880e-ca456b3cb68e tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&id=6f962582-a528-4017-bde0-ca6972c70c36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062882 Aug 30 21:24:24.938691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:24.944210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.962121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] In _notify_port_updated(), no bound segment for port 3427e92d-d93f-47df-8661-7c8582f392b3 on network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:24:24.962121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:24.962420 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.964443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-aa36da48-754e-48e7-aec6-f3ec1212f942 service neutron] 10.222.0.82 "PUT /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 200 len: 1028 time: 0.8258874 Aug 30 21:24:24.965076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1df7b71e-1fb0-4151-84af-a2d667632f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:24.991181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1df7b71e-1fb0-4151-84af-a2d667632f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.035338 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.044541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Transition to ACTIVE for port object f3e536e5-476d-4479-8761-06b4e3cbe2a0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:25.081629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Transition to ACTIVE for port object f3e536e5-476d-4479-8761-06b4e3cbe2a0 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:25.087365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e64f2863-e650-4584-b19a-afdd06311922 None None] Provisioning complete for port 3427e92d-d93f-47df-8661-7c8582f392b3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:24:25.088679 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e64f2863-e650-4584-b19a-afdd06311922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.119488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.140139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 977f412f-993e-4aeb-b2f7-37cdea78ebff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:25.140679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.147240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1df7b71e-1fb0-4151-84af-a2d667632f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.150132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1df7b71e-1fb0-4151-84af-a2d667632f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.151554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1df7b71e-1fb0-4151-84af-a2d667632f8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60e96d6b-3332-47f3-bcc7-6dbd3d97a67a HTTP/1.1" status: 204 len: 168 time: 0.4158053 Aug 30 21:24:25.174217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Network 475da029-0546-4642-924a-d141ca6e7ec9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:25.179139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:25.188460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:25.200701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e64f2863-e650-4584-b19a-afdd06311922 None None] Port 3427e92d-d93f-47df-8661-7c8582f392b3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:24:25.228777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Pushing event updated for resources: {'Port': ['ID=f3e536e5-476d-4479-8761-06b4e3cbe2a0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:25.244841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7b71e-1fb0-4151-84af-a2d667632f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e96d6b-3332-47f3-bcc7-6dbd3d97a67a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:25.266890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Attempting to bind port f3e536e5-476d-4479-8761-06b4e3cbe2a0 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:24:25.267262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Attempting to bind port f3e536e5-476d-4479-8761-06b4e3cbe2a0 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b590e564-d27e-4003-bda9-760a36f68c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '475da029-0546-4642-924a-d141ca6e7ec9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:24:25.267627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Attempting to bind port f3e536e5-476d-4479-8761-06b4e3cbe2a0 on network 475da029-0546-4642-924a-d141ca6e7ec9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:24:25.273246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:24:25.273622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Checking segment: {'id': 'b590e564-d27e-4003-bda9-760a36f68c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '475da029-0546-4642-924a-d141ca6e7ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:25.274067 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.274405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Bound using segment: {'id': 'b590e564-d27e-4003-bda9-760a36f68c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '475da029-0546-4642-924a-d141ca6e7ec9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:24:25.275093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Bound port: f3e536e5-476d-4479-8761-06b4e3cbe2a0, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b590e564-d27e-4003-bda9-760a36f68c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '475da029-0546-4642-924a-d141ca6e7ec9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:24:25.275324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.304330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.342118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port 977f412f-993e-4aeb-b2f7-37cdea78ebff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=977f412f-993e-4aeb-b2f7-37cdea78ebff,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:25.343367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.364246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 977f412f-993e-4aeb-b2f7-37cdea78ebff owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:25.370931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=4b06623b-66ab-4740-8314-69fc8300943d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:25.388376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] For port f3e536e5-476d-4479-8761-06b4e3cbe2a0, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:25.397860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] For port f3e536e5-476d-4479-8761-06b4e3cbe2a0, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3e536e5-476d-4479-8761-06b4e3cbe2a0,segment=NetworkSegment(b590e564-d27e-4003-bda9-760a36f68c01),segment_id=b590e564-d27e-4003-bda9-760a36f68c01)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:24:25.406864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '74bd01be-3466-47d3-82b6-67dd516c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:25.407497 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.407654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 00c16dd5-9e74-4a78-a785-1a76d87d1195, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:25.440222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 00c16dd5-9e74-4a78-a785-1a76d87d1195 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:25.457719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 00c16dd5-9e74-4a78-a785-1a76d87d1195) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:25.463201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:25.464322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.478724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b27a918-0a38-4138-8810-33009e64b955 None None] Network 00c16dd5-9e74-4a78-a785-1a76d87d1195 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:25.490721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d142a90-188d-43f7-a92f-7895ca5f4eb7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7880673 Aug 30 21:24:25.495075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46500) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:25.585166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d7616a44-2c0d-490b-a88d-bec11c3c7401 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:25.638886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Pushing event updated for resources: {'Port': ['ID=f3e536e5-476d-4479-8761-06b4e3cbe2a0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:25.640929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.664558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.664897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.665239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.665577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.666060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.666186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.666510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.666860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.667178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.667494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.667812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.668127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941cc206-c8bc-4fab-8000-c1e520e01906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:24:25.700466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=977f412f-993e-4aeb-b2f7-37cdea78ebff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:25.791571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.797684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-00c16dd5-9e74-4a78-a785-1a76d87d1195', 'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '4b06623b-66ab-4740-8314-69fc8300943d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:25.798934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.823727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port 977f412f-993e-4aeb-b2f7-37cdea78ebff on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:25.829763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.831933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-89c8d1db-4a31-400f-ba37-1e12b2b7a88f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "DELETE /v2.0/ports/977f412f-993e-4aeb-b2f7-37cdea78ebff HTTP/1.1" status: 204 len: 173 time: 0.8289247 Aug 30 21:24:25.832363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': '977f412f-993e-4aeb-b2f7-37cdea78ebff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:24:25.834709 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de12554b-eab3-408b-ad2c-dd03471750bd" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "977f412f-993e-4aeb-b2f7-37cdea78ebff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:24:25.845885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:25.933806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46512) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:25.935368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:24:25.938232 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad622268-997d-4feb-8e1f-cc7023715c66" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:24:25.950160 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc6089-a7b7-46b7-881d-c4c5fc96ae3b x-openstack-request-id: req-b6bc6089-a7b7-46b7-881d-c4c5fc96ae3b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:24:25.950507 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "977f412f-993e-4aeb-b2f7-37cdea78ebff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:24:25.955288 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6bc6089-a7b7-46b7-881d-c4c5fc96ae3b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:24:25.956444 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': '977f412f-993e-4aeb-b2f7-37cdea78ebff', 'status': 'completed', 'code': 200} Aug 30 21:24:26.021852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.036306 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9a83627-646f-435c-ad21-c9b55da7e385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.043120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:26.054908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.058682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0e11e6c4-4aef-4644-bb24-010c250d3f29 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:26.086553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port ecb3b124-182b-4d34-b58b-7111afce7da8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:26.093584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.237030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5b83d-8297-4e7a-8238-48d42842cc12 req-9a075d17-32fa-4951-acff-6eaf27df64db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:26.243141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5b83d-8297-4e7a-8238-48d42842cc12 req-9a075d17-32fa-4951-acff-6eaf27df64db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:26.249791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5b83d-8297-4e7a-8238-48d42842cc12 req-9a075d17-32fa-4951-acff-6eaf27df64db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:26.256207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5b83d-8297-4e7a-8238-48d42842cc12 req-9a075d17-32fa-4951-acff-6eaf27df64db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:26.258050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05a5b83d-8297-4e7a-8238-48d42842cc12 req-9a075d17-32fa-4951-acff-6eaf27df64db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 3149 time: 0.1880250 Aug 30 21:24:26.282562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3e536e5-476d-4479-8761-06b4e3cbe2a0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:24:26.336940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port ecb3b124-182b-4d34-b58b-7111afce7da8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ecb3b124-182b-4d34-b58b-7111afce7da8,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:26.337934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.341374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:26.348853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05a5b83d-8297-4e7a-8238-48d42842cc12 req-f33ccd4f-d125-4347-bffa-cfd3631141a0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793517 Aug 30 21:24:26.387800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Allocated IP 172.20.0.2 (00c16dd5-9e74-4a78-a785-1a76d87d1195/4b06623b-66ab-4740-8314-69fc8300943d/af0daa6d-4889-44d7-8aad-aaebe3a1ae45) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:26.389879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.424297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9a83627-646f-435c-ad21-c9b55da7e385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.436863 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9a83627-646f-435c-ad21-c9b55da7e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.463596 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928d6694-5e1e-4d7f-bf27-5009665d2823 x-openstack-request-id: req-928d6694-5e1e-4d7f-bf27-5009665d2823 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:24:26.463903 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:24:26.464164 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-928d6694-5e1e-4d7f-bf27-5009665d2823 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:24:26.464583 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401', 'code': 200} Aug 30 21:24:26.537895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:26.538556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a83627-646f-435c-ad21-c9b55da7e385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d962b-bb0d-4ade-b31b-dc116c651f0d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:26.547402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d9a83627-646f-435c-ad21-c9b55da7e385 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a417cc9c0b840858afbe7ba11755651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976803 Aug 30 21:24:26.550467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46530) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:26.574061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.574536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.575061 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Floating IP b1b9593f-8ea8-4eb2-9c77-ba520d426e4c disassociated. External IP: 172.25.5.230, port: ecb3b124-182b-4d34-b58b-7111afce7da8. Aug 30 21:24:26.575608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for ecb3b124-182b-4d34-b58b-7111afce7da8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:26.604836 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.605475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2e04bf30-204e-4797-b879-8fc8754774c5 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:26.651517 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d14f2fe-400b-4168-9d55-2a6cdcd48655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.699367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d14f2fe-400b-4168-9d55-2a6cdcd48655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.759293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.765019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f3e536e5-476d-4479-8761-06b4e3cbe2a0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:24:26.786070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d14f2fe-400b-4168-9d55-2a6cdcd48655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.786927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:26.791493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d14f2fe-400b-4168-9d55-2a6cdcd48655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:26.798804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d14f2fe-400b-4168-9d55-2a6cdcd48655 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e38d962b-bb0d-4ade-b31b-dc116c651f0d HTTP/1.1" status: 204 len: 168 time: 0.2467663 Aug 30 21:24:26.809077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 2e04bf30-204e-4797-b879-8fc8754774c5 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:26.809804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3427e92d-d93f-47df-8661-7c8582f392b3 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:26.828010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14f2fe-400b-4168-9d55-2a6cdcd48655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d962b-bb0d-4ade-b31b-dc116c651f0d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:26.839109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=ecb3b124-182b-4d34-b58b-7111afce7da8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:26.935999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3427e92d-d93f-47df-8661-7c8582f392b3 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:26.936432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 977f412f-993e-4aeb-b2f7-37cdea78ebff no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:26.972026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 977f412f-993e-4aeb-b2f7-37cdea78ebff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:24:26.972781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 977f412f-993e-4aeb-b2f7-37cdea78ebff not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:26.973398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecb3b124-182b-4d34-b58b-7111afce7da8 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:27.017816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.023972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: ecb3b124-182b-4d34-b58b-7111afce7da8 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:24:27.024568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ecb3b124-182b-4d34-b58b-7111afce7da8 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:27.025165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 3e25f787-fb36-47f7-b5b5-6f51b3141931 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:27.039424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Router d2f983d6-0269-492d-9607-7f196dc3b6d8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:24:27.053663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Transition to ACTIVE for port object af0daa6d-4889-44d7-8aad-aaebe3a1ae45 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:27.085111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Transition to ACTIVE for port object af0daa6d-4889-44d7-8aad-aaebe3a1ae45 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:27.116775 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.128798 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.151117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72805462-fe59-43aa-a544-7a94fa0b36fc None None] Network 475da029-0546-4642-924a-d141ca6e7ec9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:27.183242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=4b06623b-66ab-4740-8314-69fc8300943d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:27.230037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:24:27.236873 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.249219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Network 00c16dd5-9e74-4a78-a785-1a76d87d1195 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:27.255499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] Sync routers for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:24:27.279005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:27.285530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.295559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] Provisioning for port f3e536e5-476d-4479-8761-06b4e3cbe2a0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:24:27.301339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c16dd5-9e74-4a78-a785-1a76d87d1195']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:27.310534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:27.312965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Pushing event updated for resources: {'Port': ['ID=af0daa6d-4889-44d7-8aad-aaebe3a1ae45,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:27.318685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bd01be-3466-47d3-82b6-67dd516c4ad1') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:27.319097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bd01be-3466-47d3-82b6-67dd516c4ad1') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:27.331717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port ecb3b124-182b-4d34-b58b-7111afce7da8 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:27.340913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.344296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-82e3809d-f2dc-47b8-81cc-abef6771b11a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "DELETE /v2.0/ports/ecb3b124-182b-4d34-b58b-7111afce7da8 HTTP/1.1" status: 204 len: 173 time: 1.4969916 Aug 30 21:24:27.346965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.358290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] Provisioning complete for port f3e536e5-476d-4479-8761-06b4e3cbe2a0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:24:27.359001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.366998 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.375605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:27.376261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:27.473822 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:27.482839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:24:27.482839 n-d-793620-16 neutron-server[94689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:24:27.482839 n-d-793620-16 neutron-server[94689]: [parameters: {'id': '00c16dd5-9e74-4a78-a785-1a76d87d1195'}] Aug 30 21:24:27.482839 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:24:27.483344 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:24:27.559932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 0e11e6c4-4aef-4644-bb24-010c250d3f29 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:27.560312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.649963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b6100-c26f-4af2-ba3f-4ffba47b0809 req-a862eaf6-f24d-4dcb-9228-d5846e9f0fe0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:27.661769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b6100-c26f-4af2-ba3f-4ffba47b0809 req-a862eaf6-f24d-4dcb-9228-d5846e9f0fe0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:27.667844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b6100-c26f-4af2-ba3f-4ffba47b0809 req-a862eaf6-f24d-4dcb-9228-d5846e9f0fe0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:27.675977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d3b6100-c26f-4af2-ba3f-4ffba47b0809 req-a862eaf6-f24d-4dcb-9228-d5846e9f0fe0 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 2411 time: 0.1570539 Aug 30 21:24:27.681200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:27.681838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:27.713614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port 0e11e6c4-4aef-4644-bb24-010c250d3f29, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0e11e6c4-4aef-4644-bb24-010c250d3f29,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:27.716058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.725127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d3b6100-c26f-4af2-ba3f-4ffba47b0809 req-2a514ef3-6605-4961-9362-10df906e2e25 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479157 Aug 30 21:24:27.743599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 0e11e6c4-4aef-4644-bb24-010c250d3f29 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:27.832089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:27.886639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.949096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Attempting to bind port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:24:27.949551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Attempting to bind port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '74bd01be-3466-47d3-82b6-67dd516c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:24:27.950018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Attempting to bind port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 on network 00c16dd5-9e74-4a78-a785-1a76d87d1195 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:24:27.957747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:24:27.960135 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51878b42-c9c3-44a0-b688-e575216a3c0d" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:24:27.984882 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:27.986282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.003342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:24:28.003696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Checking segment: {'id': '74bd01be-3466-47d3-82b6-67dd516c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:28.004205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.004717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Bound using segment: {'id': '74bd01be-3466-47d3-82b6-67dd516c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:24:28.005249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Bound port: af0daa6d-4889-44d7-8aad-aaebe3a1ae45, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bd01be-3466-47d3-82b6-67dd516c4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '00c16dd5-9e74-4a78-a785-1a76d87d1195'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:24:28.005656 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.052747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:24:28.055376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=0e11e6c4-4aef-4644-bb24-010c250d3f29,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:28.115325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:28.128954 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5e3eff-d519-42a1-9de5-6bfdb09084f9 x-openstack-request-id: req-2e5e3eff-d519-42a1-9de5-6bfdb09084f9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:24:28.129262 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "ecb3b124-182b-4d34-b58b-7111afce7da8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:24:28.129523 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e5e3eff-d519-42a1-9de5-6bfdb09084f9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:24:28.129940 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': 'ecb3b124-182b-4d34-b58b-7111afce7da8', 'status': 'completed', 'code': 200} Aug 30 21:24:28.131184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port 0e11e6c4-4aef-4644-bb24-010c250d3f29 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:28.134283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.136557 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-a0c0a8ca-c9d6-4b15-bf3f-8e54445f24a1 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "DELETE /v2.0/ports/0e11e6c4-4aef-4644-bb24-010c250d3f29 HTTP/1.1" status: 204 len: 173 time: 0.7833915 Aug 30 21:24:28.153755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:28.154019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.285859 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.296246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] For port af0daa6d-4889-44d7-8aad-aaebe3a1ae45, host n-d-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:28.296677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.332345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Calling delete_port for af0daa6d-4889-44d7-8aad-aaebe3a1ae45 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:28.354371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 3e25f787-fb36-47f7-b5b5-6f51b3141931 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:28.354740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.384685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] For port af0daa6d-4889-44d7-8aad-aaebe3a1ae45, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:28.432987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] For port f3e536e5-476d-4479-8761-06b4e3cbe2a0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3e536e5-476d-4479-8761-06b4e3cbe2a0,segment=NetworkSegment(b590e564-d27e-4003-bda9-760a36f68c01),segment_id=b590e564-d27e-4003-bda9-760a36f68c01)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:28.445972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] For port af0daa6d-4889-44d7-8aad-aaebe3a1ae45, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af0daa6d-4889-44d7-8aad-aaebe3a1ae45,segment=NetworkSegment(74bd01be-3466-47d3-82b6-67dd516c4ad1),segment_id=74bd01be-3466-47d3-82b6-67dd516c4ad1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:24:28.449224 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.462559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.485111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:24:28.487966 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ad65e-ad00-4725-9c39-488b5a13dfc8" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:24:28.533340 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.554356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port 3e25f787-fb36-47f7-b5b5-6f51b3141931, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=3e25f787-fb36-47f7-b5b5-6f51b3141931,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:28.557329 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.596908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 3e25f787-fb36-47f7-b5b5-6f51b3141931 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:28.599084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Port': ['ID=af0daa6d-4889-44d7-8aad-aaebe3a1ae45,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:28.605506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No DVR routers for this DVR port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:28.620169 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 30 Aug 2021 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f79870-c16d-41dd-bc6b-8483d1210983 x-openstack-request-id: req-35f79870-c16d-41dd-bc6b-8483d1210983 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:24:28.621016 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-unplugged", "status": "completed", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-unplugged", "status": "completed", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:24:28.621516 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35f79870-c16d-41dd-bc6b-8483d1210983 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:24:28.622123 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29', 'code': 200} Aug 30 21:24:28.623019 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931', 'code': 200} Aug 30 21:24:28.650250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b833070-2c24-420b-a18f-4dc70d0a0400 None None] Pushing event updated for resources: {'Port': ['ID=f3e536e5-476d-4479-8761-06b4e3cbe2a0,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:28.699955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5160a-9b7e-4206-bdc6-7d6dd6214992 None None] Pushing event deleted for resources: {'Port': ['ID=af0daa6d-4889-44d7-8aad-aaebe3a1ae45,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-4e471d8c-4c9d-475c-a262-f7493cd8b967 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 could not be found. Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port af0daa6d-4889-44d7-8aad-aaebe3a1ae45 could not be found. Aug 30 21:24:28.745466 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:28.772406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6337ae0-572e-493f-ba91-cf460fa5021a None None] Network 00c16dd5-9e74-4a78-a785-1a76d87d1195 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:28.800656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.829726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c16dd5-9e74-4a78-a785-1a76d87d1195']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:28.862853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bd01be-3466-47d3-82b6-67dd516c4ad1') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:28.863581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bd01be-3466-47d3-82b6-67dd516c4ad1') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:28.875909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.909317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:43Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:28.918619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=3e25f787-fb36-47f7-b5b5-6f51b3141931,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:28.919589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:28.946763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] Checking router: d2f983d6-0269-492d-9607-7f196dc3b6d8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:24:28.948250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-43a072f4-1933-4157-aef0-edb11f343de7 None None] Provisioning complete for port f3e536e5-476d-4479-8761-06b4e3cbe2a0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:24:28.948644 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43a072f4-1933-4157-aef0-edb11f343de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.002284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.015774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:29.016480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.017627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:24:29.018376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:29.031502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port 3e25f787-fb36-47f7-b5b5-6f51b3141931 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:29.038731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.042649 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-c7633260-fdad-4a89-85ed-523a31cc0162 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "DELETE /v2.0/ports/3e25f787-fb36-47f7-b5b5-6f51b3141931 HTTP/1.1" status: 204 len: 173 time: 0.8987372 Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:29.084606 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:29.096357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.108363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.111316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/00c16dd5-9e74-4a78-a785-1a76d87d1195 HTTP/1.1" status: 204 len: 168 time: 3.6152394 Aug 30 21:24:29.116937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46592) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:29.134471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1896413818'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:29.143103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:24:29.149252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399931e-8135-4bd5-b667-10035fc3f775 req-2a9138fd-c566-4631-ac84-39caa2934fd2 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.157263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2399931e-8135-4bd5-b667-10035fc3f775 req-2a9138fd-c566-4631-ac84-39caa2934fd2 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 943 time: 0.2871640 Aug 30 21:24:29.160062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc27c8-e2a3-4e35-8a79-594187ba6af4 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=00c16dd5-9e74-4a78-a785-1a76d87d1195,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:29.197376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port d7616a44-2c0d-490b-a88d-bec11c3c7401 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:29.197879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.220171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2399931e-8135-4bd5-b667-10035fc3f775 req-2d9675bc-a450-4c91-8214-0b32d14895c7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups?id=89f96b40-446a-4426-8bee-0e0175e6d761&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614245 Aug 30 21:24:29.229370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:29.234061 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.280536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:29.307910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.310042 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 9be4e13a-de64-4dbd-815e-fe87cb0ae162 of type vlan for network 26933f59-c465-450e-ae93-9d1c9841a2ad Aug 30 21:24:29.373886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port d7616a44-2c0d-490b-a88d-bec11c3c7401, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d7616a44-2c0d-490b-a88d-bec11c3c7401,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:29.374768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.405703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for d7616a44-2c0d-490b-a88d-bec11c3c7401 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:29.444963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.486876 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.495594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.496843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.590171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4595153 Aug 30 21:24:29.590408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f7c14-1c7f-462d-a2e7-e5f3d695c1a7 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:29.592621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46608) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:29.600553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '26933f59-c465-450e-ae93-9d1c9841a2ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:29.660790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbe5fe-a1a8-465f-807b-40a8fe29c1da tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=26933f59-c465-450e-ae93-9d1c9841a2ad,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:29.674529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 26933f59-c465-450e-ae93-9d1c9841a2ad details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:29.680636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.749837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:43Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:29.797630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657dc0e-4832-4494-ad5a-1793a4ca4755 None None] The sync data for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 is: [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:14:36Z', 'revision_number': 4, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '34448563-e8a3-4b2a-80f4-f75a1c43d55c', 'name': '', 'network_id': 'fb0eb042-4384-4607-affb-e644582335c9', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:36Z', 'updated_at': '2021-08-30T21:14:43Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'subnets': [{'id': '8fcc81c3-735f-4f24-9912-ac34dfc68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:24:29.802933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.809790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=d7616a44-2c0d-490b-a88d-bec11c3c7401,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:29.810072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.817057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.822884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.835248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.841343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.847817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:29.856392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-f312888f-18fa-40ab-aa14-bbb160a344d3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2420270 Aug 30 21:24:29.864958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port d7616a44-2c0d-490b-a88d-bec11c3c7401 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:29.874114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:29.878157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b831cbc-aa26-45d3-b439-3c0ccffc5746 req-b121414b-8caf-4854-b544-17f20d423b6f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.82 "DELETE /v2.0/ports/d7616a44-2c0d-490b-a88d-bec11c3c7401 HTTP/1.1" status: 204 len: 173 time: 0.8279026 Aug 30 21:24:29.906442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:29.912563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f7c14-1c7f-462d-a2e7-e5f3d695c1a7 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:29.917743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:30.049238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c418824-2dda-4d61-82f4-a9f7604c465a req-5aa37d82-de8c-40a6-8885-8c6d33a6f05f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822035 Aug 30 21:24:30.060689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing IP validity checks on allocation pools {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 21:24:30.061238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 21:24:30.131206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931'}, {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:24:30.134613 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b7f5a-b596-4987-b2c5-f79def850478" -d '{"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931"}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:24:30.293422 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f77913d-9724-4de3-8d38-02b95f60f480 None None] New status for floating IP b1b9593f-8ea8-4eb2-9c77-ba520d426e4c: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:24:30.337818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3e536e5-476d-4479-8761-06b4e3cbe2a0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:24:30.392884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.418295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.436530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.445027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f3e536e5-476d-4479-8761-06b4e3cbe2a0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:24:30.445471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:30.454685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.467369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.480301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.498962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.502889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c8907fd-a850-48f9-a4a9-fc33c920dc69 req-990d4307-2dcb-406d-ba47-64758d507c7c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2793238 Aug 30 21:24:30.534895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:30.590210 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db7ad06-cd2a-4002-8da5-97aafaead79f x-openstack-request-id: req-4db7ad06-cd2a-4002-8da5-97aafaead79f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:24:30.590750 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "0e11e6c4-4aef-4644-bb24-010c250d3f29", "status": "completed", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "3e25f787-fb36-47f7-b5b5-6f51b3141931", "status": "completed", "code": 200}, {"server_uuid": "1c392f92-780b-475c-b36f-e0b2e7b119b9", "name": "network-vif-deleted", "tag": "d7616a44-2c0d-490b-a88d-bec11c3c7401", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:24:30.591280 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4db7ad06-cd2a-4002-8da5-97aafaead79f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:24:30.591871 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': '0e11e6c4-4aef-4644-bb24-010c250d3f29', 'status': 'completed', 'code': 200} Aug 30 21:24:30.592435 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': '3e25f787-fb36-47f7-b5b5-6f51b3141931', 'status': 'completed', 'code': 200} Aug 30 21:24:30.592846 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c392f92-780b-475c-b36f-e0b2e7b119b9', 'name': 'network-vif-deleted', 'tag': 'd7616a44-2c0d-490b-a88d-bec11c3c7401', 'status': 'completed', 'code': 200} Aug 30 21:24:30.658821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '9be4e13a-de64-4dbd-815e-fe87cb0ae162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '26933f59-c465-450e-ae93-9d1c9841a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:30.660177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 26933f59-c465-450e-ae93-9d1c9841a2ad, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:30.664425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=b7c9a641-02c6-4879-85a6-9b82eb57935a,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:30.723459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 26933f59-c465-450e-ae93-9d1c9841a2ad is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:30.744118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6526707c-d334-4992-abf5-7b8b7ce6f33c req-d7620ec9-075b-4fb5-bc9d-bd140a551768 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0350165 Aug 30 21:24:30.751257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 26933f59-c465-450e-ae93-9d1c9841a2ad) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:30.758810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:30.759448 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:30.761484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf423ba-43e5-4735-a8d6-a5a3fd8844bf None None] Network 26933f59-c465-450e-ae93-9d1c9841a2ad requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:30.796886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2eb8640d-0cc4-48d1-ae34-666298d25b79 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2009504 Aug 30 21:24:30.797258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:30.982082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0665d-12fe-4ba8-8022-a2106a8cfd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-26933f59-c465-450e-ae93-9d1c9841a2ad', 'network_id': '26933f59-c465-450e-ae93-9d1c9841a2ad', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': 'b7c9a641-02c6-4879-85a6-9b82eb57935a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:30.983013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24f0665d-12fe-4ba8-8022-a2106a8cfd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.004447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.128830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.215746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-24f0665d-12fe-4ba8-8022-a2106a8cfd55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7c9a641-02c6-4879-85a6-9b82eb57935a: This subnet is being modified by another concurrent operation. Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7c9a641-02c6-4879-85a6-9b82eb57935a: This subnet is being modified by another concurrent operation. Aug 30 21:24:31.229599 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:31.251060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435d5fb-6964-47db-8d59-fc9e9e4ce045 None None] Network 26933f59-c465-450e-ae93-9d1c9841a2ad requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:31.280220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c9a641-02c6-4879-85a6-9b82eb57935a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:31.363558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.374954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26933f59-c465-450e-ae93-9d1c9841a2ad']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:31.389521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be4e13a-de64-4dbd-815e-fe87cb0ae162') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:31.390048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be4e13a-de64-4dbd-815e-fe87cb0ae162') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:31.405648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.426081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.437919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8edb1-2844-4280-a0e4-e82d914b23ce None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:31.441411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:31.441411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:31.499307 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:31.505156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.514713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.516933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/26933f59-c465-450e-ae93-9d1c9841a2ad HTTP/1.1" status: 204 len: 168 time: 0.7185385 Aug 30 21:24:31.520481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46646) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:31.525781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444219356'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:31.527981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d6afa-124f-47c1-93dd-1b58d6a62090 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=26933f59-c465-450e-ae93-9d1c9841a2ad,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:31.572638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:31.583240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.603979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8edb1-2844-4280-a0e4-e82d914b23ce None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:31.627116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:31.648284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.649775 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 3c096f54-a5aa-40e4-a162-9e4932061073 of type vlan for network 922096b5-3ebd-4592-a09b-72e2e17dde67 Aug 30 21:24:31.715965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.751910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.762403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:31.766895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:31.891733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3701048 Aug 30 21:24:31.893681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80685676-66a2-43b9-b476-4550938ab271 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=922096b5-3ebd-4592-a09b-72e2e17dde67,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:31.894848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:31.900863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '922096b5-3ebd-4592-a09b-72e2e17dde67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:31.940153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d04f1554-d5b6-42bc-9c94-8476b319388c req-039fed22-9f81-4760-b3ff-711abb18c580 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0409691 Aug 30 21:24:31.972089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 922096b5-3ebd-4592-a09b-72e2e17dde67 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:32.146801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:32.151759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:32.482678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:32.559555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=3f3ca841-6d98-4c75-961b-bf924576b15a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:32.579750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '3c096f54-a5aa-40e4-a162-9e4932061073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '922096b5-3ebd-4592-a09b-72e2e17dde67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:32.580086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 922096b5-3ebd-4592-a09b-72e2e17dde67, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:32.608603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 922096b5-3ebd-4592-a09b-72e2e17dde67 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:32.635203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 922096b5-3ebd-4592-a09b-72e2e17dde67) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:32.645593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce75be7-d546-4a77-8134-e4e54aca5b04 None None] Network 922096b5-3ebd-4592-a09b-72e2e17dde67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:32.648821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:32.654359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:32.677069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c502d4d3-5d67-49e9-9e45-eef91c631b67 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7806263 Aug 30 21:24:32.680397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:32.729366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46696) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:32.844594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:32.954205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f89b13-826c-4bd2-9a21-4e0b583fb5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-922096b5-3ebd-4592-a09b-72e2e17dde67', 'network_id': '922096b5-3ebd-4592-a09b-72e2e17dde67', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '3f3ca841-6d98-4c75-961b-bf924576b15a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:32.960418 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82f89b13-826c-4bd2-9a21-4e0b583fb5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:32.971091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.073713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.075520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.077359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.079705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.081582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.082240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.084320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:33.096784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-358cb8da-d8b3-402e-b6cd-d03c12bdada7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6507 time: 0.3654747 Aug 30 21:24:33.113081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-82f89b13-826c-4bd2-9a21-4e0b583fb5bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f3ca841-6d98-4c75-961b-bf924576b15a: This subnet is being modified by another concurrent operation. Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f3ca841-6d98-4c75-961b-bf924576b15a: This subnet is being modified by another concurrent operation. Aug 30 21:24:33.146098 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:33.176208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ae61f-86f6-4d26-b78c-2a3a17191415 None None] Network 922096b5-3ebd-4592-a09b-72e2e17dde67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:33.221896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-761d889d-69e2-4e84-9e12-a84250d99bff req-97121115-7c90-4ab0-baa0-cc71b5931a3c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.1188123 Aug 30 21:24:33.230864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-c9604012-b258-45bf-bce0-f8879def20a8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313367 Aug 30 21:24:33.242542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3ca841-6d98-4c75-961b-bf924576b15a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:33.318791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2decbeb3-c0fa-4602-9d7e-39a8d2f6fd58 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:33.350239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.376316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922096b5-3ebd-4592-a09b-72e2e17dde67']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:33.471736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decbeb3-c0fa-4602-9d7e-39a8d2f6fd58 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:33.576539 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.592435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46714) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:33.803247 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5760dfd0-5bd3-4c59-b6a7-a8955e5a16bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.829777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c096f54-a5aa-40e4-a162-9e4932061073') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:33.830420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c096f54-a5aa-40e4-a162-9e4932061073') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:33.852883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.879119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.902213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:33.903095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:33.957440 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:33.976342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.021143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.028195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/922096b5-3ebd-4592-a09b-72e2e17dde67 HTTP/1.1" status: 204 len: 168 time: 1.3463409 Aug 30 21:24:34.029433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2914ccb-eed0-407a-94e1-c930d5312d62 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=922096b5-3ebd-4592-a09b-72e2e17dde67,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:34.036468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:34.043309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1312730412'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:34.046116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5760dfd0-5bd3-4c59-b6a7-a8955e5a16bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.054149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5760dfd0-5bd3-4c59-b6a7-a8955e5a16bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.073121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:34.076911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.109392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:34.111003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5760dfd0-5bd3-4c59-b6a7-a8955e5a16bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f78f90e1c89f442e85fd290a35546fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174310 Aug 30 21:24:34.111308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:34.112019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760dfd0-5bd3-4c59-b6a7-a8955e5a16bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e5ec0-8989-4036-9e6f-49cc145852a0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:34.141531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.141938 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 4e98e4c4-fee8-43cc-9279-b447b48a4d1e of type vlan for network 39ec9c91-e5d5-4e98-8443-a2c33311a6be Aug 30 21:24:34.217517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.239464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23b0fb2-e482-486a-9066-198ece017913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.273805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23b0fb2-e482-486a-9066-198ece017913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.275957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.282180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:34.282846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.377697 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3397167 Aug 30 21:24:34.385188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:34.392630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '39ec9c91-e5d5-4e98-8443-a2c33311a6be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:34.407234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-954fbbb1-47c7-46a8-b6ce-1164791bb364 req-27e9c7c6-13be-4ecc-880a-d0b5bbd9d21f tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0332139 Aug 30 21:24:34.426976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3a0d0-5fe5-451f-b8f9-f850fc10dc56 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=39ec9c91-e5d5-4e98-8443-a2c33311a6be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:34.440254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 39ec9c91-e5d5-4e98-8443-a2c33311a6be details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:34.497595 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23b0fb2-e482-486a-9066-198ece017913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.500975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b23b0fb2-e482-486a-9066-198ece017913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.505366 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b23b0fb2-e482-486a-9066-198ece017913 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb3e5ec0-8989-4036-9e6f-49cc145852a0 HTTP/1.1" status: 204 len: 168 time: 0.3928161 Aug 30 21:24:34.521707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0fb2-e482-486a-9066-198ece017913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e5ec0-8989-4036-9e6f-49cc145852a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:34.551014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:34.556142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.803805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.853620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46740) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:34.870773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8472e69-d980-4b5f-88e4-fdce8207015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.877987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=84ecf3ad-5c51-407a-8c0f-4878bb13b0c7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:34.885254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '4e98e4c4-fee8-43cc-9279-b447b48a4d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '39ec9c91-e5d5-4e98-8443-a2c33311a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:34.885626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 39ec9c91-e5d5-4e98-8443-a2c33311a6be, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:34.917907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 39ec9c91-e5d5-4e98-8443-a2c33311a6be is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:34.936237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 39ec9c91-e5d5-4e98-8443-a2c33311a6be) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:34.947060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:34.948170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:34.949004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0f804-47c9-42be-b3b5-e73c9f4ac86c None None] Network 39ec9c91-e5d5-4e98-8443-a2c33311a6be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:35.034992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8472e69-d980-4b5f-88e4-fdce8207015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.045423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8472e69-d980-4b5f-88e4-fdce8207015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.052075 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ddd5227f-fe0d-4952-8c81-6b19c19d587d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6649971 Aug 30 21:24:35.054622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:35.113232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8472e69-d980-4b5f-88e4-fdce8207015a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1036c09cdef54342b64a0fb367afbb8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582729 Aug 30 21:24:35.115196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8472e69-d980-4b5f-88e4-fdce8207015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3643f1-311f-4d1d-8b7f-c6b3315fd4ca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:35.118650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46744) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:35.191540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa225-eb86-4d54-bb9f-344392a50aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.195783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a00ae-f4dc-440d-8e89-5f3cd341eace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-39ec9c91-e5d5-4e98-8443-a2c33311a6be', 'network_id': '39ec9c91-e5d5-4e98-8443-a2c33311a6be', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '84ecf3ad-5c51-407a-8c0f-4878bb13b0c7'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:35.197001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b36a00ae-f4dc-440d-8e89-5f3cd341eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.215896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa225-eb86-4d54-bb9f-344392a50aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.230565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.288446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa225-eb86-4d54-bb9f-344392a50aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.291820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa225-eb86-4d54-bb9f-344392a50aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.293196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aeeaa225-eb86-4d54-bb9f-344392a50aeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f3643f1-311f-4d1d-8b7f-c6b3315fd4ca HTTP/1.1" status: 204 len: 168 time: 0.1728559 Aug 30 21:24:35.300924 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.302993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeaa225-eb86-4d54-bb9f-344392a50aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3643f1-311f-4d1d-8b7f-c6b3315fd4ca,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:35.396067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-b36a00ae-f4dc-440d-8e89-5f3cd341eace None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84ecf3ad-5c51-407a-8c0f-4878bb13b0c7: This subnet is being modified by another concurrent operation. Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84ecf3ad-5c51-407a-8c0f-4878bb13b0c7: This subnet is being modified by another concurrent operation. Aug 30 21:24:35.407089 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:35.449224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97904913-02f0-45d9-ae19-51b78a0492e9 None None] Network 39ec9c91-e5d5-4e98-8443-a2c33311a6be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:35.482313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=84ecf3ad-5c51-407a-8c0f-4878bb13b0c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:35.579799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ccdd6e8-e164-48cf-b0b8-9adc0839a210 req-cd22f1dd-3825-4e24-8289-7cb1ae597219 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0648525 Aug 30 21:24:35.608929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.638115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ec9c91-e5d5-4e98-8443-a2c33311a6be']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:35.658873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e98e4c4-fee8-43cc-9279-b447b48a4d1e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:35.659188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e98e4c4-fee8-43cc-9279-b447b48a4d1e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:35.678138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.719957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2084c-ecd6-4a19-8922-282583a11517 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:35.721044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.736075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:35.736643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:35.741099 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:35.785846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.826216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.831768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.833748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/39ec9c91-e5d5-4e98-8443-a2c33311a6be HTTP/1.1" status: 204 len: 168 time: 0.7775500 Aug 30 21:24:35.838037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:35.843157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1157657411'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:35.862572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df5e07-af6a-4172-a6a1-edf5ea3a51dd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=39ec9c91-e5d5-4e98-8443-a2c33311a6be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:35.886383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2084c-ecd6-4a19-8922-282583a11517 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:35.892192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:35.896233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.944759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:35.964827 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:35.965473 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment a7f49ec2-13da-4cd6-858a-1e0d049ffa48 of type vlan for network 0f263cae-1962-405a-8112-916c986b53b6 Aug 30 21:24:36.011163 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.071420 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.079705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:36.080802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.166115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=0f263cae-1962-405a-8112-916c986b53b6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:36.177718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ee2b665-59e1-4555-bb8f-e389fc8b9196 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3360364 Aug 30 21:24:36.178157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:36.183396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0f263cae-1962-405a-8112-916c986b53b6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:36.185284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '0f263cae-1962-405a-8112-916c986b53b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:36.300112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:36.308180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.407040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing IP validity checks on allocation pools {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 21:24:36.407615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94688) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 21:24:36.558625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.629735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=9d2529f6-b081-43d3-bc94-920c319ceecf,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:36.640203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': 'a7f49ec2-13da-4cd6-858a-1e0d049ffa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0f263cae-1962-405a-8112-916c986b53b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:36.640578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 0f263cae-1962-405a-8112-916c986b53b6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:36.661064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 0f263cae-1962-405a-8112-916c986b53b6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:36.680290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0f263cae-1962-405a-8112-916c986b53b6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:36.689399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef9beeb-d00f-4bfc-8e7e-487f51ec68e8 None None] Network 0f263cae-1962-405a-8112-916c986b53b6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:36.691913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:36.692622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.715671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2ca7c6e5-a28a-4170-8653-0c2c6b70fe5f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5355732 Aug 30 21:24:36.718948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:36.805846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97b7cc84-d524-4641-938b-4dae4a6bae20 req-5f59c6e9-87e4-4ff0-a484-072ee3df7a51 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0566757 Aug 30 21:24:36.966379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb75fdcb-ef1c-4e81-a5fb-1d0b4102bb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-0f263cae-1962-405a-8112-916c986b53b6', 'network_id': '0f263cae-1962-405a-8112-916c986b53b6', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '9d2529f6-b081-43d3-bc94-920c319ceecf'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:36.967738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:36.967995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdcb-ef1c-4e81-a5fb-1d0b4102bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.066780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.155055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-fb75fdcb-ef1c-4e81-a5fb-1d0b4102bb59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d2529f6-b081-43d3-bc94-920c319ceecf: This subnet is being modified by another concurrent operation. Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d2529f6-b081-43d3-bc94-920c319ceecf: This subnet is being modified by another concurrent operation. Aug 30 21:24:37.160109 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:37.189589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7020d9a-00bf-4e05-bfe0-6180ffc1a083 None None] Network 0f263cae-1962-405a-8112-916c986b53b6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:37.251488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2529f6-b081-43d3-bc94-920c319ceecf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:37.349950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e7ff5-3e8b-4c18-80b7-98f21b618255 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:37.364210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.390468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f263cae-1962-405a-8112-916c986b53b6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:37.418221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f49ec2-13da-4cd6-858a-1e0d049ffa48') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:37.418467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f49ec2-13da-4cd6-858a-1e0d049ffa48') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:37.441371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.462093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.469421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:37.469421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:37.474508 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:37.501178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e7ff5-3e8b-4c18-80b7-98f21b618255 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:37.563988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.577792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.580364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/0f263cae-1962-405a-8112-916c986b53b6 HTTP/1.1" status: 204 len: 168 time: 0.8585632 Aug 30 21:24:37.585287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46802) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:37.599258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237224014'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:37.601008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd415-75f2-4577-b46d-e34068824e38 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=0f263cae-1962-405a-8112-916c986b53b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:37.664447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:37.668426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.705428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:37.715656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.716447 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 8b0b0f61-244e-43e9-acf1-b3ad79b85568 of type vlan for network cd486d0b-031e-4f2b-8b52-2305a4402143 Aug 30 21:24:37.765099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.812586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.819583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:37.821286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:37.990976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d9c57d7-4f94-406b-8f84-d4d3960b1c93 req-a35f26b5-cc30-4ed9-9898-4217a8f367a7 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0378261 Aug 30 21:24:38.019161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4321110 Aug 30 21:24:38.021938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:38.030350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:38.040086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925da7d-7f9d-464e-aa1c-dd9f14a1fc3d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=cd486d0b-031e-4f2b-8b52-2305a4402143,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:38.071798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network cd486d0b-031e-4f2b-8b52-2305a4402143 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:38.147748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:38.152805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:38.392866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:38.461846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=fdcad734-10bd-49f5-896d-281c1c03e990,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:38.471144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '8b0b0f61-244e-43e9-acf1-b3ad79b85568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:38.471512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: cd486d0b-031e-4f2b-8b52-2305a4402143, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:38.489329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network cd486d0b-031e-4f2b-8b52-2305a4402143 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:38.499282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, cd486d0b-031e-4f2b-8b52-2305a4402143) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:38.506301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:38.507286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:38.508319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b101d-ca1e-4305-82d8-32e8b7fd719f None None] Network cd486d0b-031e-4f2b-8b52-2305a4402143 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:38.529066 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7f5782af-ebc6-4d96-8fec-2e10d77eee87 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5017872 Aug 30 21:24:38.529649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:38.657075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:38.670084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-cd486d0b-031e-4f2b-8b52-2305a4402143', 'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': 'fdcad734-10bd-49f5-896d-281c1c03e990'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:38.670987 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:38.733318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:38.847294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Allocated IP 172.20.0.1 (cd486d0b-031e-4f2b-8b52-2305a4402143/fdcad734-10bd-49f5-896d-281c1c03e990/a508f236-e71f-42a7-bd6b-5e90faf5f5f2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:38.932737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff394365-f95b-4a09-8c06-ad8c9b79bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.020797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46844) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:39.074095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.085127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Transition to ACTIVE for port object a508f236-e71f-42a7-bd6b-5e90faf5f5f2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:39.102587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Transition to ACTIVE for port object a508f236-e71f-42a7-bd6b-5e90faf5f5f2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:39.115717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.144984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.200352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8f65903-e77e-423b-bdd2-86f3f216645a req-02893073-66e9-4417-9b91-f6c14243a238 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0647538 Aug 30 21:24:39.206437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Pushing event updated for resources: {'Port': ['ID=a508f236-e71f-42a7-bd6b-5e90faf5f5f2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:39.217401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Network cd486d0b-031e-4f2b-8b52-2305a4402143 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:39.219376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:39.226355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:39.286929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.288369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Attempting to bind port a508f236-e71f-42a7-bd6b-5e90faf5f5f2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:24:39.288952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Attempting to bind port a508f236-e71f-42a7-bd6b-5e90faf5f5f2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8b0b0f61-244e-43e9-acf1-b3ad79b85568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:24:39.289487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Attempting to bind port a508f236-e71f-42a7-bd6b-5e90faf5f5f2 on network cd486d0b-031e-4f2b-8b52-2305a4402143 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:24:39.295640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:24:39.296343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Checking segment: {'id': '8b0b0f61-244e-43e9-acf1-b3ad79b85568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:39.297078 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.297743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Bound using segment: {'id': '8b0b0f61-244e-43e9-acf1-b3ad79b85568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:24:39.298155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd486d0b-031e-4f2b-8b52-2305a4402143']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:39.298596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Bound port: a508f236-e71f-42a7-bd6b-5e90faf5f5f2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0b0f61-244e-43e9-acf1-b3ad79b85568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd486d0b-031e-4f2b-8b52-2305a4402143'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:24:39.299200 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.308973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0b0f61-244e-43e9-acf1-b3ad79b85568') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:39.309421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0b0f61-244e-43e9-acf1-b3ad79b85568') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:39.319975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.336479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.343039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:39.343900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.375896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] For port a508f236-e71f-42a7-bd6b-5e90faf5f5f2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:39.391810 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:39.428964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcad734-10bd-49f5-896d-281c1c03e990,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:39.440911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-290cb84a-5fd9-48af-9e5c-1b8f86df1b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.453826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] For port a508f236-e71f-42a7-bd6b-5e90faf5f5f2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a508f236-e71f-42a7-bd6b-5e90faf5f5f2,segment=NetworkSegment(8b0b0f61-244e-43e9-acf1-b3ad79b85568),segment_id=8b0b0f61-244e-43e9-acf1-b3ad79b85568)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:24:39.458728 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:24:39.458728 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:24:39.458728 n-d-793620-16 neutron-server[94688]: [parameters: {'id': 'cd486d0b-031e-4f2b-8b52-2305a4402143'}] Aug 30 21:24:39.458728 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:24:39.459205 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:24:39.462078 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.559705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-290cb84a-5fd9-48af-9e5c-1b8f86df1b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.565801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-290cb84a-5fd9-48af-9e5c-1b8f86df1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.573609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b3a90-f9a3-4696-8000-6a4897e53fd5 None None] Pushing event updated for resources: {'Port': ['ID=a508f236-e71f-42a7-bd6b-5e90faf5f5f2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:39.585192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1358c0f3-1523-4a76-94ed-b4d234cac82f None None] Network cd486d0b-031e-4f2b-8b52-2305a4402143 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:39.615988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:39.616246 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-290cb84a-5fd9-48af-9e5c-1b8f86df1b91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f641e92fad354b99b27efb32f6eb0437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942330 Aug 30 21:24:39.618777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cb84a-5fd9-48af-9e5c-1b8f86df1b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac38e5e-f700-4ba9-9ab0-5431cd3b74a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:39.682913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8638a93d-edb2-4c67-9a0e-55e74dbd03bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.705993 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8638a93d-edb2-4c67-9a0e-55e74dbd03bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.755100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a80dc-2520-4e6a-bcc8-5bdaae92e462 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:39.776598 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8638a93d-edb2-4c67-9a0e-55e74dbd03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.779307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8638a93d-edb2-4c67-9a0e-55e74dbd03bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:39.783367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8638a93d-edb2-4c67-9a0e-55e74dbd03bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ac38e5e-f700-4ba9-9ab0-5431cd3b74a0 HTTP/1.1" status: 204 len: 168 time: 0.1640036 Aug 30 21:24:39.789845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638a93d-edb2-4c67-9a0e-55e74dbd03bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac38e5e-f700-4ba9-9ab0-5431cd3b74a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:39.914901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a80dc-2520-4e6a-bcc8-5bdaae92e462 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:39.960010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.080466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting port a508f236-e71f-42a7-bd6b-5e90faf5f5f2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:40.081169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.160336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] For port a508f236-e71f-42a7-bd6b-5e90faf5f5f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a508f236-e71f-42a7-bd6b-5e90faf5f5f2,segment=NetworkSegment(8b0b0f61-244e-43e9-acf1-b3ad79b85568),segment_id=8b0b0f61-244e-43e9-acf1-b3ad79b85568)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:40.161009 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.182155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Calling delete_port for a508f236-e71f-42a7-bd6b-5e90faf5f5f2 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:40.298496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.341493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Port': ['ID=a508f236-e71f-42a7-bd6b-5e90faf5f5f2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:40.343457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No DVR routers for this DVR port a508f236-e71f-42a7-bd6b-5e90faf5f5f2 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:40.383542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2aae8510-ddd2-4574-a35b-2b89654c7f40 req-b5daf06f-738f-40b0-9a5a-55556374f8aa tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0692511 Aug 30 21:24:40.453094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.467351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd486d0b-031e-4f2b-8b52-2305a4402143']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:40.478407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0b0f61-244e-43e9-acf1-b3ad79b85568') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:40.478730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0b0f61-244e-43e9-acf1-b3ad79b85568') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:40.488332 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.504143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.510909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:40.511362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:40.566722 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:40.578361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.586438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.587813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/cd486d0b-031e-4f2b-8b52-2305a4402143 HTTP/1.1" status: 204 len: 168 time: 2.0564783 Aug 30 21:24:40.591529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46880) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:40.597734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-264429370'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:40.627043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c381cf3-bf42-4393-96c2-e040e658090a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=cd486d0b-031e-4f2b-8b52-2305a4402143,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:40.635588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:40.639718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.669154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:40.695021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.695672 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 8d6e5a6e-2a34-4110-89c1-35bc3c84fd03 of type vlan for network c4cac73f-caed-43fb-95b4-d70ddba82bc7 Aug 30 21:24:40.745507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.778807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.786511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:40.787220 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:40.853965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2611201 Aug 30 21:24:40.856739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:40.861928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:40.884444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f51de-e65f-4ec7-a02d-b2a87b33bdbd tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=c4cac73f-caed-43fb-95b4-d70ddba82bc7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:40.896603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c4cac73f-caed-43fb-95b4-d70ddba82bc7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:41.004092 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:41.008293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.233034 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.293348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:41.302633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=6fdfae36-b4c6-4580-9f34-f9e916cf44e9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:41.325159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:41.325159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: c4cac73f-caed-43fb-95b4-d70ddba82bc7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:41.347290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network c4cac73f-caed-43fb-95b4-d70ddba82bc7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:41.361902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c4cac73f-caed-43fb-95b4-d70ddba82bc7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:41.372698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443cfa2f-ab64-4aba-9d67-27abee182021 None None] Network c4cac73f-caed-43fb-95b4-d70ddba82bc7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:41.391481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:41.393498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.419693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-71aea1fe-cbd0-46f2-adfa-976eb42b4243 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5594747 Aug 30 21:24:41.420641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:41.553636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5997c31-664a-4249-b3fd-985cfe30410f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.574516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-950e8e0a-4c12-456a-a5d3-7fe622a2bc0c req-f8ab7c63-2313-468d-9cfd-d0ef6b875d65 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0444622 Aug 30 21:24:41.642898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-c4cac73f-caed-43fb-95b4-d70ddba82bc7', 'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '6fdfae36-b4c6-4580-9f34-f9e916cf44e9'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:41.644072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.665301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46912) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:41.690138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.773502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.843657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5997c31-664a-4249-b3fd-985cfe30410f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.863186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e276e308-e906-4787-8e97-43c5ec22b6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.863602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5997c31-664a-4249-b3fd-985cfe30410f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:41.936194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b5997c31-664a-4249-b3fd-985cfe30410f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=46ed14d85d394c41af4efdc61fbc9b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373827 Aug 30 21:24:41.936194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5997c31-664a-4249-b3fd-985cfe30410f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38c8ac7-af50-4947-9a7a-90f3e811856c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:41.937183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:41.949590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Allocated IP 172.20.0.1 (c4cac73f-caed-43fb-95b4-d70ddba82bc7/6fdfae36-b4c6-4580-9f34-f9e916cf44e9/a2918eb1-129b-4132-9e41-1265a77f3a03) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:42.091389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac324-3ca5-491e-96f6-41005a09c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.118133 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e276e308-e906-4787-8e97-43c5ec22b6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.122647 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.128092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e276e308-e906-4787-8e97-43c5ec22b6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.131446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.142374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Transition to ACTIVE for port object a2918eb1-129b-4132-9e41-1265a77f3a03 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:42.158991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-54bc32d4-7d47-4d4d-968b-977a2592d74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.163859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Transition to ACTIVE for port object a2918eb1-129b-4132-9e41-1265a77f3a03 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:42.165663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac324-3ca5-491e-96f6-41005a09c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.183044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e276e308-e906-4787-8e97-43c5ec22b6a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d96879c3ddbe4b11b935fa01c2ac9f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140393 Aug 30 21:24:42.183734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46918) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:42.187618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.222539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.247800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Network c4cac73f-caed-43fb-95b4-d70ddba82bc7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:42.251231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:42.257681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:42.290697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Pushing event updated for resources: {'Port': ['ID=a2918eb1-129b-4132-9e41-1265a77f3a03,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:42.319912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdfae36-b4c6-4580-9f34-f9e916cf44e9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:42.321727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac324-3ca5-491e-96f6-41005a09c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.326624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276e308-e906-4787-8e97-43c5ec22b6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b7e8f-e31d-44a3-89df-61e8ed08b1f6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:42.329565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Attempting to bind port a2918eb1-129b-4132-9e41-1265a77f3a03 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:24:42.330052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Attempting to bind port a2918eb1-129b-4132-9e41-1265a77f3a03 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:24:42.330512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Attempting to bind port a2918eb1-129b-4132-9e41-1265a77f3a03 on network c4cac73f-caed-43fb-95b4-d70ddba82bc7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:24:42.331286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac324-3ca5-491e-96f6-41005a09c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.341173 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ac6ac324-3ca5-491e-96f6-41005a09c50e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c38c8ac7-af50-4947-9a7a-90f3e811856c HTTP/1.1" status: 204 len: 168 time: 0.3913155 Aug 30 21:24:42.364688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e9d3f63-d0cf-41f1-b415-c86ea14f32ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.370803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:24:42.371325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Checking segment: {'id': '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:42.371906 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.373628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Bound using segment: {'id': '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:24:42.375085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Bound port: a2918eb1-129b-4132-9e41-1265a77f3a03, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:24:42.376061 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.433311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e9d3f63-d0cf-41f1-b415-c86ea14f32ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.473490 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.486212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cac73f-caed-43fb-95b4-d70ddba82bc7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:42.510417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ac324-3ca5-491e-96f6-41005a09c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38c8ac7-af50-4947-9a7a-90f3e811856c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:42.527339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:42.527633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:42.539064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] For port a2918eb1-129b-4132-9e41-1265a77f3a03, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:42.546451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e9d3f63-d0cf-41f1-b415-c86ea14f32ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.550223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.554064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e9d3f63-d0cf-41f1-b415-c86ea14f32ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.557951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3e9d3f63-d0cf-41f1-b415-c86ea14f32ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e9b7e8f-e31d-44a3-89df-61e8ed08b1f6 HTTP/1.1" status: 204 len: 168 time: 0.3713634 Aug 30 21:24:42.572935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d3f63-d0cf-41f1-b415-c86ea14f32ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b7e8f-e31d-44a3-89df-61e8ed08b1f6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:42.582357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] For port a2918eb1-129b-4132-9e41-1265a77f3a03, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a2918eb1-129b-4132-9e41-1265a77f3a03,segment=NetworkSegment(8d6e5a6e-2a34-4110-89c1-35bc3c84fd03),segment_id=8d6e5a6e-2a34-4110-89c1-35bc3c84fd03)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:24:42.593406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.595670 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.607306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:42.607708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:42.615160 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:42.722367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:24:42.722367 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:24:42.722367 n-d-793620-16 neutron-server[94688]: [parameters: {'id': 'c4cac73f-caed-43fb-95b4-d70ddba82bc7'}] Aug 30 21:24:42.722367 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:24:42.723080 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:24:42.780708 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:42.801909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754df63-b589-4ceb-8263-574ceed5870c None None] Network c4cac73f-caed-43fb-95b4-d70ddba82bc7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:42.816706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aba4144a-b42f-4c7d-9079-f1edc6b687b6 req-df8358e2-3bf8-4e71-88b0-38f93d62cafe tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0764492 Aug 30 21:24:42.821315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c86cb-6597-46d5-a3db-a6fe4107f195 None None] Pushing event updated for resources: {'Port': ['ID=a2918eb1-129b-4132-9e41-1265a77f3a03,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:43.013573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3871f0ec-ade6-4035-9db4-6f80157ef825 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:43.120049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46938) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:43.143538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fffa7b67-118d-40e0-b1ec-4acef4fd0736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.179569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871f0ec-ade6-4035-9db4-6f80157ef825 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:43.224495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.259025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fffa7b67-118d-40e0-b1ec-4acef4fd0736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.264574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fffa7b67-118d-40e0-b1ec-4acef4fd0736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.316917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fffa7b67-118d-40e0-b1ec-4acef4fd0736 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa5a695109b64912a7667e65a73522a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935215 Aug 30 21:24:43.316917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa7b67-118d-40e0-b1ec-4acef4fd0736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e05dc9-2705-45f3-bead-e6b434abdec6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:43.317749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:43.376056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting port a2918eb1-129b-4132-9e41-1265a77f3a03 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:43.376411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.460293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] For port a2918eb1-129b-4132-9e41-1265a77f3a03, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a2918eb1-129b-4132-9e41-1265a77f3a03,segment=NetworkSegment(8d6e5a6e-2a34-4110-89c1-35bc3c84fd03),segment_id=8d6e5a6e-2a34-4110-89c1-35bc3c84fd03)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:43.460293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.473225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Calling delete_port for a2918eb1-129b-4132-9e41-1265a77f3a03 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:43.532096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36966237-1a1f-480a-90a5-2e97fdf0e970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.557634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36966237-1a1f-480a-90a5-2e97fdf0e970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.620958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.651724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36966237-1a1f-480a-90a5-2e97fdf0e970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.656118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36966237-1a1f-480a-90a5-2e97fdf0e970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.660264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36966237-1a1f-480a-90a5-2e97fdf0e970 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18e05dc9-2705-45f3-bead-e6b434abdec6 HTTP/1.1" status: 204 len: 168 time: 0.3359835 Aug 30 21:24:43.660264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Port': ['ID=a2918eb1-129b-4132-9e41-1265a77f3a03,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:43.661280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No DVR routers for this DVR port a2918eb1-129b-4132-9e41-1265a77f3a03 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:43.706823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36966237-1a1f-480a-90a5-2e97fdf0e970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e05dc9-2705-45f3-bead-e6b434abdec6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:43.767145 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.777789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cac73f-caed-43fb-95b4-d70ddba82bc7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:43.789558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:43.789868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6e5a6e-2a34-4110-89c1-35bc3c84fd03') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:43.799490 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.813996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.820642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:43.821108 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:43.824156 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:43.887337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.918086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:43.924185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46964) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:43.930019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40769911'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:43.934307 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/c4cac73f-caed-43fb-95b4-d70ddba82bc7 HTTP/1.1" status: 204 len: 168 time: 2.5119705 Aug 30 21:24:43.937261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679fb77-12d8-4d83-a8ef-99d5820dd11f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=c4cac73f-caed-43fb-95b4-d70ddba82bc7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:43.998309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d6f3794-67ee-4c33-9297-dc62e7d510bb req-71f609f6-1ba4-47d6-8b1c-ba1b90707995 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0418351 Aug 30 21:24:44.015541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:44.019831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.050128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:44.063286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.064280 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment d63486cb-0c88-42ea-80e5-0bec82c2c47f of type vlan for network 0179923e-0547-43f2-af2a-4fffb1a7cef5 Aug 30 21:24:44.078742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:44.123436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.159971 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.173245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:44.175031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.224625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-989ebf4b-0cc2-4256-a2a4-21c1dd6c28f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.254605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3290789 Aug 30 21:24:44.256967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:44.268644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eb525-9d6e-4768-b356-1c30966c817a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=0179923e-0547-43f2-af2a-4fffb1a7cef5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:44.279064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:44.284662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:44.426369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-989ebf4b-0cc2-4256-a2a4-21c1dd6c28f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.433950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-989ebf4b-0cc2-4256-a2a4-21c1dd6c28f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.527789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-989ebf4b-0cc2-4256-a2a4-21c1dd6c28f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cbf22d91d4d4a68858ce3d1ef18e4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447057 Aug 30 21:24:44.527789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ebf4b-0cc2-4256-a2a4-21c1dd6c28f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3da0ce6-aff9-4098-8ca5-1d1d049fe167,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:44.528155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46988) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:44.540451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.592967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.609980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.616304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08cbb543-84d2-4674-bca5-0afaf3564840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.643807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08cbb543-84d2-4674-bca5-0afaf3564840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.684786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=0179923e-0547-43f2-af2a-4fffb1a7cef5,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:44.695159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:24:44.697153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:44.701039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:44.701696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.706177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-29a600ec-7958-4da2-9d42-922fb2d69587 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "PUT /v2.0/networks/0179923e-0547-43f2-af2a-4fffb1a7cef5 HTTP/1.1" status: 200 len: 723 time: 0.4470515 Aug 30 21:24:44.707034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:44.712935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:44.719429 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08cbb543-84d2-4674-bca5-0afaf3564840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.722567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08cbb543-84d2-4674-bca5-0afaf3564840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:44.724183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-08cbb543-84d2-4674-bca5-0afaf3564840 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3da0ce6-aff9-4098-8ca5-1d1d049fe167 HTTP/1.1" status: 204 len: 168 time: 0.1949708 Aug 30 21:24:44.748650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbb543-84d2-4674-bca5-0afaf3564840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3da0ce6-aff9-4098-8ca5-1d1d049fe167,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:44.857136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:44.864377 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.081901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.136440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b53f230c-2572-402f-8138-6fd7e2439061 req-aa3d5bb8-a64b-47a2-925e-24af44c92d83 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c392f92-780b-475c-b36f-e0b2e7b119b9 HTTP/1.1" status: 200 len: 210 time: 0.0436401 Aug 30 21:24:45.160096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=4150e47c-48f7-4d80-b86a-473bc7a17039,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:45.163475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': 'd63486cb-0c88-42ea-80e5-0bec82c2c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:45.163820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 0179923e-0547-43f2-af2a-4fffb1a7cef5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:45.167633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:24:45.187111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:45.207496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0179923e-0547-43f2-af2a-4fffb1a7cef5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:45.212598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:45.213198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.219834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc5378-11a7-48d2-a419-a4ba373d2eca None None] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:45.232785 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b87b5ff-059c-4f14-8ea2-ed5e7771f970 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5242231 Aug 30 21:24:45.237664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47018) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:45.246173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:45.412641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10146599'] for subnet, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.432930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-0179923e-0547-43f2-af2a-4fffb1a7cef5', 'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': '4150e47c-48f7-4d80-b86a-473bc7a17039'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:45.433910 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.584638 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737590257372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8478154'] for subnet, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.600231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:45.601125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.602520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "PUT /v2.0/subnets/4150e47c-48f7-4d80-b86a-473bc7a17039 HTTP/1.1" status: 200 len: 806 time: 0.3636546 Aug 30 21:24:45.605284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:45.634936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Allocated IP 172.20.0.2 (0179923e-0547-43f2-af2a-4fffb1a7cef5/4150e47c-48f7-4d80-b86a-473bc7a17039/7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:45.674169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca3ba3-2031-4103-a9ff-869508e8fa9d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=4150e47c-48f7-4d80-b86a-473bc7a17039,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:45.760000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.827655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.846909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.855571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Transition to ACTIVE for port object 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:45.873823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Transition to ACTIVE for port object 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:45.883487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.910174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:45.935241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:45.938436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:45.942103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=4150e47c-48f7-4d80-b86a-473bc7a17039,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:45.943695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:45.956422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Pushing event updated for resources: {'Port': ['ID=7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:46.016263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.031371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Attempting to bind port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:24:46.031868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Attempting to bind port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd63486cb-0c88-42ea-80e5-0bec82c2c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:24:46.032393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Attempting to bind port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b on network 0179923e-0547-43f2-af2a-4fffb1a7cef5 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:24:46.038492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:24:46.039140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Checking segment: {'id': 'd63486cb-0c88-42ea-80e5-0bec82c2c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:46.039591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0179923e-0547-43f2-af2a-4fffb1a7cef5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:46.039758 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.040230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Bound using segment: {'id': 'd63486cb-0c88-42ea-80e5-0bec82c2c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:24:46.040795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Bound port: 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63486cb-0c88-42ea-80e5-0bec82c2c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0179923e-0547-43f2-af2a-4fffb1a7cef5'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:24:46.041280 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.051675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63486cb-0c88-42ea-80e5-0bec82c2c47f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:46.053799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63486cb-0c88-42ea-80e5-0bec82c2c47f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:46.066273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.087990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.097351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:46.098570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:46.103127 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:46.179691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:24:46.179691 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:24:46.179691 n-d-793620-16 neutron-server[94688]: [parameters: {'id': '0179923e-0547-43f2-af2a-4fffb1a7cef5'}] Aug 30 21:24:46.179691 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:24:46.180738 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:24:46.254264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:46.289876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] For port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:46.293740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] For port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b,segment=NetworkSegment(d63486cb-0c88-42ea-80e5-0bec82c2c47f),segment_id=d63486cb-0c88-42ea-80e5-0bec82c2c47f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:24:46.300264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.356249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b53e-7d50-4bb1-b648-54d2ad2d405a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.385470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b53e-7d50-4bb1-b648-54d2ad2d405a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.397009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bf5ba-e457-4bab-a737-acf7908375c0 None None] Pushing event updated for resources: {'Port': ['ID=7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:46.418151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a399dbe-86cc-4582-96a5-fc24358f7faa None None] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:46.452951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b53e-7d50-4bb1-b648-54d2ad2d405a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.456469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b53e-7d50-4bb1-b648-54d2ad2d405a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.460420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c9e7b53e-7d50-4bb1-b648-54d2ad2d405a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/security-groups/89f96b40-446a-4426-8bee-0e0175e6d761 HTTP/1.1" status: 204 len: 168 time: 0.2025981 Aug 30 21:24:46.461016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47086) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:46.477067 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-14222a48-b027-427d-8d44-fcd86987489b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] show failed (client error): The resource could not be found. Aug 30 21:24:46.478584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-14222a48-b027-427d-8d44-fcd86987489b tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "GET /v2.0/security-groups/89f96b40-446a-4426-8bee-0e0175e6d761 HTTP/1.1" status: 404 len: 347 time: 0.0161703 Aug 30 21:24:46.481726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47088) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:46.490722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7b53e-7d50-4bb1-b648-54d2ad2d405a tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f96b40-446a-4426-8bee-0e0175e6d761,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:46.575254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb474742-16ab-477b-98d0-103220cebebd None None] Network 0179923e-0547-43f2-af2a-4fffb1a7cef5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:46.643082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 9c0216be-1216-4044-bf98-2591aedb82cb {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:46.643638 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.682772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.714845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12770bc-3419-4fa9-8cb6-f8afc8fdf0e1 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:46.748844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.749522 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.770004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 9c0216be-1216-4044-bf98-2591aedb82cb owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:46.791398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:46.792399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.890492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12770bc-3419-4fa9-8cb6-f8afc8fdf0e1 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:46.913117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] For port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b,segment=NetworkSegment(d63486cb-0c88-42ea-80e5-0bec82c2c47f),segment_id=d63486cb-0c88-42ea-80e5-0bec82c2c47f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:46.914626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:46.941972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Calling delete_port for 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:47.115967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.135902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No DVR routers for this DVR port 7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:47.191532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Port': ['ID=7686f12e-d899-4aaa-a7f5-cf7a5b72bd3b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:47.306703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.311977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.317545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0179923e-0547-43f2-af2a-4fffb1a7cef5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:47.343804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63486cb-0c88-42ea-80e5-0bec82c2c47f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:47.344996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63486cb-0c88-42ea-80e5-0bec82c2c47f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:47.349466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=9c0216be-1216-4044-bf98-2591aedb82cb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:47.367148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.398962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.408435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:47.409272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.414265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.418252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:47.419150 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:47.426257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-35ce939c-6c60-4929-9497-f080f921c6db tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/floatingips/b1b9593f-8ea8-4eb2-9c77-ba520d426e4c HTTP/1.1" status: 204 len: 168 time: 0.9406393 Aug 30 21:24:47.427100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47164) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:47.540983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 2e04bf30-204e-4797-b879-8fc8754774c5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:47.542002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.690277 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.710884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 2e04bf30-204e-4797-b879-8fc8754774c5 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:47.888067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.896371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.900603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:47.901396 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/0179923e-0547-43f2-af2a-4fffb1a7cef5 HTTP/1.1" status: 204 len: 168 time: 2.2948527 Aug 30 21:24:47.901986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:47.934747 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b381b681-6cef-4591-9a15-e455fe3d9a94 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:47.935519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b381b681-6cef-4591-9a15-e455fe3d9a94 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:47.938047 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b381b681-6cef-4591-9a15-e455fe3d9a94 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/0179923e-0547-43f2-af2a-4fffb1a7cef5 HTTP/1.1" status: 404 len: 339 time: 0.0336549 Aug 30 21:24:47.939247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ee00f-a6c7-4ade-aaa3-fdfe17095df9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=0179923e-0547-43f2-af2a-4fffb1a7cef5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:47.943039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:47.945473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=2e04bf30-204e-4797-b879-8fc8754774c5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:47.957716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288696944', 'description': 'd1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:47.992534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:47.997929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.026623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:48.041728 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.042450 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment a1259057-15e1-45c9-a2e4-9e99121479f8 of type vlan for network e5f44569-3a49-45f0-8070-2ab99c39cec4 Aug 30 21:24:48.059014 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.063916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d280621a-ecea-4074-9180-abaaaa61ce9c tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/ports/2e04bf30-204e-4797-b879-8fc8754774c5 HTTP/1.1" status: 204 len: 168 time: 0.6356578 Aug 30 21:24:48.064537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47216) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:48.092636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.131454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.137635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:48.138233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.167251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 3427e92d-d93f-47df-8661-7c8582f392b3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:48.167595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.222503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2761815 Aug 30 21:24:48.224744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:48.226010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d651-f9f0-4500-897f-b4a4ee03357e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=e5f44569-3a49-45f0-8070-2ab99c39cec4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:48.238019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network e5f44569-3a49-45f0-8070-2ab99c39cec4 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:48.349306 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.366765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25588bd1-e0dd-43d9-bad5-c4bc574e8730 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:48.368477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-25588bd1-e0dd-43d9-bad5-c4bc574e8730 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks?id=e5f44569-3a49-45f0-8070-2ab99c39cec4 HTTP/1.1" status: 200 len: 761 time: 0.1413150 Aug 30 21:24:48.371422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:48.377068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'description': 'd2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:48.383459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 3427e92d-d93f-47df-8661-7c8582f392b3 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:48.594270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.612131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.628758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.632459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=3427e92d-d93f-47df-8661-7c8582f392b3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:48.648373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network e5f44569-3a49-45f0-8070-2ab99c39cec4 is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:24:48.653747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:48.654367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.659063 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "PUT /v2.0/networks/e5f44569-3a49-45f0-8070-2ab99c39cec4 HTTP/1.1" status: 200 len: 758 time: 0.2834821 Aug 30 21:24:48.659370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:48.726914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.731921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-18377750-07a2-4693-a121-de5e97632220 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/ports/3427e92d-d93f-47df-8661-7c8582f392b3 HTTP/1.1" status: 204 len: 168 time: 0.6639109 Aug 30 21:24:48.732191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47268) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:48.786642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a76703-444c-4199-a064-1518c0c604d9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=e5f44569-3a49-45f0-8070-2ab99c39cec4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:48.798906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network e5f44569-3a49-45f0-8070-2ab99c39cec4 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:48.811957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f77ad35-eb83-48ce-bc28-c723f78be96c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:48.825853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting subnet b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:24:48.826929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f77ad35-eb83-48ce-bc28-c723f78be96c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks?id=e5f44569-3a49-45f0-8070-2ab99c39cec4 HTTP/1.1" status: 200 len: 761 time: 0.1535859 Aug 30 21:24:48.830758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:48.885598 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.887356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-101777264'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:48.901777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.916973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:48.921340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.969930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:48.994104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:48.994695 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment 07ad363f-5986-4e9e-a6e1-b40b51c23283 of type vlan for network ab2815d2-8131-4ec3-9251-31a887701322 Aug 30 21:24:49.054489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.081109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.105421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.111536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:49.112139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.180181 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.209109 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3747935 Aug 30 21:24:49.209573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47310) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:49.214571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': 'ab2815d2-8131-4ec3-9251-31a887701322', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:49.218505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a842a9a-7eca-4d23-8cac-1fcee2a52f69 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=ab2815d2-8131-4ec3-9251-31a887701322,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:49.228026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c42b5-e3a1-4f24-9556-30e014162e2c None None] Network 8787fa32-1890-4e71-bbf6-a522ebd45b6b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:49.231193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ab2815d2-8131-4ec3-9251-31a887701322 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:49.240002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Subnet': ['ID=b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:49.246153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.248689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-068bb435-c8af-40a0-a10d-cf466345e134 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/subnets/b63e1dcc-6eca-48dd-a8d1-5cf05d4f044a HTTP/1.1" status: 204 len: 168 time: 0.5141239 Aug 30 21:24:49.251569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:49.376668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting subnet 15679ad8-febd-4faa-9be6-0c5db5e7ef41 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:24:49.381828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.393492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:49.398006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.436775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.563126 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.566997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] DHCP port deletion for 8787fa32-1890-4e71-bbf6-a522ebd45b6b request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:24:49.637414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.638767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] Deleting port 0a489af2-81bc-4790-bd8b-80be9e8aac72 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:49.639426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.674970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.679473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:49.679996 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/subnets/15679ad8-febd-4faa-9be6-0c5db5e7ef41 HTTP/1.1" status: 204 len: 168 time: 0.4265079 Aug 30 21:24:49.690538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.700637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd76961-4ede-44e7-bafe-b80ac98c0a13 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Subnet': ['ID=15679ad8-febd-4faa-9be6-0c5db5e7ef41,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:49.706441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ac15e-ca8d-40fd-b3b7-1032bae516f2 None None] Network 5c9f9c40-524e-4c39-a5a7-f5757e33a921 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:49.739935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:49.776229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] For port 0a489af2-81bc-4790-bd8b-80be9e8aac72, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0a489af2-81bc-4790-bd8b-80be9e8aac72,segment=NetworkSegment(248c4eb5-f5c5-4596-98fc-fbd892d79973),segment_id=248c4eb5-f5c5-4596-98fc-fbd892d79973)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:49.776967 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.800614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] Calling delete_port for 0a489af2-81bc-4790-bd8b-80be9e8aac72 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:49.824806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=eb03b562-1664-4c1a-9526-378e46b89963,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:49.839594 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.853186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': '07ad363f-5986-4e9e-a6e1-b40b51c23283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ab2815d2-8131-4ec3-9251-31a887701322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:49.853533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: ab2815d2-8131-4ec3-9251-31a887701322, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:49.875326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ec5245d-29b4-4ba6-a6e9-d5889ee22afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.932361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network ab2815d2-8131-4ec3-9251-31a887701322 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:49.941211 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.955900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ab2815d2-8131-4ec3-9251-31a887701322) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:49.960334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 0a489af2-81bc-4790-bd8b-80be9e8aac72 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:49.960703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.966132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:49.966738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.992481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ec5245d-29b4-4ba6-a6e9-d5889ee22afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:49.993635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bdf15-aa67-4691-9186-57e1774e4ca2 None None] Network ab2815d2-8131-4ec3-9251-31a887701322 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:50.009613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ec5245d-29b4-4ba6-a6e9-d5889ee22afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.042027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b05adcf3-e0b3-4b32-838c-5a1d4bbd08eb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8314090 Aug 30 21:24:50.050489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:50.084136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port 0a489af2-81bc-4790-bd8b-80be9e8aac72, host n-d-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:50.084679 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.092852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] DHCP port deletion for 5c9f9c40-524e-4c39-a5a7-f5757e33a921 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:24:50.102760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] Pushing event deleted for resources: {'Port': ['ID=0a489af2-81bc-4790-bd8b-80be9e8aac72,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.104836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fafdeb2-1178-4d89-98ea-af6d2b47f846 None None] No DVR routers for this DVR port 0a489af2-81bc-4790-bd8b-80be9e8aac72 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:50.107510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 0a489af2-81bc-4790-bd8b-80be9e8aac72 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:50.127080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Port 0a489af2-81bc-4790-bd8b-80be9e8aac72 was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:24:50.128431 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.159048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=0a489af2-81bc-4790-bd8b-80be9e8aac72,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.169240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0a489af2-81bc-4790-bd8b-80be9e8aac72 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:50.169635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port 0a489af2-81bc-4790-bd8b-80be9e8aac72 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:50.183709 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3ec5245d-29b4-4ba6-a6e9-d5889ee22afe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9da7e7cac8a44f70b9228436d6ce24a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425888 Aug 30 21:24:50.186711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:50.188793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5245d-29b4-4ba6-a6e9-d5889ee22afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb6f8c5-c29e-436c-ae30-f5a3ba311f0c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.230955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0a489af2-81bc-4790-bd8b-80be9e8aac72 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:24:50.231303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0a489af2-81bc-4790-bd8b-80be9e8aac72 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:50.231711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 56799040-e024-4fb8-993f-956fa891f984 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:50.264389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.274566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6cc5b8-8b1a-4b1f-9627-70bef80cc802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.280892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.301102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8787fa32-1890-4e71-bbf6-a522ebd45b6b']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:50.301528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff419d1-f647-4de0-ac3f-dab4f029c93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ab2815d2-8131-4ec3-9251-31a887701322', 'network_id': 'ab2815d2-8131-4ec3-9251-31a887701322', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': 'eb03b562-1664-4c1a-9526-378e46b89963'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:50.302381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cff419d1-f647-4de0-ac3f-dab4f029c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.315019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6cc5b8-8b1a-4b1f-9627-70bef80cc802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.318023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248c4eb5-f5c5-4596-98fc-fbd892d79973') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:50.318433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248c4eb5-f5c5-4596-98fc-fbd892d79973') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:50.328721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.344769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.351530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:50.352073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:50.355566 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:50.366150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] Deleting port 56799040-e024-4fb8-993f-956fa891f984 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:50.366529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.384834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.425285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.453852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.458445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/networks/8787fa32-1890-4e71-bbf6-a522ebd45b6b HTTP/1.1" status: 204 len: 168 time: 0.7755096 Aug 30 21:24:50.462194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849bcae-ead5-4bee-968f-44ec1442bc6d tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Network': ['ID=8787fa32-1890-4e71-bbf6-a522ebd45b6b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.463561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:50.531519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.537134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] For port 56799040-e024-4fb8-993f-956fa891f984, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=56799040-e024-4fb8-993f-956fa891f984,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:50.537814 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.566268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] Calling delete_port for 56799040-e024-4fb8-993f-956fa891f984 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:50.566500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.569731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6cc5b8-8b1a-4b1f-9627-70bef80cc802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.572371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac6cc5b8-8b1a-4b1f-9627-70bef80cc802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.576197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ac6cc5b8-8b1a-4b1f-9627-70bef80cc802 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/adb6f8c5-c29e-436c-ae30-f5a3ba311f0c HTTP/1.1" status: 204 len: 168 time: 0.3856628 Aug 30 21:24:50.576197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-cff419d1-f647-4de0-ac3f-dab4f029c93d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb03b562-1664-4c1a-9526-378e46b89963: This subnet is being modified by another concurrent operation. Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb03b562-1664-4c1a-9526-378e46b89963: This subnet is being modified by another concurrent operation. Aug 30 21:24:50.582928 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:24:50.625161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=eb03b562-1664-4c1a-9526-378e46b89963,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.637148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cc5b8-8b1a-4b1f-9627-70bef80cc802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb6f8c5-c29e-436c-ae30-f5a3ba311f0c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.642999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b010d-19b7-4da9-a390-68a68107ded6 None None] Network ab2815d2-8131-4ec3-9251-31a887701322 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:50.697475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 56799040-e024-4fb8-993f-956fa891f984, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=56799040-e024-4fb8-993f-956fa891f984,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:50.714398 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.724567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.742065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2815d2-8131-4ec3-9251-31a887701322']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:50.792474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ad363f-5986-4e9e-a6e1-b40b51c23283') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:50.793327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ad363f-5986-4e9e-a6e1-b40b51c23283') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:50.808405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.823651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Deleting port 56799040-e024-4fb8-993f-956fa891f984 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:50.824081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.837981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.875952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:50.876370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:50.879656 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:50.881390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=56799040-e024-4fb8-993f-956fa891f984,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.884587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.913189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] Pushing event deleted for resources: {'Port': ['ID=56799040-e024-4fb8-993f-956fa891f984,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:50.935209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe283cdc-f801-4d53-bc01-1456c971223c None None] No DVR routers for this DVR port 56799040-e024-4fb8-993f-956fa891f984 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:50.961014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049226f-612a-4258-a568-0477a086dee7 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:24:50.970897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] For port 56799040-e024-4fb8-993f-956fa891f984, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=56799040-e024-4fb8-993f-956fa891f984,segment=NetworkSegment(cd832bc0-8266-4a0d-b282-f6c749112d61),segment_id=cd832bc0-8266-4a0d-b282-f6c749112d61)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:50.970897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:50.986267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Calling delete_port for 56799040-e024-4fb8-993f-956fa891f984 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:50.991704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.004158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.009286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47344) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:51.009711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/ab2815d2-8131-4ec3-9251-31a887701322 HTTP/1.1" status: 204 len: 168 time: 0.9416518 Aug 30 21:24:51.026428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271e489-44a2-4943-b48e-219027dac371 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=ab2815d2-8131-4ec3-9251-31a887701322,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:51.071729 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bd8048-fba6-4b12-8ed5-ec6428bad7a0 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] GET failed (client error): The resource could not be found. Aug 30 21:24:51.073885 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-18bd8048-fba6-4b12-8ed5-ec6428bad7a0 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/subnets/eb03b562-1664-4c1a-9526-378e46b89963 HTTP/1.1" status: 404 len: 337 time: 0.0634997 Aug 30 21:24:51.076663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47348) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:51.100455 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb98f24-4fd0-4d86-b1fb-45195122c805 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:51.101290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb98f24-4fd0-4d86-b1fb-45195122c805 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:51.103253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5cb98f24-4fd0-4d86-b1fb-45195122c805 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/ab2815d2-8131-4ec3-9251-31a887701322 HTTP/1.1" status: 404 len: 339 time: 0.0255628 Aug 30 21:24:51.109217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47352) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:51.129174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049226f-612a-4258-a568-0477a086dee7 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:24:51.130995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.164568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Port': ['ID=56799040-e024-4fb8-993f-956fa891f984,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:51.168306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] No DVR routers for this DVR port 56799040-e024-4fb8-993f-956fa891f984 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:51.314159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.355385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9f9c40-524e-4c39-a5a7-f5757e33a921']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:51.382599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd832bc0-8266-4a0d-b282-f6c749112d61') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:51.382599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd832bc0-8266-4a0d-b282-f6c749112d61') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:51.402633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.433071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.443666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:51.447594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.453307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884dc843-ec42-4971-8ea7-d97f34742350 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:51.462659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-884dc843-ec42-4971-8ea7-d97f34742350 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3497689 Aug 30 21:24:51.463207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:51.471674 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:51.545149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-96282baa-3c6f-4ac6-806c-8f79d0c07dd7 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 207 time: 0.0782120 Aug 30 21:24:51.546646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:51.602417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.620120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:51.626568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] 10.222.0.76 "DELETE /v2.0/networks/5c9f9c40-524e-4c39-a5a7-f5757e33a921 HTTP/1.1" status: 204 len: 168 time: 1.1578307 Aug 30 21:24:51.636387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df93040-0e6d-4259-a8f0-afb902057626 tempest-TaggedBootDevicesTest-1084871203 tempest-TaggedBootDevicesTest-1084871203-project] Pushing event deleted for resources: {'Network': ['ID=5c9f9c40-524e-4c39-a5a7-f5757e33a921,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:51.818082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f5455-3baf-4029-aca1-05b66a082a5e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:51.835356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f5455-3baf-4029-aca1-05b66a082a5e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:51.841544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f5455-3baf-4029-aca1-05b66a082a5e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:51.848098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83f5455-3baf-4029-aca1-05b66a082a5e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:51.854643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f83f5455-3baf-4029-aca1-05b66a082a5e tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3021088 Aug 30 21:24:51.855060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:51.999725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da2d901e-5e93-491b-a9da-6c85701fce16 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1416070 Aug 30 21:24:52.000025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47386) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.125111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863e677-2b1f-4da7-b556-d547b3c3fbd5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.127611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863e677-2b1f-4da7-b556-d547b3c3fbd5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.146207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8863e677-2b1f-4da7-b556-d547b3c3fbd5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1410267 Aug 30 21:24:52.146857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.263778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a17d1-29ef-4643-ab80-c7c12c0f52c2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.265225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4a17d1-29ef-4643-ab80-c7c12c0f52c2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.266882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a4a17d1-29ef-4643-ab80-c7c12c0f52c2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1199458 Aug 30 21:24:52.271078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47396) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.405739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e71c93-0797-466a-a4c2-c209cdb61ee9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.411212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.411396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12e71c93-0797-466a-a4c2-c209cdb61ee9 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks/475da029-0546-4642-924a-d141ca6e7ec9 HTTP/1.1" status: 200 len: 799 time: 0.1390133 Aug 30 21:24:52.534876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ca42b9a-e11e-4687-af67-50f84c641b61 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/networks/475da029-0546-4642-924a-d141ca6e7ec9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1220090 Aug 30 21:24:52.537972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.606932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff0399c-8b4e-4b4e-a3b7-7ed18a4dd3e8 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.609873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-aff0399c-8b4e-4b4e-a3b7-7ed18a4dd3e8 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/subnets/3bfe004c-308d-4295-9657-9c35fea446b1 HTTP/1.1" status: 200 len: 811 time: 0.0709567 Aug 30 21:24:52.613764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.730127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4013dd-6e57-4a85-8cc3-5f36cb66e41c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.732071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1b4013dd-6e57-4a85-8cc3-5f36cb66e41c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "GET /v2.0/subnets/3bfe004c-308d-4295-9657-9c35fea446b1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1170444 Aug 30 21:24:52.735807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.741706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948841617'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:52.769111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:52.773501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:52.800187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:24:52.812697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:52.813433 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Added segment e71e53cc-a266-471a-ae79-c20d76d0225e of type vlan for network 558fa886-ff7c-48c3-97ad-cd336a56c979 Aug 30 21:24:52.846257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47418) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.873033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:52.928404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:52.934892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:52.936163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:52.974601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2350898 Aug 30 21:24:52.975474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:52.981606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:53.051609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7e60642c-8b2d-4f09-ab3f-05d8ac088730 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-262166073'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:53.052071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7e60642c-8b2d-4f09-ab3f-05d8ac088730 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Unknown quota resources ['metering_label']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:24:53.074072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e218dd-5195-4352-bbf5-82e60ba4d0ce tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Network': ['ID=558fa886-ff7c-48c3-97ad-cd336a56c979,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:53.085478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:24:53.207805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e60642c-8b2d-4f09-ab3f-05d8ac088730 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.209067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7e60642c-8b2d-4f09-ab3f-05d8ac088730 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3601427 Aug 30 21:24:53.211952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.218458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f9689059-652c-480c-beda-b9c51c300339 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '88bde4be-14af-4304-ba41-1dd62c3a9f0f'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:53.218988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f9689059-652c-480c-beda-b9c51c300339 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:24:53.233566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Made reservation on behalf of 621558372cff498a9d86c45ad73d07c2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:24:53.237676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.289101 n-d-793620-16 neutron-server[94689]: WARNING neutron.services.metering.metering_plugin [None req-f9689059-652c-480c-beda-b9c51c300339 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 21:24:53.383208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Performing IP validity checks on allocation pools {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 21:24:53.383723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 21:24:53.419600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9689059-652c-480c-beda-b9c51c300339 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.420824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f9689059-652c-480c-beda-b9c51c300339 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2078595 Aug 30 21:24:53.424151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.429183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3b804538-74b2-403e-af35-c2affeeb878b tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '88bde4be-14af-4304-ba41-1dd62c3a9f0f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:53.429716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3b804538-74b2-403e-af35-c2affeeb878b tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:24:53.531323 n-d-793620-16 neutron-server[94688]: WARNING neutron.services.metering.metering_plugin [None req-3b804538-74b2-403e-af35-c2affeeb878b tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 21:24:53.561025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.637633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=dc24186a-f148-48fb-b93a-1bdd3c56ab46,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:53.640769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Checking segment: {'id': 'e71e53cc-a266-471a-ae79-c20d76d0225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:53.641151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network hostable DHCP agents. Network: 558fa886-ff7c-48c3-97ad-cd336a56c979, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:24:53.663768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:24:53.676176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b804538-74b2-403e-af35-c2affeeb878b tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.679845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 558fa886-ff7c-48c3-97ad-cd336a56c979) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:53.679973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3b804538-74b2-403e-af35-c2affeeb878b tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2517748 Aug 30 21:24:53.680085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.683827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:53.685835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.692761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9b3140f6-4fdd-4d96-9ebe-7236badf8e2b tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=e8281e78-d411-4792-b9f7-c999197bd133 HTTP/1.1" status: 200 len: 464 time: 0.0091953 Aug 30 21:24:53.692937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.699925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bd6937-c138-4236-b597-e7b3fb179698 None None] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:53.714473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a21c7b1f-ab00-45d2-bfac-a88e00dd81ad tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7377698 Aug 30 21:24:53.717198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.723785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:53.851297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0851d51c-7214-4b74-a815-c3fb518e9a1f tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:53.855084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0851d51c-7214-4b74-a815-c3fb518e9a1f tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/e8281e78-d411-4792-b9f7-c999197bd133 HTTP/1.1" status: 204 len: 168 time: 0.1584482 Aug 30 21:24:53.855464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.868261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dadf24ed-cbf9-46df-b05f-131cfbc09495 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=e8281e78-d411-4792-b9f7-c999197bd133 HTTP/1.1" status: 200 len: 221 time: 0.0081148 Aug 30 21:24:53.868352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:53.873304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-42fd3479-ae3a-4127-a3b7-4a9466579222 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1600489320', 'description': 'label created by tempest'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:24:53.873774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-42fd3479-ae3a-4127-a3b7-4a9466579222 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Unknown quota resources ['metering_label']. {{(pid=94688) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:24:53.903162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-558fa886-ff7c-48c3-97ad-cd336a56c979', 'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979', 'tenant_id': '621558372cff498a9d86c45ad73d07c2', 'fixed_ips': [{'subnet_id': 'dc24186a-f148-48fb-b93a-1bdd3c56ab46'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:24:53.904454 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.054960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9072533'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.095344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Allocated IP 172.20.0.3 (558fa886-ff7c-48c3-97ad-cd336a56c979/dc24186a-f148-48fb-b93a-1bdd3c56ab46/1e4283a9-af55-4b3a-b414-e9b863d08a8b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:24:54.148877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42fd3479-ae3a-4127-a3b7-4a9466579222 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.152715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-42fd3479-ae3a-4127-a3b7-4a9466579222 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2807996 Aug 30 21:24:54.153370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47466) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.215820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d543329d-acf2-45a9-a207-c04bf1c3a788 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=c18a04ce-642a-4c23-8e32-28c44da6cefc HTTP/1.1" status: 200 len: 468 time: 0.0610204 Aug 30 21:24:54.216454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.446500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.455756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Transition to ACTIVE for port object 1e4283a9-af55-4b3a-b414-e9b863d08a8b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:54.475591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Transition to ACTIVE for port object 1e4283a9-af55-4b3a-b414-e9b863d08a8b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:24:54.485362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.531096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:24:54.534327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:24:54.538838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:24:54.542533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Pushing event updated for resources: {'Port': ['ID=1e4283a9-af55-4b3a-b414-e9b863d08a8b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:54.552309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14b60263-b4f0-459c-9533-5dd03ac1b5d5 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.554171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-14b60263-b4f0-459c-9533-5dd03ac1b5d5 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/c18a04ce-642a-4c23-8e32-28c44da6cefc HTTP/1.1" status: 204 len: 168 time: 0.3372211 Aug 30 21:24:54.557401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47472) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.591919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bea01ebb-05de-4fbe-8123-268cdf5b58f0 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=c18a04ce-642a-4c23-8e32-28c44da6cefc HTTP/1.1" status: 200 len: 216 time: 0.0313776 Aug 30 21:24:54.593069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47474) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.627810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bae43bfe-fe10-4160-8d1a-4f718941a735 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0211284 Aug 30 21:24:54.628559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47476) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.631718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Attempting to bind port 1e4283a9-af55-4b3a-b414-e9b863d08a8b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:24:54.632347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Attempting to bind port 1e4283a9-af55-4b3a-b414-e9b863d08a8b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e71e53cc-a266-471a-ae79-c20d76d0225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:24:54.632525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Attempting to bind port 1e4283a9-af55-4b3a-b414-e9b863d08a8b on network 558fa886-ff7c-48c3-97ad-cd336a56c979 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:24:54.640468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:24:54.640856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Checking segment: {'id': 'e71e53cc-a266-471a-ae79-c20d76d0225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:24:54.641261 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.641659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Bound using segment: {'id': 'e71e53cc-a266-471a-ae79-c20d76d0225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:24:54.642284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Bound port: 1e4283a9-af55-4b3a-b414-e9b863d08a8b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71e53cc-a266-471a-ae79-c20d76d0225e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '558fa886-ff7c-48c3-97ad-cd336a56c979'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:24:54.642619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.650933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5c6ded29-eee8-4a14-9053-a5a9a74f6dbc tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209682 Aug 30 21:24:54.651597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.727758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] For port 1e4283a9-af55-4b3a-b414-e9b863d08a8b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:24:54.734045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] For port 1e4283a9-af55-4b3a-b414-e9b863d08a8b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e4283a9-af55-4b3a-b414-e9b863d08a8b,segment=NetworkSegment(e71e53cc-a266-471a-ae79-c20d76d0225e),segment_id=e71e53cc-a266-471a-ae79-c20d76d0225e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:24:54.751062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.799506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737590257372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8838269'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.882273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:24:54.883409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:54.885400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "PUT /v2.0/subnets/dc24186a-f148-48fb-b93a-1bdd3c56ab46 HTTP/1.1" status: 200 len: 877 time: 1.1669054 Aug 30 21:24:54.889307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:54.903241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c6058-2751-4892-a0dd-7dcaa1cf9f9a None None] Pushing event updated for resources: {'Port': ['ID=1e4283a9-af55-4b3a-b414-e9b863d08a8b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:55.017116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.027545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea65f0-fe2f-4d75-a22f-56b4db6ffbb2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event updated for resources: {'Subnet': ['ID=dc24186a-f148-48fb-b93a-1bdd3c56ab46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:55.062888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:55.063730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ef71131c-2fef-401c-9d9e-782f52760dfa tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/88bde4be-14af-4304-ba41-1dd62c3a9f0f HTTP/1.1" status: 200 len: 472 time: 0.4108567 Aug 30 21:24:55.081881 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-929d613b-079d-42d1-a969-61e68e5d4338 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/bc196a40-c59d-4e5b-aec6-2956de1e1c58 HTTP/1.1" status: 200 len: 461 time: 0.0098603 Aug 30 21:24:55.082028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:55.189451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting port 1e4283a9-af55-4b3a-b414-e9b863d08a8b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:55.189789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.297337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] For port 1e4283a9-af55-4b3a-b414-e9b863d08a8b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e4283a9-af55-4b3a-b414-e9b863d08a8b,segment=NetworkSegment(e71e53cc-a266-471a-ae79-c20d76d0225e),segment_id=e71e53cc-a266-471a-ae79-c20d76d0225e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:55.298147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.314630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Calling delete_port for 1e4283a9-af55-4b3a-b414-e9b863d08a8b owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:55.322231 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bb6fcff-8943-4fd1-9522-16740bea8389 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.328008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:55.329110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9bb6fcff-8943-4fd1-9522-16740bea8389 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/bc196a40-c59d-4e5b-aec6-2956de1e1c58 HTTP/1.1" status: 204 len: 168 time: 0.2432649 Aug 30 21:24:55.596113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dc7074b-f2b3-424e-a37b-0be5046a0c63 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.599694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8dc7074b-f2b3-424e-a37b-0be5046a0c63 tempest-MeteringTestJSON-292881798 tempest-MeteringTestJSON-292881798-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/88bde4be-14af-4304-ba41-1dd62c3a9f0f HTTP/1.1" status: 204 len: 168 time: 0.2684650 Aug 30 21:24:55.649324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.696238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Port': ['ID=1e4283a9-af55-4b3a-b414-e9b863d08a8b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:55.752236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No DVR routers for this DVR port 1e4283a9-af55-4b3a-b414-e9b863d08a8b on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:55.829013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:55.978221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.028434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47502) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.038987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=dc24186a-f148-48fb-b93a-1bdd3c56ab46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:56.159803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.183934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558fa886-ff7c-48c3-97ad-cd336a56c979']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:56.212657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a9da3d0-71b3-443d-8930-32bec11ff167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.220834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71e53cc-a266-471a-ae79-c20d76d0225e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:56.221137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71e53cc-a266-471a-ae79-c20d76d0225e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:56.237800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.272492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.280576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:56.281231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:56.285402 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:56.307675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267a42b-217b-4f95-b5b9-2ddd9243562f None None] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:56.393719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5149a3f0-5d13-4ed8-83e0-e2c95d0f6c58 None None] Could not find standard attr ID for object 1e4283a9-af55-4b3a-b414-e9b863d08a8b. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:24:56.407604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.419723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.422377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/558fa886-ff7c-48c3-97ad-cd336a56c979 HTTP/1.1" status: 204 len: 168 time: 1.5304928 Aug 30 21:24:56.433969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.510083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a9da3d0-71b3-443d-8930-32bec11ff167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.514604 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-62593c84-dc1a-40da-a579-c258f8bb2488 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:56.515203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62593c84-dc1a-40da-a579-c258f8bb2488 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:56.516831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a9da3d0-71b3-443d-8930-32bec11ff167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.518241 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-62593c84-dc1a-40da-a579-c258f8bb2488 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/dc24186a-f148-48fb-b93a-1bdd3c56ab46 HTTP/1.1" status: 404 len: 337 time: 0.0762565 Aug 30 21:24:56.519712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c1623-b1fd-41ef-9a79-345e28cc2b49 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=558fa886-ff7c-48c3-97ad-cd336a56c979,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:56.521433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47516) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.564737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fc92f-8c14-4519-a1c1-5e94efdcf8fa None None] DHCP port deletion for 558fa886-ff7c-48c3-97ad-cd336a56c979 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:24:56.584100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be363748-d01c-4908-8a84-d5cf7346702c None None] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:56.591775 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67d53e0-a1eb-4f2c-82b2-f476748ce7c2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:56.592600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67d53e0-a1eb-4f2c-82b2-f476748ce7c2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:56.597185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.597766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b67d53e0-a1eb-4f2c-82b2-f476748ce7c2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/558fa886-ff7c-48c3-97ad-cd336a56c979 HTTP/1.1" status: 404 len: 339 time: 0.0721462 Aug 30 21:24:56.604713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be363748-d01c-4908-8a84-d5cf7346702c None None] Network 558fa886-ff7c-48c3-97ad-cd336a56c979 could not be found, it might have been deleted concurrently. {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 21:24:56.624051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6a9da3d0-71b3-443d-8930-32bec11ff167 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=429adc4e301a474784b8a126b00e66d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944598 Aug 30 21:24:56.631254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47524) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.643418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da3d0-71b3-443d-8930-32bec11ff167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d4031-24e5-47b5-bcda-f759d4e56421,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:56.674596 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-064f88b1-291c-4e53-90be-aac095e10588 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:56.674596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064f88b1-291c-4e53-90be-aac095e10588 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:56.688262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-064f88b1-291c-4e53-90be-aac095e10588 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/eb03b562-1664-4c1a-9526-378e46b89963 HTTP/1.1" status: 404 len: 337 time: 0.0896666 Aug 30 21:24:56.690370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.708709 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7565068e-fd53-4e44-8731-3ac5b5c9a516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.716962 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf832105-b2ca-4c61-8142-66239a7e1957 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:56.718007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf832105-b2ca-4c61-8142-66239a7e1957 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:56.720735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cf832105-b2ca-4c61-8142-66239a7e1957 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/ab2815d2-8131-4ec3-9251-31a887701322 HTTP/1.1" status: 404 len: 339 time: 0.0286884 Aug 30 21:24:56.725385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:56.750115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7565068e-fd53-4e44-8731-3ac5b5c9a516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.835586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.865946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7565068e-fd53-4e44-8731-3ac5b5c9a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.868858 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7565068e-fd53-4e44-8731-3ac5b5c9a516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.872487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7565068e-fd53-4e44-8731-3ac5b5c9a516 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f6d4031-24e5-47b5-bcda-f759d4e56421 HTTP/1.1" status: 204 len: 168 time: 0.2362134 Aug 30 21:24:56.879544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565068e-fd53-4e44-8731-3ac5b5c9a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d4031-24e5-47b5-bcda-f759d4e56421,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:56.977858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:56.990721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f44569-3a49-45f0-8070-2ab99c39cec4']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:57.002494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1259057-15e1-45c9-a2e4-9e99121479f8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:57.002921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1259057-15e1-45c9-a2e4-9e99121479f8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:57.013229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.029435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.037430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:57.038438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:57.042556 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:57.131409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.147848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.152498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/e5f44569-3a49-45f0-8070-2ab99c39cec4 HTTP/1.1" status: 204 len: 168 time: 0.4283679 Aug 30 21:24:57.155407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47540) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.196699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db37a2-d8ec-420e-95f1-37634a507d83 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=e5f44569-3a49-45f0-8070-2ab99c39cec4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:57.201282 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db57e50-d2ba-4724-af16-88efd092dfe1 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.202076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db57e50-d2ba-4724-af16-88efd092dfe1 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.205719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8db57e50-d2ba-4724-af16-88efd092dfe1 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/4150e47c-48f7-4d80-b86a-473bc7a17039 HTTP/1.1" status: 404 len: 337 time: 0.0492823 Aug 30 21:24:57.208916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.231700 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1c739f-1846-42a4-8610-bbb082a6a5e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.232486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1c739f-1846-42a4-8610-bbb082a6a5e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.234772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7b1c739f-1846-42a4-8610-bbb082a6a5e5 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/0179923e-0547-43f2-af2a-4fffb1a7cef5 HTTP/1.1" status: 404 len: 339 time: 0.0244277 Aug 30 21:24:57.237109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47546) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.268208 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-898bcd6b-de04-42e9-b8f6-7ccd9a5ea8be tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.268898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898bcd6b-de04-42e9-b8f6-7ccd9a5ea8be tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.286349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-898bcd6b-de04-42e9-b8f6-7ccd9a5ea8be tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/6fdfae36-b4c6-4580-9f34-f9e916cf44e9 HTTP/1.1" status: 404 len: 337 time: 0.0479798 Aug 30 21:24:57.288572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.335173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.354429 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-66eef22f-cd07-4f6a-96dc-8af4271279cb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.355171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66eef22f-cd07-4f6a-96dc-8af4271279cb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.360514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.375461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-66eef22f-cd07-4f6a-96dc-8af4271279cb tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/c4cac73f-caed-43fb-95b4-d70ddba82bc7 HTTP/1.1" status: 404 len: 339 time: 0.0855844 Aug 30 21:24:57.409565 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af8085a-87b0-40a4-9071-decc08e8b452 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.410245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af8085a-87b0-40a4-9071-decc08e8b452 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.412289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7af8085a-87b0-40a4-9071-decc08e8b452 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/fdcad734-10bd-49f5-896d-281c1c03e990 HTTP/1.1" status: 404 len: 337 time: 0.0512102 Aug 30 21:24:57.414924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.436804 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ed1b3a-df3b-4975-892d-8fbe8e69431f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.437700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ed1b3a-df3b-4975-892d-8fbe8e69431f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.439971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e9ed1b3a-df3b-4975-892d-8fbe8e69431f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/cd486d0b-031e-4f2b-8b52-2305a4402143 HTTP/1.1" status: 404 len: 339 time: 0.0237727 Aug 30 21:24:57.442646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47560) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.480807 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7a0a5f-c43c-45f3-a629-0e28e28d228d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.481594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7a0a5f-c43c-45f3-a629-0e28e28d228d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.486163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed7a0a5f-c43c-45f3-a629-0e28e28d228d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/9d2529f6-b081-43d3-bc94-920c319ceecf HTTP/1.1" status: 404 len: 337 time: 0.0398877 Aug 30 21:24:57.486367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.491361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47564) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.505171 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db2e1929-f1a4-4a74-876f-24ee4ef90c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.516736 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2719022-3922-4e17-9b08-0b4f10c993a2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.517304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2719022-3922-4e17-9b08-0b4f10c993a2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.521568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e2719022-3922-4e17-9b08-0b4f10c993a2 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/0f263cae-1962-405a-8112-916c986b53b6 HTTP/1.1" status: 404 len: 339 time: 0.0313146 Aug 30 21:24:57.523965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.539844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df6fcbe-8638-43d4-82d6-56b33de80948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.571820 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5eb8737-33c3-4a4e-aa38-08f8c473a87f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.572276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5eb8737-33c3-4a4e-aa38-08f8c473a87f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.576686 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5eb8737-33c3-4a4e-aa38-08f8c473a87f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/84ecf3ad-5c51-407a-8c0f-4878bb13b0c7 HTTP/1.1" status: 404 len: 337 time: 0.0493326 Aug 30 21:24:57.577598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.598955 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-52713eed-972b-48c9-9435-3275b165d86d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.599582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52713eed-972b-48c9-9435-3275b165d86d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.606602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db2e1929-f1a4-4a74-876f-24ee4ef90c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.607652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47570) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.608446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52713eed-972b-48c9-9435-3275b165d86d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/39ec9c91-e5d5-4e98-8443-a2c33311a6be HTTP/1.1" status: 404 len: 339 time: 0.0227535 Aug 30 21:24:57.619050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-db2e1929-f1a4-4a74-876f-24ee4ef90c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.662627 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d4f763-1cb6-43cc-8d76-42cee48f2f4c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.663145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d4f763-1cb6-43cc-8d76-42cee48f2f4c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.667672 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d3d4f763-1cb6-43cc-8d76-42cee48f2f4c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/3f3ca841-6d98-4c75-961b-bf924576b15a HTTP/1.1" status: 404 len: 337 time: 0.0564392 Aug 30 21:24:57.670800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.691788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-db2e1929-f1a4-4a74-876f-24ee4ef90c51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01bb9df83446498e98c185ff391d3725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992772 Aug 30 21:24:57.692710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e1929-f1a4-4a74-876f-24ee4ef90c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150ccbf4-85e6-48ce-bfdd-8e8a5a3f6fc8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:57.695600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.709287 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f899c230-540c-4189-8fea-bffb6f576d6a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.711432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f899c230-540c-4189-8fea-bffb6f576d6a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.717206 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f899c230-540c-4189-8fea-bffb6f576d6a tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/922096b5-3ebd-4592-a09b-72e2e17dde67 HTTP/1.1" status: 404 len: 339 time: 0.0445254 Aug 30 21:24:57.719786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.764525 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a0294d-018b-4a95-b7e8-a3929d568fee tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.765428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a0294d-018b-4a95-b7e8-a3929d568fee tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.770497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47580) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.775830 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36a0294d-018b-4a95-b7e8-a3929d568fee tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/b7c9a641-02c6-4879-85a6-9b82eb57935a HTTP/1.1" status: 404 len: 337 time: 0.0535967 Aug 30 21:24:57.804699 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe8afa7-3074-4d68-8870-ca303fa3b95c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.805577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe8afa7-3074-4d68-8870-ca303fa3b95c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.807563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cfe8afa7-3074-4d68-8870-ca303fa3b95c tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/26933f59-c465-450e-ae93-9d1c9841a2ad HTTP/1.1" status: 404 len: 339 time: 0.0358539 Aug 30 21:24:57.810171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47582) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.823608 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330046f1-96a8-4429-b072-84a0e67a034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.831690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df6fcbe-8638-43d4-82d6-56b33de80948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.838446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df6fcbe-8638-43d4-82d6-56b33de80948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.845044 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-50aa0399-41e0-4e76-b037-3623cfd6ed59 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.845616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50aa0399-41e0-4e76-b037-3623cfd6ed59 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.848315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-50aa0399-41e0-4e76-b037-3623cfd6ed59 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/4b06623b-66ab-4740-8314-69fc8300943d HTTP/1.1" status: 404 len: 337 time: 0.0369329 Aug 30 21:24:57.853627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.868455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330046f1-96a8-4429-b072-84a0e67a034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.898803 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e62f1f-1b18-42e5-89f5-5ecad088fc43 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] DELETE failed (client error): The resource could not be found. Aug 30 21:24:57.899409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e62f1f-1b18-42e5-89f5-5ecad088fc43 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:24:57.903602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e9e62f1f-1b18-42e5-89f5-5ecad088fc43 tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/00c16dd5-9e74-4a78-a785-1a76d87d1195 HTTP/1.1" status: 404 len: 339 time: 0.0414114 Aug 30 21:24:57.907334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47586) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.907498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2df6fcbe-8638-43d4-82d6-56b33de80948 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90dd5c6dde7f46f095c07204b217bdf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680301 Aug 30 21:24:57.907498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6fcbe-8638-43d4-82d6-56b33de80948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94654c8-8d8c-44d6-91f0-12ae4058f618,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:57.907632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:57.992435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330046f1-96a8-4429-b072-84a0e67a034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.994896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-330046f1-96a8-4429-b072-84a0e67a034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:57.998440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-330046f1-96a8-4429-b072-84a0e67a034e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/150ccbf4-85e6-48ce-bfdd-8e8a5a3f6fc8 HTTP/1.1" status: 204 len: 168 time: 0.2895386 Aug 30 21:24:58.000447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting subnet 3bfe004c-308d-4295-9657-9c35fea446b1 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:24:58.008932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.039950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330046f1-96a8-4429-b072-84a0e67a034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150ccbf4-85e6-48ce-bfdd-8e8a5a3f6fc8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:58.047145 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8108ba14-b7de-4d17-ab72-305841fb2838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.079851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.105891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e4283a9-af55-4b3a-b414-e9b863d08a8b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:24:58.110405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8108ba14-b7de-4d17-ab72-305841fb2838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.143417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1e4283a9-af55-4b3a-b414-e9b863d08a8b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:24:58.144030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e4283a9-af55-4b3a-b414-e9b863d08a8b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:24:58.205751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8108ba14-b7de-4d17-ab72-305841fb2838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.208343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8108ba14-b7de-4d17-ab72-305841fb2838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.209606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8108ba14-b7de-4d17-ab72-305841fb2838 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e94654c8-8d8c-44d6-91f0-12ae4058f618 HTTP/1.1" status: 204 len: 168 time: 0.3004808 Aug 30 21:24:58.230135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108ba14-b7de-4d17-ab72-305841fb2838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94654c8-8d8c-44d6-91f0-12ae4058f618,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:58.240370 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.315070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.381637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.382108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4e2e4-6540-49b9-afee-8bd3a3e8b81c None None] Network 475da029-0546-4642-924a-d141ca6e7ec9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:24:58.386725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:58.387653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/subnets/3bfe004c-308d-4295-9657-9c35fea446b1 HTTP/1.1" status: 204 len: 168 time: 0.4826977 Aug 30 21:24:58.389327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b44a78-7cd9-415b-ad46-2ebf8978112d tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfe004c-308d-4295-9657-9c35fea446b1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:58.686539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] DHCP port deletion for 475da029-0546-4642-924a-d141ca6e7ec9 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:24:58.761927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] Deleting port f3e536e5-476d-4479-8761-06b4e3cbe2a0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:58.762428 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.789085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47612) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:58.811245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae75e7b-db55-4b73-8d87-b382a61b35ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:58.963249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] For port f3e536e5-476d-4479-8761-06b4e3cbe2a0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3e536e5-476d-4479-8761-06b4e3cbe2a0,segment=NetworkSegment(b590e564-d27e-4003-bda9-760a36f68c01),segment_id=b590e564-d27e-4003-bda9-760a36f68c01)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:58.964240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.008202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] Calling delete_port for f3e536e5-476d-4479-8761-06b4e3cbe2a0 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:59.019624 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.058018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae75e7b-db55-4b73-8d87-b382a61b35ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.065880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae75e7b-db55-4b73-8d87-b382a61b35ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.083247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Deleting port f3e536e5-476d-4479-8761-06b4e3cbe2a0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:24:59.083594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.148368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eae75e7b-db55-4b73-8d87-b382a61b35ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75027984bb024bbe95c5c32edad13667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582315 Aug 30 21:24:59.150921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47624) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:59.158337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae75e7b-db55-4b73-8d87-b382a61b35ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885ef93-c5f1-4a23-b3a3-5a503e2d3953,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:59.169237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.187362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] For port f3e536e5-476d-4479-8761-06b4e3cbe2a0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3e536e5-476d-4479-8761-06b4e3cbe2a0,segment=NetworkSegment(b590e564-d27e-4003-bda9-760a36f68c01),segment_id=b590e564-d27e-4003-bda9-760a36f68c01)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:24:59.187751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.205214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Calling delete_port for f3e536e5-476d-4479-8761-06b4e3cbe2a0 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:24:59.242270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] Pushing event deleted for resources: {'Port': ['ID=f3e536e5-476d-4479-8761-06b4e3cbe2a0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:59.246512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5288409-ee72-41ce-b10a-1712153c1e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.261114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1b468-c9cc-42d0-92c5-9a76d3e8cad0 None None] No DVR routers for this DVR port f3e536e5-476d-4479-8761-06b4e3cbe2a0 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:59.301687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5288409-ee72-41ce-b10a-1712153c1e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.324737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.362902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] No DVR routers for this DVR port f3e536e5-476d-4479-8761-06b4e3cbe2a0 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:24:59.365538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Port': ['ID=f3e536e5-476d-4479-8761-06b4e3cbe2a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:59.391424 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5288409-ee72-41ce-b10a-1712153c1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.395251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5288409-ee72-41ce-b10a-1712153c1e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.396569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5288409-ee72-41ce-b10a-1712153c1e57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9885ef93-c5f1-4a23-b3a3-5a503e2d3953 HTTP/1.1" status: 204 len: 168 time: 0.2445786 Aug 30 21:24:59.411126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5288409-ee72-41ce-b10a-1712153c1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885ef93-c5f1-4a23-b3a3-5a503e2d3953,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:59.520906 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.547435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475da029-0546-4642-924a-d141ca6e7ec9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:59.574311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b590e564-d27e-4003-bda9-760a36f68c01') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:59.576808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b590e564-d27e-4003-bda9-760a36f68c01') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:24:59.600725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.631151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.646315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:24:59.646888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:24:59.650478 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:24:59.755029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.760793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:24:59.763304 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] 10.222.0.76 "DELETE /v2.0/networks/475da029-0546-4642-924a-d141ca6e7ec9 HTTP/1.1" status: 204 len: 168 time: 1.3749690 Aug 30 21:24:59.780721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4414-3456-459d-bda0-84305691c09f tempest-NetworksTest-2035059519 tempest-NetworksTest-2035059519-project] Pushing event deleted for resources: {'Network': ['ID=475da029-0546-4642-924a-d141ca6e7ec9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:24:59.976285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47642) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:24:59.995387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6da2ff02-1b1b-4d50-84b6-45d420464514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.131362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3e536e5-476d-4479-8761-06b4e3cbe2a0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:00.151910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:00.162484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6da2ff02-1b1b-4d50-84b6-45d420464514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.172150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f3e536e5-476d-4479-8761-06b4e3cbe2a0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:00.172626 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6da2ff02-1b1b-4d50-84b6-45d420464514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.173599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3e536e5-476d-4479-8761-06b4e3cbe2a0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:00.227461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2ff02-1b1b-4d50-84b6-45d420464514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3939b2e0-0f0e-4d76-9725-ee836fa4d199,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:00.235627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6da2ff02-1b1b-4d50-84b6-45d420464514 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b6ef8d2516f4eb39adac53b2b49dc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569747 Aug 30 21:25:00.238174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:00.296796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06886145-2595-44c4-a532-bde0fcbf5dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.319457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06886145-2595-44c4-a532-bde0fcbf5dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.346527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c16caefa-d756-429e-963b-f4b86b8285e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=621558372cff498a9d86c45ad73d07c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910751 Aug 30 21:25:00.346865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:00.395521 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06886145-2595-44c4-a532-bde0fcbf5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.401240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06886145-2595-44c4-a532-bde0fcbf5dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.401866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37cb102-4648-4e20-ab73-ff768f4d30b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.402791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-06886145-2595-44c4-a532-bde0fcbf5dde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3939b2e0-0f0e-4d76-9725-ee836fa4d199 HTTP/1.1" status: 204 len: 168 time: 0.1627948 Aug 30 21:25:00.414824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06886145-2595-44c4-a532-bde0fcbf5dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3939b2e0-0f0e-4d76-9725-ee836fa4d199,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:00.435316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37cb102-4648-4e20-ab73-ff768f4d30b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.489962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37cb102-4648-4e20-ab73-ff768f4d30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.493537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37cb102-4648-4e20-ab73-ff768f4d30b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:00.496053 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d37cb102-4648-4e20-ab73-ff768f4d30b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/476898f1-71c4-4282-b88b-a9ea33727700 HTTP/1.1" status: 204 len: 168 time: 0.1481225 Aug 30 21:25:00.511049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cb102-4648-4e20-ab73-ff768f4d30b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476898f1-71c4-4282-b88b-a9ea33727700,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:00.940503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47688) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.051202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-33f69c7d-d638-48e5-816b-f35396e4226b tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:01.096941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33f69c7d-d638-48e5-816b-f35396e4226b tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "PUT /v2.0/quotas/55a979244e1e4e36b80508a430213ebe HTTP/1.1" status: 200 len: 366 time: 0.1554196 Aug 30 21:25:01.099326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47700) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.113490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-063261a0-92a8-4cae-a88d-106aaafe4d23 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0125997 Aug 30 21:25:01.115789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47702) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.128990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2eaa63c1-6271-4675-8250-f8bb82501816 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "GET /v2.0/quotas/55a979244e1e4e36b80508a430213ebe HTTP/1.1" status: 200 len: 366 time: 0.0100203 Aug 30 21:25:01.132384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47704) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.153646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2acb0a2b-f6f9-409d-a5b3-038bb08d427c tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/55a979244e1e4e36b80508a430213ebe HTTP/1.1" status: 204 len: 168 time: 0.0192671 Aug 30 21:25:01.156865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.175249 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bac39808-611a-491a-8d7c-bc542fc7dff7 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0171735 Aug 30 21:25:01.175738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47710) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.189277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5ca6edd1-1dc4-490c-ac77-4fe3da18a972 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "GET /v2.0/quotas/55a979244e1e4e36b80508a430213ebe HTTP/1.1" status: 200 len: 370 time: 0.0096116 Aug 30 21:25:01.189551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47712) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.199134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-317ef23a-8809-48a8-9494-fdfc3e6eb16c tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "GET /v2.0/quotas/55a979244e1e4e36b80508a430213ebe/default HTTP/1.1" status: 200 len: 370 time: 0.0040619 Aug 30 21:25:01.199306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47716) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.208908 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-75889ec4-7d66-41fe-b1a2-eb9912507840 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] delete failed (client error): The resource could not be found. Aug 30 21:25:01.212651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75889ec4-7d66-41fe-b1a2-eb9912507840 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/55a979244e1e4e36b80508a430213ebe HTTP/1.1" status: 404 len: 348 time: 0.0097477 Aug 30 21:25:01.422561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47726) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.446105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:network and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.455566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.464154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:subnet and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.472048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.482071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:subnetpool and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.494419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.501575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:port and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.507562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.515213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:router and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.521391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.528556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:floatingip and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.534892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.588097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:security_group and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.596393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.603358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Usage tracker for resource:security_group_rule and tenant:e26cf2d722e341f88cdf7868534e076e is out of sync, need to count used quota {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 21:25:01.608880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.quota.resource [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94688) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 21:25:01.614656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5a68f144-aacb-4e8e-9fe0-96e893f5e913 tempest-QuotasTest-132055299 tempest-QuotasTest-132055299-project-admin] 10.222.0.76 "GET /v2.0/quotas/e26cf2d722e341f88cdf7868534e076e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1909943 Aug 30 21:25:01.938585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47746) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:01.968865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:02.170538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efd5899d-a435-4a28-a3e6-e59c233d2e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.178874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:02.182821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1110494889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:02.213180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.214369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.344275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.359968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.370019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efd5899d-a435-4a28-a3e6-e59c233d2e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.380349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efd5899d-a435-4a28-a3e6-e59c233d2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.401321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.402551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b09d339c-1ab8-47d0-9847-3f576ce88ae5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4624326 Aug 30 21:25:02.410122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:02.420105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-582973886'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:02.455056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5899d-a435-4a28-a3e6-e59c233d2e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65861148-5bcf-49b3-b401-e06706a9a41e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:02.462106 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-efd5899d-a435-4a28-a3e6-e59c233d2e98 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21d7ece2dbc8453cbff8976ffeb1b5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906626 Aug 30 21:25:02.463095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:02.467816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.470843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:02.485809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.556143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7953699-e43b-4a9f-9f8f-be1026d704b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.591864 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7953699-e43b-4a9f-9f8f-be1026d704b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.671632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7953699-e43b-4a9f-9f8f-be1026d704b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.674566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7953699-e43b-4a9f-9f8f-be1026d704b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.675930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7953699-e43b-4a9f-9f8f-be1026d704b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65861148-5bcf-49b3-b401-e06706a9a41e HTTP/1.1" status: 204 len: 168 time: 0.2032366 Aug 30 21:25:02.691876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7953699-e43b-4a9f-9f8f-be1026d704b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65861148-5bcf-49b3-b401-e06706a9a41e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:02.726815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.733910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.765679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:25:02.776120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31edbb20-040c-4404-9224-3ab0117526a2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:02.782907 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.783264 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Added segment ec739e9d-d882-486b-8246-c3fa49219ce9 of type vlan for network 57cda723-eb73-42ae-99b0-87c156f312de Aug 30 21:25:02.789226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.830096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.869560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.877077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:02.878485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:02.941153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5297525 Aug 30 21:25:02.948591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:02.955064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'subnet': {'network_id': '57cda723-eb73-42ae-99b0-87c156f312de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:03.012597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d5415-9725-47af-9e0f-007d480c7f9d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Network': ['ID=57cda723-eb73-42ae-99b0-87c156f312de,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:03.026106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 57cda723-eb73-42ae-99b0-87c156f312de details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:25:03.086968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:03.092259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.188917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Deleting port 34448563-e8a3-4b2a-80f4-f75a1c43d55c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:03.189458 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.239982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47792) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:03.261866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3392afb-d513-47f4-a224-1d52bad1f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.329061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] For port 34448563-e8a3-4b2a-80f4-f75a1c43d55c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=34448563-e8a3-4b2a-80f4-f75a1c43d55c,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:03.329439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.350502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Calling delete_port for 34448563-e8a3-4b2a-80f4-f75a1c43d55c owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:03.365366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.435444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Subnet': ['ID=f69ecd05-59dc-4810-b0fa-cf2fea30bb75,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:03.457995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3392afb-d513-47f4-a224-1d52bad1f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.460632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Checking segment: {'id': 'ec739e9d-d882-486b-8246-c3fa49219ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57cda723-eb73-42ae-99b0-87c156f312de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:03.461018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network hostable DHCP agents. Network: 57cda723-eb73-42ae-99b0-87c156f312de, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:25:03.479491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network 57cda723-eb73-42ae-99b0-87c156f312de is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:25:03.488857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 57cda723-eb73-42ae-99b0-87c156f312de) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:03.490632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3392afb-d513-47f4-a224-1d52bad1f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.493290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:03.493874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.503112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84cf68c-1c6d-4d54-b0f8-7e1803ac9c39 None None] Network 57cda723-eb73-42ae-99b0-87c156f312de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:03.519250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c3392afb-d513-47f4-a224-1d52bad1f5f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e26cf2d722e341f88cdf7868534e076e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781091 Aug 30 21:25:03.520887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e77aa5c-0dea-4910-9731-faae8ff68692 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5711446 Aug 30 21:25:03.522597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:03.526154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:03.535842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'network': {'name': 'tempest-router-network01--1817489006'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:03.566537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3392afb-d513-47f4-a224-1d52bad1f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5739dfd1-4b8b-468d-9728-6c071710e7d2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:03.571482 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.598368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:03.606802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.615520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9be752c3-81f0-4393-a29a-dd4c10162de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.654429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:25:03.658911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9be752c3-81f0-4393-a29a-dd4c10162de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.673105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.673477 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Added segment 4172e2e3-d848-409c-bccc-43929c22a9a6 of type vlan for network f1032923-df71-4f7d-8225-30a1b1e28fc1 Aug 30 21:25:03.686250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-57cda723-eb73-42ae-99b0-87c156f312de', 'network_id': '57cda723-eb73-42ae-99b0-87c156f312de', 'tenant_id': 'eb592493fd0f4991838fe08cc0f153f5', 'fixed_ips': [{'subnet_id': 'f69ecd05-59dc-4810-b0fa-cf2fea30bb75'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:03.688884 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.724612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.727743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.728510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9be752c3-81f0-4393-a29a-dd4c10162de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.731242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9be752c3-81f0-4393-a29a-dd4c10162de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.732409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9be752c3-81f0-4393-a29a-dd4c10162de0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5739dfd1-4b8b-468d-9728-6c071710e7d2 HTTP/1.1" status: 204 len: 168 time: 0.2078755 Aug 30 21:25:03.741273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be752c3-81f0-4393-a29a-dd4c10162de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739dfd1-4b8b-468d-9728-6c071710e7d2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:03.761472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=34448563-e8a3-4b2a-80f4-f75a1c43d55c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:03.879891 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.885761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:03.886387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:03.928563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Allocated IP 2001:db8::2 (57cda723-eb73-42ae-99b0-87c156f312de/f69ecd05-59dc-4810-b0fa-cf2fea30bb75/4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:04.085380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5534682 Aug 30 21:25:04.088254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:04.095002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'network': {'name': 'tempest-router-network02--1438762052'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:04.101025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90abf1e-a65b-4ebe-a951-2d1d2937686d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Network': ['ID=f1032923-df71-4f7d-8225-30a1b1e28fc1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:04.118285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:25:04.122715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.149951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:04.154616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.184016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:25:04.199803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.200389 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Added segment 1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97 of type vlan for network f83db8bc-585a-456c-85df-6ad3036c4d0e Aug 30 21:25:04.252862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.283060 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.284790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.291753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:04.291881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Transition to ACTIVE for port object 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:04.292417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.310472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Transition to ACTIVE for port object 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:04.329237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.372354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2829680 Aug 30 21:25:04.377425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:04.383229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'subnet': {'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:04.417098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd434bb7-6ef3-4261-b724-dcb5dfd5b7f7 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Network': ['ID=f83db8bc-585a-456c-85df-6ad3036c4d0e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:04.418934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Network 57cda723-eb73-42ae-99b0-87c156f312de is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:04.435196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Router d2f983d6-0269-492d-9607-7f196dc3b6d8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:25:04.443327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f83db8bc-585a-456c-85df-6ad3036c4d0e details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:25:04.456163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:04.460808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:04.503587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Pushing event updated for resources: {'Port': ['ID=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:04.553334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:04.559722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.616814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Attempting to bind port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:04.617747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Attempting to bind port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ec739e9d-d882-486b-8246-c3fa49219ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57cda723-eb73-42ae-99b0-87c156f312de'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:04.618487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Attempting to bind port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 on network 57cda723-eb73-42ae-99b0-87c156f312de {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:04.624898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:04.625567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Checking segment: {'id': 'ec739e9d-d882-486b-8246-c3fa49219ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57cda723-eb73-42ae-99b0-87c156f312de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:04.626149 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.626775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Bound using segment: {'id': 'ec739e9d-d882-486b-8246-c3fa49219ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57cda723-eb73-42ae-99b0-87c156f312de'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:04.627454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Bound port: 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec739e9d-d882-486b-8246-c3fa49219ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '57cda723-eb73-42ae-99b0-87c156f312de'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:04.627846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.712061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] For port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:04.727199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] For port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,segment=NetworkSegment(ec739e9d-d882-486b-8246-c3fa49219ce9),segment_id=ec739e9d-d882-486b-8246-c3fa49219ce9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:04.727379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:04.734072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-83da798f-0aa4-4827-8a04-ab32d25bbfd1 admin admin] 10.222.0.76 "PUT /v2.0/routers/d2f983d6-0269-492d-9607-7f196dc3b6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5540891 Aug 30 21:25:04.736749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:04.738702 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.743903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] Sync routers for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:04.792651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:04.793308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:04.871593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7f863-cc20-4aa4-9937-d02108860c95 None None] Pushing event updated for resources: {'Port': ['ID=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:04.914574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.927897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:04.934183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:04.960136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:05.051820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Subnet': ['ID=ca68b9a6-3193-4299-89c2-b51722f97a00,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:05.144552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1238033135'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:05.192643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:05.196633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.209496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Checking segment: {'id': '4172e2e3-d848-409c-bccc-43929c22a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:05.209958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network hostable DHCP agents. Network: f1032923-df71-4f7d-8225-30a1b1e28fc1, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:25:05.210595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.236222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:25:03Z', 'revision_number': 5, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port': {'id': 'de364a06-f24e-4cc7-a840-0f48605b110d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:14:33Z', 'updated_at': '2021-08-30T21:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:05.243434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.266772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] Checking router: d2f983d6-0269-492d-9607-7f196dc3b6d8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:25:05.276060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] Routers {'d2f983d6-0269-492d-9607-7f196dc3b6d8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:05.277078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d2f983d6-0269-492d-9607-7f196dc3b6d8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:05.286110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:25:05.306789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f1032923-df71-4f7d-8225-30a1b1e28fc1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:05.315636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:05.315636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.349987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Deleting port de364a06-f24e-4cc7-a840-0f48605b110d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:05.350335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.353005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04cff3-b2b5-4e15-b19b-a714fcf73bed None None] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:05.361693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.368624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.398524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:25:05.405188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9eebfd17-d106-4a58-9741-a62cfcf2d959 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0260344 Aug 30 21:25:05.408113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:05.415741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'subnet': {'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:05.429668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6ecb48-fa5f-4039-9c4c-4a369de3c4a4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:05.433744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.434205 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Added segment 9993bd3a-0861-44cf-bc93-78ddc62dc5c2 of type vlan for network df466400-bd83-465e-a23d-186958510d0f Aug 30 21:25:05.460459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] Set router d2f983d6-0269-492d-9607-7f196dc3b6d8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:05.486454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.518701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.525745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:05.526570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.532105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] For port de364a06-f24e-4cc7-a840-0f48605b110d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=de364a06-f24e-4cc7-a840-0f48605b110d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:05.532708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.538959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:25:05Z', 'revision_number': 6, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:05.553215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Calling delete_port for de364a06-f24e-4cc7-a840-0f48605b110d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:05.595985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d998e-0353-4060-8af8-d71d7320cdd8 None None] The sync data for ids ['d2f983d6-0269-492d-9607-7f196dc3b6d8'] in n-d-793620-16 is: [{'id': 'd2f983d6-0269-492d-9607-7f196dc3b6d8', 'name': 'tempest-TaggedBootDevicesTest-566694060-router', 'tenant_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:14:32Z', 'updated_at': '2021-08-30T21:25:05Z', 'revision_number': 6, 'project_id': 'f41ea6f2ef4343d898bfe5fbd010e26e', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:05.603046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6641169 Aug 30 21:25:05.608625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:05.614598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:05.634873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74ef35-d404-4e44-80a6-d235fc4b2de6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Network': ['ID=df466400-bd83-465e-a23d-186958510d0f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:05.678442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network df466400-bd83-465e-a23d-186958510d0f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:25:05.695758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:05.699349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.797944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:05.803016 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.903471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:05.990152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=de364a06-f24e-4cc7-a840-0f48605b110d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:06.025488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.071430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-f1032923-df71-4f7d-8225-30a1b1e28fc1', 'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1', 'tenant_id': 'eb592493fd0f4991838fe08cc0f153f5', 'fixed_ips': [{'subnet_id': 'ca68b9a6-3193-4299-89c2-b51722f97a00'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:06.072299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.141700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.144213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.147466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.300476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:06.300689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network hostable DHCP agents. Network: df466400-bd83-465e-a23d-186958510d0f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:25:06.303597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=de8e3b35-8ac6-41c2-b54c-1828b55078c4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:06.331245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:25:06.338749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Allocated IP 2001:db8::2 (f1032923-df71-4f7d-8225-30a1b1e28fc1/ca68b9a6-3193-4299-89c2-b51722f97a00/770be287-4329-49d4-bcd5-0d752ae2cb52) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:06.347477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, df466400-bd83-465e-a23d-186958510d0f) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:06.360061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95eb0a8-d1ec-42fc-b93a-4c1d8907cdb8 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:06.370835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:06.371946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.397169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6755b0a5-5e03-4b79-b48d-7317864220c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7873001 Aug 30 21:25:06.398112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47850) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:06.408127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'name': 'tempest-NetworksTestDHCPv6-203285187'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:06.451034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450f988-f1ed-47ec-87cd-7288b2dc9c46 None None] Network 57cda723-eb73-42ae-99b0-87c156f312de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:06.565849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b06491c0-abcb-4d25-8d8f-621255a69ef4 None None] Provisioning for port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:06.577385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:06.582274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.616305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 29aef1e6-6218-480d-90d7-f597f0d699ff yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:06.673198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.679800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.737476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Subnet': ['ID=1d1bf6e9-c38e-4870-ae75-c9b0b3f80393,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:06.743112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:06.754187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.754790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f983d6-0269-492d-9607-7f196dc3b6d8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:25:06.759868 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.761079 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-67744460-d540-41d9-990b-2ae2391f3b56 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d2f983d6-0269-492d-9607-7f196dc3b6d8 HTTP/1.1" status: 204 len: 168 time: 2.0233796 Aug 30 21:25:06.763677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:06.771039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Checking segment: {'id': '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:06.771410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network hostable DHCP agents. Network: f83db8bc-585a-456c-85df-6ad3036c4d0e, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:25:06.796665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network f83db8bc-585a-456c-85df-6ad3036c4d0e is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:25:06.821052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f83db8bc-585a-456c-85df-6ad3036c4d0e) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:06.827296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:06.827906 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.847963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf30c6-09e2-4304-b1ae-35eb396c29ee None None] Network f83db8bc-585a-456c-85df-6ad3036c4d0e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:06.861954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::34c (df466400-bd83-465e-a23d-186958510d0f/de8e3b35-8ac6-41c2-b54c-1828b55078c4/29aef1e6-6218-480d-90d7-f597f0d699ff) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:06.871769 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b82426ee-b955-4764-85fc-06d3d4d9cb94 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4621258 Aug 30 21:25:06.872111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:06.902514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Deleting subnet 8fcc81c3-735f-4f24-9912-ac34dfc68e9a {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:06.909972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:06.941765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'de8e3b35-8ac6-41c2-b54c-1828b55078c4'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:06.942807 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.001491 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.036315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Transition to ACTIVE for port object 770be287-4329-49d4-bcd5-0d752ae2cb52 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:07.146027 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.148584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Transition to ACTIVE for port object 770be287-4329-49d4-bcd5-0d752ae2cb52 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:07.166855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.175269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:07.188966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.225387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:07.225942 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.269947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.354359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:07.376379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:07.378928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:07.410319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Pushing event updated for resources: {'Port': ['ID=770be287-4329-49d4-bcd5-0d752ae2cb52,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:07.468958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-f83db8bc-585a-456c-85df-6ad3036c4d0e', 'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e', 'tenant_id': 'eb592493fd0f4991838fe08cc0f153f5', 'fixed_ips': [{'subnet_id': '1d1bf6e9-c38e-4870-ae75-c9b0b3f80393'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:07.469829 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.526982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Attempting to bind port 770be287-4329-49d4-bcd5-0d752ae2cb52 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:07.527419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Attempting to bind port 770be287-4329-49d4-bcd5-0d752ae2cb52 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '4172e2e3-d848-409c-bccc-43929c22a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:07.527935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Attempting to bind port 770be287-4329-49d4-bcd5-0d752ae2cb52 on network f1032923-df71-4f7d-8225-30a1b1e28fc1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:07.598726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 29aef1e6-6218-480d-90d7-f597f0d699ff will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:07.614603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:07.615054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Checking segment: {'id': '4172e2e3-d848-409c-bccc-43929c22a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:07.615441 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.615845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Bound using segment: {'id': '4172e2e3-d848-409c-bccc-43929c22a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:07.616339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Bound port: 770be287-4329-49d4-bcd5-0d752ae2cb52, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4172e2e3-d848-409c-bccc-43929c22a9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'f1032923-df71-4f7d-8225-30a1b1e28fc1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:07.616726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.676195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.709361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.734287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.763781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Allocated IP 2001:db8::1 (f1032923-df71-4f7d-8225-30a1b1e28fc1/ca68b9a6-3193-4299-89c2-b51722f97a00/a5b4278c-d4ea-4c15-bb4a-aa4ae4140769) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:07.793986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=29aef1e6-6218-480d-90d7-f597f0d699ff,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:07.820653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:07.825633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:07.834946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:07.837280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f01cd63f-84cd-4cab-b85a-0988aef2cfaf None None] Provisioning complete for port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:07.837789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f01cd63f-84cd-4cab-b85a-0988aef2cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.841961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,segment=NetworkSegment(ec739e9d-d882-486b-8246-c3fa49219ce9),segment_id=ec739e9d-d882-486b-8246-c3fa49219ce9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:07.842419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:07.843775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.872974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-51ebd00a-0218-485b-a5da-35d6018c9ec1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4730361 Aug 30 21:25:07.874738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.879025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:07.886018 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.901086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/de8e3b35-8ac6-41c2-b54c-1828b55078c4/dc14ea11-cfab-4c96-9910-b0b0649f7ec4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:07.914333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] For port 770be287-4329-49d4-bcd5-0d752ae2cb52, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:07.917564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 34448563-e8a3-4b2a-80f4-f75a1c43d55c no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:07.934265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fcc81c3-735f-4f24-9912-ac34dfc68e9a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:07.943599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Allocated IP 2001:db8::2 (f83db8bc-585a-456c-85df-6ad3036c4d0e/1d1bf6e9-c38e-4870-ae75-c9b0b3f80393/6737f04a-0145-405d-8013-b545be6774c2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:07.952201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:07.955709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1c627af6-fecb-458c-b690-186711394664 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8fcc81c3-735f-4f24-9912-ac34dfc68e9a HTTP/1.1" status: 204 len: 168 time: 1.1910501 Aug 30 21:25:07.958643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:07.967972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 34448563-e8a3-4b2a-80f4-f75a1c43d55c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:07.968150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 34448563-e8a3-4b2a-80f4-f75a1c43d55c not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:07.990460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49794793-c404-411d-8cf5-d550dd9ce0dd None None] Network fb0eb042-4384-4607-affb-e644582335c9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:07.996156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c91c16-995b-40ad-bcdb-78a9770da3f2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:08.000334 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e5c91c16-995b-40ad-bcdb-78a9770da3f2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1051810 Aug 30 21:25:08.001785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:08.006395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] For port 770be287-4329-49d4-bcd5-0d752ae2cb52, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=770be287-4329-49d4-bcd5-0d752ae2cb52,segment=NetworkSegment(4172e2e3-d848-409c-bccc-43929c22a9a6),segment_id=4172e2e3-d848-409c-bccc-43929c22a9a6)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:08.099284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.100781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.101554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device de364a06-f24e-4cc7-a840-0f48605b110d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:08.103850 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.127715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Transition to ACTIVE for port object a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:08.131534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 29aef1e6-6218-480d-90d7-f597f0d699ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:08.131928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.166523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Deleting port f35f71de-9739-44b5-ae17-28a065eb5edf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:08.166940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.247675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.254174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.287434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] For port f35f71de-9739-44b5-ae17-28a065eb5edf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f35f71de-9739-44b5-ae17-28a065eb5edf,segment=NetworkSegment(528f8fe2-de14-4d00-8bbe-5a446934a7c5),segment_id=528f8fe2-de14-4d00-8bbe-5a446934a7c5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:08.287848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.304758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Calling delete_port for f35f71de-9739-44b5-ae17-28a065eb5edf owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:08.347439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:08.354491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 29aef1e6-6218-480d-90d7-f597f0d699ff owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:08.357176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:08.369232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:08.369944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.398529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.409510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: de364a06-f24e-4cc7-a840-0f48605b110d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:08.410112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device de364a06-f24e-4cc7-a840-0f48605b110d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:08.427854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Port': ['ID=a5b4278c-d4ea-4c15-bb4a-aa4ae4140769,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:08.442915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:08.455183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:08.473706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35f71de-9739-44b5-ae17-28a065eb5edf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:08.480837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] No DVR routers for this DVR port f35f71de-9739-44b5-ae17-28a065eb5edf on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:08.582528 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.594782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0eb042-4384-4607-affb-e644582335c9']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:08.613523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528f8fe2-de14-4d00-8bbe-5a446934a7c5') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:08.614624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528f8fe2-de14-4d00-8bbe-5a446934a7c5') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:08.628450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.647017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.670426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:25:08.671876 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:25:08.675140 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:25:08.709590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326c4f0-d89f-4abf-910a-da603be91854 None None] Pushing event updated for resources: {'Port': ['ID=770be287-4329-49d4-bcd5-0d752ae2cb52,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:08.738081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d2fe806-2522-4930-b5ae-db22143fee63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.767576 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.773822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.779337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fb0eb042-4384-4607-affb-e644582335c9 HTTP/1.1" status: 204 len: 168 time: 0.8191888 Aug 30 21:25:08.793217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505dff40-0e87-4a5b-b2d8-05f651025a9b None None] DHCP port deletion for fb0eb042-4384-4607-affb-e644582335c9 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:08.806652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.834291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.841492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a781a06-a6d6-4a94-ad60-6db4f17a34a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0eb042-4384-4607-affb-e644582335c9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:08.853194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.864499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.869998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Transition to ACTIVE for port object dc14ea11-cfab-4c96-9910-b0b0649f7ec4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:08.882011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=29aef1e6-6218-480d-90d7-f597f0d699ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:08.884532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Transition to ACTIVE for port object 6737f04a-0145-405d-8013-b545be6774c2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:08.918995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Transition to ACTIVE for port object dc14ea11-cfab-4c96-9910-b0b0649f7ec4 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:08.936176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Transition to ACTIVE for port object 6737f04a-0145-405d-8013-b545be6774c2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:08.941264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.970575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:08.975419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2a016e13-df8a-4517-b7dc-a48b3fdd9bd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/29aef1e6-6218-480d-90d7-f597f0d699ff HTTP/1.1" status: 204 len: 168 time: 0.9708583 Aug 30 21:25:08.976651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.002305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c94ce0ad-ae72-4504-b012-1d4575ebba33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.008324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.043448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:09.046160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47884) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.054969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:09.057913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:09.064102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Network f83db8bc-585a-456c-85df-6ad3036c4d0e is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:09.072726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:09.075666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:09.076813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7960e-9547-40d7-abf5-ff8667712087 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:09.078801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7960e-9547-40d7-abf5-ff8667712087 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:09.080573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a0c7960e-9547-40d7-abf5-ff8667712087 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1035328 Aug 30 21:25:09.085830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47886) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.089243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Pushing event updated for resources: {'Port': ['ID=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.150720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-60269614-afd8-41e8-b367-fadc6e73702b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f41ea6f2ef4343d898bfe5fbd010e26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995286 Aug 30 21:25:09.151703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47888) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.180292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet de8e3b35-8ac6-41c2-b54c-1828b55078c4 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:09.186359 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.230111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Pushing event updated for resources: {'Port': ['ID=6737f04a-0145-405d-8013-b545be6774c2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.233759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Attempting to bind port 6737f04a-0145-405d-8013-b545be6774c2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:09.234255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Attempting to bind port 6737f04a-0145-405d-8013-b545be6774c2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:09.235113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Attempting to bind port 6737f04a-0145-405d-8013-b545be6774c2 on network f83db8bc-585a-456c-85df-6ad3036c4d0e {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:09.238870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Attempting to bind port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:09.239324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Attempting to bind port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:09.239758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Attempting to bind port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:09.247451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:09.247708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba5cba8a-624f-43b2-9d63-43a80144a9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.247811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Checking segment: {'id': '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:09.248092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.248561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Bound using segment: {'id': '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:09.249173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Bound port: 6737f04a-0145-405d-8013-b545be6774c2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83db8bc-585a-456c-85df-6ad3036c4d0e'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:09.249650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.253303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:09.253935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:09.254306 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.254969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:09.255513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Bound port: dc14ea11-cfab-4c96-9910-b0b0649f7ec4, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:09.255967 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.256240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.301798 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba5cba8a-624f-43b2-9d63-43a80144a9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.376878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] For port 6737f04a-0145-405d-8013-b545be6774c2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:09.388349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] For port dc14ea11-cfab-4c96-9910-b0b0649f7ec4, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:09.393839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] For port dc14ea11-cfab-4c96-9910-b0b0649f7ec4, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:09.395885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] For port 6737f04a-0145-405d-8013-b545be6774c2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6737f04a-0145-405d-8013-b545be6774c2,segment=NetworkSegment(1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97),segment_id=1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:09.400423 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.406135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.431722 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.432789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d2fe806-2522-4930-b5ae-db22143fee63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.444021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d2fe806-2522-4930-b5ae-db22143fee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.452406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba5cba8a-624f-43b2-9d63-43a80144a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.456741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba5cba8a-624f-43b2-9d63-43a80144a9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.458405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ba5cba8a-624f-43b2-9d63-43a80144a9ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f962582-a528-4017-bde0-ca6972c70c36 HTTP/1.1" status: 204 len: 168 time: 0.3063860 Aug 30 21:25:09.478598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cba8a-624f-43b2-9d63-43a80144a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f962582-a528-4017-bde0-ca6972c70c36,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.513049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.560942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8d2fe806-2522-4930-b5ae-db22143fee63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d6b2cdae302a48f29131a4e66ca5748f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1154761 Aug 30 21:25:09.561964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fe806-2522-4930-b5ae-db22143fee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5596b8f-c810-43a4-88f2-4b0a3d77d34c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.565827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb210b25-a109-483a-9a94-1ad85b981894 None None] Pushing event updated for resources: {'Port': ['ID=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.567575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.574262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=de8e3b35-8ac6-41c2-b54c-1828b55078c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.588071 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.594535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2ec3726-2fd4-42ad-b173-1d7d3907f540 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/de8e3b35-8ac6-41c2-b54c-1828b55078c4 HTTP/1.1" status: 204 len: 168 time: 0.5067718 Aug 30 21:25:09.601198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.682686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc980ea-6b95-499d-afc7-9614d814f5fa None None] Pushing event updated for resources: {'Port': ['ID=6737f04a-0145-405d-8013-b545be6774c2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:09.726428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47898) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:09.726998 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ab49eff8-c717-48ca-8982-3051ea7e37b1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100259 Aug 30 21:25:09.735640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:09.771536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.789949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d98299-0e79-4c92-96af-4abc750fd19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.801748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.803015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.902185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d98299-0e79-4c92-96af-4abc750fd19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:09.948187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:09.963703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.038607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Port': ['ID=a5b4278c-d4ea-4c15-bb4a-aa4ae4140769,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:10.110891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d98299-0e79-4c92-96af-4abc750fd19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.126110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6d98299-0e79-4c92-96af-4abc750fd19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.128277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6d98299-0e79-4c92-96af-4abc750fd19f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5596b8f-c810-43a4-88f2-4b0a3d77d34c HTTP/1.1" status: 204 len: 168 time: 0.5588229 Aug 30 21:25:10.145393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:10.148166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:10.172075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d98299-0e79-4c92-96af-4abc750fd19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5596b8f-c810-43a4-88f2-4b0a3d77d34c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:10.241785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd90ca-d96b-4a9f-aceb-c129b7766711 None None] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:10.370370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Router 8863e905-0a15-4d3f-9301-929a08365417 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:25:10.373046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6ecbd083-676e-4e49-a65c-95a16bfa478f None None] Provisioning for port 770be287-4329-49d4-bcd5-0d752ae2cb52 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:10.439432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.515169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:10.524546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ca64be66-0d5a-4ec2-91a4-4a0a0c71c329 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6511340 Aug 30 21:25:10.528110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:10.535839 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c491665-4031-4f72-b128-4adf434c227a None None] Sync routers for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:10.552553 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c491665-4031-4f72-b128-4adf434c227a None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:10.553837 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3c491665-4031-4f72-b128-4adf434c227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:10.574917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6737f04a-0145-405d-8013-b545be6774c2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:10.592522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:10.593985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=0656078e-0df8-426d-a91e-ef34ea400261,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:10.598228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:10.603253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:10.603884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.646411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ccb134cc-993f-4b9d-86df-89ba426c03be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9180543 Aug 30 21:25:10.651145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47918) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:10.652883 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3c491665-4031-4f72-b128-4adf434c227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:10.657453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'name': 'tempest-NetworksTestDHCPv6-545243520'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:10.678283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6737f04a-0145-405d-8013-b545be6774c2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:10.678798 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c491665-4031-4f72-b128-4adf434c227a None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:10.683307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3c491665-4031-4f72-b128-4adf434c227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:10.688449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 770be287-4329-49d4-bcd5-0d752ae2cb52 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:10.763279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 770be287-4329-49d4-bcd5-0d752ae2cb52 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:10.772609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 770be287-4329-49d4-bcd5-0d752ae2cb52 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:10.773348 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.792723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47926) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:10.817741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb651-6e12-44f8-a958-0bfff0f972cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:10.826366 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3c491665-4031-4f72-b128-4adf434c227a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:10.827439 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c491665-4031-4f72-b128-4adf434c227a None None] The sync data for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:11.007003 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.064024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 770be287-4329-49d4-bcd5-0d752ae2cb52, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=770be287-4329-49d4-bcd5-0d752ae2cb52,segment=NetworkSegment(4172e2e3-d848-409c-bccc-43929c22a9a6),segment_id=4172e2e3-d848-409c-bccc-43929c22a9a6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:11.070127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.070984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:11.112984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb651-6e12-44f8-a958-0bfff0f972cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.128096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb651-6e12-44f8-a958-0bfff0f972cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.153919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:11.207145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4c1e503-82f8-4545-a6ef-1d3938e4b8f2 None None] Provisioning for port a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:11.215108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4c1e503-82f8-4545-a6ef-1d3938e4b8f2 None None] Provisioning complete for port a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:11.215620 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4c1e503-82f8-4545-a6ef-1d3938e4b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.246233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bb651-6e12-44f8-a958-0bfff0f972cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4664e89a-35b3-4267-8936-4eb8ab2310d3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:11.270273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ba8bb651-6e12-44f8-a958-0bfff0f972cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d799776821a452e928f4dc7d6ad8cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764295 Aug 30 21:25:11.273838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47934) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:11.276213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:11.285497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.316057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=770be287-4329-49d4-bcd5-0d752ae2cb52,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:11.336919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-637882203-network', 'tenant_id': '5d0a947b34a0451eb7ac83a2b94fe7b1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:11.339185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:11.339565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.349201 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2bbcb1ea-c8a9-4ba2-8ea2-1df56bea3bd1 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:25:11.350440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2bbcb1ea-c8a9-4ba2-8ea2-1df56bea3bd1 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8213422 Aug 30 21:25:11.354721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:11.372572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 2351180d-a2e7-4483-86b3-1f328c6e24f7 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:11.401175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7254c-c3c6-4c52-b14f-d5daa2248c11 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:11.429792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1e503-82f8-4545-a6ef-1d3938e4b8f2 None None] Port a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:11.517290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Made reservation on behalf of 5d0a947b34a0451eb7ac83a2b94fe7b1 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:11.521243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.526301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4c1e503-82f8-4545-a6ef-1d3938e4b8f2 None None] Provisioning complete for port 770be287-4329-49d4-bcd5-0d752ae2cb52 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:11.526802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4c1e503-82f8-4545-a6ef-1d3938e4b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.539398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::14b (df466400-bd83-465e-a23d-186958510d0f/0656078e-0df8-426d-a91e-ef34ea400261/2351180d-a2e7-4483-86b3-1f328c6e24f7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:11.631722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.672237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc14ea11-cfab-4c96-9910-b0b0649f7ec4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:11.684361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a327d5d-99fb-49a1-a166-a55a0baca839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.709964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a327d5d-99fb-49a1-a166-a55a0baca839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.772670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a327d5d-99fb-49a1-a166-a55a0baca839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.775937 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a327d5d-99fb-49a1-a166-a55a0baca839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.777409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9a327d5d-99fb-49a1-a166-a55a0baca839 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4664e89a-35b3-4267-8936-4eb8ab2310d3 HTTP/1.1" status: 204 len: 168 time: 0.4848342 Aug 30 21:25:11.799572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327d5d-99fb-49a1-a166-a55a0baca839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4664e89a-35b3-4267-8936-4eb8ab2310d3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:11.843974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d30a8-01c9-4640-80c1-1001828e0d72 None None] Network f83db8bc-585a-456c-85df-6ad3036c4d0e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:11.880362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.899094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 2351180d-a2e7-4483-86b3-1f328c6e24f7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:11.935172 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.944774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:11.959604 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26e51ada-70ec-4d4b-b0db-849c6058effd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.029078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:12.030159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:12.035966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.036452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:12.041968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:12.064734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:12.065426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.089115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=2351180d-a2e7-4483-86b3-1f328c6e24f7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:12.130459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f35f71de-9739-44b5-ae17-28a065eb5edf no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:12.159080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.174149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.175411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f35f71de-9739-44b5-ae17-28a065eb5edf {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:12.175976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f35f71de-9739-44b5-ae17-28a065eb5edf not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:12.179551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d8f9e77-8aa8-4931-bddd-3fc9d05beabc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5269921 Aug 30 21:25:12.182130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47950) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:12.189903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:25:12.201732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.202156 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Added segment 83f7d3bc-82ae-44d9-aa57-2530e12c726f of type vlan for network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 Aug 30 21:25:12.247022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.260592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Provisioning complete for port a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:12.261122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.335479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 770be287-4329-49d4-bcd5-0d752ae2cb52 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:12.359981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10480fcc-843f-4435-b19f-6ab97815ba91 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:12.366617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10480fcc-843f-4435-b19f-6ab97815ba91 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:12.374788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c15fd5-9a24-4bbb-9bf8-8ce95f347845 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:12.376187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-10480fcc-843f-4435-b19f-6ab97815ba91 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1928453 Aug 30 21:25:12.378962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47956) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:12.408546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11535229-9960-4dcf-8f3c-c65cd35fa58c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:12.451452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.451732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Port a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:12.453760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:12.454653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.492778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Provisioning for port 6737f04a-0145-405d-8013-b545be6774c2 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:12.504196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Provisioning complete for port 6737f04a-0145-405d-8013-b545be6774c2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:12.504577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.510312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 770be287-4329-49d4-bcd5-0d752ae2cb52 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:12.510695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.536726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3805287 Aug 30 21:25:12.539716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47960) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:12.545304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99186e3-5191-4a22-aa04-dc4379c098d4 admin admin] Pushing event updated for resources: {'Network': ['ID=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:12.559805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Request body: {'subnet': {'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-637882203-subnet', 'tenant_id': '5d0a947b34a0451eb7ac83a2b94fe7b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:12.592149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:25:12.597802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 2351180d-a2e7-4483-86b3-1f328c6e24f7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:12.598200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.664253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Made reservation on behalf of 5d0a947b34a0451eb7ac83a2b94fe7b1 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:12.667477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.687946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting port a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:12.688480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.799314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.819127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 2351180d-a2e7-4483-86b3-1f328c6e24f7 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:12.826888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:12.847454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Calling delete_port for a5b4278c-d4ea-4c15-bb4a-aa4ae4140769 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:12.929760 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.025037 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.028375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.078513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] For port 6737f04a-0145-405d-8013-b545be6774c2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6737f04a-0145-405d-8013-b545be6774c2,segment=NetworkSegment(1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97),segment_id=1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:13.083888 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.096597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.107760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24268ace-ee42-47f8-b7ab-fa846327a2d8,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:13.133096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Port': ['ID=a5b4278c-d4ea-4c15-bb4a-aa4ae4140769,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:13.134283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Provisioning for port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:13.150313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Provisioning complete for port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:13.151143 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.158987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Checking segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:13.159355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Network hostable DHCP agents. Network: 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:25:13.163952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.207195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Pushing event updated for resources: {'Port': ['ID=6737f04a-0145-405d-8013-b545be6774c2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:13.211199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=2351180d-a2e7-4483-86b3-1f328c6e24f7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:13.267498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:25:13.277010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.279144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-07c82d81-f73b-4944-9a12-014566e58447 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/2351180d-a2e7-4483-86b3-1f328c6e24f7 HTTP/1.1" status: 204 len: 168 time: 0.8992250 Aug 30 21:25:13.282197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47976) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:13.294871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:13.327313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6a0f1-efad-473c-b399-982f19789761 None None] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:13.329923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.346124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:13.348099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.393480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-50d71a0a-7210-45e8-bbd8-e4d4dfc6d1c8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8364460 Aug 30 21:25:13.421879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6135fae-2dfd-4740-8a3b-0bd7d45bb808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:13.425873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6135fae-2dfd-4740-8a3b-0bd7d45bb808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:13.429689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e6135fae-2dfd-4740-8a3b-0bd7d45bb808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1462905 Aug 30 21:25:13.432300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47980) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:13.439080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.456472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] For port dc14ea11-cfab-4c96-9910-b0b0649f7ec4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:13.467489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.552044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 0656078e-0df8-426d-a91e-ef34ea400261 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:13.555657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.592572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477b5fe-1ac2-4855-81c7-43c63f195352 None None] Pushing event updated for resources: {'Port': ['ID=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:13.621513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2a29-2381-4244-8d3c-f990e2dd4553 None None] Could not find standard attr ID for object 2351180d-a2e7-4483-86b3-1f328c6e24f7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:13.671297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.722721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2a29-2381-4244-8d3c-f990e2dd4553 None None] Provisioning complete for port 6737f04a-0145-405d-8013-b545be6774c2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:13.723195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2a29-2381-4244-8d3c-f990e2dd4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.732641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66219b-ec06-4f4f-a3e1-351a7b9ed4c6 None None] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:13.761027 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.808761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Router 8863e905-0a15-4d3f-9301-929a08365417 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:25:13.872633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.941693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=0656078e-0df8-426d-a91e-ef34ea400261,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:13.947431 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:13.949547 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-82f278e0-46bc-40b0-9934-b38736f11ab5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/0656078e-0df8-426d-a91e-ef34ea400261 HTTP/1.1" status: 204 len: 168 time: 0.5139179 Aug 30 21:25:13.952408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47994) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:14.019312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62399ab4-cc33-46a6-b412-39192297cec5 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:14.030993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d0037225-7ad6-428d-9a35-306e5cf85395 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773664 Aug 30 21:25:14.033892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48000) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:14.040488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:14.115251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7c9b2a29-2381-4244-8d3c-f990e2dd4553 None None] Provisioning complete for port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:14.116053 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7c9b2a29-2381-4244-8d3c-f990e2dd4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.267221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:14.270981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.338316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6737f04a-0145-405d-8013-b545be6774c2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:14.365361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-0e953cc2-aa91-4c74-ba7e-e6fc0bf4dbfd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:14.372475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-0e953cc2-aa91-4c74-ba7e-e6fc0bf4dbfd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 814 time: 0.2662120 Aug 30 21:25:14.393150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-54eed2e6-eaf2-4959-8afe-99351897ddd7 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/quotas/5d0a947b34a0451eb7ac83a2b94fe7b1 HTTP/1.1" status: 200 len: 375 time: 0.0195785 Aug 30 21:25:14.395362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:14.405500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30629dda-e2a6-469c-8118-893a1cd0008c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0463412 Aug 30 21:25:14.406175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48010) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:14.412658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:14.415766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] Sync routers for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:14.432378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-388197aa-b9a8-443a-bdf6-585e341df75b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383251 Aug 30 21:25:14.467010 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8afeaf5a-c9e3-4618-977d-979ebf4afaa8 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] delete failed (client error): The resource could not be found. Aug 30 21:25:14.475864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8afeaf5a-c9e3-4618-977d-979ebf4afaa8 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-783234748 HTTP/1.1" status: 404 len: 334 time: 0.0685697 Aug 30 21:25:14.480673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:14.486486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0485a32c-3dc6-474e-b600-f81f0bebe7fb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'router': {'external_gateway_info': {'network_id': '8863e905-0a15-4d3f-9301-929a08365417'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:14.488250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:14.488915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:14.490637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe530d1a-43cb-428f-a492-e8ed7dd1e5a0 None None] Could not find standard attr ID for object 29aef1e6-6218-480d-90d7-f597f0d699ff. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:14.558107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:14.593683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-bf1a5d35-b119-4b86-b8b6-63986e03ea47 service neutron] 10.222.0.76 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488886 Aug 30 21:25:14.626240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.626906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6737f04a-0145-405d-8013-b545be6774c2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:14.627370 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.629071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:14.629779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:14.698474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:14.699841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73f35c-b141-425e-a0ed-728cc101b144 None None] The sync data for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:14.719687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] Deleting port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:14.720117 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.723754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.794809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:14.804644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:14.811378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:14.811979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.825525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=fd5500c7-22c8-4eaf-a124-610308a7c22b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:14.839122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-8bf65447-2cb5-4a16-8f68-21b5779725b5 service neutron] 10.222.0.76 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125480 Aug 30 21:25:14.853775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4be0e4db-e9ce-43f0-a91b-8bc2802d3f57 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8186543 Aug 30 21:25:14.853944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0485a32c-3dc6-474e-b600-f81f0bebe7fb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.857185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48016) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:14.864015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'name': 'tempest-NetworksTestDHCPv6-110767976'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:14.871006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] For port dc14ea11-cfab-4c96-9910-b0b0649f7ec4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:14.871416 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:14.881583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc14ea11-cfab-4c96-9910-b0b0649f7ec4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:14.892103 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0485a32c-3dc6-474e-b600-f81f0bebe7fb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] update failed (client error): The resource could not be found. Aug 30 21:25:14.898204 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0485a32c-3dc6-474e-b600-f81f0bebe7fb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417 HTTP/1.1" status: 404 len: 339 time: 0.4112146 Aug 30 21:25:14.898577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48018) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:14.905595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-8720546'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:14.926280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] Calling delete_port for dc14ea11-cfab-4c96-9910-b0b0649f7ec4 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:14.993366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:14.996693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.023101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:25:15.026423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:15.027412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.032951 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.033309 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Added segment 83710c94-5a56-4d47-ba28-3255ff9bc0be of type vlan for network 3fabf314-bf50-44fb-a464-1b84c110dfcd Aug 30 21:25:15.074558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.104666 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.110773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:15.111436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.149936 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.155640 n-d-793620-16 neutron-server[94690]: INFO neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No ports have port_id starting with dc14ea11-cfab-4c96-9910-b0b0649f7ec4 Aug 30 21:25:15.181375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] Pushing event deleted for resources: {'Port': ['ID=dc14ea11-cfab-4c96-9910-b0b0649f7ec4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:15.183242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f8b76-cac4-4710-a2a2-ccb3eaa1e37e None None] No DVR routers for this DVR port dc14ea11-cfab-4c96-9910-b0b0649f7ec4 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:15.204696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e63cd7-4741-430d-bc35-0611e7389cb6 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:15.265888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3662484 Aug 30 21:25:15.269076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:15.275499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'subnet': {'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:15.293289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-2be9a7f7-838d-4fc1-b47b-4fc95a25487d tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f5e08faae463451791da43111796b295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713031 Aug 30 21:25:15.297880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66a715-db8a-4eed-8c25-f8da7c5ec68f tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Network': ['ID=3fabf314-bf50-44fb-a464-1b84c110dfcd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:15.326188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:15.326188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.330578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3fabf314-bf50-44fb-a464-1b84c110dfcd details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:25:15.377187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 2013e4c5-cbee-42ef-a358-9af7e5f11d67 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:15.399973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Made reservation on behalf of eb592493fd0f4991838fe08cc0f153f5 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:15.404264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.446351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'fd5500c7-22c8-4eaf-a124-610308a7c22b'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:15.447182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.618839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/fd5500c7-22c8-4eaf-a124-610308a7c22b/43dc9e04-f2aa-441e-93fb-2457298c3c97) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:15.648099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.723109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Subnet': ['ID=57c4f87b-2282-4f78-b465-c53b03fa4d71,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:15.746776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Checking segment: {'id': '83710c94-5a56-4d47-ba28-3255ff9bc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:15.747400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network hostable DHCP agents. Network: 3fabf314-bf50-44fb-a464-1b84c110dfcd, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:25:15.777416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network 3fabf314-bf50-44fb-a464-1b84c110dfcd is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:25:15.800002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3fabf314-bf50-44fb-a464-1b84c110dfcd) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:15.807792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:15.808389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.817501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145e1b2-5403-4bb1-993a-7344c7d2c14a None None] Network 3fabf314-bf50-44fb-a464-1b84c110dfcd requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:15.837818 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bbb336f0-dad6-423f-b579-983e75ebcea4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5671382 Aug 30 21:25:15.839888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:15.846345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7f63ee32-3dcd-41f2-9a55-96d6089b288c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'router': {'external_gateway_info': {'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:15.872305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.889316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Transition to ACTIVE for port object 43dc9e04-f2aa-441e-93fb-2457298c3c97 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:15.918565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Transition to ACTIVE for port object 43dc9e04-f2aa-441e-93fb-2457298c3c97 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:15.931187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:15.931635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-9515641f-da33-4584-aa9d-920868c4f3b3 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:15.933575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-9515641f-da33-4584-aa9d-920868c4f3b3 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6390774 Aug 30 21:25:15.991600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::1d3 (df466400-bd83-465e-a23d-186958510d0f/fd5500c7-22c8-4eaf-a124-610308a7c22b/2013e4c5-cbee-42ef-a358-9af7e5f11d67) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:16.007097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:16.013363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:16.018907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:16.025538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Pushing event updated for resources: {'Port': ['ID=43dc9e04-f2aa-441e-93fb-2457298c3c97,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:16.065346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-3fabf314-bf50-44fb-a464-1b84c110dfcd', 'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd', 'tenant_id': 'eb592493fd0f4991838fe08cc0f153f5', 'fixed_ips': [{'subnet_id': '57c4f87b-2282-4f78-b465-c53b03fa4d71'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:16.066565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.089284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f63ee32-3dcd-41f2-9a55-96d6089b288c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.111990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Attempting to bind port 43dc9e04-f2aa-441e-93fb-2457298c3c97 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:16.112267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Attempting to bind port 43dc9e04-f2aa-441e-93fb-2457298c3c97 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:16.112636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Attempting to bind port 43dc9e04-f2aa-441e-93fb-2457298c3c97 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:16.121282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-9706f71e-7882-4b80-abe4-1537ee0f8766 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/quotas/f5e08faae463451791da43111796b295 HTTP/1.1" status: 200 len: 375 time: 0.0200026 Aug 30 21:25:16.171301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-3568eabb-279e-4e84-9078-54ffcb6f6ffd tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f5e08faae463451791da43111796b295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406461 Aug 30 21:25:16.171565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:16.171743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:16.172132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.172570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:16.173056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Bound port: 43dc9e04-f2aa-441e-93fb-2457298c3c97, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:16.173773 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.191092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.208205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 2013e4c5-cbee-42ef-a358-9af7e5f11d67 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:16.256459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.308264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] For port 43dc9e04-f2aa-441e-93fb-2457298c3c97, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:16.336133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Allocated IP 2001:db8:1::2 (3fabf314-bf50-44fb-a464-1b84c110dfcd/57c4f87b-2282-4f78-b465-c53b03fa4d71/33407a55-7273-465d-98ed-eab2df1060e4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:16.340466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] For port 43dc9e04-f2aa-441e-93fb-2457298c3c97, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=43dc9e04-f2aa-441e-93fb-2457298c3c97,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:16.351121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc14ea11-cfab-4c96-9910-b0b0649f7ec4 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:16.390521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:16.392325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:16.395479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:16.403415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:16.404131 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.411729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-58ab9327-453e-4d4d-a38b-e9c62d3b96ab tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:16.411729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-58ab9327-453e-4d4d-a38b-e9c62d3b96ab tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 814 time: 0.2455106 Aug 30 21:25:16.421595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=2013e4c5-cbee-42ef-a358-9af7e5f11d67,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:16.426245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ce9bc2e-848e-4523-9689-91adf06af0b9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5681231 Aug 30 21:25:16.428074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Request body: {'port': {'device_id': '9a536505-41c4-4842-aa18-4fae47e849c4', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'admin_state_up': True, 'tenant_id': '5d0a947b34a0451eb7ac83a2b94fe7b1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:16.428978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48050) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:16.441844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: dc14ea11-cfab-4c96-9910-b0b0649f7ec4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:16.442310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc14ea11-cfab-4c96-9910-b0b0649f7ec4 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:16.446070 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7f63ee32-3dcd-41f2-9a55-96d6089b288c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:25:16.447245 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7f63ee32-3dcd-41f2-9a55-96d6089b288c tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417 HTTP/1.1" status: 400 len: 364 time: 0.6069329 Aug 30 21:25:16.460716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.479170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:16.537747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203953f-f22b-4892-9386-be03a4bf8ce1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:16.549355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203953f-f22b-4892-9386-be03a4bf8ce1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:16.551209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b203953f-f22b-4892-9386-be03a4bf8ce1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1210792 Aug 30 21:25:16.564228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:16.601860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ad9b40f-4fee-47a3-b12e-e11894fd2cc8 req-41ad9fed-751f-4957-ba70-15afeea95237 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 210 time: 0.0483994 Aug 30 21:25:16.631497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d44cdb-fb8a-49b4-8432-0e6d54ec882e None None] Pushing event updated for resources: {'Port': ['ID=43dc9e04-f2aa-441e-93fb-2457298c3c97,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:16.739141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.759394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Transition to ACTIVE for port object 33407a55-7273-465d-98ed-eab2df1060e4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:16.803984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Transition to ACTIVE for port object 33407a55-7273-465d-98ed-eab2df1060e4 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:16.820118 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.858829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3563b70f-9e6d-44a8-9bf5-c106545b717e req-85d4d58f-dddd-48a4-a8b1-a81fe9f49aba tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 210 time: 0.0768044 Aug 30 21:25:16.880662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Made reservation on behalf of 5d0a947b34a0451eb7ac83a2b94fe7b1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:16.885613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.920286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Network 3fabf314-bf50-44fb-a464-1b84c110dfcd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:16.924804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:16.927049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Pushing event updated for resources: {'Port': ['ID=33407a55-7273-465d-98ed-eab2df1060e4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:16.929704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:16.986491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Attempting to bind port 33407a55-7273-465d-98ed-eab2df1060e4 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:16.987147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Attempting to bind port 33407a55-7273-465d-98ed-eab2df1060e4 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '83710c94-5a56-4d47-ba28-3255ff9bc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:16.987542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Attempting to bind port 33407a55-7273-465d-98ed-eab2df1060e4 on network 3fabf314-bf50-44fb-a464-1b84c110dfcd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:16.996506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:16.997164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Checking segment: {'id': '83710c94-5a56-4d47-ba28-3255ff9bc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:16.997627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:16.998041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Bound using segment: {'id': '83710c94-5a56-4d47-ba28-3255ff9bc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:16.998587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Bound port: 33407a55-7273-465d-98ed-eab2df1060e4, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83710c94-5a56-4d47-ba28-3255ff9bc0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3fabf314-bf50-44fb-a464-1b84c110dfcd'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:16.999174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:17.020481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 2013e4c5-cbee-42ef-a358-9af7e5f11d67 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:17.020826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:17.071186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] For port 33407a55-7273-465d-98ed-eab2df1060e4, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:17.075016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] For port 33407a55-7273-465d-98ed-eab2df1060e4, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=33407a55-7273-465d-98ed-eab2df1060e4,segment=NetworkSegment(83710c94-5a56-4d47-ba28-3255ff9bc0be),segment_id=83710c94-5a56-4d47-ba28-3255ff9bc0be)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:17.085086 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:17.124304 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:17.148758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd02e75-34e2-4e23-91a4-c2d111d9aed3 None None] Pushing event updated for resources: {'Port': ['ID=33407a55-7273-465d-98ed-eab2df1060e4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:17.281321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Allocated IP 172.20.0.10 (64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6/24268ace-ee42-47f8-b7ab-fa846327a2d8/9c9d0179-4204-4580-ae76-00dc2c8f6abf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:17.302362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:17.333154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 2013e4c5-cbee-42ef-a358-9af7e5f11d67 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:17.762527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b47690a4-b8b6-40c5-be1c-b0cddebdeec0 req-d1c2e721-1517-41fc-b5c1-c70d80652cf0 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 210 time: 0.0493183 Aug 30 21:25:17.874999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-1e6dcec7-2dbd-4ceb-9641-f2ffda133ed7 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f5e08faae463451791da43111796b295&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994699 Aug 30 21:25:18.002781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ecb0b095-202e-41fb-9fd2-1700374ae94c req-6f12d69f-d816-4718-b96c-59dde072dd6e tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 210 time: 0.0301521 Aug 30 21:25:18.066026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f51454bc-1066-4f2e-b349-3d580c2fbde8 None None] Provisioning for port 43dc9e04-f2aa-441e-93fb-2457298c3c97 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:18.191323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f8eedb5f-2067-4146-bf0d-0c859fdc5397 None None] Could not find standard attr ID for object 2351180d-a2e7-4483-86b3-1f328c6e24f7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:18.295687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Allocated IP 2001:db8::1 (57cda723-eb73-42ae-99b0-87c156f312de/f69ecd05-59dc-4810-b0fa-cf2fea30bb75/33f24ede-d19b-453e-b2a8-00c20a293f4e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:18.350154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.369559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 43dc9e04-f2aa-441e-93fb-2457298c3c97 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:18.380539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-67e0fcfe-7309-42e4-85d7-e26a06603a4f tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:18.382085 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-67e0fcfe-7309-42e4-85d7-e26a06603a4f tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4844244 Aug 30 21:25:18.439392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Request body: {'port': {'device_id': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': 'f5e08faae463451791da43111796b295'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:18.441238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 43dc9e04-f2aa-441e-93fb-2457298c3c97 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:18.442690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.446136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 43dc9e04-f2aa-441e-93fb-2457298c3c97 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:18.446771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.482500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26749f-6338-40b4-9554-6af86bcd369d None None] Network 3fabf314-bf50-44fb-a464-1b84c110dfcd requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:18.532838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=2013e4c5-cbee-42ef-a358-9af7e5f11d67,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:18.565932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed3eae4a-c7ed-4393-945b-07fa7d771930 None None] Provisioning for port 33407a55-7273-465d-98ed-eab2df1060e4 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:18.612559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.614501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30abc15a-ed68-41c6-92f7-8365334503fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/2013e4c5-cbee-42ef-a358-9af7e5f11d67 HTTP/1.1" status: 204 len: 168 time: 2.0474956 Aug 30 21:25:18.617698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48070) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:18.618076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed3eae4a-c7ed-4393-945b-07fa7d771930 None None] Could not find standard attr ID for object 2013e4c5-cbee-42ef-a358-9af7e5f11d67. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:18.645982 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.653150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.659735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.703040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf010d4-5e25-4458-8f01-6efc790bed31 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:18.704537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf010d4-5e25-4458-8f01-6efc790bed31 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:18.706154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eaf010d4-5e25-4458-8f01-6efc790bed31 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0866060 Aug 30 21:25:18.709499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:18.725759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Transition to ACTIVE for port object 33f24ede-d19b-453e-b2a8-00c20a293f4e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:18.749994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 43dc9e04-f2aa-441e-93fb-2457298c3c97, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=43dc9e04-f2aa-441e-93fb-2457298c3c97,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:18.755529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.756364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 33407a55-7273-465d-98ed-eab2df1060e4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:18.764524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:18.782404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:18.793917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:18.801682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Made reservation on behalf of f5e08faae463451791da43111796b295 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:18.806161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.817221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:18.852953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=43dc9e04-f2aa-441e-93fb-2457298c3c97,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:18.875720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 33407a55-7273-465d-98ed-eab2df1060e4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:18.876128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.882466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 33407a55-7273-465d-98ed-eab2df1060e4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:18.882890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.885108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet fd5500c7-22c8-4eaf-a124-610308a7c22b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:18.908223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.941179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c07cb-65a8-4d46-b428-48655e803468 req-162c00f4-b75f-4f9c-b70c-93da4b97d68a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:18.942812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-075c07cb-65a8-4d46-b428-48655e803468 req-162c00f4-b75f-4f9c-b70c-93da4b97d68a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 932 time: 0.0870631 Aug 30 21:25:18.973418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:18.973843 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.981375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:18.986839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.024129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-075c07cb-65a8-4d46-b428-48655e803468 req-b247804b-029c-4daa-b651-7408f793d517 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663629 Aug 30 21:25:19.036348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 33407a55-7273-465d-98ed-eab2df1060e4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=33407a55-7273-465d-98ed-eab2df1060e4,segment=NetworkSegment(83710c94-5a56-4d47-ba28-3255ff9bc0be),segment_id=83710c94-5a56-4d47-ba28-3255ff9bc0be)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:19.044221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.064797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.109993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=33407a55-7273-465d-98ed-eab2df1060e4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:19.128598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network 57cda723-eb73-42ae-99b0-87c156f312de is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:19.145107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:19.159809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:19.160369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.208084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Port': ['ID=33f24ede-d19b-453e-b2a8-00c20a293f4e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:19.213813 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a27b3571-5d67-4213-99aa-50bc265123c4 req-838e9328-bef5-4870-aaac-9fac22d56d70 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 210 time: 0.0300772 Aug 30 21:25:19.252748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-67ef1743-b328-447c-a7b3-72b9610aaa6b None None] Provisioning complete for port 33407a55-7273-465d-98ed-eab2df1060e4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:19.253301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67ef1743-b328-447c-a7b3-72b9610aaa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.329491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.334158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.362960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.395208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-c08d80a9-5868-4ea1-8660-7ee1d2a7bbe5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9725842 Aug 30 21:25:19.421578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Request body: {'port': {'device_id': '9a536505-41c4-4842-aa18-4fae47e849c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:19.472845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-41c1fb2c-db3a-48f6-879d-d2287172ec6e None None] Provisioning for port 33f24ede-d19b-453e-b2a8-00c20a293f4e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:19.476514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-41c1fb2c-db3a-48f6-879d-d2287172ec6e None None] Provisioning complete for port 33f24ede-d19b-453e-b2a8-00c20a293f4e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:19.476886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41c1fb2c-db3a-48f6-879d-d2287172ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.485404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.511837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-41c1fb2c-db3a-48f6-879d-d2287172ec6e None None] Port 33f24ede-d19b-453e-b2a8-00c20a293f4e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:19.517427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1de9e-f606-4aa4-988e-0c4a7953606e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:19.586815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.615335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.666146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5500c7-22c8-4eaf-a124-610308a7c22b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:19.684259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef5ade-e602-439a-8de3-32ffbf1ac90d None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:19.706152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:19.708211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b43e302b-766d-42b5-8407-22a7ea778c18 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/fd5500c7-22c8-4eaf-a124-610308a7c22b HTTP/1.1" status: 204 len: 168 time: 0.9943366 Aug 30 21:25:19.711691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48080) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:19.754065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7116c288-3866-41c6-ad1f-e30d1c940ab2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408990 Aug 30 21:25:19.756511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:19.782369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Allocated IP 192.168.233.24 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/211dda2a-7f5b-446a-95e6-831dfdd4fd46) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:19.809018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d5b03-250c-4d63-a05d-cf87fe039d5d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:19.810732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eb0d5b03-250c-4d63-a05d-cf87fe039d5d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0531013 Aug 30 21:25:19.813655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48084) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:19.866645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171aca96-a5b0-4271-8140-6678075ead5f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:19.870595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-171aca96-a5b0-4271-8140-6678075ead5f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535760 Aug 30 21:25:19.872081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48086) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:19.880097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:19.914879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-028fe8e5-68cf-439e-bc72-378368620e07 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427768 Aug 30 21:25:19.919467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48088) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:19.924645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:19.936873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] Deleting port 43dc9e04-f2aa-441e-93fb-2457298c3c97 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:19.937243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.000198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] For port 43dc9e04-f2aa-441e-93fb-2457298c3c97, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=43dc9e04-f2aa-441e-93fb-2457298c3c97,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:20.000608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.015347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] Calling delete_port for 43dc9e04-f2aa-441e-93fb-2457298c3c97 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:20.018567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:20.022413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.104182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.130745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] Pushing event deleted for resources: {'Port': ['ID=43dc9e04-f2aa-441e-93fb-2457298c3c97,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:20.134932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a3c17-214d-4adc-a7fe-97e95ec9450d None None] No DVR routers for this DVR port 43dc9e04-f2aa-441e-93fb-2457298c3c97 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:20.178466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012d155-c54f-447f-bde7-a6f7d78464c5 req-39006b97-2171-4973-953b-839cd55912bb tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:20.180039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3012d155-c54f-447f-bde7-a6f7d78464c5 req-39006b97-2171-4973-953b-839cd55912bb tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 932 time: 0.0931921 Aug 30 21:25:20.261409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3012d155-c54f-447f-bde7-a6f7d78464c5 req-3a943205-a0aa-47f3-bde8-390fa08237f4 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740888 Aug 30 21:25:20.303399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 33407a55-7273-465d-98ed-eab2df1060e4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:20.337844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.383666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 33407a55-7273-465d-98ed-eab2df1060e4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:20.384106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.395376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:20.399126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:20.407026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:20.407803 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.416260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4210bb0b-0c67-44ad-898d-26fdbc5db314 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:20.431300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=9c00841b-a223-4d07-a444-2a5b0dec303d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:20.440259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.440259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.440705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.441519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.441878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.442281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.442618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.442976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.443394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.443803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.444141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.444537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:20.452464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4b3ea652-857d-4eed-9a41-0b3a70119654 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5297406 Aug 30 21:25:20.452746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48098) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:20.460712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '9c00841b-a223-4d07-a444-2a5b0dec303d', 'ip_address': '2001:db8::63e3:71f:3ae2:be47'}], 'name': 'tempest-NetworksTestDHCPv6-83285844'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:20.528500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22d49337-8449-4287-af3f-71eddec8dd20 req-5b194406-1752-4dcb-b341-a704a1587373 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 210 time: 0.0638206 Aug 30 21:25:20.547484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.562956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.570217 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.571045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.596541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Transition to ACTIVE for port object 211dda2a-7f5b-446a-95e6-831dfdd4fd46 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:20.624658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:20.660185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '9c00841b-a223-4d07-a444-2a5b0dec303d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:20.661535 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.733034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event updated for resources: {'Port': ['ID=33f24ede-d19b-453e-b2a8-00c20a293f4e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:20.758918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9d0179-4204-4580-ae76-00dc2c8f6abf {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:25:20.761434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 43dc9e04-f2aa-441e-93fb-2457298c3c97 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:20.775437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.794355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.797702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 43dc9e04-f2aa-441e-93fb-2457298c3c97 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:20.798546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 43dc9e04-f2aa-441e-93fb-2457298c3c97 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:20.809899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Transition to ACTIVE for port object 9c9d0179-4204-4580-ae76-00dc2c8f6abf will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:20.820411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.823205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 16c11376-edeb-4ed2-a568-c3414f423be5 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:20.824351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Network 57cda723-eb73-42ae-99b0-87c156f312de is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:20.827192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:20.836608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:20.904604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/9c00841b-a223-4d07-a444-2a5b0dec303d/497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:20.981691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:20.991090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:20.992574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:21.022413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:21.163931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Pushing event updated for resources: {'Port': ['ID=211dda2a-7f5b-446a-95e6-831dfdd4fd46,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:21.172499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.192047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Transition to ACTIVE for port object 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:21.196579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Router 8863e905-0a15-4d3f-9301-929a08365417 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:25:21.210782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Transition to ACTIVE for port object 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:21.212212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:21.215351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.227512 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.272181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Attempting to bind port 9c9d0179-4204-4580-ae76-00dc2c8f6abf on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:21.272705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Attempting to bind port 9c9d0179-4204-4580-ae76-00dc2c8f6abf by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:21.273133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Attempting to bind port 9c9d0179-4204-4580-ae76-00dc2c8f6abf on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:21.287926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-28de89d4-6803-4a6e-a978-1b902da36d18 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8801439 Aug 30 21:25:21.290725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Port 9c9d0179-4204-4580-ae76-00dc2c8f6abf on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:25:21.293134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Attempting to bind port 9c9d0179-4204-4580-ae76-00dc2c8f6abf on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:21.300329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:21.308509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Request body: {'port': {'device_id': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:21.313617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:21.318404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::63e3:71f:3ae2:be47 (df466400-bd83-465e-a23d-186958510d0f/9c00841b-a223-4d07-a444-2a5b0dec303d/16c11376-edeb-4ed2-a568-c3414f423be5) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:21.328793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:21.340323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Pushing event updated for resources: {'Port': ['ID=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:21.362452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:21.362867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Checking segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:21.363562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Bound using segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:21.364106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Bound port: 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:21.364745 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.432168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Attempting to bind port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:21.432788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Attempting to bind port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:21.433309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Attempting to bind port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:21.446125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:21.446868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:21.447566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.448176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:21.448888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Bound port: 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:21.449426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.465514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Provisioning for port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:21.516130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3c945-67a6-4ed4-a31f-14adb14146a9 req-aac30e9e-1c8a-4cf0-b9bb-3bb852f46c1d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:21.517865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e3c945-67a6-4ed4-a31f-14adb14146a9 req-aac30e9e-1c8a-4cf0-b9bb-3bb852f46c1d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.1153471 Aug 30 21:25:21.524789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Provisioning complete for port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:21.527085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.535462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:21.539069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:21.565358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.596730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e3c945-67a6-4ed4-a31f-14adb14146a9 req-624bdcf5-0ed7-4126-a8cf-aee4cf03a65a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681949 Aug 30 21:25:21.607332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:21.621375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.621572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.621665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] For port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:21.631888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] For port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:21.637487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:21.646851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:21.647679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.648979 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] Sync routers for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:21.649441 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] 10.222.0.86 "PUT /v2.0/ports/9c9d0179-4204-4580-ae76-00dc2c8f6abf HTTP/1.1" status: 200 len: 1093 time: 2.2363839 Aug 30 21:25:21.658376 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.664951 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:21.665376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 16c11376-edeb-4ed2-a568-c3414f423be5 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:21.665806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:21.667976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:25:21.671249 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6216b2d-0924-4033-a6d1-858d98185650" -d '{"events": [{"name": "network-changed", "server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:25:21.690486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-102faa00-094b-4989-8229-f566f103b063 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2096786 Aug 30 21:25:21.692594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Provisioning complete for port 33f24ede-d19b-453e-b2a8-00c20a293f4e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:21.694997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.698631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:21.749496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.757039 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:21.769922 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:21.771456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:21.818266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d2556ff0-f018-4c0b-a24e-e31469a9c6f7 None None] Port 33f24ede-d19b-453e-b2a8-00c20a293f4e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:21.824160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b92c15-b99c-4d0c-88bb-76c8c84d70ec None None] Pushing event updated for resources: {'Port': ['ID=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:21.834160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c73c-39e3-47dc-933d-45d99c95051e tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.844740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:21.845422 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c40ac-13bb-4e43-8882-34c358586774 None None] The sync data for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:21.864601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbffe1-2eec-4bf8-9581-b62abfe60a2d req-c635e112-397f-414b-853a-03321a06bc82 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:21.875253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efcbffe1-2eec-4bf8-9581-b62abfe60a2d req-c635e112-397f-414b-853a-03321a06bc82 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 935 time: 0.1389260 Aug 30 21:25:21.895161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=16c11376-edeb-4ed2-a568-c3414f423be5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:21.898074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:21.906626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:21.920093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:21.922958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:21.929438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:21.930292 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:21.942371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.942764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.943627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.943975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.944478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.944811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.945140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.945465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.945796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.946115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.946437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.947199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537eac4f-242f-425f-8d98-8ba68190b96d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:21.964585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efcbffe1-2eec-4bf8-9581-b62abfe60a2d req-db5592bb-ad35-4dab-87da-77f639a34772 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869930 Aug 30 21:25:21.975509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-59cb53d3-8dd8-458d-be6f-3238bf2f5108 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.5200574 Aug 30 21:25:21.978863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48122) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:22.049408 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a3daa6-6589-407f-a1c0-dc19a736d7e4 x-openstack-request-id: req-29a3daa6-6589-407f-a1c0-dc19a736d7e4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:25:22.049690 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:25:22.049937 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29a3daa6-6589-407f-a1c0-dc19a736d7e4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:25:22.050636 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'status': 'completed', 'code': 200} Aug 30 21:25:22.065715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a22e8-fe58-4bbe-baee-a8291c725ea9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.077679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a22e8-fe58-4bbe-baee-a8291c725ea9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.082147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1c9a22e8-fe58-4bbe-baee-a8291c725ea9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1021957 Aug 30 21:25:22.085284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48126) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:22.137461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-40e8d5c7-6f2e-41fa-985c-16122ed30bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.139367 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-40e8d5c7-6f2e-41fa-985c-16122ed30bd4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 1096 time: 0.3208921 Aug 30 21:25:22.146266 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-cdc9c73c-39e3-47dc-933d-45d99c95051e tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 21:25:22.150318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cdc9c73c-39e3-47dc-933d-45d99c95051e tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417 HTTP/1.1" status: 409 len: 329 time: 0.4475446 Aug 30 21:25:22.152791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:22.167578 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:25:22.199006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 16c11376-edeb-4ed2-a568-c3414f423be5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:22.199118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.312826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.317816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-b59e6d89-ab4b-42cd-96ec-6a94a91579f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf HTTP/1.1" status: 200 len: 217 time: 0.1694026 Aug 30 21:25:22.328581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:22.338480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 16c11376-edeb-4ed2-a568-c3414f423be5 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:22.387180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:22.477905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.482937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-107e6de5-b287-4aae-8797-7cd812118c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.484405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-107e6de5-b287-4aae-8797-7cd812118c4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 200 len: 854 time: 0.1564434 Aug 30 21:25:22.506804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=16c11376-edeb-4ed2-a568-c3414f423be5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:22.535646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.538312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b211794c-3fe3-4d8a-b329-3f190b3bb7f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/16c11376-edeb-4ed2-a568-c3414f423be5 HTTP/1.1" status: 204 len: 168 time: 0.4519601 Aug 30 21:25:22.540110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48134) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:22.548268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-925eadc4-43da-45b0-ab8c-a1c389344a01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360796 Aug 30 21:25:22.593242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d050a41-5d33-41ad-8a8e-440484ee9274 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.594825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d050a41-5d33-41ad-8a8e-440484ee9274 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.596641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d050a41-5d33-41ad-8a8e-440484ee9274 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0556238 Aug 30 21:25:22.599544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48136) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:22.667851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 9c00841b-a223-4d07-a444-2a5b0dec303d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:22.671370 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.751475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.786969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea54955-6527-405d-a90e-2211608c8fd0 req-26b3a3c5-e72d-4c32-9601-cedc4fdd4531 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:22.787489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211dda2a-7f5b-446a-95e6-831dfdd4fd46 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:25:22.788552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cea54955-6527-405d-a90e-2211608c8fd0 req-26b3a3c5-e72d-4c32-9601-cedc4fdd4531 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.0919845 Aug 30 21:25:22.796818 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-051347e1-9562-4445-bd9c-6afb9ad39052 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379184 Aug 30 21:25:22.798868 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.859062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Transition to ACTIVE for port object 211dda2a-7f5b-446a-95e6-831dfdd4fd46 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:22.872880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.881535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cea54955-6527-405d-a90e-2211608c8fd0 req-2da868a8-2315-47b5-83fd-49f5c60c589d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831811 Aug 30 21:25:22.897665 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:22.971278 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.008234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=9c00841b-a223-4d07-a444-2a5b0dec303d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:23.024923 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.026771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15415485-8303-4c12-a43d-0b067090b33f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/9c00841b-a223-4d07-a444-2a5b0dec303d HTTP/1.1" status: 204 len: 168 time: 0.4261734 Aug 30 21:25:23.029311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48146) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:23.066582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] Provisioning for port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:23.069612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-76b52fc7-d02e-47d4-8ab4-83f5116e72c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385966 Aug 30 21:25:23.072513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48148) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:23.074777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] Provisioning complete for port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:23.076577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.079477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:23.188762 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.213708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5a49a-8e6a-4f74-b5f2-e2b8c3748c86 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:23.236905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22ada3-c221-48ac-afe8-3a38e56aa10c req-49cbf4f0-7706-47d1-8c94-ef958c0eb2d6 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:23.238553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f22ada3-c221-48ac-afe8-3a38e56aa10c req-49cbf4f0-7706-47d1-8c94-ef958c0eb2d6 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 947 time: 0.1676722 Aug 30 21:25:23.255846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:23.260643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.272713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] For port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:23.285404 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.327026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Pushing event updated for resources: {'Port': ['ID=211dda2a-7f5b-446a-95e6-831dfdd4fd46,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:23.348559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d18df22f-b666-42e4-ac90-50c8f0fa156f req-9e9c1410-d352-4c6f-bff5-10b30ade7084 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442960 Aug 30 21:25:23.365429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7b285-e771-4e5c-9f51-a53fc3401b63 None None] Pushing event updated for resources: {'Port': ['ID=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:23.391282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f22ada3-c221-48ac-afe8-3a38e56aa10c req-056b8549-7bcc-46c6-9324-a9bd25f35a6b tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437104 Aug 30 21:25:23.426348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-488774a4-2cf8-44cc-92dc-5d8fdd2566ba None None] Could not find standard attr ID for object 16c11376-edeb-4ed2-a568-c3414f423be5. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:23.525967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:23.533885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6216b2d-0924-4033-a6d1-858d98185650 req-2ffda7ad-91d9-4bc9-8393-da98acbb9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:23.535612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-2ffda7ad-91d9-4bc9-8393-da98acbb9e8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 1096 time: 0.1049609 Aug 30 21:25:23.580166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.582381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Attempting to bind port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:23.582738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Attempting to bind port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:23.583345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Attempting to bind port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:23.597206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.599361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] Deleting port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:23.599744 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.669457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:23.670834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=3147611d-7be7-4839-96ee-e769f5552e2d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:23.673185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:23.676285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:23.676887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.686121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:25:23.686983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Attempting to bind port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:23.697790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bba7b58f-3213-447a-a80c-2eba78eb1e93 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6201434 Aug 30 21:25:23.697994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] For port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:23.697994 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.698144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48154) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:23.702624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:23.703126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:23.703522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:23.704068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Bound port: 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:23.704611 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.707048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '3147611d-7be7-4839-96ee-e769f5552e2d', 'ip_address': '2001:db8::594a:5523:dbfa:cd5a'}], 'name': 'tempest-NetworksTestDHCPv6-2105268229'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:23.719385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] Calling delete_port for 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:23.827368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.857046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6216b2d-0924-4033-a6d1-858d98185650 req-b7976715-f67e-4529-9269-4810d68f751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:23.858637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-b7976715-f67e-4529-9269-4810d68f751a service neutron] 10.222.0.86 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 915 time: 0.3093278 Aug 30 21:25:23.870869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] Pushing event deleted for resources: {'Port': ['ID=497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:23.876805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d32d2f-03dc-416a-9c15-eb1e55971c36 None None] No DVR routers for this DVR port 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:23.881299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:23.892393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:23.896785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7619895-8549-4730-91e6-08119dcda916 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:23.924125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 1ccca2ae-ae2c-4249-a51b-09303ca2d8fa yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:23.927370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-90b4c1e5-a844-449c-b752-1ec4a6e05276 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf HTTP/1.1" status: 200 len: 217 time: 0.0584841 Aug 30 21:25:23.930997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] For port 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:23.957217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] For port 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:23.980858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.021113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca7c1a-f3ef-4fe3-86ee-1c4f3a52a011 req-3572ff01-92fb-417d-8696-7ed33655fd02 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.022793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71ca7c1a-f3ef-4fe3-86ee-1c4f3a52a011 req-3572ff01-92fb-417d-8696-7ed33655fd02 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1114066 Aug 30 21:25:24.045942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.046626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.048172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] 10.222.0.82 "PUT /v2.0/ports/211dda2a-7f5b-446a-95e6-831dfdd4fd46 HTTP/1.1" status: 200 len: 1096 time: 2.7447064 Aug 30 21:25:24.051818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'tag': '211dda2a-7f5b-446a-95e6-831dfdd4fd46'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:25:24.055208 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda11097-0a92-46ab-94e4-67c102dc7735" -d '{"events": [{"name": "network-changed", "server_uuid": "af117225-178a-49b4-8c3f-c746a29d62ab", "tag": "211dda2a-7f5b-446a-95e6-831dfdd4fd46"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:25:24.072461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6216b2d-0924-4033-a6d1-858d98185650 req-f7e1d344-447f-4b3b-8656-7e6bce5c595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.074069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-f7e1d344-447f-4b3b-8656-7e6bce5c595b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 200 len: 854 time: 0.1353753 Aug 30 21:25:24.098833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '3147611d-7be7-4839-96ee-e769f5552e2d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:24.099711 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.129116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87340689-e9c4-4c31-a6ef-e35347ff72f0 service neutron] Pushing event updated for resources: {'Port': ['ID=211dda2a-7f5b-446a-95e6-831dfdd4fd46,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:24.166510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71ca7c1a-f3ef-4fe3-86ee-1c4f3a52a011 req-72cc85e2-169b-4d76-9b4a-69437ba1821d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125286 Aug 30 21:25:24.174979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-07293f0c-b32f-4036-b48a-d75a1776766a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719299 Aug 30 21:25:24.181588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::594a:5523:dbfa:cd5a (df466400-bd83-465e-a23d-186958510d0f/3147611d-7be7-4839-96ee-e769f5552e2d/1ccca2ae-ae2c-4249-a51b-09303ca2d8fa) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:24.301049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:24.314298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-85e05950-01e3-4d6d-a6e4-1f922cd02917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.315771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-85e05950-01e3-4d6d-a6e4-1f922cd02917 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5e08faae463451791da43111796b295&device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 1099 time: 0.2026715 Aug 30 21:25:24.328923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:24.329618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497af9a5-40e8-4fa5-9d02-2f2b8f46f4e0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:24.373037 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-00604050-ba65-4b4f-9b33-f1772f84b474 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46 HTTP/1.1" status: 200 len: 217 time: 0.0460985 Aug 30 21:25:24.401432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28822280-5c39-481a-af55-23793a0796ac req-ee4b46a0-3f5f-46c9-be59-a14ebc59de81 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.403018 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28822280-5c39-481a-af55-23793a0796ac req-ee4b46a0-3f5f-46c9-be59-a14ebc59de81 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.0900884 Aug 30 21:25:24.429857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-051a2dd2-d53b-4205-b7b3-2ecd92c7a771 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239332 Aug 30 21:25:24.443517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting port 33f24ede-d19b-453e-b2a8-00c20a293f4e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:24.443856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.445726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.469247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 1ccca2ae-ae2c-4249-a51b-09303ca2d8fa will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:24.477747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28822280-5c39-481a-af55-23793a0796ac req-36bbd8ed-9956-4f05-ab97-a80aaa00494f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650856 Aug 30 21:25:24.511354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.528342 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a6d7ea-71cd-4891-a91e-362824fe5993 x-openstack-request-id: req-51a6d7ea-71cd-4891-a91e-362824fe5993 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:25:24.528639 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af117225-178a-49b4-8c3f-c746a29d62ab", "tag": "211dda2a-7f5b-446a-95e6-831dfdd4fd46", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:25:24.528892 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51a6d7ea-71cd-4891-a91e-362824fe5993 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:25:24.529290 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'tag': '211dda2a-7f5b-446a-95e6-831dfdd4fd46', 'status': 'completed', 'code': 200} Aug 30 21:25:24.559029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-29e52385-62fb-4926-9627-b3cc8ede026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.559897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:24.560514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-29e52385-62fb-4926-9627-b3cc8ede026e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1788123 Aug 30 21:25:24.563495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:24.569373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:24.575140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.576400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.586714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=1ccca2ae-ae2c-4249-a51b-09303ca2d8fa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:24.605175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-753a8471-864d-477b-ae50-b0dc1f29bb2c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9022992 Aug 30 21:25:24.610612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:24.611458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/3147611d-7be7-4839-96ee-e769f5552e2d/f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:24.667586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cca38-a5ce-425f-b6bb-b72bca5d0bba req-776e3654-e49d-4e55-9857-cbe307443ee9 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.670381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b14cca38-a5ce-425f-b6bb-b72bca5d0bba req-776e3654-e49d-4e55-9857-cbe307443ee9 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 947 time: 0.0721686 Aug 30 21:25:24.674336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.706484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Calling delete_port for 33f24ede-d19b-453e-b2a8-00c20a293f4e owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:24.709759 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a6216b2d-0924-4033-a6d1-858d98185650 req-0e5ebf6a-7b0d-4fb9-a260-45fcfbf0060e service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704051 Aug 30 21:25:24.714340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b14cca38-a5ce-425f-b6bb-b72bca5d0bba req-84a6086e-3f28-43c3-8f2f-e6dc5aeb8a12 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364676 Aug 30 21:25:24.717322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-a7c29bc4-0b06-43f0-990d-05cd73a4464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.718977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-a7c29bc4-0b06-43f0-990d-05cd73a4464d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463745 Aug 30 21:25:24.738575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f836355-de5d-4552-a1bf-8e6e90c16e81 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:24.740344 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3f836355-de5d-4552-a1bf-8e6e90c16e81 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1265986 Aug 30 21:25:24.744514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48170) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:24.775107 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.784853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Transition to ACTIVE for port object f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:24.799975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Transition to ACTIVE for port object f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:24.807458 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.850323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:24.852401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 1ccca2ae-ae2c-4249-a51b-09303ca2d8fa {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:24.852897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.857068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:24.859622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:24.890534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Pushing event updated for resources: {'Port': ['ID=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:24.923141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Attempting to bind port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:24.923932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Attempting to bind port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:24.924304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Attempting to bind port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:24.930451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:24.930451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:24.930767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.931675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:24.932147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Bound port: f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:24.932527 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.933172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-f229a473-ba10-4f53-9424-c4e360f66e7a service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043951 Aug 30 21:25:24.946125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:24.961014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 1ccca2ae-ae2c-4249-a51b-09303ca2d8fa owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:24.999883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] For port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:25.003289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] For port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:25.008727 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.055717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.076951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f1798-0b50-4d75-b13c-65d515fcea1a None None] Pushing event updated for resources: {'Port': ['ID=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:25.106342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Port': ['ID=33f24ede-d19b-453e-b2a8-00c20a293f4e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:25.115274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d8579b5e-837c-4fd4-990a-615b63f5f539 req-d3f289a8-394e-4521-bcbb-b11659c36678 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724231 Aug 30 21:25:25.132728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.179383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=1ccca2ae-ae2c-4249-a51b-09303ca2d8fa,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:25.206809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.210739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-728b53de-216b-4a56-991c-9fbde00818d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/1ccca2ae-ae2c-4249-a51b-09303ca2d8fa HTTP/1.1" status: 204 len: 168 time: 0.4632571 Aug 30 21:25:25.215233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.283786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.310263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-9008aca7-1f90-4814-8f54-c9c84fe03066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.311944 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-9008aca7-1f90-4814-8f54-c9c84fe03066 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f5e08faae463451791da43111796b295&device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 1099 time: 0.1346021 Aug 30 21:25:25.337298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e84cc-0ccf-40fe-8aab-b2a8f11de2f8 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.337931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e84cc-0ccf-40fe-8aab-b2a8f11de2f8 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.342208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f0e84cc-0ccf-40fe-8aab-b2a8f11de2f8 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1232355 Aug 30 21:25:25.346489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48176) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.400065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858ec9c-92f2-4e81-ae1e-95cead9f694f req-17c0ede7-02e5-40cd-92e8-f11e2c7177b6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.401848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c858ec9c-92f2-4e81-ae1e-95cead9f694f req-17c0ede7-02e5-40cd-92e8-f11e2c7177b6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1346953 Aug 30 21:25:25.468309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 3147611d-7be7-4839-96ee-e769f5552e2d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:25.479260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c858ec9c-92f2-4e81-ae1e-95cead9f694f req-97e4ca33-4e60-418e-bfe6-5696a1bc3fe7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673096 Aug 30 21:25:25.480213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.529547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.563952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-66d7a6c1-4fe7-476d-a8e1-296cb5242558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.565470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-66d7a6c1-4fe7-476d-a8e1-296cb5242558 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.2125831 Aug 30 21:25:25.567369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Router 8863e905-0a15-4d3f-9301-929a08365417 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:25:25.612879 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-4584c491-d04a-44a1-9ea4-267f4d4ef13d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46 HTTP/1.1" status: 200 len: 217 time: 0.0387864 Aug 30 21:25:25.635102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550800-fc67-4530-8247-6f1d6fca16ed req-5d76b42e-ca9f-4c72-9287-5963857822fd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.636622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73550800-fc67-4530-8247-6f1d6fca16ed req-5d76b42e-ca9f-4c72-9287-5963857822fd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.0859988 Aug 30 21:25:25.658021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.713887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:25.718972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73550800-fc67-4530-8247-6f1d6fca16ed req-370a1ec3-e3ef-412d-82e3-7149621efb2e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727217 Aug 30 21:25:25.724617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] Sync routers for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:25.732456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5f199dca-e09a-440d-b283-94f8cba74719 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5736761 Aug 30 21:25:25.736389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.738340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:25.739020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:25.749027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-60465b91-aa7f-46e3-8482-69056b896d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.750741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-60465b91-aa7f-46e3-8482-69056b896d1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.1052051 Aug 30 21:25:25.756814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.788474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:25.794323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=3147611d-7be7-4839-96ee-e769f5552e2d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:25.797228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:25.801902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] Routers {'8863e905-0a15-4d3f-9301-929a08365417'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:25.802556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8863e905-0a15-4d3f-9301-929a08365417'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:25.803109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-90e00ec3-2c81-47a7-88d8-1098221e0b8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/3147611d-7be7-4839-96ee-e769f5552e2d HTTP/1.1" status: 204 len: 168 time: 0.4541144 Aug 30 21:25:25.804218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48184) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.807722 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-841b2a37-7838-4046-b827-713c09719f8b tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] show failed (client error): The resource could not be found. Aug 30 21:25:25.811086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-841b2a37-7838-4046-b827-713c09719f8b tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1951519525 HTTP/1.1" status: 404 len: 335 time: 0.0734582 Aug 30 21:25:25.817208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48186) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.832114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-11a5f368-b9dc-4b78-a320-b67811c4dbd4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:25.844617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-4f83772d-15c6-4e7b-97f2-54a7954860c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.846138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-4f83772d-15c6-4e7b-97f2-54a7954860c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616374 Aug 30 21:25:25.847744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:25.848415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1b7bf-b637-4b4e-9673-a55a8326594e None None] The sync data for ids ['8863e905-0a15-4d3f-9301-929a08365417'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:25.902505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ac848c5-7d85-4369-ac87-7a819f275fb1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968218 Aug 30 21:25:25.909714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.915379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:25.917751 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-11a5f368-b9dc-4b78-a320-b67811c4dbd4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] update failed (client error): The resource could not be found. Aug 30 21:25:25.922036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11a5f368-b9dc-4b78-a320-b67811c4dbd4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1645542961 HTTP/1.1" status: 404 len: 335 time: 0.0987656 Aug 30 21:25:25.922348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48190) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:25.990987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a986e-a6a8-4f49-8e79-60073b3a7d73 req-2397ad13-df89-4fc7-a692-0c0d9bfb9e49 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:25.992796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835a986e-a6a8-4f49-8e79-60073b3a7d73 req-2397ad13-df89-4fc7-a692-0c0d9bfb9e49 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 947 time: 0.1764138 Aug 30 21:25:26.002868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting subnet 57c4f87b-2282-4f78-b465-c53b03fa4d71 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:26.012497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.024147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-ca5d9fc1-439f-4282-a332-09e5aedb40d8 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699970 Aug 30 21:25:26.042811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:26.046749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.075974 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.081943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-835a986e-a6a8-4f49-8e79-60073b3a7d73 req-7c044fef-1855-487f-bd21-c931311914d2 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 Aug 30 21:25:26.174657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.189312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0581fd34-b825-4178-9a7f-f1b7187dc415 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:26.244879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.262799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1dc968da-352a-4e39-bd4d-1498c6305b1d None None] Provisioning for port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:26.319693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Subnet': ['ID=57c4f87b-2282-4f78-b465-c53b03fa4d71,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:26.322317 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.326987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-47976833-4534-451a-beb7-fa88ee1fd9eb tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/subnets/57c4f87b-2282-4f78-b465-c53b03fa4d71 HTTP/1.1" status: 204 len: 168 time: 0.4035554 Aug 30 21:25:26.327710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48192) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:26.331732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2e01f-eabd-4d4a-89a2-ba0c335f1cd8 None None] Network 3fabf314-bf50-44fb-a464-1b84c110dfcd requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:26.421336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.481147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting port 33407a55-7273-465d-98ed-eab2df1060e4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:26.481755 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.519059 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda11097-0a92-46ab-94e4-67c102dc7735 req-b17b1dde-14ae-4cc9-bf5b-413103fc4aad service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850280 Aug 30 21:25:26.556295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:26.565855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] For port 33407a55-7273-465d-98ed-eab2df1060e4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=33407a55-7273-465d-98ed-eab2df1060e4,segment=NetworkSegment(83710c94-5a56-4d47-ba28-3255ff9bc0be),segment_id=83710c94-5a56-4d47-ba28-3255ff9bc0be)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:26.566376 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.587211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Calling delete_port for 33407a55-7273-465d-98ed-eab2df1060e4 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:26.637698 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.678126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:26.686165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:26.686554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd638745-4267-456f-b0e1-5ad8bfcd76b0 req-151aa065-b787-42ce-8ca9-5ebf91587f86 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:26.686933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.696597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd638745-4267-456f-b0e1-5ad8bfcd76b0 req-151aa065-b787-42ce-8ca9-5ebf91587f86 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1043446 Aug 30 21:25:26.713509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:26.726930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:26.733113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=bd7b518e-c643-478b-9c03-e37c19166609,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:26.735786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:26.745174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:26.746181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.754948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd638745-4267-456f-b0e1-5ad8bfcd76b0 req-3321435b-1fa3-489f-a1f2-25da9f231c74 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565684 Aug 30 21:25:26.770083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.782370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d14f614d-672b-473f-b308-a5babbe8fefa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8628430 Aug 30 21:25:26.782594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c9bf2-1156-49b0-b9e6-ad2e3463bd8f None None] DHCP port deletion for 3fabf314-bf50-44fb-a464-1b84c110dfcd request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:26.783083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:26.788259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] No DVR routers for this DVR port 33407a55-7273-465d-98ed-eab2df1060e4 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:26.798523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': 'bd7b518e-c643-478b-9c03-e37c19166609', 'ip_address': '2001:db8::9235:9f87:6921:ea65'}], 'name': 'tempest-NetworksTestDHCPv6-2108044750'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:26.815012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Port': ['ID=33407a55-7273-465d-98ed-eab2df1060e4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:26.836870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] Deleting port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:26.837251 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.841480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.924298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.930416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:26.937046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fabf314-bf50-44fb-a464-1b84c110dfcd']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:26.942844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.950749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83710c94-5a56-4d47-ba28-3255ff9bc0be') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:26.951046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83710c94-5a56-4d47-ba28-3255ff9bc0be') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:26.954617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] For port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:26.955079 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.957766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:26.971302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016bf43-9852-43f8-b176-55013bcefe1c req-947c1056-fdb2-460e-88b7-7bb8af7f8133 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:26.972824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8016bf43-9852-43f8-b176-55013bcefe1c req-947c1056-fdb2-460e-88b7-7bb8af7f8133 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.1183147 Aug 30 21:25:26.975200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:26.988116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] Calling delete_port for f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:27.001958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.014106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:25:27.014517 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.016183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:25:27.017582 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:25:27.044390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.057076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.057429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.057773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.058110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.058440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.058791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.059121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.059447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.059770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.060098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.060421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.060739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:27.066142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8016bf43-9852-43f8-b176-55013bcefe1c req-c48d4f63-082c-4cfa-a294-3764b4936a34 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817697 Aug 30 21:25:27.076333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 5c51ac37-11b9-48ff-9239-c65e3bd46f30 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:27.096315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.115650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.119199 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.120407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/networks/3fabf314-bf50-44fb-a464-1b84c110dfcd HTTP/1.1" status: 204 len: 168 time: 0.7906916 Aug 30 21:25:27.121332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:27.121463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccededd-5794-46a5-8aa9-22ac996304e4 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Network': ['ID=3fabf314-bf50-44fb-a464-1b84c110dfcd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:27.149881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] Pushing event deleted for resources: {'Port': ['ID=f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:27.152495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a184f-7474-4327-9f6f-c3b1cf962c67 None None] No DVR routers for this DVR port f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:27.171039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0b0ce-a7ed-49ed-aedb-67a7fdb1202d None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:27.225205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting subnet 1d1bf6e9-c38e-4870-ae75-c9b0b3f80393 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:27.232470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.239070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836a504-5d06-4804-87ff-c93c10b0852d req-08c31fb8-b32e-4fbe-a02b-44b64a76cc7f tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:27.240672 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2836a504-5d06-4804-87ff-c93c10b0852d req-08c31fb8-b32e-4fbe-a02b-44b64a76cc7f tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 947 time: 0.0635443 Aug 30 21:25:27.296365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2836a504-5d06-4804-87ff-c93c10b0852d req-0d9fb6d1-c049-487e-87a9-b1e2a6e3b507 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Aug 30 21:25:27.307645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:25:27.317754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.334409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'bd7b518e-c643-478b-9c03-e37c19166609'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:27.335312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.363445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::9235:9f87:6921:ea65 (df466400-bd83-465e-a23d-186958510d0f/bd7b518e-c643-478b-9c03-e37c19166609/5c51ac37-11b9-48ff-9239-c65e3bd46f30) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:27.455953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.492387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:27.503249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'port_id': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'mac_address': 'fa:16:3e:79:2f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24268ace-ee42-47f8-b7ab-fa846327a2d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:25:27.541535 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.556457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9d0179-4204-4580-ae76-00dc2c8f6abf {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:25:27.575131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.577470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:27.581839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.619390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1bf6e9-c38e-4870-ae75-c9b0b3f80393,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:27.630081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.630484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:27.634305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9eb9b339-af29-4448-9c04-8c3224f7424d tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/subnets/1d1bf6e9-c38e-4870-ae75-c9b0b3f80393 HTTP/1.1" status: 204 len: 168 time: 0.5096581 Aug 30 21:25:27.634994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:27.639466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.684307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 5c51ac37-11b9-48ff-9239-c65e3bd46f30 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:27.705458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting subnet ca68b9a6-3193-4299-89c2-b51722f97a00 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:27.711541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.764703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.772807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49128f8-63b1-4471-8ced-3020b4ac7033 None None] Network f83db8bc-585a-456c-85df-6ad3036c4d0e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:27.799358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.868487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:27.877525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:27.880105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:27.883824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb1f9-978a-4892-881b-416dbfb23a3e req-65811f1d-34c5-4f3a-850f-1523fc4b204d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:27.885405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e74eb1f9-978a-4892-881b-416dbfb23a3e req-65811f1d-34c5-4f3a-850f-1523fc4b204d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0527773 Aug 30 21:25:27.885957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:27.886793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.914894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=5c51ac37-11b9-48ff-9239-c65e3bd46f30,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:27.921910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 211dda2a-7f5b-446a-95e6-831dfdd4fd46 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:25:27.924408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/bd7b518e-c643-478b-9c03-e37c19166609/f5392efe-b973-4545-b392-2709cb787401) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:27.932338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e74eb1f9-978a-4892-881b-416dbfb23a3e req-3f43296b-6a33-4cba-b872-719641bc05f4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390120 Aug 30 21:25:27.942906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-48c599ee-73ac-42b9-9a13-90dc8c76d056 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1616991 Aug 30 21:25:27.946076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48208) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:27.961230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:27.962971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9c9d0179-4204-4580-ae76-00dc2c8f6abf'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:25:28.000804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f18ae9-3949-4753-8310-173f53fbcc43 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:28.002564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f5f18ae9-3949-4753-8310-173f53fbcc43 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0549943 Aug 30 21:25:28.005658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:28.099565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.107421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] DHCP port deletion for f83db8bc-585a-456c-85df-6ad3036c4d0e request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:28.141554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.146415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/subnets/ca68b9a6-3193-4299-89c2-b51722f97a00 HTTP/1.1" status: 204 len: 168 time: 0.5102415 Aug 30 21:25:28.148832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a1f26-90ed-46bf-86d4-c8f8a5957907 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Subnet': ['ID=ca68b9a6-3193-4299-89c2-b51722f97a00,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:28.150496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48214) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:28.171213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d3349-1d87-4f98-8dd6-974ea674fe6f None None] Network f1032923-df71-4f7d-8225-30a1b1e28fc1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:28.204719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b261-9fb5-4439-b0bc-fc42cf0c0e6a req-af2ca8cd-5251-4980-a31d-2d34d6868102 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:28.215343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1657b261-9fb5-4439-b0bc-fc42cf0c0e6a req-af2ca8cd-5251-4980-a31d-2d34d6868102 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 945 time: 0.0693271 Aug 30 21:25:28.219409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 5c51ac37-11b9-48ff-9239-c65e3bd46f30 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:28.219938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.259057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1657b261-9fb5-4439-b0bc-fc42cf0c0e6a req-aef6ac63-d70c-413b-876a-2c6918c3683a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Aug 30 21:25:28.300704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.303370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:28.318447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6737f04a-0145-405d-8013-b545be6774c2 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:28.340316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.370493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 5c51ac37-11b9-48ff-9239-c65e3bd46f30 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:28.384172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '211dda2a-7f5b-446a-95e6-831dfdd4fd46', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '211dda2a-7f5b-446a-95e6-831dfdd4fd46', 'mac_address': 'fa:16:3e:de:e3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:25:28.414269 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.432914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498bab0-e698-4eef-ab00-7fdca62901a4 req-cda38e77-3637-4616-bd8e-944f8382096d tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:28.436196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4498bab0-e698-4eef-ab00-7fdca62901a4 req-cda38e77-3637-4616-bd8e-944f8382096d tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 947 time: 0.0539980 Aug 30 21:25:28.442834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting port 6737f04a-0145-405d-8013-b545be6774c2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:28.443215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.469173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Transition to ACTIVE for port object f5392efe-b973-4545-b392-2709cb787401 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:28.481047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4498bab0-e698-4eef-ab00-7fdca62901a4 req-fe07c151-fa40-4e45-bda6-110fa751c66a tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Aug 30 21:25:28.494319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Deleting port 6737f04a-0145-405d-8013-b545be6774c2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:28.494589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.525094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] For port 6737f04a-0145-405d-8013-b545be6774c2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6737f04a-0145-405d-8013-b545be6774c2,segment=NetworkSegment(1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97),segment_id=1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:28.525471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.539855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Calling delete_port for 6737f04a-0145-405d-8013-b545be6774c2 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:28.571794 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.630862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211dda2a-7f5b-446a-95e6-831dfdd4fd46 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:25:28.637735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.646035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Transition to ACTIVE for port object f5392efe-b973-4545-b392-2709cb787401 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:28.650563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] For port 6737f04a-0145-405d-8013-b545be6774c2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6737f04a-0145-405d-8013-b545be6774c2,segment=NetworkSegment(1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97),segment_id=1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:28.650989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.672424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=5c51ac37-11b9-48ff-9239-c65e3bd46f30,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:28.682510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.685589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Calling delete_port for 6737f04a-0145-405d-8013-b545be6774c2 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:28.690273 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.696606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:28.709275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.714971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0bd2ca9c-cf18-4295-b147-6235b4dc6328 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/5c51ac37-11b9-48ff-9239-c65e3bd46f30 HTTP/1.1" status: 204 len: 168 time: 0.7045786 Aug 30 21:25:28.714971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:28.739330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] DHCP port deletion for f1032923-df71-4f7d-8225-30a1b1e28fc1 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:28.745895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.746038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.782867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Port': ['ID=6737f04a-0145-405d-8013-b545be6774c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:28.789068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] No DVR routers for this DVR port 6737f04a-0145-405d-8013-b545be6774c2 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:28.796839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:28.807020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:28.827807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1604519b-bc7a-4c6d-b347-c6a1a55ce26f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:28.829043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:28.829256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1604519b-bc7a-4c6d-b347-c6a1a55ce26f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:28.830793 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1604519b-bc7a-4c6d-b347-c6a1a55ce26f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1157942 Aug 30 21:25:28.834045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48220) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:28.837294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Pushing event updated for resources: {'Port': ['ID=f5392efe-b973-4545-b392-2709cb787401,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:28.887590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.893630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet bd7b518e-c643-478b-9c03-e37c19166609 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:28.897838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.899034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83db8bc-585a-456c-85df-6ad3036c4d0e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:28.911715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:28.912561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e26f13b-7dfc-4e20-afa0-9a9f9cbb2e97') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:28.924069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.942790 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.944492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.951081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:25:28.951550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:25:28.954975 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:25:29.032390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.042824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.047201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/networks/f83db8bc-585a-456c-85df-6ad3036c4d0e HTTP/1.1" status: 204 len: 168 time: 0.8920186 Aug 30 21:25:29.047335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.048970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:29.055539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cf80c-556b-40c6-96e1-6fb352b17931 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Network': ['ID=f83db8bc-585a-456c-85df-6ad3036c4d0e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:29.067633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 33407a55-7273-465d-98ed-eab2df1060e4 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:29.112234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 33407a55-7273-465d-98ed-eab2df1060e4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:29.112585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 33407a55-7273-465d-98ed-eab2df1060e4 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:29.112994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:29.131955 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.182715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:29.183070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f9624b79-3be5-40c7-b3a8-dc9a91cbfcc4 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:29.204282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Network f83db8bc-585a-456c-85df-6ad3036c4d0e is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:25:29.204664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] No DVR routers for this DVR port 6737f04a-0145-405d-8013-b545be6774c2 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:29.218047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=211dda2a-7f5b-446a-95e6-831dfdd4fd46,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:29.249868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Attempting to bind port f5392efe-b973-4545-b392-2709cb787401 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:29.250249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Attempting to bind port f5392efe-b973-4545-b392-2709cb787401 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:29.250622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Attempting to bind port f5392efe-b973-4545-b392-2709cb787401 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:29.253202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['211dda2a-7f5b-446a-95e6-831dfdd4fd46'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:25:29.278970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efb16d-cb2f-41b7-bc43-02cfaffc2472 None None] Pushing event deleted for resources: {'Port': ['ID=6737f04a-0145-405d-8013-b545be6774c2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:29.286949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:29.287335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:29.287738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.288140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:29.288627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Bound port: f5392efe-b973-4545-b392-2709cb787401, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:29.289000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.307156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] Deleting port 770be287-4329-49d4-bcd5-0d752ae2cb52 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:29.307531 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.375630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:29.469339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] For port 770be287-4329-49d4-bcd5-0d752ae2cb52, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=770be287-4329-49d4-bcd5-0d752ae2cb52,segment=NetworkSegment(4172e2e3-d848-409c-bccc-43929c22a9a6),segment_id=4172e2e3-d848-409c-bccc-43929c22a9a6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:29.470055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.492588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] Calling delete_port for 770be287-4329-49d4-bcd5-0d752ae2cb52 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:29.539689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.565570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c20da-434f-498a-a7f9-de30b0518fa7 req-1e4c952b-0174-4bf7-a45a-ee75415f64b7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:29.567061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff3c20da-434f-498a-a7f9-de30b0518fa7 req-1e4c952b-0174-4bf7-a45a-ee75415f64b7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.5092354 Aug 30 21:25:29.581469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 9c9d0179-4204-4580-ae76-00dc2c8f6abf completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:29.605065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.606673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9c9d0179-4204-4580-ae76-00dc2c8f6abf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:29.607061 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.610876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] For port f5392efe-b973-4545-b392-2709cb787401, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:29.647333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7b518e-c643-478b-9c03-e37c19166609,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:29.654156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.659164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48230) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:29.659718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-39eff2f2-604f-4337-98c6-4ffb197030d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/bd7b518e-c643-478b-9c03-e37c19166609 HTTP/1.1" status: 204 len: 168 time: 0.8238571 Aug 30 21:25:29.667452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] For port f5392efe-b973-4545-b392-2709cb787401, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f5392efe-b973-4545-b392-2709cb787401,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:29.681131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff3c20da-434f-498a-a7f9-de30b0518fa7 req-a7f540ba-6026-4616-8c8f-f52d4ce63bab tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051500 Aug 30 21:25:29.685089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.700883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting port 770be287-4329-49d4-bcd5-0d752ae2cb52 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:29.701510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.710702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b846759d-f21b-43e1-ab46-f1d63947c734 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501728 Aug 30 21:25:29.713698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:29.734842 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.778652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39124ee-6cd0-4bd8-a3fa-809b027a0a32 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:29.780334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] No DVR routers for this DVR port 770be287-4329-49d4-bcd5-0d752ae2cb52 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:29.782344 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e39124ee-6cd0-4bd8-a3fa-809b027a0a32 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0668094 Aug 30 21:25:29.785094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:29.797819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] For port 770be287-4329-49d4-bcd5-0d752ae2cb52, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=770be287-4329-49d4-bcd5-0d752ae2cb52,segment=NetworkSegment(4172e2e3-d848-409c-bccc-43929c22a9a6),segment_id=4172e2e3-d848-409c-bccc-43929c22a9a6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:29.798362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.823084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Calling delete_port for 770be287-4329-49d4-bcd5-0d752ae2cb52 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:29.825447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289d75e-b4af-4b76-9801-4ac33c5090e7 None None] Pushing event updated for resources: {'Port': ['ID=f5392efe-b973-4545-b392-2709cb787401,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:29.853825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b90a1f-b3e6-4edb-b4f5-9cf21b05c929 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:29.855752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-34b90a1f-b3e6-4edb-b4f5-9cf21b05c929 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694759 Aug 30 21:25:29.858009 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.858704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:29.860384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd535940-3179-42fb-88dc-cb370f39c66d None None] Pushing event deleted for resources: {'Port': ['ID=770be287-4329-49d4-bcd5-0d752ae2cb52,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:29.890389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:25:29.892947 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01040a05-8dbc-4048-b06b-0f3e844dcabf" -d '{"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:25:29.904524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a8e99be-a705-4d2a-9dbd-201af317f99c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443571 Aug 30 21:25:29.908209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:29.909986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:29.915200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:29.915587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:29.940141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d948a-4e1e-4f8f-8002-fd5b634209b3 req-ec67abf6-413c-44d4-a14c-097731fa947c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:29.941689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a64d948a-4e1e-4f8f-8002-fd5b634209b3 req-ec67abf6-413c-44d4-a14c-097731fa947c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 945 time: 0.1057067 Aug 30 21:25:29.980548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:30.030999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a64d948a-4e1e-4f8f-8002-fd5b634209b3 req-483318d4-835b-4cf3-8e77-73dd3c1329f9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709708 Aug 30 21:25:30.049755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:30.054057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.056890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.092593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Port': ['ID=770be287-4329-49d4-bcd5-0d752ae2cb52,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:30.097820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] No DVR routers for this DVR port 770be287-4329-49d4-bcd5-0d752ae2cb52 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:30.207497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.220685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1032923-df71-4f7d-8225-30a1b1e28fc1']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:30.235676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0243a-93d7-4425-97f4-8ca0b86badd2 req-89637d52-495d-4467-97e0-a67efc961613 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:30.237085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3d0243a-93d7-4425-97f4-8ca0b86badd2 req-89637d52-495d-4467-97e0-a67efc961613 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 948 time: 0.1378617 Aug 30 21:25:30.240904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4172e2e3-d848-409c-bccc-43929c22a9a6') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:30.241387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4172e2e3-d848-409c-bccc-43929c22a9a6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:30.251665 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.280942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.282192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.287088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:25:30.287469 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:25:30.290791 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:25:30.340207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:30.342427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f5392efe-b973-4545-b392-2709cb787401 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:30.346238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:30.351368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:30.352115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.358189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3d0243a-93d7-4425-97f4-8ca0b86badd2 req-0748c932-7eef-4b0c-b40f-d426fdd03fd8 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028717 Aug 30 21:25:30.373907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=9e6c90b4-ecb3-498c-8fa9-735deac2f97c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:30.383324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.385897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4b18f9dd-3517-4b29-b175-0437ed172c4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4744565 Aug 30 21:25:30.391020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48242) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:30.395473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.400367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/networks/f1032923-df71-4f7d-8225-30a1b1e28fc1 HTTP/1.1" status: 204 len: 168 time: 1.3506222 Aug 30 21:25:30.400919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:30.411177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '9e6c90b4-ecb3-498c-8fa9-735deac2f97c', 'ip_address': '2001:db8::7a5b:493:b8a6:82df'}], 'name': 'tempest-NetworksTestDHCPv6-264450131'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:30.415843 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb13095-e9f3-49f9-a142-5200375daaca x-openstack-request-id: req-7eb13095-e9f3-49f9-a142-5200375daaca {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:25:30.416528 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:25:30.417035 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7eb13095-e9f3-49f9-a142-5200375daaca {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:25:30.417657 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'code': 200} Aug 30 21:25:30.429846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654c65f-666c-428d-8711-527ace4d7bc9 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Network': ['ID=f1032923-df71-4f7d-8225-30a1b1e28fc1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:30.445745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f5392efe-b973-4545-b392-2709cb787401 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:30.478407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting subnet f69ecd05-59dc-4810-b0fa-cf2fea30bb75 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:30.481839 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.513600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 770be287-4329-49d4-bcd5-0d752ae2cb52 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:30.534731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 770be287-4329-49d4-bcd5-0d752ae2cb52 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:30.535310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 770be287-4329-49d4-bcd5-0d752ae2cb52 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:30.561599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.566607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb7ec9-d5df-4a42-b88d-852efe2c7b64 req-30a99c5d-a84d-4d58-800b-506afcb3bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:30.568305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-01bb7ec9-d5df-4a42-b88d-852efe2c7b64 req-30a99c5d-a84d-4d58-800b-506afcb3bf2b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 1098 time: 0.0835209 Aug 30 21:25:30.574306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:30.642467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-01bb7ec9-d5df-4a42-b88d-852efe2c7b64 req-143a22e8-a69d-4f08-9e5f-5c11ddcc1696 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Aug 30 21:25:30.669670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.685895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.689614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 922fccbd-2705-4714-8d80-33534b2169e9 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:30.762143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.793606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Subnet': ['ID=f69ecd05-59dc-4810-b0fa-cf2fea30bb75,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:30.797706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.802343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-59667d11-16e8-43e8-bb88-59992f1b94fa tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/subnets/f69ecd05-59dc-4810-b0fa-cf2fea30bb75 HTTP/1.1" status: 204 len: 168 time: 0.3981178 Aug 30 21:25:30.802578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:30.810071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61427a3-f70c-43e7-b5e0-2b95c87ef940 None None] Network 57cda723-eb73-42ae-99b0-87c156f312de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:30.917744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::7a5b:493:b8a6:82df (df466400-bd83-465e-a23d-186958510d0f/9e6c90b4-ecb3-498c-8fa9-735deac2f97c/922fccbd-2705-4714-8d80-33534b2169e9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:30.928754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:30.938641 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-b257c885-61ee-4d29-aa70-c79c9899df6c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1255705 Aug 30 21:25:30.946904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc54dd-6d3c-400b-853a-0d670cb39834 req-a356947c-9ee0-404d-9af9-e484e490fdfd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:30.948094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30bc54dd-6d3c-400b-853a-0d670cb39834 req-a356947c-9ee0-404d-9af9-e484e490fdfd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1620190 Aug 30 21:25:31.001188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17596b1-c853-44d2-b05a-7a31af03bde9 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:31.001994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Deleting port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:31.002343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.018168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30bc54dd-6d3c-400b-853a-0d670cb39834 req-27b794f6-d123-46a7-906a-71ee3c5d32aa tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573835 Aug 30 21:25:31.110683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] For port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,segment=NetworkSegment(ec739e9d-d882-486b-8246-c3fa49219ce9),segment_id=ec739e9d-d882-486b-8246-c3fa49219ce9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:31.111089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.129187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Calling delete_port for 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:31.138325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.138995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.139392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.139850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.140468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.140755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.141212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.143343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-df041a7b-f06c-47e0-b777-99741789761e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 6507 time: 0.1003950 Aug 30 21:25:31.144045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] DHCP port deletion for 57cda723-eb73-42ae-99b0-87c156f312de request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:31.166848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.184906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 922fccbd-2705-4714-8d80-33534b2169e9 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:31.198542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2508357-856e-4b20-957d-e2d30424f8dd req-9e3bdbfd-8053-4bfa-b9c9-567bb8dd96f1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.200208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2508357-856e-4b20-957d-e2d30424f8dd req-9e3bdbfd-8053-4bfa-b9c9-567bb8dd96f1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0769312 Aug 30 21:25:31.224430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] Provisioning for port f5392efe-b973-4545-b392-2709cb787401 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:31.229223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] Provisioning complete for port f5392efe-b973-4545-b392-2709cb787401 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:31.229600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.262592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2508357-856e-4b20-957d-e2d30424f8dd req-2b80c433-04a8-4067-a142-f3526b90673e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469294 Aug 30 21:25:31.264850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.305116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4c366f81-e799-4c10-9e90-2823af6e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.305762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4c366f81-e799-4c10-9e90-2823af6e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.306225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4c366f81-e799-4c10-9e90-2823af6e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.308029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4c366f81-e799-4c10-9e90-2823af6e3d06 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=5fa8204a-b020-4f6e-b951-d7dce736994d&id=ab01343f-3c77-4178-a105-fc0308ce2d96&id=ab01343f-3c77-4178-a105-fc0308ce2d96 HTTP/1.1" status: 200 len: 2297 time: 0.1243358 Aug 30 21:25:31.309132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.318458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:31.327174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:31.329314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=922fccbd-2705-4714-8d80-33534b2169e9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:31.337946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:31.344123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.344778 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.350273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Deleting port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:31.350823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.361259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7c92139f-ad6c-44ad-86b9-cec882a49754 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9592445 Aug 30 21:25:31.364424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48252) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:31.375479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Port': ['ID=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:31.378088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '9e6c90b4-ecb3-498c-8fa9-735deac2f97c', 'ip_address': '2001:db8::7a5b:493:b8a6:82df'}], 'name': 'tempest-NetworksTestDHCPv6-1126094462'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:31.380373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] No DVR routers for this DVR port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:31.478292 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.480313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-b2065178-ba83-4fa0-a1e6-8d0eef7531fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104 HTTP/1.1" status: 200 len: 1001 time: 0.1635048 Aug 30 21:25:31.505705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.513282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] For port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:31.513998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.535948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cda723-eb73-42ae-99b0-87c156f312de']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:31.540455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Calling delete_port for 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:31.544606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:25:31.548181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] For port f5392efe-b973-4545-b392-2709cb787401, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f5392efe-b973-4545-b392-2709cb787401,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:31.549492 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.551401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec739e9d-d882-486b-8246-c3fa49219ce9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:31.551712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec739e9d-d882-486b-8246-c3fa49219ce9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:31.560549 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.570049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.570911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb132a-0a8a-4f2b-9aa4-5bfff6414c83 req-0fb5beeb-2800-40df-bff5-5f6ebe9a39f3 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.573130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00eb132a-0a8a-4f2b-9aa4-5bfff6414c83 req-0fb5beeb-2800-40df-bff5-5f6ebe9a39f3 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 948 time: 0.0987267 Aug 30 21:25:31.574361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:31.579520 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.585328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] No DVR routers for this DVR port 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:31.589251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e70ca6-4444-4bc7-9bea-c8cd646b13f2 None None] Pushing event deleted for resources: {'Port': ['ID=4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:31.592912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4495c9a5-fc92-4cb5-b670-be0bee24c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.594364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4495c9a5-fc92-4cb5-b670-be0bee24c910 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2192d990-9c44-4ba3-a3f2-f1a144041a6d HTTP/1.1" status: 200 len: 855 time: 0.1045659 Aug 30 21:25:31.607540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.610727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 29865f2d-6d67-4939-82bf-91af6d902d8c yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:31.647563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:25:31.648158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.650344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021fc8f-5633-4d74-b508-a0ba8baaad1a None None] Pushing event updated for resources: {'Port': ['ID=f5392efe-b973-4545-b392-2709cb787401,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:25:31.654107 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:25:31.709406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00eb132a-0a8a-4f2b-9aa4-5bfff6414c83 req-7f28b07e-1c72-479f-a867-0a08be9c2bfc tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111317 Aug 30 21:25:31.728648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-def43284-75fc-4adc-aa15-4ee9b997a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:31.730794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-def43284-75fc-4adc-aa15-4ee9b997a405 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5afa19d6-a0fd-4bef-a230-2a03bad6dcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247580 Aug 30 21:25:31.739848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.769351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.774236 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/networks/57cda723-eb73-42ae-99b0-87c156f312de HTTP/1.1" status: 204 len: 168 time: 0.9703679 Aug 30 21:25:31.775537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48256) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:31.785540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2df89f95-96d0-424a-87cc-d5b7e5ef0142 None None] Provisioning complete for port f5392efe-b973-4545-b392-2709cb787401 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:31.785910 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2df89f95-96d0-424a-87cc-d5b7e5ef0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.809886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6f0b7e9f-0e6a-4097-a305-e2c917bf35a1 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "GET /v2.0/ports?device_id=8863e905-0a15-4d3f-9301-929a08365417 HTTP/1.1" status: 200 len: 205 time: 0.0330470 Aug 30 21:25:31.813170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48258) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:31.818896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176e8e-8f02-468c-938e-a4643c8621e5 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Pushing event deleted for resources: {'Network': ['ID=57cda723-eb73-42ae-99b0-87c156f312de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:31.882582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-91153536-1eb8-4b28-b9e1-b4d518d796ca service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377561 Aug 30 21:25:31.909018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:31.940281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 211dda2a-7f5b-446a-95e6-831dfdd4fd46 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:31.997541 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-0c6c86de-db72-4591-b463-9829514c2bf4 service neutron] 10.222.0.82 "GET /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051104 Aug 30 21:25:32.020624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6e63f6af-cd6e-43fe-ab55-2bb1d5e62826 None None] Could not find standard attr ID for object 1ccca2ae-ae2c-4249-a51b-09303ca2d8fa. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:32.035877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:32.041879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:32.042459 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.055739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-eeb05343-a9e7-4f1f-a860-628586e80f62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 217 time: 0.0509045 Aug 30 21:25:32.153708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-7c94703b-99ea-4c72-9dad-c97824978503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:32.155723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-7c94703b-99ea-4c72-9dad-c97824978503 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0922484 Aug 30 21:25:32.156844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.161403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.191888 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.219232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-d1f770be-2ed5-4d15-958e-74623bb6254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:32.221124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-d1f770be-2ed5-4d15-958e-74623bb6254b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566328 Aug 30 21:25:32.245560 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 21:25:32.246101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:25:32.247752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:32.255764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.273595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.274206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Fanout notify agent at l3_agent the message router_deleted on router 8863e905-0a15-4d3f-9301-929a08365417 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:25:32.283175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.286960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-747d0a40-5075-4f81-804e-66535ff718f2 tempest-RoutersNegativeIpV6Test-1690028019 tempest-RoutersNegativeIpV6Test-1690028019-project] 10.222.0.76 "DELETE /v2.0/routers/8863e905-0a15-4d3f-9301-929a08365417 HTTP/1.1" status: 204 len: 168 time: 0.4700871 Aug 30 21:25:32.305335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdca86-311e-45d2-a6a9-8660211ee4c3 req-f5f0a4ad-8273-4a3e-bd62-d3ef342330c3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:32.311130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acfdca86-311e-45d2-a6a9-8660211ee4c3 req-f5f0a4ad-8273-4a3e-bd62-d3ef342330c3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1342914 Aug 30 21:25:32.316749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4de44c0b-7cc0-474d-979f-f64ad1a4be48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9475708 Aug 30 21:25:32.317957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48266) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:32.330350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f5392efe-b973-4545-b392-2709cb787401 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:32.384365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e28ec86-5111-4a10-9d71-f85c74e30832 None None] Could not find standard attr ID for object 5c51ac37-11b9-48ff-9239-c65e3bd46f30. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:25:32.402931 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-77a570ef-44b7-49a1-ae96-b54e01969926 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738300 Aug 30 21:25:32.410169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=211dda2a-7f5b-446a-95e6-831dfdd4fd46,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:32.425087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211dda2a-7f5b-446a-95e6-831dfdd4fd46'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:25:32.428040 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c266f276-d63e-4de4-9028-eaa04b8e8889" -d '{"events": [{"server_uuid": "af117225-178a-49b4-8c3f-c746a29d62ab", "name": "network-vif-plugged", "status": "completed", "tag": "211dda2a-7f5b-446a-95e6-831dfdd4fd46"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:25:32.433428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac09036-0a65-4396-842f-48b2059495e0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:32.441508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f5392efe-b973-4545-b392-2709cb787401 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:32.441891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.449270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac09036-0a65-4396-842f-48b2059495e0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:32.451141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ac09036-0a65-4396-842f-48b2059495e0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1320412 Aug 30 21:25:32.453938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48270) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:32.469336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acfdca86-311e-45d2-a6a9-8660211ee4c3 req-f140c44a-2f3a-4c67-ab6e-b8434d59079f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014621 Aug 30 21:25:32.611720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 922fccbd-2705-4714-8d80-33534b2169e9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:32.612150 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.668509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:32.703652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:32.706656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4b2fa94b-14a3-4dd9-8736-e579d3c2f4a6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:32.744831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0caf4-a2a0-4585-b259-7c6f29656023 req-567a4aad-e56e-48b9-a44d-9784d437450a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:32.746476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bb0caf4-a2a0-4585-b259-7c6f29656023 req-567a4aad-e56e-48b9-a44d-9784d437450a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1182604 Aug 30 21:25:32.768139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48276) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:32.806119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.831448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7dab8d5e-8fe1-46f3-b5b8-b1ddd634ca6a None None] Provisioning for port 922fccbd-2705-4714-8d80-33534b2169e9 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:32.838026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7dab8d5e-8fe1-46f3-b5b8-b1ddd634ca6a None None] Provisioning complete for port 922fccbd-2705-4714-8d80-33534b2169e9 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:32.838596 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dab8d5e-8fe1-46f3-b5b8-b1ddd634ca6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:32.846973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9bb0caf4-a2a0-4585-b259-7c6f29656023 req-162eb0ee-5658-42c1-8295-049d06c2ed3b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834153 Aug 30 21:25:32.863579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 922fccbd-2705-4714-8d80-33534b2169e9 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:32.907165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7dab8d5e-8fe1-46f3-b5b8-b1ddd634ca6a None None] Port 922fccbd-2705-4714-8d80-33534b2169e9 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:32.930181 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bfac55-a6c4-4041-be73-10450b46adbd x-openstack-request-id: req-05bfac55-a6c4-4041-be73-10450b46adbd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:25:32.930463 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af117225-178a-49b4-8c3f-c746a29d62ab", "name": "network-vif-plugged", "status": "completed", "tag": "211dda2a-7f5b-446a-95e6-831dfdd4fd46", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:25:32.930803 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05bfac55-a6c4-4041-be73-10450b46adbd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:25:32.931153 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211dda2a-7f5b-446a-95e6-831dfdd4fd46', 'code': 200} Aug 30 21:25:32.945898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-7f6517b9-6333-4f87-b74c-9dbc1662f2a8 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324647 Aug 30 21:25:33.013006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-9fb0d70c-2cb9-43ac-903f-29ad65ea9e90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 217 time: 0.0593715 Aug 30 21:25:33.080423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61887807-1896-4d0c-829f-cc25df6482dd req-e3a4de03-215c-4d1f-9570-c9aaf0a3246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.081960 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-61887807-1896-4d0c-829f-cc25df6482dd req-e3a4de03-215c-4d1f-9570-c9aaf0a3246b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 1101 time: 0.0779064 Aug 30 21:25:33.088677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-b53f2525-96a9-4378-b8b9-dc9a19029454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.088677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-b53f2525-96a9-4378-b8b9-dc9a19029454 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0573375 Aug 30 21:25:33.092142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5db7556c-04e5-4d7a-973b-140811cb4891 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb592493fd0f4991838fe08cc0f153f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139722 Aug 30 21:25:33.092494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48282) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:33.106084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6561612-4499-4cd1-8cd5-297cdc418b32 req-d69f489d-17af-4677-970d-db015a934b89 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.107725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6561612-4499-4cd1-8cd5-297cdc418b32 req-d69f489d-17af-4677-970d-db015a934b89 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 949 time: 0.1078012 Aug 30 21:25:33.178349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6561612-4499-4cd1-8cd5-297cdc418b32 req-f7d89860-e31f-4c14-8467-c60246162d97 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Aug 30 21:25:33.189039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.206616 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-61887807-1896-4d0c-829f-cc25df6482dd req-f8111aa0-6135-4b04-a9cd-c5773e741e86 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029990 Aug 30 21:25:33.222056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc64042-89dc-4ad2-a208-1b36856b7078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.225203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=922fccbd-2705-4714-8d80-33534b2169e9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:33.225365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-f9fbd085-caca-4386-ad26-0185b5c483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.227494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-f9fbd085-caca-4386-ad26-0185b5c483f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312580 Aug 30 21:25:33.250766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc64042-89dc-4ad2-a208-1b36856b7078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.251023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.255758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e09eac47-c94c-4f3a-9407-bdc38eff6723 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/922fccbd-2705-4714-8d80-33534b2169e9 HTTP/1.1" status: 204 len: 168 time: 0.7986424 Aug 30 21:25:33.256297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48286) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:33.308618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc64042-89dc-4ad2-a208-1b36856b7078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.311685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cc64042-89dc-4ad2-a208-1b36856b7078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.316749 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6cc64042-89dc-4ad2-a208-1b36856b7078 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31edbb20-040c-4404-9224-3ab0117526a2 HTTP/1.1" status: 204 len: 168 time: 0.2222183 Aug 30 21:25:33.331403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40c8bc-3ff9-4984-af87-4d49aff376c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.332513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40c8bc-3ff9-4984-af87-4d49aff376c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.336655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ce40c8bc-3ff9-4984-af87-4d49aff376c2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0768499 Aug 30 21:25:33.344891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48290) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:33.354607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64042-89dc-4ad2-a208-1b36856b7078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31edbb20-040c-4404-9224-3ab0117526a2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:33.380496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dadab2-f2cb-4f09-b089-6a1694dc9950 req-dc9322a8-6135-48f4-81d0-031c8eff3e72 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.391518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9dadab2-f2cb-4f09-b089-6a1694dc9950 req-dc9322a8-6135-48f4-81d0-031c8eff3e72 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0795004 Aug 30 21:25:33.421607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 9e6c90b4-ecb3-498c-8fa9-735deac2f97c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:33.425435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.433922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9dadab2-f2cb-4f09-b089-6a1694dc9950 req-ded5f117-767a-42c3-b3f1-615abb29d1ff tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Aug 30 21:25:33.541565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.564955 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.624512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-35a06eb8-b12b-4d16-a036-057f8d7885a8 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627975 Aug 30 21:25:33.635040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.793642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.812345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67ef3e-bb16-4bf8-ac08-bbf3f44ce60e req-3adc4683-ce86-413b-bf4d-12b37b0d4796 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:33.815041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad67ef3e-bb16-4bf8-ac08-bbf3f44ce60e req-3adc4683-ce86-413b-bf4d-12b37b0d4796 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0733306 Aug 30 21:25:33.834380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6c90b4-ecb3-498c-8fa9-735deac2f97c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:33.838082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-783abcb0-c66e-4f5c-af29-da3da780c7a6 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992500 Aug 30 21:25:33.840885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:33.843006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-27c17053-4bef-42cf-bc77-2cb6e405f078 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/9e6c90b4-ecb3-498c-8fa9-735deac2f97c HTTP/1.1" status: 204 len: 168 time: 0.4971211 Aug 30 21:25:33.845632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:33.850286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45772353-049b-489d-b2e2-96e4ac175a1e None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:33.919272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e1ffaf43-96af-42e8-a90c-9cca31142394 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724137 Aug 30 21:25:33.929472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:33.931427 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-3a712a00-123e-4466-9752-9d71de1bf9fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 HTTP/1.1" status: 200 len: 217 time: 0.0848026 Aug 30 21:25:33.932219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad67ef3e-bb16-4bf8-ac08-bbf3f44ce60e req-21b9c84f-eb42-4fb5-a556-5056e5fd4ee2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110382 Aug 30 21:25:33.936864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:34.085599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:34.103882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a17fd-d3a0-4737-9585-68d4f49cd8b4 req-db9c9763-7c38-49ba-84a3-36663ec654e1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.105476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-588a17fd-d3a0-4737-9585-68d4f49cd8b4 req-db9c9763-7c38-49ba-84a3-36663ec654e1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0782275 Aug 30 21:25:34.108009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-070b0eec-8e8c-45e1-b9cc-d9d2ea66f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.109982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-070b0eec-8e8c-45e1-b9cc-d9d2ea66f11d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.1678827 Aug 30 21:25:34.143126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] Deleting port f5392efe-b973-4545-b392-2709cb787401 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:34.144208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.155407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:34.158966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.161995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-588a17fd-d3a0-4737-9585-68d4f49cd8b4 req-2ff40715-2897-4e5c-8de4-164f081340bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Aug 30 21:25:34.218163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:34.240787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-a9d0de78-5e33-4fd5-84bc-204029bd6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.242361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-a9d0de78-5e33-4fd5-84bc-204029bd6c0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234069 Aug 30 21:25:34.245878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] For port f5392efe-b973-4545-b392-2709cb787401, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f5392efe-b973-4545-b392-2709cb787401,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:34.247392 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.275751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] Calling delete_port for f5392efe-b973-4545-b392-2709cb787401 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:34.291204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f5392efe-b973-4545-b392-2709cb787401 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:34.352994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e165-5b32-47ef-ac85-d5b36a52202b req-14f89f8e-eac5-42dc-8242-da5b06674fa6 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.355790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5f9e165-5b32-47ef-ac85-d5b36a52202b req-14f89f8e-eac5-42dc-8242-da5b06674fa6 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 949 time: 0.0646467 Aug 30 21:25:34.381987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--288512269'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:34.405823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5f9e165-5b32-47ef-ac85-d5b36a52202b req-4dde2af3-f7cf-4367-9581-c5d259e5de0d tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Aug 30 21:25:34.432338 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.440767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.458733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-5a5c535b-3a9e-4806-94cf-810e56d419a3 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050507 Aug 30 21:25:34.461749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.474639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] Pushing event deleted for resources: {'Port': ['ID=f5392efe-b973-4545-b392-2709cb787401,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:34.479111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b86f6b-506d-4ddb-8f18-f5ac6c2a1b75 None None] No DVR routers for this DVR port f5392efe-b973-4545-b392-2709cb787401 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:34.513004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.656491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.693606 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-bda76c32-1a41-4536-a7a1-40743487a03e service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269065 Aug 30 21:25:34.731730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:34.768660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:34.774299 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-5a0844dc-817b-404b-81ca-ab1258ad6e0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337 HTTP/1.1" status: 200 len: 217 time: 0.0706785 Aug 30 21:25:34.778066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5c0d0-35db-4acd-9dbd-3ed690d05cdb None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:34.779118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.780116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.785677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=acb207e9-c727-4607-b70b-7650849511ca,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:34.853903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-ad8f6701-d2de-4c38-913c-8362b8480379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.855440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-ad8f6701-d2de-4c38-913c-8362b8480379 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 200 len: 797 time: 0.0717652 Aug 30 21:25:34.859937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.873468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.894536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bb6d8cbd-d9c8-40f7-8924-2359508b5b59 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9620636 Aug 30 21:25:34.897606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48338) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:34.903304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': 'acb207e9-c727-4607-b70b-7650849511ca', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-411093643'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:34.936693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'acb207e9-c727-4607-b70b-7650849511ca'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:34.937804 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:34.939954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43438d2-c06a-452b-a75b-83543f4dd1ce,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:34.960555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-24650598-abc9-4069-9f4c-78404dd12901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:34.962098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-24650598-abc9-4069-9f4c-78404dd12901 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5fa8204a-b020-4f6e-b951-d7dce736994d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991178 Aug 30 21:25:35.057431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.072000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.105652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:35.111477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.112947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/acb207e9-c727-4607-b70b-7650849511ca/45ebd69c-a1e9-43b2-b7ed-2b917cd214c3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:35.128615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-dae6fac3-2c8d-4626-a8cd-9f99636388b8 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544883 Aug 30 21:25:35.129480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.133117 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9091928 Aug 30 21:25:35.133117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98379d73-ceed-4db8-ac1d-86526612a6ad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95da4d-7b81-4f4a-93d2-091673aa8b2b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:35.135379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.168411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 62588cf7-fce9-4a3b-bd69-d3139e6c1828 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:35.221837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768c09f-be24-464b-846b-25d3e5845196 req-5f0f05d0-ebbb-4adb-9c68-35e21473ebef tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.229222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e768c09f-be24-464b-846b-25d3e5845196 req-5f0f05d0-ebbb-4adb-9c68-35e21473ebef tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1439230 Aug 30 21:25:35.265648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-395d0a3c-418d-45c9-8f21-bdb079a511ec tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1265326 Aug 30 21:25:35.265966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48346) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.270561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-security--592792951', 'description': 'tempest-security-description-1487706449'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:35.282355 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.290601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Transition to ACTIVE for port object 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:35.297979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-b2bc1d91-743a-4ba8-8175-dcd7cec20fc1 service neutron] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600692 Aug 30 21:25:35.307096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e768c09f-be24-464b-846b-25d3e5845196 req-9b463675-a804-4afa-a998-5d42d62fd22a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768428 Aug 30 21:25:35.307283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Transition to ACTIVE for port object 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:35.316200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.317963 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.333495 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:25:35.334021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:25:35.358728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-9967449f-2b28-498d-9977-c119e6d781ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a HTTP/1.1" status: 200 len: 217 time: 0.0528829 Aug 30 21:25:35.369305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-38099943-c94d-4c8c-b9d9-579874fe61be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4702139 Aug 30 21:25:35.372575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48348) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.384181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:35.390617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:35.402784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:35.407447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Pushing event updated for resources: {'Port': ['ID=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:35.444599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.452796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.456153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.458094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "PUT /v2.0/security-groups/1a95da4d-7b81-4f4a-93d2-091673aa8b2b HTTP/1.1" status: 200 len: 1779 time: 0.1911979 Aug 30 21:25:35.462911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48352) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.463879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a0461-ca9b-41f2-a8bb-21480a9708bf tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.467756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3f4a0461-ca9b-41f2-a8bb-21480a9708bf tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0918381 Aug 30 21:25:35.467894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-fd190b01-6e1b-4830-b9a0-eb0db3bfd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.467894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-fd190b01-6e1b-4830-b9a0-eb0db3bfd7f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.0732872 Aug 30 21:25:35.468691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48354) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.473129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Attempting to bind port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:35.473593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Attempting to bind port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:35.474039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Attempting to bind port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:35.481031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:35.481715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:35.482177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.483315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:35.483853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Bound port: 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:35.484298 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.518388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba3e86-fc3f-4784-a014-d95178ab2d5a req-efdc025c-d391-4b1d-9976-1c55eb3be859 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.520025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7ba3e86-fc3f-4784-a014-d95178ab2d5a req-efdc025c-d391-4b1d-9976-1c55eb3be859 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1126995 Aug 30 21:25:35.539913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98253938-5c80-4f68-b75d-67f4646e6f76 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a95da4d-7b81-4f4a-93d2-091673aa8b2b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:35.547980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f052b-a586-4f3d-b042-7dafbee56bee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.550484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f052b-a586-4f3d-b042-7dafbee56bee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.555222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5b8f052b-a586-4f3d-b042-7dafbee56bee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0855243 Aug 30 21:25:35.556136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.562089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] For port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:35.565725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] For port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:35.567746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1caa9743-6778-47a3-a132-941074e0592f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups/1a95da4d-7b81-4f4a-93d2-091673aa8b2b HTTP/1.1" status: 200 len: 1779 time: 0.1036341 Aug 30 21:25:35.570387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.575201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.594622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4ce5e7b6-62b9-401c-9f75-a34de83f7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.596223 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-4ce5e7b6-62b9-401c-9f75-a34de83f7920 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096964 Aug 30 21:25:35.606830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7ba3e86-fc3f-4784-a014-d95178ab2d5a req-e95567cf-f919-4a9f-aaf2-5ed27bd2a712 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725112 Aug 30 21:25:35.637078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet acb207e9-c727-4607-b70b-7650849511ca {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:35.653064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84b4850c-3ce0-4a97-aa5b-7331fb053ad5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.665718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.682130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84b4850c-3ce0-4a97-aa5b-7331fb053ad5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.722965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.778446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-37df83a8-b401-4871-b43c-d72f19f0927c service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718819 Aug 30 21:25:35.805760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0c71f-6e0d-47ee-a645-6cf63ab0e835 req-c7c911da-b2fe-40e4-8780-38eacb059344 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:35.809668 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.812928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261df1-18b6-4f56-9368-12737d6e9d0d None None] Pushing event updated for resources: {'Port': ['ID=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:35.814088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1e0c71f-6e0d-47ee-a645-6cf63ab0e835 req-c7c911da-b2fe-40e4-8780-38eacb059344 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 949 time: 0.1175551 Aug 30 21:25:35.823776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84b4850c-3ce0-4a97-aa5b-7331fb053ad5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.831984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84b4850c-3ce0-4a97-aa5b-7331fb053ad5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.836209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-84b4850c-3ce0-4a97-aa5b-7331fb053ad5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/1a95da4d-7b81-4f4a-93d2-091673aa8b2b HTTP/1.1" status: 204 len: 168 time: 0.2625957 Aug 30 21:25:35.838320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:35.859770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4850c-3ce0-4a97-aa5b-7331fb053ad5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a95da4d-7b81-4f4a-93d2-091673aa8b2b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:35.890102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1e0c71f-6e0d-47ee-a645-6cf63ab0e835 req-794eec9b-dff3-4ffc-ae1a-d9a65ffacc53 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683048 Aug 30 21:25:35.955495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:35.990949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-c9590a28-38e6-42c3-872d-d3536276e4b3 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052035 Aug 30 21:25:35.998065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97828a30-6626-480e-8fef-1858e1294634 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1573365 Aug 30 21:25:36.002022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.058064 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-b8931a51-161b-40dd-8279-774ee845f39c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] delete failed (client error): The resource could not be found. Aug 30 21:25:36.059573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8931a51-161b-40dd-8279-774ee845f39c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/1a95da4d-7b81-4f4a-93d2-091673aa8b2b HTTP/1.1" status: 404 len: 347 time: 0.0563657 Aug 30 21:25:36.064380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48368) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.070030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682353544'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:36.073862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-35e3f326-ff30-4384-9320-e513d7ea05bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=499c787e-1243-48e8-844c-5623ba68d359 HTTP/1.1" status: 200 len: 217 time: 0.0723269 Aug 30 21:25:36.096413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.152983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.207151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-ab034843-8c4e-408b-9230-8569b910e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:36.208946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-ab034843-8c4e-408b-9230-8569b910e54b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 200 len: 797 time: 0.1210039 Aug 30 21:25:36.210759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.213275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/acb207e9-c727-4607-b70b-7650849511ca HTTP/1.1" status: 204 len: 168 time: 0.6560562 Aug 30 21:25:36.214418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b2531-c8ce-4c90-8df8-e6b7540ec4e1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=acb207e9-c727-4607-b70b-7650849511ca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:36.219866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48374) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.242712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.249389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.300929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9130a4f9-6777-4762-b8fd-49398e4219d9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785542 Aug 30 21:25:36.306354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48378) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.314607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:36.330260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.334720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2673304 Aug 30 21:25:36.334720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c53cb-e416-4ba8-8b90-073af6814252 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f9891d-9e29-4f25-8826-59d8f44d64ca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:36.336965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.355920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '45f9891d-9e29-4f25-8826-59d8f44d64ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:36.396321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-79547ed0-7616-40e2-a1f4-be498735df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:36.398214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-79547ed0-7616-40e2-a1f4-be498735df87 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ab01343f-3c77-4178-a105-fc0308ce2d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1771162 Aug 30 21:25:36.413115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.416613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:36.482521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:36.522983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad7be1-56bb-49bc-9683-b208efb2be80 req-3cfb9e5a-b54f-487f-9d56-111456f0d002 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:36.528871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:36.530945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcad7be1-56bb-49bc-9683-b208efb2be80 req-3cfb9e5a-b54f-487f-9d56-111456f0d002 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0940487 Aug 30 21:25:36.533464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.564402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.577831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.597483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcad7be1-56bb-49bc-9683-b208efb2be80 req-d81af538-77cc-4fe5-a07d-dfc35eeae8e8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655200 Aug 30 21:25:36.607551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-125fc97d-1f3c-4a90-8e61-8da5a70f3466 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979165 Aug 30 21:25:36.629082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4167a7a8-2134-45d8-95ae-28189e54b0f7,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:36.635484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.640083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-19e5c71a-2ecf-41db-a0ce-4e8ec9f19c7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017015 Aug 30 21:25:36.640748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48386) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.689272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1803755c-8f23-4cdb-bec2-18242fad8193 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.708653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1803755c-8f23-4cdb-bec2-18242fad8193 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.768902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbc14838-d7f6-4829-ae71-15edd271f90a req-97c0717e-5e43-4d64-a1ec-9da7dac224b8 service neutron] 10.222.0.82 "GET /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494334 Aug 30 21:25:36.783532 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1803755c-8f23-4cdb-bec2-18242fad8193 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.789990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1803755c-8f23-4cdb-bec2-18242fad8193 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.791789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1803755c-8f23-4cdb-bec2-18242fad8193 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4167a7a8-2134-45d8-95ae-28189e54b0f7 HTTP/1.1" status: 204 len: 168 time: 0.1500821 Aug 30 21:25:36.795295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48388) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.820885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803755c-8f23-4cdb-bec2-18242fad8193 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4167a7a8-2134-45d8-95ae-28189e54b0f7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:36.834515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662579-bd90-4bfb-8042-9d73f12f742f req-34266f90-7ce8-47da-b6aa-057529b923f2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:36.842808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31662579-bd90-4bfb-8042-9d73f12f742f req-34266f90-7ce8-47da-b6aa-057529b923f2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1206434 Aug 30 21:25:36.866370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.904132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8c287f31-27fa-4e5f-a22c-352c87eeea9a tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1055303 Aug 30 21:25:36.909605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:36.910756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.913923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:36.923004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:36.923913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:36.927857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31662579-bd90-4bfb-8042-9d73f12f742f req-f54421f3-ab70-4266-858c-c87fc7286bc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840888 Aug 30 21:25:36.967350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6561639 Aug 30 21:25:36.967723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:36.975194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:36.979906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774af317-0b30-4c00-83d9-f4af678321c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=7c2aed4c-aac1-4aab-805f-f1eca9643e4a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:37.021983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9b7321c-8c51-4fb1-9c88-a9a0fe2c5e7b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.024629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.026040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.058811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9b7321c-8c51-4fb1-9c88-a9a0fe2c5e7b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.108758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83668fe5-dced-4710-8b8b-790e45a9d841 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:37.119396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.128619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.153149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9b7321c-8c51-4fb1-9c88-a9a0fe2c5e7b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.157397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9b7321c-8c51-4fb1-9c88-a9a0fe2c5e7b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.158594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f9b7321c-8c51-4fb1-9c88-a9a0fe2c5e7b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/45f9891d-9e29-4f25-8826-59d8f44d64ca HTTP/1.1" status: 204 len: 168 time: 0.2422013 Aug 30 21:25:37.161312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:37.163435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.167641 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98e7aa58-f6b5-4770-9031-c6e7cf86fd71 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1989241 Aug 30 21:25:37.168310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:37.202320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7321c-8c51-4fb1-9c88-a9a0fe2c5e7b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f9891d-9e29-4f25-8826-59d8f44d64ca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:37.206721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] Provisioning for port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:37.232884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] Provisioning complete for port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:37.233283 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.242946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f9ce4796-d48a-453b-8eb5-bbea976bf251 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802662 Aug 30 21:25:37.243573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48398) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:37.249266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949710425'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:37.275997 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.389670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.417310 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.424548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.438462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] For port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:37.452749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.463906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.468247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2235782 Aug 30 21:25:37.468868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48402) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:37.474039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b0bca8f-edbe-4299-8635-81f817b58ec6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:37.478528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343969ab-5177-48e3-8c77-ba80f362e08b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0bca8f-edbe-4299-8635-81f817b58ec6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:37.523739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.552713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a66515-42a4-4ffc-aff8-ede4ea304760 None None] Pushing event updated for resources: {'Port': ['ID=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:37.597434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.604570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.604884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.631892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1239de-5fd3-4a11-b567-edb3d3c04ee5,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:37.643980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.645616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1f9cf653-1528-497e-aecb-aa5db4134826 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756716 Aug 30 21:25:37.648357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48406) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:37.653144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b0bca8f-edbe-4299-8635-81f817b58ec6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:37.723438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.768280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abd5ae-869f-417f-86e2-07c56b15b050 req-d4ac9bd9-d630-482f-b7d7-e94c3a2750fa tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:37.770501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63abd5ae-869f-417f-86e2-07c56b15b050 req-d4ac9bd9-d630-482f-b7d7-e94c3a2750fa tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0806496 Aug 30 21:25:37.776784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a7c6ecc0-6e52-4396-95a6-d7cd10fcfaf1 None None] Provisioning complete for port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:37.777471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7c6ecc0-6e52-4396-95a6-d7cd10fcfaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.829864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.833976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63abd5ae-869f-417f-86e2-07c56b15b050 req-e3530367-d608-4475-bbfe-2c2ffc6764fd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500610 Aug 30 21:25:37.843808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.874777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d3b3cf-2c68-421b-ab78-da0abbd8456b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:37.888029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.890472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0d59f615-146d-4ed1-be1a-86420e6ab8f3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2407305 Aug 30 21:25:37.892683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48408) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:37.901077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b0bca8f-edbe-4299-8635-81f817b58ec6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:37.931820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:37.983654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:25:38.058270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.068888 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.099276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:38.099904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a058ba2-5e7b-4326-8821-10ab334dddf7,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.114645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576249b-800b-4eaf-b6a0-52b930dc6dea req-7f94756c-6f64-4665-852a-b887ff2b92f5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:38.116255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f576249b-800b-4eaf-b6a0-52b930dc6dea req-7f94756c-6f64-4665-852a-b887ff2b92f5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1117246 Aug 30 21:25:38.117611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.118772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36ff7d3b-a055-44fc-803b-07b20e7d1b42 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2249393 Aug 30 21:25:38.121637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'mac_address': 'fa:16:3e:b1:43:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:25:38.122159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48412) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:38.126734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b0bca8f-edbe-4299-8635-81f817b58ec6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:38.171174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.180841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.185916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:25:38.186081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f576249b-800b-4eaf-b6a0-52b930dc6dea req-91c3ff25-c371-42c7-8a83-3fba9bb7c875 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542977 Aug 30 21:25:38.226128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:38.232897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::1 (df466400-bd83-465e-a23d-186958510d0f/7c2aed4c-aac1-4aab-805f-f1eca9643e4a/bed7f285-3664-4da9-91e8-30868774876e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:38.236839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.248952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.256147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.285540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad9841b-1b2b-496b-8bc0-0e842682fb82,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.307204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.312549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d78f1a58-8214-4e3f-909d-69e1485122da tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1897659 Aug 30 21:25:38.313163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48414) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:38.317248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.322409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b0bca8f-edbe-4299-8635-81f817b58ec6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:38.322593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:38.359581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e35837e7-177d-405e-b13a-495bdceaecd6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:25:38.369717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.421958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:38.422473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.431985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.445612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.449524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object bed7f285-3664-4da9-91e8-30868774876e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:38.455176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.480731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2be4330-dbde-40c7-913f-458afa87d189,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.493383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.494923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-017d054c-29a6-40a3-9c18-d44ba1cdfe4f tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1807742 Aug 30 21:25:38.495874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.497941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:38.580875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:38.582120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24fb265-789f-41cb-aa2c-adcd6aed5181 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.584503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=bed7f285-3664-4da9-91e8-30868774876e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.606639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:38.610312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24fb265-789f-41cb-aa2c-adcd6aed5181 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.612893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:38.613444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.711833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24fb265-789f-41cb-aa2c-adcd6aed5181 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.722485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f24fb265-789f-41cb-aa2c-adcd6aed5181 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.725971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f24fb265-789f-41cb-aa2c-adcd6aed5181 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e2be4330-dbde-40c7-913f-458afa87d189 HTTP/1.1" status: 204 len: 168 time: 0.2210739 Aug 30 21:25:38.726725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48420) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:38.730757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fb265-789f-41cb-aa2c-adcd6aed5181 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2be4330-dbde-40c7-913f-458afa87d189,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.776850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.795060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-282f038a-ca6e-4089-8cdd-dec4c1580b62 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0664773 Aug 30 21:25:38.797989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:38.840765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44bcdf2e-779e-476c-a8de-c739a59f8145 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.853019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44bcdf2e-779e-476c-a8de-c739a59f8145 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.889678 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44bcdf2e-779e-476c-a8de-c739a59f8145 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.904054 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44bcdf2e-779e-476c-a8de-c739a59f8145 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.906396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-44bcdf2e-779e-476c-a8de-c739a59f8145 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2ad9841b-1b2b-496b-8bc0-0e842682fb82 HTTP/1.1" status: 204 len: 168 time: 0.1072779 Aug 30 21:25:38.907333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcdf2e-779e-476c-a8de-c739a59f8145 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ad9841b-1b2b-496b-8bc0-0e842682fb82,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:38.913331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:38.952393 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd848c03-7f3c-4fef-a58c-674150e512a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.960686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-94ee957e-d03b-4e4b-be27-a825e725e451 None None] Provisioning for port bed7f285-3664-4da9-91e8-30868774876e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:38.969790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-94ee957e-d03b-4e4b-be27-a825e725e451 None None] Provisioning complete for port bed7f285-3664-4da9-91e8-30868774876e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:38.970418 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-94ee957e-d03b-4e4b-be27-a825e725e451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:38.989078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-795b8d81-a04d-4272-a2d4-d7a0520712f1 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0743785 Aug 30 21:25:38.991654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48428) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.016437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-94ee957e-d03b-4e4b-be27-a825e725e451 None None] Port bed7f285-3664-4da9-91e8-30868774876e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:39.063958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8550dd58-da7e-40c6-9982-3d77aeaa6978 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.074728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8550dd58-da7e-40c6-9982-3d77aeaa6978 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.078771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.085496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.086596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.100111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b9461-8fc9-480b-bd97-a50f5cac847c req-37d07e72-c448-442d-96b5-107c42eb0522 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:39.101667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b69b9461-8fc9-480b-bd97-a50f5cac847c req-37d07e72-c448-442d-96b5-107c42eb0522 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1115501 Aug 30 21:25:39.127895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8550dd58-da7e-40c6-9982-3d77aeaa6978 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.135662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8550dd58-da7e-40c6-9982-3d77aeaa6978 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.139643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8550dd58-da7e-40c6-9982-3d77aeaa6978 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3a058ba2-5e7b-4326-8821-10ab334dddf7 HTTP/1.1" status: 204 len: 168 time: 0.1442175 Aug 30 21:25:39.139959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.151960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550dd58-da7e-40c6-9982-3d77aeaa6978 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a058ba2-5e7b-4326-8821-10ab334dddf7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:39.176693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b69b9461-8fc9-480b-bd97-a50f5cac847c req-0c195a8d-ceb2-4ad2-a5a0-8399ab657dd8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623095 Aug 30 21:25:39.184645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=bed7f285-3664-4da9-91e8-30868774876e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:39.211580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-63be073c-6009-44b9-9d9e-c5fd0c45cf61 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0681288 Aug 30 21:25:39.211803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48432) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.241896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a5-90c3-413d-80eb-d3766057e497 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.245510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:39.247156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:39.250636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a5-90c3-413d-80eb-d3766057e497 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.290103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a5-90c3-413d-80eb-d3766057e497 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.317173 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a5-90c3-413d-80eb-d3766057e497 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.321283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bac1e5a5-90c3-413d-80eb-d3766057e497 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b8d3b3cf-2c68-421b-ab78-da0abbd8456b HTTP/1.1" status: 204 len: 168 time: 0.1085789 Aug 30 21:25:39.324119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1e5a5-90c3-413d-80eb-d3766057e497 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8d3b3cf-2c68-421b-ab78-da0abbd8456b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:39.325999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.400196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:25:39.402628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.403066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-062cf002-680b-4ab0-922b-b9f349139faa tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0688820 Aug 30 21:25:39.431480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b65f3-21b2-4203-a1db-968d5bacf079 req-304e164e-a7f5-4982-9d27-268a1d670769 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:39.439262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-730b65f3-21b2-4203-a1db-968d5bacf079 req-304e164e-a7f5-4982-9d27-268a1d670769 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1461594 Aug 30 21:25:39.477571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-730b65f3-21b2-4203-a1db-968d5bacf079 req-8be3446e-8411-47d4-9ec9-34265179d8a0 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371814 Aug 30 21:25:39.521149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8892fe62-c167-4cc7-ad26-dcad16f541c7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.535171 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8892fe62-c167-4cc7-ad26-dcad16f541c7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.543605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:39.547374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ba7113fd-e066-4f66-9384-efc42307a4f3 None None] Provisioning complete for port bed7f285-3664-4da9-91e8-30868774876e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:39.548312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba7113fd-e066-4f66-9384-efc42307a4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.553552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48440) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.554220 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d976bcfd-d4e0-42b0-bfe3-96a165744f41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "PUT /v2.0/routers/4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832049 Aug 30 21:25:39.556013 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Sync routers for ids ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:39.567298 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Routers {'4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:39.567939 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:39.592563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8892fe62-c167-4cc7-ad26-dcad16f541c7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.595636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ba7113fd-e066-4f66-9384-efc42307a4f3 None None] Port bed7f285-3664-4da9-91e8-30868774876e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:39.601691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8892fe62-c167-4cc7-ad26-dcad16f541c7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.603421 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8892fe62-c167-4cc7-ad26-dcad16f541c7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2b1239de-5fd3-4a11-b567-edb3d3c04ee5 HTTP/1.1" status: 204 len: 168 time: 0.1998870 Aug 30 21:25:39.609926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.618386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892fe62-c167-4cc7-ad26-dcad16f541c7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1239de-5fd3-4a11-b567-edb3d3c04ee5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:39.658178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df99356-762e-4491-b31b-37229cdc4954 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:39.662993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5df99356-762e-4491-b31b-37229cdc4954 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports/bed7f285-3664-4da9-91e8-30868774876e HTTP/1.1" status: 200 len: 911 time: 0.1081586 Aug 30 21:25:39.667098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48446) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.678292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6e6e061-79f8-4a08-95c6-b26efdd0e39b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0652339 Aug 30 21:25:39.678292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.691045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Set router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:39.726330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b079787-da6d-440f-b7a1-404d6df20fbd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:39.736477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b079787-da6d-440f-b7a1-404d6df20fbd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:39.737273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e79a78e9-cf63-4fe6-88b1-2ddc3c58cb01 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.743312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7b079787-da6d-440f-b7a1-404d6df20fbd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0749505 Aug 30 21:25:39.743996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48450) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.763480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e79a78e9-cf63-4fe6-88b1-2ddc3c58cb01 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.811233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e79a78e9-cf63-4fe6-88b1-2ddc3c58cb01 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.814903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e79a78e9-cf63-4fe6-88b1-2ddc3c58cb01 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.818935 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e79a78e9-cf63-4fe6-88b1-2ddc3c58cb01 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b0bca8f-edbe-4299-8635-81f817b58ec6 HTTP/1.1" status: 204 len: 168 time: 0.1383257 Aug 30 21:25:39.822433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48452) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.835307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a78e9-cf63-4fe6-88b1-2ddc3c58cb01 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0bca8f-edbe-4299-8635-81f817b58ec6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:39.879897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04e6f2d0-1f4d-4450-89ad-7b4589edfb67 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562723 Aug 30 21:25:39.883980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:39.888817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845078144'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:39.917039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:39.941133 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:38Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None, '_interfaces': [{'id': 'bed7f285-3664-4da9-91e8-30868774876e', 'name': '', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'mac_address': 'fa:16:3e:7d:68:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '7c2aed4c-aac1-4aab-805f-f1eca9643e4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:38Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'subnets': [{'id': '7c2aed4c-aac1-4aab-805f-f1eca9643e4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:39.970038 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Checking router: 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:25:39.970038 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Updating router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 port bed7f285-3664-4da9-91e8-30868774876e binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:25:39.998852 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.004551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:40.028546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.039402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.067956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e35837e7-177d-405e-b13a-495bdceaecd6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:40.069008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.100546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.102571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2176089 Aug 30 21:25:40.106248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48456) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:40.113102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3ca4e-47d9-4634-bb00-fcd568b758ca tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a1c1c-f031-41c1-bd32-664ba9e868d2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:40.123842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '7b1a1c1c-f031-41c1-bd32-664ba9e868d2', 'direction': 'ingress', 'protocol': 17}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:40.185310 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.218444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.265881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:40.268835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:25:40.274481 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956be9c-5edc-4cb2-a2dc-c00ecb416db3" -d '{"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-plugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:25:40.293160 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.371865 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.373823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:40.386234 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Transition to ACTIVE for port object bed7f285-3664-4da9-91e8-30868774876e will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:40.394937 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.470347 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Pushing event updated for resources: {'Port': ['ID=bed7f285-3664-4da9-91e8-30868774876e,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:40.497273 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.497625 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.497999 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.498339 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500265 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500265 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500265 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500265 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500265 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500265 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.500878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:25:40.520016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Attempting to bind port bed7f285-3664-4da9-91e8-30868774876e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:40.520730 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Attempting to bind port bed7f285-3664-4da9-91e8-30868774876e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:40.521282 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Attempting to bind port bed7f285-3664-4da9-91e8-30868774876e on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:40.528900 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:40.530195 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:40.530857 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.531616 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:40.532495 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Bound port: bed7f285-3664-4da9-91e8-30868774876e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:40.533284 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.618373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] For port bed7f285-3664-4da9-91e8-30868774876e, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:40.622126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] For port bed7f285-3664-4da9-91e8-30868774876e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bed7f285-3664-4da9-91e8-30868774876e,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:40.630920 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.682572 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Routers {'4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:40.683283 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:40.805339 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] Set router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:40.808851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.849833 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.940186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:40.987921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d54557-cdc6-4320-8428-24c7922e6aa6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:41.009205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ff8c4-043e-4d9a-bc85-043636d83803 req-4f027142-1b61-457c-b355-30f41cc22f95 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:41.010877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d55ff8c4-043e-4d9a-bc85-043636d83803 req-4f027142-1b61-457c-b355-30f41cc22f95 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.3628054 Aug 30 21:25:41.117363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.121095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-884bc037-328d-48b2-b206-32aa79735fe4 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0112960 Aug 30 21:25:41.122454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48480) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:41.127618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d55ff8c4-043e-4d9a-bc85-043636d83803 req-8c0c40d5-b3a3-41d9-ba8f-50d8d96f7d15 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769122 Aug 30 21:25:41.195895 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf54f4-c960-439a-8fc0-18da02d942d8 None None] Pushing event updated for resources: {'Port': ['ID=bed7f285-3664-4da9-91e8-30868774876e,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:41.228968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port bed7f285-3664-4da9-91e8-30868774876e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:41.229403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.265815 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a982ec-b23a-4c19-accd-fec906a9a4e8 x-openstack-request-id: req-58a982ec-b23a-4c19-accd-fec906a9a4e8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:25:41.266305 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-plugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:25:41.266409 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58a982ec-b23a-4c19-accd-fec906a9a4e8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:25:41.266798 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'code': 200} Aug 30 21:25:41.282217 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4abc6c66-a891-4428-a343-04efb8aab881 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.313468 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:38Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None, '_interfaces': [{'id': 'bed7f285-3664-4da9-91e8-30868774876e', 'name': '', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'mac_address': 'fa:16:3e:7d:68:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '7c2aed4c-aac1-4aab-805f-f1eca9643e4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:40Z', 'revision_number': 4, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'subnets': [{'id': '7c2aed4c-aac1-4aab-805f-f1eca9643e4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:41.315347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4abc6c66-a891-4428-a343-04efb8aab881 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.369783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b2164-1126-4b90-9e53-11af88b9afb4 None None] The sync data for ids ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'] in n-d-793620-16 is: [{'id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:38Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None, '_interfaces': [{'id': 'bed7f285-3664-4da9-91e8-30868774876e', 'name': '', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'mac_address': 'fa:16:3e:7d:68:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '7c2aed4c-aac1-4aab-805f-f1eca9643e4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:40Z', 'revision_number': 4, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'subnets': [{'id': '7c2aed4c-aac1-4aab-805f-f1eca9643e4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:41.392604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4abc6c66-a891-4428-a343-04efb8aab881 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.397363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4abc6c66-a891-4428-a343-04efb8aab881 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.404526 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4abc6c66-a891-4428-a343-04efb8aab881 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/7b1a1c1c-f031-41c1-bd32-664ba9e868d2 HTTP/1.1" status: 204 len: 168 time: 0.2787158 Aug 30 21:25:41.406907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:41.430946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc6c66-a891-4428-a343-04efb8aab881 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a1c1c-f031-41c1-bd32-664ba9e868d2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:41.474872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] For port bed7f285-3664-4da9-91e8-30868774876e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bed7f285-3664-4da9-91e8-30868774876e,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:41.476252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.503639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for bed7f285-3664-4da9-91e8-30868774876e owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:41.534386 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c5559527-498a-433d-a4e4-308a1a06ee09 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124361 Aug 30 21:25:41.535680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:41.541676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b922e-ac49-4dd2-9dab-257b89b68408 req-01213cc3-182a-4593-9ec5-1d6960cfdf7a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:41.543385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719560711'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:41.543757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f8b922e-ac49-4dd2-9dab-257b89b68408 req-01213cc3-182a-4593-9ec5-1d6960cfdf7a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1283617 Aug 30 21:25:41.583346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.644936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f8b922e-ac49-4dd2-9dab-257b89b68408 req-703c1ba5-16c8-43da-848c-42bcacf45401 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536478 Aug 30 21:25:41.793980 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.825822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.831663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.868654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.875873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3387609 Aug 30 21:25:41.879185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48496) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:41.883672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c9861-6ba7-4973-8f43-beedbccbf6c2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e232529-15e4-4960-b3a3-c0bb5d38db5a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:41.887501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3151fa54-9e8b-4c86-8776-c45b22d95e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.893616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--237930992'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:41.941889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.946312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:41.986809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=bed7f285-3664-4da9-91e8-30868774876e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:42.128590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.304186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.352104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.445406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.446685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5632169 Aug 30 21:25:42.449724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:42.450222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb6a87-41aa-4fec-b62d-d4118d585705 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3bb484-cefc-4666-9ef6-e41109653134,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:42.456836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '5e232529-15e4-4960-b3a3-c0bb5d38db5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9c3bb484-cefc-4666-9ef6-e41109653134', 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:42.460546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:25:42.481835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bdecb-8073-4f20-9202-358bad9705db req-5213e1cf-94ea-456a-88f5-72a9c4b7129c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:42.483466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-416bdecb-8073-4f20-9202-358bad9705db req-5213e1cf-94ea-456a-88f5-72a9c4b7129c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.2011051 Aug 30 21:25:42.510608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.594349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.600832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-416bdecb-8073-4f20-9202-358bad9705db req-1017dc97-408f-4169-bb42-0fae865f4cb4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092355 Aug 30 21:25:42.602061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:42.604098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.612965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6a658996-c826-41e9-b08a-e8f1ff15ce99 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "PUT /v2.0/routers/4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8678687 Aug 30 21:25:42.614099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48502) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:42.629170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7968d25-1342-4d67-a550-e7025c318370,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:42.641576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.646507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.648263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-72d2a248-7b73-4778-858a-5a7658f0cf0c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1966398 Aug 30 21:25:42.651807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:42.681010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfa68-2978-4c47-85b8-6393094fd2e9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.696105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfa68-2978-4c47-85b8-6393094fd2e9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.709030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dea14d-e51b-4fee-99e1-e2bffacacdc5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:42.710581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dea14d-e51b-4fee-99e1-e2bffacacdc5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:42.715456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c6dea14d-e51b-4fee-99e1-e2bffacacdc5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0977447 Aug 30 21:25:42.716213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48508) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:42.732227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfa68-2978-4c47-85b8-6393094fd2e9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.738780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfa68-2978-4c47-85b8-6393094fd2e9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.740471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8bbcfa68-2978-4c47-85b8-6393094fd2e9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a7968d25-1342-4d67-a550-e7025c318370 HTTP/1.1" status: 204 len: 168 time: 0.0874519 Aug 30 21:25:42.743896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:42.761824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcfa68-2978-4c47-85b8-6393094fd2e9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7968d25-1342-4d67-a550-e7025c318370,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:42.800180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2f13183f-2e0f-48f0-b17a-edb19c5791e6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0550728 Aug 30 21:25:42.802859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:42.810830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 7c2aed4c-aac1-4aab-805f-f1eca9643e4a {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:42.813765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.859557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.888549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100a4b53-0937-4eea-9eac-40b06f097499 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.898546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548f00-f346-492f-8bae-c822e66aa3e9 req-ff4dda61-3fc8-4154-8d38-f2f5aba60a1b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:42.900133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80548f00-f346-492f-8bae-c822e66aa3e9 req-ff4dda61-3fc8-4154-8d38-f2f5aba60a1b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1498995 Aug 30 21:25:42.927940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100a4b53-0937-4eea-9eac-40b06f097499 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.944680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:42.983437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80548f00-f346-492f-8bae-c822e66aa3e9 req-931dea7a-f606-43cc-a45e-c82c324ef902 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751510 Aug 30 21:25:43.000605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100a4b53-0937-4eea-9eac-40b06f097499 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.006761 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100a4b53-0937-4eea-9eac-40b06f097499 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.021890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-100a4b53-0937-4eea-9eac-40b06f097499 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/9c3bb484-cefc-4666-9ef6-e41109653134 HTTP/1.1" status: 204 len: 168 time: 0.2148972 Aug 30 21:25:43.022002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48516) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.030508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a4b53-0937-4eea-9eac-40b06f097499 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3bb484-cefc-4666-9ef6-e41109653134,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:43.063802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.113212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2aed4c-aac1-4aab-805f-f1eca9643e4a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:43.124064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.127388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-50182044-96b4-40b0-b0de-9ee79ec58c41 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/7c2aed4c-aac1-4aab-805f-f1eca9643e4a HTTP/1.1" status: 204 len: 168 time: 0.4101589 Aug 30 21:25:43.130427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.137023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ba8d37-99da-4f81-962e-2b4c14af45b5 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:43.165893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7f24d457-9e18-4491-a69a-d3ab944f27d9 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1426642 Aug 30 21:25:43.170135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.264194 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53168520-5ca3-4ad8-90df-02954a54af7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.295865 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53168520-5ca3-4ad8-90df-02954a54af7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.361544 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7779f352-3a8b-4fda-8e64-82334cc1968c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2278008 Aug 30 21:25:43.361544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.380109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53168520-5ca3-4ad8-90df-02954a54af7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.387008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53168520-5ca3-4ad8-90df-02954a54af7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.390686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-53168520-5ca3-4ad8-90df-02954a54af7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/5e232529-15e4-4960-b3a3-c0bb5d38db5a HTTP/1.1" status: 204 len: 168 time: 0.1999528 Aug 30 21:25:43.418106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] Sync routers for ids ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:43.427001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48524) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.427852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53168520-5ca3-4ad8-90df-02954a54af7e tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e232529-15e4-4960-b3a3-c0bb5d38db5a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:43.463252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] Routers {'4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:43.467474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:43.476953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.534365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3820677a-5e36-4a3b-a0c5-97988845f12a tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968707 Aug 30 21:25:43.542596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48526) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.547657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:43.549170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--374762128'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:43.565022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] Set router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:43.595956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.624535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:41Z', 'revision_number': 3, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:43.718521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.719077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.722173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.737278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] Checking router: 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:25:43.749689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.759197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] Routers {'4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:43.760098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:43.785862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.786541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Fanout notify agent at l3_agent the message router_deleted on router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:25:43.802705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.804047 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1eb45c58-ae36-4903-aa57-d6349b76ae6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/routers/4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 HTTP/1.1" status: 204 len: 168 time: 0.4419611 Aug 30 21:25:43.811163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.819872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:43.846113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91136889-7b49-441f-85dc-f92931a5d2a1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:43.860911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] Deleting port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:43.861290 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.861494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.866793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] Set router 4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:43.866953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cd597bf4-d6ac-407d-a3d1-a7130092778b tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3263676 Aug 30 21:25:43.870646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48532) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:43.876569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '91136889-7b49-441f-85dc-f92931a5d2a1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:43.900068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4305cc2-faa5-44aa-bdbd-1d6cea8f0792 req-90501f6a-4d8b-4caf-9c4b-daca801a40b9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:43.902947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4305cc2-faa5-44aa-bdbd-1d6cea8f0792 req-90501f6a-4d8b-4caf-9c4b-daca801a40b9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1645746 Aug 30 21:25:43.954496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:43.973373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4305cc2-faa5-44aa-bdbd-1d6cea8f0792 req-d14ec213-9cce-4223-9eb0-c668d58b9399 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616603 Aug 30 21:25:43.985105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:43.986855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:41Z', 'revision_number': 3, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:44.006920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.064998 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.077729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] For port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:44.079522 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.089174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.117837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] Calling delete_port for 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:44.121356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549132b3-a250-4fd1-91f6-54c5f7c81186,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:44.126558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd8bec5-c4a0-44f0-a728-2b89c10e9e89 None None] The sync data for ids ['4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304'] in n-d-793620-16 is: [{'id': '4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304', 'name': 'tempest-NetworksTestDHCPv6-router-1129178010', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:37Z', 'updated_at': '2021-08-30T21:25:41Z', 'revision_number': 3, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:44.158902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.164621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-52cec63d-5ebe-4b5e-b628-ca5bae207af5 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2926278 Aug 30 21:25:44.168169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.243426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.250694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-018f22ed-ad6f-481a-9b47-22687da75cad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.262334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-018f22ed-ad6f-481a-9b47-22687da75cad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.282257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] Pushing event deleted for resources: {'Port': ['ID=45ebd69c-a1e9-43b2-b7ed-2b917cd214c3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:44.284593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16206bf9-cfb5-4d0e-9a36-cc82adbee94d None None] No DVR routers for this DVR port 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:44.297791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966640a-c78c-4791-8618-86a8710ee388 req-2a626cd0-6091-4adf-8c0b-99e80ef92bd9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:44.298865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1966640a-c78c-4791-8618-86a8710ee388 req-2a626cd0-6091-4adf-8c0b-99e80ef92bd9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1442122 Aug 30 21:25:44.332356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-018f22ed-ad6f-481a-9b47-22687da75cad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.347409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-018f22ed-ad6f-481a-9b47-22687da75cad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.351834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-018f22ed-ad6f-481a-9b47-22687da75cad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/549132b3-a250-4fd1-91f6-54c5f7c81186 HTTP/1.1" status: 204 len: 168 time: 0.1800947 Aug 30 21:25:44.352339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.364836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f22ed-ad6f-481a-9b47-22687da75cad tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=549132b3-a250-4fd1-91f6-54c5f7c81186,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:44.375083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.382722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1966640a-c78c-4791-8618-86a8710ee388 req-c4c101a8-5e01-41b0-98de-4ad0fa4032c5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734704 Aug 30 21:25:44.449844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:44.461839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0bceea4b-35a3-413a-8a95-f982da929f41 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1081975 Aug 30 21:25:44.462992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:44.465081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48542) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.466221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:44.467210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.480474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aad602-9e28-4521-a28b-427a3fc4dbff None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:44.487051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=deb36192-ec96-4753-a81a-6bff93952841,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:44.507764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fe610e4a-a9fe-4f5b-a84a-c68f653c6fe0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6947351 Aug 30 21:25:44.511237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.520767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1110724960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:44.574476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.575780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.589573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84830e98-6af4-470d-9017-f44acdccda47 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.652418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bed7f285-3664-4da9-91e8-30868774876e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:44.655191 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.674563 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84830e98-6af4-470d-9017-f44acdccda47 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.681252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: bed7f285-3664-4da9-91e8-30868774876e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:44.681599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bed7f285-3664-4da9-91e8-30868774876e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:44.682023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:44.704200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:44.704842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 45ebd69c-a1e9-43b2-b7ed-2b917cd214c3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:44.724072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.737682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.765929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84830e98-6af4-470d-9017-f44acdccda47 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.770875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-84830e98-6af4-470d-9017-f44acdccda47 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.775362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-84830e98-6af4-470d-9017-f44acdccda47 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/91136889-7b49-441f-85dc-f92931a5d2a1 HTTP/1.1" status: 204 len: 168 time: 0.3058250 Aug 30 21:25:44.776237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.777326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.780943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8bce0ed6-bbe7-4b7d-94a4-b5a262ba5655 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2673759 Aug 30 21:25:44.795683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830e98-6af4-470d-9017-f44acdccda47 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91136889-7b49-441f-85dc-f92931a5d2a1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:44.795949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.860770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'deb36192-ec96-4753-a81a-6bff93952841'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:44.861466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:44.936190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-059fe15c-de57-4432-a3d9-cc0c090a001d tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538794 Aug 30 21:25:44.940605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:44.947842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095269110'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:44.991387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.102112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/deb36192-ec96-4753-a81a-6bff93952841/1ebf34da-7ae5-4528-8964-158547d6faa3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:45.150235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.166510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.222425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a5c22-3717-47a3-9048-091aa5941fc5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:45.226844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.228275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0c703601-a8b7-46d6-8d96-55756533465c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2864876 Aug 30 21:25:45.232305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48556) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:45.238894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b5a5c22-3717-47a3-9048-091aa5941fc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:45.255677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.277427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de4e95-dbf1-4fb3-b057-dfb4ae49b664 req-8272af4d-5bda-4682-b96f-4c3765964ae1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:45.280013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5de4e95-dbf1-4fb3-b057-dfb4ae49b664 req-8272af4d-5bda-4682-b96f-4c3765964ae1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1277103 Aug 30 21:25:45.325332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.345734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5de4e95-dbf1-4fb3-b057-dfb4ae49b664 req-1c196a49-611e-473c-89a8-07f6b60bce02 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576308 Aug 30 21:25:45.426615 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.442091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.461996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c663d6fe-f09e-43df-b58f-6f328134b26b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:45.484005 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.488588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-71bcabe1-2363-46ec-996f-cdf78b5be0f2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2526908 Aug 30 21:25:45.489126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48560) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:45.516541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9306154d-338a-427d-bfe1-260cc3f34725 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules/c663d6fe-f09e-43df-b58f-6f328134b26b HTTP/1.1" status: 200 len: 763 time: 0.0237205 Aug 30 21:25:45.519670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:45.588138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.595465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-96f69774-da17-491e-a8ac-193d4f46a1f7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0740445 Aug 30 21:25:45.595661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48564) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:45.599034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Transition to ACTIVE for port object 1ebf34da-7ae5-4528-8964-158547d6faa3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:45.607805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7752871-bc8f-4c5f-99e0-581013dff735 req-9199a3a4-1ff5-4eb0-98b5-7f75094c5b01 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:45.611359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7752871-bc8f-4c5f-99e0-581013dff735 req-9199a3a4-1ff5-4eb0-98b5-7f75094c5b01 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0953557 Aug 30 21:25:45.615829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Transition to ACTIVE for port object 1ebf34da-7ae5-4528-8964-158547d6faa3 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:45.625250 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.657862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6314257b-6e60-4d66-a9bb-44cb4beb62d3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.671293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:45.675024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:45.679498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:45.680119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7752871-bc8f-4c5f-99e0-581013dff735 req-8f864fec-0e2d-428e-a0dd-7095c112fd2b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515952 Aug 30 21:25:45.703874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6314257b-6e60-4d66-a9bb-44cb4beb62d3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.736398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::1 (df466400-bd83-465e-a23d-186958510d0f/deb36192-ec96-4753-a81a-6bff93952841/dc82997f-b2e8-4612-a6a6-daf86dbdfb54) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:45.744547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6314257b-6e60-4d66-a9bb-44cb4beb62d3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.767156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6314257b-6e60-4d66-a9bb-44cb4beb62d3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.768696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6314257b-6e60-4d66-a9bb-44cb4beb62d3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c663d6fe-f09e-43df-b58f-6f328134b26b HTTP/1.1" status: 204 len: 168 time: 0.1563244 Aug 30 21:25:45.769855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314257b-6e60-4d66-a9bb-44cb4beb62d3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c663d6fe-f09e-43df-b58f-6f328134b26b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:45.772646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:45.790281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Pushing event updated for resources: {'Port': ['ID=1ebf34da-7ae5-4528-8964-158547d6faa3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:45.808465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Attempting to bind port 1ebf34da-7ae5-4528-8964-158547d6faa3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:45.808836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Attempting to bind port 1ebf34da-7ae5-4528-8964-158547d6faa3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:45.809201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Attempting to bind port 1ebf34da-7ae5-4528-8964-158547d6faa3 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:45.814949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:45.815322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:45.815720 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.816115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:45.817138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Bound port: 1ebf34da-7ae5-4528-8964-158547d6faa3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:45.817138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.883598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3dcbd03d-e533-419f-b6fc-db8d743c6601 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1101081 Aug 30 21:25:45.890841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:45.893634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] For port 1ebf34da-7ae5-4528-8964-158547d6faa3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:45.895733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b5a5c22-3717-47a3-9048-091aa5941fc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:45.898737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] For port 1ebf34da-7ae5-4528-8964-158547d6faa3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1ebf34da-7ae5-4528-8964-158547d6faa3,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:45.918697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.936393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:45.958103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object dc82997f-b2e8-4612-a6a6-daf86dbdfb54 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:45.971396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.000770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9085-70c7-4222-8cef-10989d03a6aa None None] Pushing event updated for resources: {'Port': ['ID=1ebf34da-7ae5-4528-8964-158547d6faa3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:46.065233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.079531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.086578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.147986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17ea6b4-d0d6-4f7e-86a1-9af1d69f2b09,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:46.166469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:46.173852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:46.179050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:46.180181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.183445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.184975 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c7f927e0-e6b5-4f4c-949f-1e28d986c3cf tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2967651 Aug 30 21:25:46.188232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:46.252524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=dc82997f-b2e8-4612-a6a6-daf86dbdfb54,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:46.263702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-60364a37-1c4f-4bfa-b7f8-2544d75d745c tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules/f17ea6b4-d0d6-4f7e-86a1-9af1d69f2b09 HTTP/1.1" status: 200 len: 763 time: 0.0705657 Aug 30 21:25:46.264647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:46.390953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48582) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:46.398904 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e69250d5-d69e-47cc-bd0b-0edd5b353522 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1302698 Aug 30 21:25:46.431488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0498001a-da6d-42cb-8e15-545cac6970d8 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.443582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0498001a-da6d-42cb-8e15-545cac6970d8 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.461506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.508795 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0498001a-da6d-42cb-8e15-545cac6970d8 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.516514 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0498001a-da6d-42cb-8e15-545cac6970d8 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:46.517668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0498001a-da6d-42cb-8e15-545cac6970d8 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f17ea6b4-d0d6-4f7e-86a1-9af1d69f2b09 HTTP/1.1" status: 204 len: 168 time: 0.1257908 Aug 30 21:25:46.521667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:46.527098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498001a-da6d-42cb-8e15-545cac6970d8 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f17ea6b4-d0d6-4f7e-86a1-9af1d69f2b09,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:46.536603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40e526-138c-4139-b07f-278778e7992f req-41e938df-d065-4e8d-8653-b4c09b169aa6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:46.538238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c40e526-138c-4139-b07f-278778e7992f req-41e938df-d065-4e8d-8653-b4c09b169aa6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0772715 Aug 30 21:25:46.588694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c40e526-138c-4139-b07f-278778e7992f req-e4522590-5641-4af5-9561-557d451ebf63 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406003 Aug 30 21:25:46.856872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d19d96-3675-4bce-abfd-0f7235c9c17f req-2382bbd7-4bb0-4580-aa35-4897abca532b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:46.860325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3d19d96-3675-4bce-abfd-0f7235c9c17f req-2382bbd7-4bb0-4580-aa35-4897abca532b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0783045 Aug 30 21:25:46.914761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e3d19d96-3675-4bce-abfd-0f7235c9c17f req-fc645c11-ff66-43ad-81a2-e682949a0caf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Aug 30 21:25:47.011134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5f17bc8b-df3e-46f1-8012-286ad6ba980d tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4857430 Aug 30 21:25:47.013980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.019644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Request body: {'security_group_rule': {'security_group_id': '3b5a5c22-3717-47a3-9048-091aa5941fc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:47.070584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.168985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.176259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.192217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb512c5-0cf6-4c56-ad26-9d41a56af6be,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:47.212143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.214047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bcfc8fc3-85f2-4e3b-bce8-6997b4764a03 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1986899 Aug 30 21:25:47.217020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48590) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.239204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4238b107-9465-4878-9849-771cf12ad8b2 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules/7cb512c5-0cf6-4c56-ad26-9d41a56af6be HTTP/1.1" status: 200 len: 764 time: 0.0209184 Aug 30 21:25:47.242349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48592) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.254187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.265808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.267251 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.295245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fada3018-c43b-4c87-b89c-58703f3a9db2 None None] Provisioning for port 1ebf34da-7ae5-4528-8964-158547d6faa3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:47.310434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9e793199-cbe8-4b31-b443-70f09e590fa3 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0668015 Aug 30 21:25:47.314277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48594) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.363515 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5882-da9f-4c88-943b-1a3c5e114a25 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.382437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5882-da9f-4c88-943b-1a3c5e114a25 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.430758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=dc82997f-b2e8-4612-a6a6-daf86dbdfb54,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:47.455338 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5882-da9f-4c88-943b-1a3c5e114a25 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.465512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5882-da9f-4c88-943b-1a3c5e114a25 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.467097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5bc5882-da9f-4c88-943b-1a3c5e114a25 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/7cb512c5-0cf6-4c56-ad26-9d41a56af6be HTTP/1.1" status: 204 len: 168 time: 0.1513424 Aug 30 21:25:47.472463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48598) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.515137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc5882-da9f-4c88-943b-1a3c5e114a25 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cb512c5-0cf6-4c56-ad26-9d41a56af6be,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:47.562148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11de6919-08e2-444b-9a15-79e6022dcdd7 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0856259 Aug 30 21:25:47.564755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48600) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.627828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:47.630274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:47.631869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f879d011-577a-4e70-a2d7-71f87ff0052f None None] Provisioning for port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:47.637628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f879d011-577a-4e70-a2d7-71f87ff0052f None None] Provisioning complete for port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:47.638277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f879d011-577a-4e70-a2d7-71f87ff0052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.669262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79872b78-c085-45d9-891f-008441f83fd6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.698638 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79872b78-c085-45d9-891f-008441f83fd6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.706319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f879d011-577a-4e70-a2d7-71f87ff0052f None None] Port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:47.827834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea02f78-d34d-4b71-9075-cf68ae9af032 req-05048d5b-8478-4c8c-892c-804653af1f2e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:47.829974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ea02f78-d34d-4b71-9075-cf68ae9af032 req-05048d5b-8478-4c8c-892c-804653af1f2e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0745716 Aug 30 21:25:47.830858 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79872b78-c085-45d9-891f-008441f83fd6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.833932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79872b78-c085-45d9-891f-008441f83fd6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:47.835253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79872b78-c085-45d9-891f-008441f83fd6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b5a5c22-3717-47a3-9048-091aa5941fc5 HTTP/1.1" status: 204 len: 168 time: 0.2693024 Aug 30 21:25:47.844101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.852667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79872b78-c085-45d9-891f-008441f83fd6 tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a5c22-3717-47a3-9048-091aa5941fc5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:47.900959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ea02f78-d34d-4b71-9075-cf68ae9af032 req-6fd1475b-4327-402e-8474-7c73fd9a0901 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539932 Aug 30 21:25:47.948010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48608) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:47.948229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e2246329-64b4-4566-a05f-68b17954e3ef tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931926 Aug 30 21:25:47.950109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Router 674ba439-e680-46fb-bacc-e40bab408a08 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:25:48.051008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f5d0edab-96dc-41c6-819e-40bd20e40afe tempest-SecGroupTest-102197657 tempest-SecGroupTest-102197657-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015589 Aug 30 21:25:48.092398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:48.098466 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0aee8b19-0e5c-4e78-be27-d007cc6e0a2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "PUT /v2.0/routers/674ba439-e680-46fb-bacc-e40bab408a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3007560 Aug 30 21:25:48.103812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:48.109169 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Sync routers for ids ['674ba439-e680-46fb-bacc-e40bab408a08'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:48.133305 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Routers {'674ba439-e680-46fb-bacc-e40bab408a08'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:48.135008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['674ba439-e680-46fb-bacc-e40bab408a08'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:48.138868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e4db51d4-0d47-4abe-b752-184136bcc15d None None] Provisioning complete for port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:48.139567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e4db51d4-0d47-4abe-b752-184136bcc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:48.159653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e014d9-3a41-4043-bb9c-55769be3e086 req-44acbb1b-567b-49d5-af45-0d290d4d3fc2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:48.167477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7e014d9-3a41-4043-bb9c-55769be3e086 req-44acbb1b-567b-49d5-af45-0d290d4d3fc2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1251192 Aug 30 21:25:48.185373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c322c601-652b-4a62-9348-5343af1d1eba tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:48.187315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c322c601-652b-4a62-9348-5343af1d1eba tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports/dc82997f-b2e8-4612-a6a6-daf86dbdfb54 HTTP/1.1" status: 200 len: 911 time: 0.0830722 Aug 30 21:25:48.190417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:48.246485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e4db51d4-0d47-4abe-b752-184136bcc15d None None] Port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:25:48.296819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7e014d9-3a41-4043-bb9c-55769be3e086 req-1ef29082-6bee-46ef-9661-7a7af3eef427 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282086 Aug 30 21:25:48.305693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564fad3-520b-46e0-ad50-b8cb40110541 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:48.313514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564fad3-520b-46e0-ad50-b8cb40110541 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:48.315320 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9564fad3-520b-46e0-ad50-b8cb40110541 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1237626 Aug 30 21:25:48.323755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:48.341552 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Set router 674ba439-e680-46fb-bacc-e40bab408a08 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:48.428223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1ebf34da-7ae5-4528-8964-158547d6faa3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:48.542064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1ebf34da-7ae5-4528-8964-158547d6faa3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:48.554148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1ebf34da-7ae5-4528-8964-158547d6faa3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:48.554657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:48.668365 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ba439-e680-46fb-bacc-e40bab408a08', 'name': 'tempest-NetworksTestDHCPv6-router-1110724960', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:44Z', 'updated_at': '2021-08-30T21:25:46Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None, '_interfaces': [{'id': 'dc82997f-b2e8-4612-a6a6-daf86dbdfb54', 'name': '', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'mac_address': 'fa:16:3e:46:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ba439-e680-46fb-bacc-e40bab408a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'deb36192-ec96-4753-a81a-6bff93952841', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:25:45Z', 'updated_at': '2021-08-30T21:25:47Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'subnets': [{'id': 'deb36192-ec96-4753-a81a-6bff93952841', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:48.699156 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Checking router: 674ba439-e680-46fb-bacc-e40bab408a08 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:25:48.699499 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Updating router 674ba439-e680-46fb-bacc-e40bab408a08 port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:25:48.709418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:48.723013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:48.746659 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:48.802565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1ebf34da-7ae5-4528-8964-158547d6faa3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1ebf34da-7ae5-4528-8964-158547d6faa3,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:48.817406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:48.920091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1ebf34da-7ae5-4528-8964-158547d6faa3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:48.969253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e63ac8ed-2ba9-4927-8a3f-220ef4545f2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=207b3d60e8e642de8d81b4d05ce6fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585018 Aug 30 21:25:48.977056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48632) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:49.083155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75cecf2-7057-4707-a857-424946127818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.094929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.129478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75cecf2-7057-4707-a857-424946127818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.142466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dba97f-8762-4e67-b05f-a2785d8549d8 req-10aba901-f129-4710-87a2-3f76726265af tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:49.144939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0dba97f-8762-4e67-b05f-a2785d8549d8 req-10aba901-f129-4710-87a2-3f76726265af tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1412413 Aug 30 21:25:49.237487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0dba97f-8762-4e67-b05f-a2785d8549d8 req-fcb9d7d5-8708-4675-b60e-4f0e05614be6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602877 Aug 30 21:25:49.280902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75cecf2-7057-4707-a857-424946127818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.283986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d75cecf2-7057-4707-a857-424946127818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.285522 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d75cecf2-7057-4707-a857-424946127818 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a43438d2-c06a-452b-a75b-83543f4dd1ce HTTP/1.1" status: 204 len: 168 time: 0.3072517 Aug 30 21:25:49.314962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cecf2-7057-4707-a857-424946127818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43438d2-c06a-452b-a75b-83543f4dd1ce,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:49.499434 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.511701 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Transition to ACTIVE for port object dc82997f-b2e8-4612-a6a6-daf86dbdfb54 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:49.529630 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.751277 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d85f8-29bf-46bc-a678-62b5256403b5 None None] Pushing event updated for resources: {'Port': ['ID=dc82997f-b2e8-4612-a6a6-daf86dbdfb54,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:49.782934 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Attempting to bind port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:49.783317 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Attempting to bind port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:49.783680 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Attempting to bind port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:49.789621 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:49.789997 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:49.791074 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.791471 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:49.791956 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Bound port: dc82997f-b2e8-4612-a6a6-daf86dbdfb54, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:49.792832 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:49.943203 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] For port dc82997f-b2e8-4612-a6a6-daf86dbdfb54, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:49.947499 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] For port dc82997f-b2e8-4612-a6a6-daf86dbdfb54, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc82997f-b2e8-4612-a6a6-daf86dbdfb54,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:49.964597 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:50.038242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61593d-a82b-4196-a4b1-e352362e2a53 req-0407b390-bbcd-4db4-ae90-fbe286f04168 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:50.039870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e61593d-a82b-4196-a4b1-e352362e2a53 req-0407b390-bbcd-4db4-ae90-fbe286f04168 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.6232402 Aug 30 21:25:50.091924 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Routers {'674ba439-e680-46fb-bacc-e40bab408a08'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:50.092578 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['674ba439-e680-46fb-bacc-e40bab408a08'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:50.101526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d85f8-29bf-46bc-a678-62b5256403b5 None None] Pushing event updated for resources: {'Port': ['ID=dc82997f-b2e8-4612-a6a6-daf86dbdfb54,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:50.101756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port dc82997f-b2e8-4612-a6a6-daf86dbdfb54 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:50.102250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:50.158487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e61593d-a82b-4196-a4b1-e352362e2a53 req-7d07254a-898b-486b-8d02-52acd3fb7a69 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099067 Aug 30 21:25:50.229289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:50.235870 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] Set router 674ba439-e680-46fb-bacc-e40bab408a08 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:50.254651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for dc82997f-b2e8-4612-a6a6-daf86dbdfb54 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:50.350178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1ebf34da-7ae5-4528-8964-158547d6faa3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:50.491021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1ebf34da-7ae5-4528-8964-158547d6faa3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:50.491396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:50.648962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e054bc-cdf6-44ca-81ac-c705104c013f req-1e36d8f1-bde0-41b1-b99b-9296a3e405c1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:50.662128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-32e054bc-cdf6-44ca-81ac-c705104c013f req-1e36d8f1-bde0-41b1-b99b-9296a3e405c1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.2404463 Aug 30 21:25:50.664727 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ba439-e680-46fb-bacc-e40bab408a08', 'name': 'tempest-NetworksTestDHCPv6-router-1110724960', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:44Z', 'updated_at': '2021-08-30T21:25:46Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None, '_interfaces': [{'id': 'dc82997f-b2e8-4612-a6a6-daf86dbdfb54', 'name': '', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'mac_address': 'fa:16:3e:46:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ba439-e680-46fb-bacc-e40bab408a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'deb36192-ec96-4753-a81a-6bff93952841', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:25:45Z', 'updated_at': '2021-08-30T21:25:49Z', 'revision_number': 4, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'subnets': [{'id': 'deb36192-ec96-4753-a81a-6bff93952841', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:50.714840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:50.727671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0104966 Aug 30 21:25:50.728835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:50.731958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-32e054bc-cdf6-44ca-81ac-c705104c013f req-d94c603f-c008-4a4b-9cb4-40255fca3738 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688713 Aug 30 21:25:50.741699 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9778c404-089b-4977-93a6-9dca5fb74056 None None] The sync data for ids ['674ba439-e680-46fb-bacc-e40bab408a08'] in n-d-793620-16 is: [{'id': '674ba439-e680-46fb-bacc-e40bab408a08', 'name': 'tempest-NetworksTestDHCPv6-router-1110724960', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:44Z', 'updated_at': '2021-08-30T21:25:46Z', 'revision_number': 2, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None, '_interfaces': [{'id': 'dc82997f-b2e8-4612-a6a6-daf86dbdfb54', 'name': '', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'mac_address': 'fa:16:3e:46:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674ba439-e680-46fb-bacc-e40bab408a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'deb36192-ec96-4753-a81a-6bff93952841', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:25:45Z', 'updated_at': '2021-08-30T21:25:49Z', 'revision_number': 4, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'subnets': [{'id': 'deb36192-ec96-4753-a81a-6bff93952841', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:50.869246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:50.900752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=dc82997f-b2e8-4612-a6a6-daf86dbdfb54,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:50.968078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-08d6fcc2-166a-433f-9306-7281fc2e3455 tempest-NetworksApiDiscovery-123100768 tempest-NetworksApiDiscovery-123100768-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2378800 Aug 30 21:25:51.084637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:51.545898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099d053-9743-4eb1-9c29-05a7b2f6fb91 req-eeb1d2ae-db2f-4593-9ff4-3f2b44a596f6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:51.545898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c099d053-9743-4eb1-9c29-05a7b2f6fb91 req-eeb1d2ae-db2f-4593-9ff4-3f2b44a596f6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.2441177 Aug 30 21:25:51.614410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Router 674ba439-e680-46fb-bacc-e40bab408a08 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:25:51.626425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c099d053-9743-4eb1-9c29-05a7b2f6fb91 req-2c77c507-4314-45a1-9765-9a911866ec4f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842779 Aug 30 21:25:51.673891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:51.725650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:25:51.731010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-417f8301-f144-408c-addb-eadfb1a6f42f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "PUT /v2.0/routers/674ba439-e680-46fb-bacc-e40bab408a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4058423 Aug 30 21:25:51.734003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48678) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:51.808278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4919612-9e4f-4942-ad31-7c26f41955d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:51.865591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f071f-625e-4cbf-993c-e3d89b5bc786 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:51.867875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f071f-625e-4cbf-993c-e3d89b5bc786 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:51.872129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-700f071f-625e-4cbf-993c-e3d89b5bc786 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1370368 Aug 30 21:25:51.875822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48688) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:51.970149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet deb36192-ec96-4753-a81a-6bff93952841 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:51.974169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:51.983762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4919612-9e4f-4942-ad31-7c26f41955d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:51.993811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4919612-9e4f-4942-ad31-7c26f41955d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.016725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89a4b-bbe6-4bb2-af5e-668c259ce886 req-575be8c2-6b19-4bd5-81e6-af1b1b21418d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:52.018524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb89a4b-bbe6-4bb2-af5e-668c259ce886 req-575be8c2-6b19-4bd5-81e6-af1b1b21418d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1328919 Aug 30 21:25:52.044365 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e4919612-9e4f-4942-ad31-7c26f41955d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73e668b307104d6295b075da5e7bcfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678632 Aug 30 21:25:52.045782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4919612-9e4f-4942-ad31-7c26f41955d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7fb1dc-4b74-4290-b72c-f53de92a1520,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:52.048435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:52.050621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.133026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b40066-bcd2-4aed-843a-64315dd6cbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.140966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcb89a4b-bbe6-4bb2-af5e-668c259ce886 req-cc1b6f88-d3e1-4336-9c9d-33b70a0b7808 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030004 Aug 30 21:25:52.187147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b40066-bcd2-4aed-843a-64315dd6cbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.226204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.262721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b40066-bcd2-4aed-843a-64315dd6cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.265708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-74b40066-bcd2-4aed-843a-64315dd6cbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.267888 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-74b40066-bcd2-4aed-843a-64315dd6cbdb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b7fb1dc-4b74-4290-b72c-f53de92a1520 HTTP/1.1" status: 204 len: 168 time: 0.2185020 Aug 30 21:25:52.291217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b40066-bcd2-4aed-843a-64315dd6cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7fb1dc-4b74-4290-b72c-f53de92a1520,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:52.342349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.377969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=deb36192-ec96-4753-a81a-6bff93952841,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:52.387856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.391505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-65670405-f8b1-46c3-8744-1705db7d99a3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/deb36192-ec96-4753-a81a-6bff93952841 HTTP/1.1" status: 204 len: 168 time: 0.5121181 Aug 30 21:25:52.392527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:52.404397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73376af9-b71c-4bbb-b32e-82a199c630e4 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:52.544032 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-925f37c8-0e5d-4b9b-a2b2-2c49a3c5424a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1494174 Aug 30 21:25:52.546848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48702) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:52.681445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.737659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:25:52.892065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] Deleting port 1ebf34da-7ae5-4528-8964-158547d6faa3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:52.892605 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:52.956897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Sync routers for ids ['674ba439-e680-46fb-bacc-e40bab408a08'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:25:52.975822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Routers {'674ba439-e680-46fb-bacc-e40bab408a08'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:52.976777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['674ba439-e680-46fb-bacc-e40bab408a08'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:53.041705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:53.045597 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:53.144590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163eda-30e8-4e20-90de-9cb83a8e05ed req-8e4f5ae1-947f-4210-a692-847f099d7b1a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:53.164543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Set router 674ba439-e680-46fb-bacc-e40bab408a08 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:25:53.166231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5163eda-30e8-4e20-90de-9cb83a8e05ed req-8e4f5ae1-947f-4210-a692-847f099d7b1a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.2076530 Aug 30 21:25:53.193553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:53.197601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Fanout notify agent at l3_agent the message router_deleted on router 674ba439-e680-46fb-bacc-e40bab408a08 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:25:53.231692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:53.233157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7461fcc5-7801-4f26-9df2-e443349df0a9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/routers/674ba439-e680-46fb-bacc-e40bab408a08 HTTP/1.1" status: 204 len: 168 time: 0.6852787 Aug 30 21:25:53.236123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48722) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:53.286659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5163eda-30e8-4e20-90de-9cb83a8e05ed req-44767155-884a-4087-b94e-8f1b5990864c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195331 Aug 30 21:25:53.318460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674ba439-e680-46fb-bacc-e40bab408a08', 'name': 'tempest-NetworksTestDHCPv6-router-1110724960', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:25:44Z', 'updated_at': '2021-08-30T21:25:50Z', 'revision_number': 3, 'project_id': 'a87b2502c2594d9ea498d4a454824e6d', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:25:53.365447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a3ad0-a5a9-46d3-81d8-e704290ac45d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:53.371390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48726) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:53.371595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-008a3ad0-a5a9-46d3-81d8-e704290ac45d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1339092 Aug 30 21:25:53.419368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Checking router: 674ba439-e680-46fb-bacc-e40bab408a08 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:25:53.425500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] For port 1ebf34da-7ae5-4528-8964-158547d6faa3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1ebf34da-7ae5-4528-8964-158547d6faa3,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:53.427031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:53.463328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] Calling delete_port for 1ebf34da-7ae5-4528-8964-158547d6faa3 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:53.476637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:25:53.481693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 21:25:53.482378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_agentschedulers_db [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'674ba439-e680-46fb-bacc-e40bab408a08'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:25:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent'). {{(pid=94690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 21:25:53.482777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84115fa5-54fb-4595-87db-f9e4157fa933 None None] The sync data for ids ['674ba439-e680-46fb-bacc-e40bab408a08'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:25:53.516830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf64e6-3ae1-4647-be70-3b88a73abfe7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:53.518358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cfaf64e6-3ae1-4647-be70-3b88a73abfe7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1458573 Aug 30 21:25:53.521331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:53.546260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a740a8-8d1f-4056-ba77-0a0938cb57f2 req-2802f63f-2fb9-456d-8bda-03c93157dd32 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:53.561403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21a740a8-8d1f-4056-ba77-0a0938cb57f2 req-2802f63f-2fb9-456d-8bda-03c93157dd32 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1238282 Aug 30 21:25:53.618721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b0956c04-cf7e-4361-9719-c958622dc0ad tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930872 Aug 30 21:25:53.621231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:53.633710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:53.641212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:53.679544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21a740a8-8d1f-4056-ba77-0a0938cb57f2 req-4b08183c-946a-4a30-a17d-7b0654c7377a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169794 Aug 30 21:25:53.725914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] Pushing event deleted for resources: {'Port': ['ID=1ebf34da-7ae5-4528-8964-158547d6faa3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:53.736616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-3a443820-4990-46fd-9145-c9e69caa1894 req-0bced79d-c060-4088-a1c9-54d78267fb5d service neutron] (94689) timed out ('10.222.0.86', 64304) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:25:53.761834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef831bc-9f10-46fb-b175-bcf10c4a24aa None None] No DVR routers for this DVR port 1ebf34da-7ae5-4528-8964-158547d6faa3 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:25:53.831277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:53.838726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:54.297935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:25:54.304606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:54.366935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1ebf34da-7ae5-4528-8964-158547d6faa3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:54.413787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1ebf34da-7ae5-4528-8964-158547d6faa3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:54.414805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1ebf34da-7ae5-4528-8964-158547d6faa3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:54.416295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc82997f-b2e8-4612-a6a6-daf86dbdfb54 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:25:54.425093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:54.433073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:54.444452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:54.445050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:54.462704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc5394-e6f0-4214-873b-7b9a61ca5785 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:54.516689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=8182f81c-b429-4733-b6ae-5b602f130250,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:54.523511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7c785c25-bd0c-4bd9-9864-f3e734d81965 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9012246 Aug 30 21:25:54.526369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:54.533806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:54.543089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: dc82997f-b2e8-4612-a6a6-daf86dbdfb54 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:25:54.543444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc82997f-b2e8-4612-a6a6-daf86dbdfb54 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:25:54.571093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576d9ce-63de-4e32-8a5f-53aeb1acee55 req-ada3288f-097d-4022-9396-b9b71265b99a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:54.586023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2576d9ce-63de-4e32-8a5f-53aeb1acee55 req-ada3288f-097d-4022-9396-b9b71265b99a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1591814 Aug 30 21:25:54.686336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2576d9ce-63de-4e32-8a5f-53aeb1acee55 req-c7d5b509-3138-4de7-b396-989073d315a2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992844 Aug 30 21:25:54.788058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '8182f81c-b429-4733-b6ae-5b602f130250'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:25:54.789533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:54.897305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:54.900945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:54.950351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f4a5b-4c2d-48f8-90b0-e5696406de9e req-f634acdd-53c9-49bc-b209-ae09db6f3d9b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:54.955526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Allocated IP 2001:db8::f816:3eff:fe71:ed6c (df466400-bd83-465e-a23d-186958510d0f/8182f81c-b429-4733-b6ae-5b602f130250/f19dd557-ef2b-40a4-ab5f-8d27c0135e28) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:54.977929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-298f4a5b-4c2d-48f8-90b0-e5696406de9e req-f634acdd-53c9-49bc-b209-ae09db6f3d9b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1537399 Aug 30 21:25:55.101961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-298f4a5b-4c2d-48f8-90b0-e5696406de9e req-bbb855e5-c84d-4b62-bd84-65a62f62bbf3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230488 Aug 30 21:25:55.134320 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.146019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Transition to ACTIVE for port object f19dd557-ef2b-40a4-ab5f-8d27c0135e28 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:55.168558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Transition to ACTIVE for port object f19dd557-ef2b-40a4-ab5f-8d27c0135e28 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:55.180833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.245300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:55.250525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:55.258370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:55.261810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Pushing event updated for resources: {'Port': ['ID=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:55.363709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Attempting to bind port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:25:55.364174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Attempting to bind port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:25:55.364617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Attempting to bind port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:25:55.375696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:25:55.375987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:25:55.380827 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.381390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:25:55.381911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Bound port: f19dd557-ef2b-40a4-ab5f-8d27c0135e28, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:25:55.382307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.481408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] For port f19dd557-ef2b-40a4-ab5f-8d27c0135e28, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:25:55.483109 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.486428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] For port f19dd557-ef2b-40a4-ab5f-8d27c0135e28, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:25:55.494930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.579926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0a35-8441-4af5-b2a0-157aeeb027b3 None None] Pushing event updated for resources: {'Port': ['ID=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:55.595467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:55.603733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:55.610568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:55.611347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:55.630090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=722aa23c-953a-4e8e-8b8a-2ab0703e779f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:55.641517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-09610081-590a-4bf8-9a3e-34c364801b1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1137061 Aug 30 21:25:55.644199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48776) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:55.651017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:2c:3b:10', 'name': 'tempest-NetworksTestDHCPv6-374261523'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:25:55.764960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:55.939344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8180-4b83-4789-9ecb-55b641816136 req-12635617-b539-44d1-9d8f-d9baafc6ad6a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:55.947838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0cb8180-4b83-4789-9ecb-55b641816136 req-12635617-b539-44d1-9d8f-d9baafc6ad6a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1159985 Aug 30 21:25:55.988067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:25:56.008386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05912da9-14f0-4a9a-b88b-53983dbfbd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.079202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0cb8180-4b83-4789-9ecb-55b641816136 req-bc846290-8dcb-4b10-86c9-1ed8d100dbf9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303425 Aug 30 21:25:56.223397 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.242879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05912da9-14f0-4a9a-b88b-53983dbfbd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.258359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05912da9-14f0-4a9a-b88b-53983dbfbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.306865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port e2bd422a-c8e8-4d70-849b-0baee30beea1 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:25:56.349650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05912da9-14f0-4a9a-b88b-53983dbfbd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873265b7-6768-4744-931b-b459063c8baf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:56.359739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-05912da9-14f0-4a9a-b88b-53983dbfbd68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9cda96afdc04b0a919008a06534895b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932810 Aug 30 21:25:56.367263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:56.380794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3211a-eced-432a-85eb-c21155e91fee req-c97f14c0-319a-479e-a85a-406b524d5fc6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:56.382347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9b3211a-eced-432a-85eb-c21155e91fee req-c97f14c0-319a-479e-a85a-406b524d5fc6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1382852 Aug 30 21:25:56.414411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f19dd557-ef2b-40a4-ab5f-8d27c0135e28 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:56.468738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8e7ea7-045c-4708-9955-002d09c44d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.494182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8e7ea7-045c-4708-9955-002d09c44d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.510327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:56.580496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8e7ea7-045c-4708-9955-002d09c44d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.584799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da8e7ea7-045c-4708-9955-002d09c44d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:56.592508 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da8e7ea7-045c-4708-9955-002d09c44d91 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/873265b7-6768-4744-931b-b459063c8baf HTTP/1.1" status: 204 len: 168 time: 0.2236767 Aug 30 21:25:56.613934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9b3211a-eced-432a-85eb-c21155e91fee req-6b7476dc-2b6d-4542-ae84-abc0ac27c678 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923993 Aug 30 21:25:56.618040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e7ea7-045c-4708-9955-002d09c44d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873265b7-6768-4744-931b-b459063c8baf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:56.720561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 172.20.0.2 (df466400-bd83-465e-a23d-186958510d0f/722aa23c-953a-4e8e-8b8a-2ab0703e779f/e2bd422a-c8e8-4d70-849b-0baee30beea1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:56.731582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe2c:3b10 (df466400-bd83-465e-a23d-186958510d0f/8182f81c-b429-4733-b6ae-5b602f130250/e2bd422a-c8e8-4d70-849b-0baee30beea1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:56.990851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.005646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object e2bd422a-c8e8-4d70-849b-0baee30beea1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:57.054531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.160056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:25:57.168044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77b115-058e-48b3-8ec0-569ba38aadea None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:25:57.168505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:25:57.181326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:25:57.218963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:57.241193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3528940-b079-4766-9c2d-d97016a1f12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.250834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=e2bd422a-c8e8-4d70-849b-0baee30beea1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:57.319850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] Provisioning for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:25:57.324725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:57.328139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.346918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655355c0-ed9f-461e-bfff-feb0d774277e req-5ab10c96-2683-4918-864c-e0859e8b79ea tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:57.348417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] Provisioning complete for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:57.348718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-655355c0-ed9f-461e-bfff-feb0d774277e req-5ab10c96-2683-4918-864c-e0859e8b79ea tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1074524 Aug 30 21:25:57.348840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.425399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-655355c0-ed9f-461e-bfff-feb0d774277e req-03e777dd-ac89-4540-8dca-89a255556565 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688193 Aug 30 21:25:57.517041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3528940-b079-4766-9c2d-d97016a1f12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.528648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3528940-b079-4766-9c2d-d97016a1f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.534372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-74ab72b6-0b34-4883-ab08-d77b9952b658 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8889420 Aug 30 21:25:57.537086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:57.612749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528940-b079-4766-9c2d-d97016a1f12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dde7f8-4f4d-4a64-bf09-dceccd2a5f31,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:57.613621 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.637388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1698cc-b7b9-48fd-879e-a2e9e6a14ad3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:57.643914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1698cc-b7b9-48fd-879e-a2e9e6a14ad3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:57.654229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a3528940-b079-4766-9c2d-d97016a1f12c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5acf74b879a84803a6048356a7e8c4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340940 Aug 30 21:25:57.655141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fc1698cc-b7b9-48fd-879e-a2e9e6a14ad3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1160433 Aug 30 21:25:57.658427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:57.660785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:57.720542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] For port f19dd557-ef2b-40a4-ab5f-8d27c0135e28, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:57.737585 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.876223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port e2bd422a-c8e8-4d70-849b-0baee30beea1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:25:57.877032 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.909255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Update dhcp port {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '8182f81c-b429-4733-b6ae-5b602f130250', 'ip_address': '2001:db8::f816:3eff:fe71:ed6c'}, {'subnet_id': '722aa23c-953a-4e8e-8b8a-2ab0703e779f'}], 'binding:host_id': 'n-d-793620-16'}, 'id': 'f19dd557-ef2b-40a4-ab5f-8d27c0135e28'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:25:57.912051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca20a88-6c43-41c5-b554-58ae4ed9d74a None None] Pushing event updated for resources: {'Port': ['ID=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:57.940848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7c50293-060e-4b1d-9491-be858e5b44ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:57.944293 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.017813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b792d6-715d-4986-a432-c0f9de34dfbb req-1caa6238-8de8-4ca5-9d97-e113350f09ea tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:58.019592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1b792d6-715d-4986-a432-c0f9de34dfbb req-1caa6238-8de8-4ca5-9d97-e113350f09ea tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.2322772 Aug 30 21:25:58.053176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7c50293-060e-4b1d-9491-be858e5b44ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.074286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.101162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for e2bd422a-c8e8-4d70-849b-0baee30beea1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:25:58.129172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1b792d6-715d-4986-a432-c0f9de34dfbb req-8624f145-f185-4c55-9865-3e793cb9260e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925581 Aug 30 21:25:58.172811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7c50293-060e-4b1d-9491-be858e5b44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.185047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7c50293-060e-4b1d-9491-be858e5b44ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.214145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d7c50293-060e-4b1d-9491-be858e5b44ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5dde7f8-4f4d-4a64-bf09-dceccd2a5f31 HTTP/1.1" status: 204 len: 168 time: 0.5400226 Aug 30 21:25:58.251738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c50293-060e-4b1d-9491-be858e5b44ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dde7f8-4f4d-4a64-bf09-dceccd2a5f31,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:58.419398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Allocated IP 172.20.0.3 (df466400-bd83-465e-a23d-186958510d0f/722aa23c-953a-4e8e-8b8a-2ab0703e779f/f19dd557-ef2b-40a4-ab5f-8d27c0135e28) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:25:58.451647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f19dd557-ef2b-40a4-ab5f-8d27c0135e28 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:25:58.482956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.539313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=e2bd422a-c8e8-4d70-849b-0baee30beea1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:58.710344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa643f71-47d0-44c7-87dd-b0c868debe64 req-0f0a6dfe-1885-4b04-87d7-c8b1a14db819 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:58.727325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa643f71-47d0-44c7-87dd-b0c868debe64 req-0f0a6dfe-1885-4b04-87d7-c8b1a14db819 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1678743 Aug 30 21:25:58.769200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.775277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8df8bb34-fddc-4ab2-84ba-199671de14b0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/e2bd422a-c8e8-4d70-849b-0baee30beea1 HTTP/1.1" status: 204 len: 168 time: 1.1155627 Aug 30 21:25:58.778562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:58.839382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa643f71-47d0-44c7-87dd-b0c868debe64 req-a5f64581-0420-40b1-8af6-5ae5b95b3aab tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107323 Aug 30 21:25:58.867230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] For port f19dd557-ef2b-40a4-ab5f-8d27c0135e28, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:25:58.927836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220ce78-023f-4ab0-b95c-34213e83d311 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:58.929843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220ce78-023f-4ab0-b95c-34213e83d311 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:58.931815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220ce78-023f-4ab0-b95c-34213e83d311 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:58.933848 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3220ce78-023f-4ab0-b95c-34213e83d311 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1540854 Aug 30 21:25:58.944867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:58.965316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:58.974910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:25:58.975563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.031620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Transition to ACTIVE for port object f19dd557-ef2b-40a4-ab5f-8d27c0135e28 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:25:59.051619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.076033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 722aa23c-953a-4e8e-8b8a-2ab0703e779f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:59.082913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.168099 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:25:59.192918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db63f8-77b6-4f56-89db-a6d98b54fd59 None None] Pushing event updated for resources: {'Port': ['ID=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:59.209731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 had new provisioning blocks added so it will not transition to active. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 30 21:25:59.223930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.395880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8556556-cb31-4280-8d1e-3886118e29b4 req-5fcb5307-c8a5-4e15-8541-e8cae5f499bc tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:25:59.397748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8556556-cb31-4280-8d1e-3886118e29b4 req-5fcb5307-c8a5-4e15-8541-e8cae5f499bc tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0971940 Aug 30 21:25:59.424601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.516200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8556556-cb31-4280-8d1e-3886118e29b4 req-ec1e2f3b-527c-411f-857c-aeeac1fb1871 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986915 Aug 30 21:25:59.620027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.653544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:25:59.663455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48838) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:25:59.683708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/722aa23c-953a-4e8e-8b8a-2ab0703e779f HTTP/1.1" status: 204 len: 168 time: 0.7340705 Aug 30 21:25:59.744210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809abf4-2353-4368-a781-d1f041c3827a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=722aa23c-953a-4e8e-8b8a-2ab0703e779f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:25:59.830233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 8182f81c-b429-4733-b6ae-5b602f130250 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:25:59.850161 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.014434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.192434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185debf-31be-46d4-adf2-58db18a1ac53 req-349181c4-601f-466f-873d-5e8baed789f9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:00.194076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9185debf-31be-46d4-adf2-58db18a1ac53 req-349181c4-601f-466f-873d-5e8baed789f9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.2147255 Aug 30 21:26:00.264862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.306701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9185debf-31be-46d4-adf2-58db18a1ac53 req-bd58e00c-950d-4c8e-b7f8-dc0cd5aa3a3d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914402 Aug 30 21:26:00.384727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-70beaaaf-df7f-4367-a2c0-5fa28e2f00e4 None None] Could not find standard attr ID for object e2bd422a-c8e8-4d70-849b-0baee30beea1. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:00.394220 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.407629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07375413-9d3c-4c64-91fe-7f11dfb38019 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:00.461445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=8182f81c-b429-4733-b6ae-5b602f130250,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:00.468098 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.468098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b2401a88-186c-4a2a-88e5-02cfe84d0f96 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/8182f81c-b429-4733-b6ae-5b602f130250 HTTP/1.1" status: 204 len: 168 time: 0.7997091 Aug 30 21:26:00.470754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48854) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:00.532206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f19dd557-ef2b-40a4-ab5f-8d27c0135e28 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:00.617019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-70beaaaf-df7f-4367-a2c0-5fa28e2f00e4 None None] Provisioning for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:00.628094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e54b534d-bdbf-4f5c-af54-ed6be452241f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539533 Aug 30 21:26:00.631076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:00.638917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:00.725450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-70beaaaf-df7f-4367-a2c0-5fa28e2f00e4 None None] Provisioning complete for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:00.746336 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70beaaaf-df7f-4367-a2c0-5fa28e2f00e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.787062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:00.792887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:00.939515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:00.944158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:01.083171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609e080-54cc-44a1-a673-e963b0299c29 req-a03a9783-d87e-4b1a-ba37-d08c5ced798d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:01.091091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8609e080-54cc-44a1-a673-e963b0299c29 req-a03a9783-d87e-4b1a-ba37-d08c5ced798d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0834999 Aug 30 21:26:01.181076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8609e080-54cc-44a1-a673-e963b0299c29 req-0c9e9d97-d65e-47ef-afcd-0823ff302fae tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883911 Aug 30 21:26:01.222466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:01.391910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] Deleting port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:01.392575 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:01.489272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2cd30-5aa0-4999-a387-cd46912e5f92 req-e2059e7c-9f59-4bfd-977d-39bfad89a0ee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:01.491216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52e2cd30-5aa0-4999-a387-cd46912e5f92 req-e2059e7c-9f59-4bfd-977d-39bfad89a0ee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0833559 Aug 30 21:26:01.510756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:01.527929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] For port f19dd557-ef2b-40a4-ab5f-8d27c0135e28, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:01.530058 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:01.542481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] Calling delete_port for f19dd557-ef2b-40a4-ab5f-8d27c0135e28 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:01.614693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52e2cd30-5aa0-4999-a387-cd46912e5f92 req-9654095b-e9d5-4dee-9c91-40fe2a2c4f37 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075723 Aug 30 21:26:01.654043 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:01.668170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] No DVR routers for this DVR port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:01.690437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb485e-4e52-46ab-9f5d-9e7a52ee2d4a None None] Pushing event deleted for resources: {'Port': ['ID=f19dd557-ef2b-40a4-ab5f-8d27c0135e28,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:01.713348 n-d-793620-16 neutron-server[94688]: WARNING neutron.services.revisions.revision_plugin [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Could not find related port for resource to bump revision. Aug 30 21:26:01.720356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Port f19dd557-ef2b-40a4-ab5f-8d27c0135e28 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 21:26:01.720504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:ed6c {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 21:26:01.723971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:ed6c {{(pid=94688) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 21:26:01.725321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:01.811665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:01.817308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:01.820337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:01.820928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:01.835640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec0889-8933-44f3-bf2d-ed64bb33db74 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:01.847265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=a21d582c-797d-4bc3-a822-c9d42908f783,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:01.856176 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e6e258d5-9426-44fa-a9b0-68a79bd7c8e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2236412 Aug 30 21:26:01.859682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48892) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:01.861700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-8142b069-e1b3-4def-b1ca-c622f92e595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:01.864922 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-8142b069-e1b3-4def-b1ca-c622f92e595c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1098 time: 0.0881717 Aug 30 21:26:01.868051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:02.018229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-25e79f6a-2589-4b82-872d-072fa7780d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:02.022880 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-25e79f6a-2589-4b82-872d-072fa7780d99 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1496596 Aug 30 21:26:02.047534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'a21d582c-797d-4bc3-a822-c9d42908f783'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:02.048892 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.056818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:02.061199 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.152308 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-a71d306f-fe5e-4541-847e-e0d66fff2106 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1002 time: 0.1202624 Aug 30 21:26:02.209576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Allocated IP 2001:db8::f816:3eff:fed3:5c01 (df466400-bd83-465e-a23d-186958510d0f/a21d582c-797d-4bc3-a822-c9d42908f783/35bc5ce2-ce14-4078-9da7-a3953b895747) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:02.306735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-58bf5427-c8dd-4fb7-9269-36f825bbe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:02.315523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-58bf5427-c8dd-4fb7-9269-36f825bbe729 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.1520114 Aug 30 21:26:02.349603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f19dd557-ef2b-40a4-ab5f-8d27c0135e28 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:02.378139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f19dd557-ef2b-40a4-ab5f-8d27c0135e28 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:02.379034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f19dd557-ef2b-40a4-ab5f-8d27c0135e28 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:02.402926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-24ca6730-da0b-4eb0-9938-23e076462158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:02.405808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-24ca6730-da0b-4eb0-9938-23e076462158 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826318 Aug 30 21:26:02.467957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:02.490844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e0483-c9de-4947-9439-07146057eb71 req-e3f74b21-b3da-4e04-a33f-30e4e5fd1216 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:02.493880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a47e0483-c9de-4947-9439-07146057eb71 req-e3f74b21-b3da-4e04-a33f-30e4e5fd1216 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1556699 Aug 30 21:26:02.573663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a47e0483-c9de-4947-9439-07146057eb71 req-597fab73-b801-4ec6-bb3e-6fecd90c7eef tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699141 Aug 30 21:26:02.574988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.580626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.616191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Transition to ACTIVE for port object 35bc5ce2-ce14-4078-9da7-a3953b895747 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:02.621163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-11e3fe48-cf7e-4c2b-ab19-90c827dba91f service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080550 Aug 30 21:26:02.650691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:02.660511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:02.664168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:02.664772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.675621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:02.678312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Transition to ACTIVE for port object 35bc5ce2-ce14-4078-9da7-a3953b895747 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:02.707236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.708874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-968965a1-bc4d-40d1-abbf-67d544000d16 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8478136 Aug 30 21:26:02.716715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48906) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:02.753045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:02.756591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:02.762799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:02.767530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:64:fc:d2', 'name': 'tempest-NetworksTestDHCPv6-2070474230'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:02.813316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b19d617-76ce-4ab3-9b82-7f65f3a8fa48 req-e1fb410a-5286-4c83-8b55-206bb41c218a service neutron] 10.222.0.82 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832907 Aug 30 21:26:02.820971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b781-02d2-4941-afc0-e079d9d1aa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.830230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Pushing event updated for resources: {'Port': ['ID=35bc5ce2-ce14-4078-9da7-a3953b895747,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:02.844389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Attempting to bind port 35bc5ce2-ce14-4078-9da7-a3953b895747 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:02.846043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Attempting to bind port 35bc5ce2-ce14-4078-9da7-a3953b895747 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:02.846043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Attempting to bind port 35bc5ce2-ce14-4078-9da7-a3953b895747 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:02.853436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:02.853926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:02.854568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.854991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:02.855564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Bound port: 35bc5ce2-ce14-4078-9da7-a3953b895747, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:02.856039 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.911653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89fe68-b38c-424f-9a8b-e6c9be80e3cf req-c2475e9b-cca3-4150-bc07-aedcb332d53d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:02.919634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e89fe68-b38c-424f-9a8b-e6c9be80e3cf req-c2475e9b-cca3-4150-bc07-aedcb332d53d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.2071962 Aug 30 21:26:02.938259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b781-02d2-4941-afc0-e079d9d1aa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.948800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b781-02d2-4941-afc0-e079d9d1aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:02.971045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] For port 35bc5ce2-ce14-4078-9da7-a3953b895747, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:02.976149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] For port 35bc5ce2-ce14-4078-9da7-a3953b895747, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=35bc5ce2-ce14-4078-9da7-a3953b895747,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:02.988178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e89fe68-b38c-424f-9a8b-e6c9be80e3cf req-ca089246-e893-48c8-b4b9-31674f858e7b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677881 Aug 30 21:26:02.994998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.007115 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c6e9b781-02d2-4941-afc0-e079d9d1aa96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cdffbac97a1e4c6989d490901cb674e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356963 Aug 30 21:26:03.007506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48908) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:03.011642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9b781-02d2-4941-afc0-e079d9d1aa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e306a0f-fe8c-41b6-928e-051873814d79,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:03.045053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:03.084415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f0f04-3551-4abe-9c05-a3579546bafa None None] Pushing event updated for resources: {'Port': ['ID=35bc5ce2-ce14-4078-9da7-a3953b895747,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:03.167959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44e1b289-d695-4f96-bf3a-6f4791fa0158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.194943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.211013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44e1b289-d695-4f96-bf3a-6f4791fa0158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.235256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port d02cbd63-ee77-4ae6-9570-3c84192440f6 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:03.399044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44e1b289-d695-4f96-bf3a-6f4791fa0158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.402143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44e1b289-d695-4f96-bf3a-6f4791fa0158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.403823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-44e1b289-d695-4f96-bf3a-6f4791fa0158 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e306a0f-fe8c-41b6-928e-051873814d79 HTTP/1.1" status: 204 len: 168 time: 0.3952308 Aug 30 21:26:03.430017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1b289-d695-4f96-bf3a-6f4791fa0158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e306a0f-fe8c-41b6-928e-051873814d79,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:03.474951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:03.526100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 172.20.0.4 (df466400-bd83-465e-a23d-186958510d0f/7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab/d02cbd63-ee77-4ae6-9570-3c84192440f6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:03.533994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe64:fcd2 (df466400-bd83-465e-a23d-186958510d0f/a21d582c-797d-4bc3-a822-c9d42908f783/d02cbd63-ee77-4ae6-9570-3c84192440f6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:03.543473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.592258 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.652446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:03.664499 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3714dd68-c545-4c21-8293-145475a16819" -d '{"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:03.691145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:03.698521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.764455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec585be-c360-436f-946b-4ef088568d0f req-85c23673-26d2-4ca7-af6d-bcda681eb357 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:03.765976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ec585be-c360-436f-946b-4ef088568d0f req-85c23673-26d2-4ca7-af6d-bcda681eb357 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.0604663 Aug 30 21:26:03.779521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:03.852590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.859738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ec585be-c360-436f-946b-4ef088568d0f req-77ea7bd5-2abc-44e4-941f-d7b046685a3a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820217 Aug 30 21:26:03.873404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object d02cbd63-ee77-4ae6-9570-3c84192440f6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:03.908623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48920) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:03.926436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b546-1222-464e-b37a-713b2d32f2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:03.961593 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd414fb3-9851-45e8-ac8b-d8e38b6bdf9f x-openstack-request-id: req-fd414fb3-9851-45e8-ac8b-d8e38b6bdf9f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:03.961924 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:03.962168 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd414fb3-9851-45e8-ac8b-d8e38b6bdf9f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:03.962646 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'code': 200} Aug 30 21:26:03.965369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.085802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:04.189389 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.273637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:04.283638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.378459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:04.424155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 35bc5ce2-ce14-4078-9da7-a3953b895747 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:04.476682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:04.482895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab195d-3914-4099-8909-e40bef3233d2 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:04.510603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:04.517577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:04.525555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=d02cbd63-ee77-4ae6-9570-3c84192440f6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:04.587809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583680a-0631-4850-b39e-f9b147537847 req-24821c9e-79cc-42c3-bd42-f01b978e9814 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:04.591806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3583680a-0631-4850-b39e-f9b147537847 req-24821c9e-79cc-42c3-bd42-f01b978e9814 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.1525788 Aug 30 21:26:04.614681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:04.615517 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.650165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 35bc5ce2-ce14-4078-9da7-a3953b895747 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:04.651856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b546-1222-464e-b37a-713b2d32f2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.657968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 35bc5ce2-ce14-4078-9da7-a3953b895747 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:04.657968 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.661224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3f30d53e-d3d6-4d17-8665-c3aad12ef812 None None] Provisioning for port 35bc5ce2-ce14-4078-9da7-a3953b895747 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:04.667205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6bd7b546-1222-464e-b37a-713b2d32f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.688305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0e7214a9-8048-4a64-9cf4-74be1ac4447f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9682369 Aug 30 21:26:04.688824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:04.692269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3583680a-0631-4850-b39e-f9b147537847 req-eca49136-b087-44a4-ae75-2bf15fe75635 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898397 Aug 30 21:26:04.695484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3f30d53e-d3d6-4d17-8665-c3aad12ef812 None None] Provisioning complete for port 35bc5ce2-ce14-4078-9da7-a3953b895747 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:04.695484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f30d53e-d3d6-4d17-8665-c3aad12ef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.716832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7b546-1222-464e-b37a-713b2d32f2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e91beab-6342-4e25-868a-7df5807d938f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:04.735548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6bd7b546-1222-464e-b37a-713b2d32f2fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8229c51cefd64253b68aefa7ba6bb378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258171 Aug 30 21:26:04.736222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48928) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:04.756240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38889d76-a78b-4c1c-9695-7faf5cca7fef tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:04.773091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38889d76-a78b-4c1c-9695-7faf5cca7fef tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:04.775158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38889d76-a78b-4c1c-9695-7faf5cca7fef tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0852547 Aug 30 21:26:04.778806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:04.870281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78f42fb0-c03d-4532-9131-08e7f3b8a4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.875205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.897161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port d02cbd63-ee77-4ae6-9570-3c84192440f6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:04.897569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78f42fb0-c03d-4532-9131-08e7f3b8a4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.897676 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.929032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f30d53e-d3d6-4d17-8665-c3aad12ef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.964093 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78f42fb0-c03d-4532-9131-08e7f3b8a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.965338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Update dhcp port {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': 'a21d582c-797d-4bc3-a822-c9d42908f783', 'ip_address': '2001:db8::f816:3eff:fed3:5c01'}, {'subnet_id': '7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '35bc5ce2-ce14-4078-9da7-a3953b895747'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:26:04.969465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 35bc5ce2-ce14-4078-9da7-a3953b895747, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=35bc5ce2-ce14-4078-9da7-a3953b895747,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:04.970291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-78f42fb0-c03d-4532-9131-08e7f3b8a4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:04.972037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-78f42fb0-c03d-4532-9131-08e7f3b8a4cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9e91beab-6342-4e25-868a-7df5807d938f HTTP/1.1" status: 204 len: 168 time: 0.2346909 Aug 30 21:26:04.985586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f42fb0-c03d-4532-9131-08e7f3b8a4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e91beab-6342-4e25-868a-7df5807d938f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:05.010504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.043495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.073776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for d02cbd63-ee77-4ae6-9570-3c84192440f6 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:05.074316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.087669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cd991-b225-4102-97ae-1192d5eb90d0 req-a0679f8e-0a43-4038-a63c-b38497f13adb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:05.094944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c7cd991-b225-4102-97ae-1192d5eb90d0 req-a0679f8e-0a43-4038-a63c-b38497f13adb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0826533 Aug 30 21:26:05.142253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-3f30d53e-d3d6-4d17-8665-c3aad12ef812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:26:05.142761 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-3f30d53e-d3d6-4d17-8665-c3aad12ef812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:26:05.162998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c7cd991-b225-4102-97ae-1192d5eb90d0 req-d8dcb785-d267-4a9a-84b8-cb6765e21174 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594745 Aug 30 21:26:05.177439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=35bc5ce2-ce14-4078-9da7-a3953b895747,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:05.332726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Allocated IP 172.20.0.2 (df466400-bd83-465e-a23d-186958510d0f/7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab/35bc5ce2-ce14-4078-9da7-a3953b895747) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:05.376076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.438320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=d02cbd63-ee77-4ae6-9570-3c84192440f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:05.476596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:26:05.481710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] For port 35bc5ce2-ce14-4078-9da7-a3953b895747, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=35bc5ce2-ce14-4078-9da7-a3953b895747,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:05.536525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.578737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.584420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5ed76a53-8889-4b6b-a8e5-68683eec6319 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/d02cbd63-ee77-4ae6-9570-3c84192440f6 HTTP/1.1" status: 204 len: 168 time: 0.8038235 Aug 30 21:26:05.585525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48952) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:05.621642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Transition to ACTIVE for port object 35bc5ce2-ce14-4078-9da7-a3953b895747 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:05.667432 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.698609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6813a-ce7a-4cab-ae3e-a6e54f654f5b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:05.700222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6813a-ce7a-4cab-ae3e-a6e54f654f5b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:05.702807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6813a-ce7a-4cab-ae3e-a6e54f654f5b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:05.707721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:05.718358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bdb6813a-ce7a-4cab-ae3e-a6e54f654f5b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1207731 Aug 30 21:26:05.810245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:05.816659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.838595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:05.868403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.879607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.883083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'port_id': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'mac_address': 'fa:16:3e:79:2f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24268ace-ee42-47f8-b7ab-fa846327a2d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:26:05.891220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efab2d-7760-4649-87fd-babfdfc03c79 None None] Pushing event updated for resources: {'Port': ['ID=35bc5ce2-ce14-4078-9da7-a3953b895747,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:05.941687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9fd2f-87b5-4b00-93fc-e08c4c9d03d6 req-e86fd223-f636-4695-81b4-5c5bf5d8a91a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:05.951066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66b9fd2f-87b5-4b00-93fc-e08c4c9d03d6 req-e86fd223-f636-4695-81b4-5c5bf5d8a91a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 944 time: 0.1217434 Aug 30 21:26:05.951187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:05.964116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:05.966848 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7679085-9a3d-4078-9b2a-4c3b8a06dccd" -d '{"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-unplugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:05.978237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9d0179-4204-4580-ae76-00dc2c8f6abf {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:26:06.001967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66b9fd2f-87b5-4b00-93fc-e08c4c9d03d6 req-de28b9d0-2fde-4292-ba64-769a618923ce tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498729 Aug 30 21:26:06.037083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:06.046592 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.141842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.146873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:06.336196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.337248 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe21b7-4975-4fd7-a6a5-f30b013a90a3 x-openstack-request-id: req-9ebe21b7-4975-4fd7-a6a5-f30b013a90a3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:06.337857 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-unplugged", "status": "failed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:06.338347 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ebe21b7-4975-4fd7-a6a5-f30b013a90a3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:06.339089 n-d-793620-16 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'code': 422} returned with failed status Aug 30 21:26:06.343361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9c9d0179-4204-4580-ae76-00dc2c8f6abf'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:26:06.432936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.437360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab HTTP/1.1" status: 204 len: 168 time: 0.7255664 Aug 30 21:26:06.437360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d08887-61a2-40ec-839f-8f6a78d36c58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:06.438390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48990) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:06.463211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 35bc5ce2-ce14-4078-9da7-a3953b895747 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:06.654433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729e894-7174-4c10-95c6-32876bd967ea req-b897f7fb-7916-4593-8f53-5129bd4de132 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:06.663014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9729e894-7174-4c10-95c6-32876bd967ea req-b897f7fb-7916-4593-8f53-5129bd4de132 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.1324439 Aug 30 21:26:06.675252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet a21d582c-797d-4bc3-a822-c9d42908f783 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:06.680353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.760314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9729e894-7174-4c10-95c6-32876bd967ea req-a5ff1edb-c316-4b69-9920-15778012a85a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960715 Aug 30 21:26:06.767583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.867928 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.886898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda95381-119c-4323-a9bf-a20f19ef949c None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:06.937790 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.977687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=a21d582c-797d-4bc3-a822-c9d42908f783,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:06.983995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:06.986514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-799b5e07-cfd9-4283-9e2e-3beffa8aca48 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/a21d582c-797d-4bc3-a822-c9d42908f783 HTTP/1.1" status: 204 len: 168 time: 0.5465624 Aug 30 21:26:06.989332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49008) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:07.042122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9d004a51-bd96-4751-bd0b-276af3d6f0be tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509646 Aug 30 21:26:07.044719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:07.047137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e71e00a-ee71-4e2b-a1af-41551ba65eaf None None] Provisioning for port 35bc5ce2-ce14-4078-9da7-a3953b895747 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:07.050974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:07.063258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e71e00a-ee71-4e2b-a1af-41551ba65eaf None None] Provisioning complete for port 35bc5ce2-ce14-4078-9da7-a3953b895747 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:07.063769 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e71e00a-ee71-4e2b-a1af-41551ba65eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.163066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbed42b-5bac-4666-a515-b75117311bb4 req-aafe37b8-8532-450e-a2dd-4dca7a00b8c6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:07.172900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cbed42b-5bac-4666-a515-b75117311bb4 req-aafe37b8-8532-450e-a2dd-4dca7a00b8c6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 945 time: 0.0767784 Aug 30 21:26:07.215211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e71e00a-ee71-4e2b-a1af-41551ba65eaf None None] Could not find standard attr ID for object d02cbd63-ee77-4ae6-9570-3c84192440f6. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:07.227196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cbed42b-5bac-4666-a515-b75117311bb4 req-fe723c69-d341-479f-9031-de6b9b395d71 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Aug 30 21:26:07.270896 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-a0633fbf-6415-40d9-a5f5-9cd76d09a35a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3590820 Aug 30 21:26:07.272151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:07.276355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.320316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:07.436530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] Deleting port 35bc5ce2-ce14-4078-9da7-a3953b895747 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:07.436909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.500566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:07.534080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.564115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] For port 35bc5ce2-ce14-4078-9da7-a3953b895747, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=35bc5ce2-ce14-4078-9da7-a3953b895747,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:07.564546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.587706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] Calling delete_port for 35bc5ce2-ce14-4078-9da7-a3953b895747 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:07.598404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9c9d0179-4204-4580-ae76-00dc2c8f6abf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:07.598798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.621009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:07.624309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:07.628790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:07.629374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.647132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=3724452a-2731-4dee-a41f-1ede78cb85ef,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:07.659398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-64f7c416-654c-4af9-9469-74adfaa696d7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130254 Aug 30 21:26:07.661775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49030) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:07.672873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:07.781501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.785504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.820992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] Pushing event deleted for resources: {'Port': ['ID=35bc5ce2-ce14-4078-9da7-a3953b895747,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:07.842058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd1ca8-1da4-4c77-a13f-9f1705ce9d3c None None] No DVR routers for this DVR port 35bc5ce2-ce14-4078-9da7-a3953b895747 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:07.859635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a648b8-ba4f-4041-88b6-4b1927dac4cc None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:07.900132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:07.904038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:07.942867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:07.957208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.085343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a12f-5620-4838-92d4-e1a102dc1259 req-dc21bfd2-bd60-44ca-985a-57fc12f05ed7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:08.095443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87f4a12f-5620-4838-92d4-e1a102dc1259 req-dc21bfd2-bd60-44ca-985a-57fc12f05ed7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.1584432 Aug 30 21:26:08.178123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87f4a12f-5620-4838-92d4-e1a102dc1259 req-ce451e8c-a2d2-4f51-a22d-f6095c299d3b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731204 Aug 30 21:26:08.191461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:08.314404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:08.340694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:08.346584 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a53c21-a027-4c37-8791-6843257498bd" -d '{"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:08.358676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '3724452a-2731-4dee-a41f-1ede78cb85ef'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:08.359639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.376073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 35bc5ce2-ce14-4078-9da7-a3953b895747 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:08.406457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 35bc5ce2-ce14-4078-9da7-a3953b895747 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:08.406869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 35bc5ce2-ce14-4078-9da7-a3953b895747 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:08.501774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a216a-a600-460a-a593-9ce0341e166e req-244eb231-ea84-45a5-a096-465e55988e4e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:08.509240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e4a216a-a600-460a-a593-9ce0341e166e req-244eb231-ea84-45a5-a096-465e55988e4e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1041033 Aug 30 21:26:08.602242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e4a216a-a600-460a-a593-9ce0341e166e req-93327627-04f7-4cf0-a6f6-d43093d078a0 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873427 Aug 30 21:26:08.620944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Allocated IP 172.20.0.2 (df466400-bd83-465e-a23d-186958510d0f/3724452a-2731-4dee-a41f-1ede78cb85ef/aa669b74-e199-4146-9b32-9a731f7bef86) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:08.698232 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33caf11-fb20-4970-977f-d1f54294d37c x-openstack-request-id: req-c33caf11-fb20-4970-977f-d1f54294d37c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:08.709231 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-plugged", "status": "completed", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:08.709514 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c33caf11-fb20-4970-977f-d1f54294d37c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:08.710349 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'code': 200} Aug 30 21:26:08.809474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:08.815151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.862529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.873357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Transition to ACTIVE for port object aa669b74-e199-4146-9b32-9a731f7bef86 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:08.897500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7f567-2fda-4426-98f3-cc477b6c2d90 req-a82c54f7-fe09-423f-b568-c5c766c41d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:08.899126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4de7f567-2fda-4426-98f3-cc477b6c2d90 req-a82c54f7-fe09-423f-b568-c5c766c41d45 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 1098 time: 0.0832906 Aug 30 21:26:08.910360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Transition to ACTIVE for port object aa669b74-e199-4146-9b32-9a731f7bef86 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:08.928962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.930155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:08.935937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d0b3c01-1d9c-45f7-bd04-0054f41ef050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.941347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:08.949331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:08.949954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:08.953937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=046531ad-86b4-4d45-af3b-591bd270de30,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:08.967979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4de7f567-2fda-4426-98f3-cc477b6c2d90 req-77fefadf-ce05-471b-858f-e717cd8d6bc9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618687 Aug 30 21:26:08.982853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:08.989347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:c4:4f:9e', 'name': 'tempest-NetworksTestDHCPv6-31401719'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:08.991215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d794c8b8-877d-40ff-9f2f-ef788f58aafb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3267343 Aug 30 21:26:09.015548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:09.017002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:09.020693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:09.056733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Pushing event updated for resources: {'Port': ['ID=aa669b74-e199-4146-9b32-9a731f7bef86,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:09.083784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Attempting to bind port aa669b74-e199-4146-9b32-9a731f7bef86 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:09.084152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Attempting to bind port aa669b74-e199-4146-9b32-9a731f7bef86 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:09.084515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Attempting to bind port aa669b74-e199-4146-9b32-9a731f7bef86 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:09.092007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:09.092382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:09.092779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:09.093169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:09.102813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Bound port: aa669b74-e199-4146-9b32-9a731f7bef86, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:09.103436 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:09.137121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:09.206313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] For port aa669b74-e199-4146-9b32-9a731f7bef86, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:09.221737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] For port aa669b74-e199-4146-9b32-9a731f7bef86, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa669b74-e199-4146-9b32-9a731f7bef86,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:09.229156 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:09.317430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bb1b-9e7b-4713-adb1-87780fe36393 None None] Pushing event updated for resources: {'Port': ['ID=aa669b74-e199-4146-9b32-9a731f7bef86,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:09.380211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0951-a7c3-4d11-9182-56e348226696 req-81c926b7-f1bb-4367-9a2a-5d2ff5fd3248 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:09.390039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db3a0951-a7c3-4d11-9182-56e348226696 req-81c926b7-f1bb-4367-9a2a-5d2ff5fd3248 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0934365 Aug 30 21:26:09.438191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db3a0951-a7c3-4d11-9182-56e348226696 req-39a3c229-9d63-4596-a098-2da68f02c1f2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467503 Aug 30 21:26:09.615245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:09.652750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port f9828601-e062-4bf0-b823-c5c2d437a39d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:09.749102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b848bc-0673-4fb0-88c9-1deb52cf0a84 req-dd98f4bb-5e96-4f11-9b0a-04a87796ba78 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:09.750932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-32b848bc-0673-4fb0-88c9-1deb52cf0a84 req-dd98f4bb-5e96-4f11-9b0a-04a87796ba78 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0738449 Aug 30 21:26:09.791380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-32b848bc-0673-4fb0-88c9-1deb52cf0a84 req-5223af23-1ec7-4197-b49d-b751fa77b2a9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Aug 30 21:26:09.855342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 172.20.0.4 (df466400-bd83-465e-a23d-186958510d0f/3724452a-2731-4dee-a41f-1ede78cb85ef/f9828601-e062-4bf0-b823-c5c2d437a39d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:09.863857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fec4:4f9e (df466400-bd83-465e-a23d-186958510d0f/046531ad-86b4-4d45-af3b-591bd270de30/f9828601-e062-4bf0-b823-c5c2d437a39d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:10.041846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:10.056215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object f9828601-e062-4bf0-b823-c5c2d437a39d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:10.092081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:10.159032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:10.165698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:10.170609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:10.199893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=f9828601-e062-4bf0-b823-c5c2d437a39d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:10.230757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:10.231701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:10.249948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3a1d829a-b951-4249-8526-37c83af7e80f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2651203 Aug 30 21:26:10.251862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49076) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:10.346968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce689c4-2ac0-4410-bff1-ebc4ae161391 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:10.354774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce689c4-2ac0-4410-bff1-ebc4ae161391 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:10.359317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bce689c4-2ac0-4410-bff1-ebc4ae161391 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1030483 Aug 30 21:26:10.360367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:10.435247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa669b74-e199-4146-9b32-9a731f7bef86 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:10.546432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port aa669b74-e199-4146-9b32-9a731f7bef86 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:10.562115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port f9828601-e062-4bf0-b823-c5c2d437a39d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:10.563002 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:10.627688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22784711-a855-42f0-9a37-43f29751005d req-0460db9e-9ad1-4f47-87d3-91a110dc89e3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:10.629317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22784711-a855-42f0-9a37-43f29751005d req-0460db9e-9ad1-4f47-87d3-91a110dc89e3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0820706 Aug 30 21:26:10.663810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee634e-455d-4b29-9106-5f00373433a8 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:10.697465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22784711-a855-42f0-9a37-43f29751005d req-45c4f4cf-dcbe-41f9-a1f2-8c38f5dfeace tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617893 Aug 30 21:26:10.736541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:10.767840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for f9828601-e062-4bf0-b823-c5c2d437a39d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:10.837499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] Provisioning for port aa669b74-e199-4146-9b32-9a731f7bef86 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:10.849101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] Provisioning complete for port aa669b74-e199-4146-9b32-9a731f7bef86 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:10.849684 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:10.981684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36653-2595-4941-a73c-6a741e372029 req-15202179-9aa4-4b62-be47-4052d3500cb2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:10.983830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11b36653-2595-4941-a73c-6a741e372029 req-15202179-9aa4-4b62-be47-4052d3500cb2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0803597 Aug 30 21:26:10.998172 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.024052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.067759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=f9828601-e062-4bf0-b823-c5c2d437a39d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:11.076381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11b36653-2595-4941-a73c-6a741e372029 req-13978ad3-82f5-4078-92d8-8e3a88e41d89 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830603 Aug 30 21:26:11.119792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Update dhcp port {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '3724452a-2731-4dee-a41f-1ede78cb85ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '046531ad-86b4-4d45-af3b-591bd270de30'}], 'binding:host_id': 'n-d-793620-16'}, 'id': 'aa669b74-e199-4146-9b32-9a731f7bef86'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:26:11.126794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] For port aa669b74-e199-4146-9b32-9a731f7bef86, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa669b74-e199-4146-9b32-9a731f7bef86,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:11.149306 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.200941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.201289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.205789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6c01b4d2-8cfa-478b-b579-469c661c4446 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/f9828601-e062-4bf0-b823-c5c2d437a39d HTTP/1.1" status: 204 len: 168 time: 0.8404553 Aug 30 21:26:11.206289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49110) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:11.305972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b600f-bbd0-4cfc-8d3f-346daea51f4f req-f2166381-70e5-4b13-9c95-aa30db1c0e8d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:11.307713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e30b600f-bbd0-4cfc-8d3f-346daea51f4f req-f2166381-70e5-4b13-9c95-aa30db1c0e8d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.0912826 Aug 30 21:26:11.312091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadce033-1e27-4bf7-84e8-21f6f28c594a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:11.313848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadce033-1e27-4bf7-84e8-21f6f28c594a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:11.315481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadce033-1e27-4bf7-84e8-21f6f28c594a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:11.319623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eadce033-1e27-4bf7-84e8-21f6f28c594a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1097293 Aug 30 21:26:11.325152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:11.380092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e30b600f-bbd0-4cfc-8d3f-346daea51f4f req-573bc7bf-171c-4390-86cf-e147d2dcde51 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617077 Aug 30 21:26:11.391600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 046531ad-86b4-4d45-af3b-591bd270de30 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:11.392210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39750a7-65f6-4200-aebd-5467386f0b2f None None] Pushing event updated for resources: {'Port': ['ID=aa669b74-e199-4146-9b32-9a731f7bef86,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:11.416583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Allocated IP 2001:db8::f816:3eff:fedb:25c1 (df466400-bd83-465e-a23d-186958510d0f/046531ad-86b4-4d45-af3b-591bd270de30/aa669b74-e199-4146-9b32-9a731f7bef86) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:11.518862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] For port aa669b74-e199-4146-9b32-9a731f7bef86, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa669b74-e199-4146-9b32-9a731f7bef86,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:11.554880 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.580812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Transition to ACTIVE for port object aa669b74-e199-4146-9b32-9a731f7bef86 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:11.586658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.588759 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.662870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.703774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32b07f-2e1f-49d2-8e43-0510d0ed8a1b None None] Pushing event updated for resources: {'Port': ['ID=aa669b74-e199-4146-9b32-9a731f7bef86,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:11.768124 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.859237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.869916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-428023eb-967a-4d21-a3c1-486198224c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.970221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:11.975749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-784a8423-4095-4f11-b5c1-83830407dfb4 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:11.978010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-784a8423-4095-4f11-b5c1-83830407dfb4 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 814 time: 0.2018125 Aug 30 21:26:11.998435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.002725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/046531ad-86b4-4d45-af3b-591bd270de30 HTTP/1.1" status: 204 len: 168 time: 0.6719646 Aug 30 21:26:12.007253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49132) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:12.023251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c36816-42f4-48b1-b393-105c9307aba6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=046531ad-86b4-4d45-af3b-591bd270de30,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:12.038093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-445078c8-aedd-4beb-8086-dcc29ceacfa3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/quotas/5d0a947b34a0451eb7ac83a2b94fe7b1 HTTP/1.1" status: 200 len: 375 time: 0.0541198 Aug 30 21:26:12.092322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 3724452a-2731-4dee-a41f-1ede78cb85ef {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:12.098205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.141440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-5aa88bc4-01c4-42a0-92a2-b7448900638d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935104 Aug 30 21:26:12.149806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.341742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-f0fb2cda-e678-415a-9a40-87514c90c5ee service neutron] 10.222.0.76 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644754 Aug 30 21:26:12.361364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa669b74-e199-4146-9b32-9a731f7bef86 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:12.369935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.489453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4b3d948c-a752-4c18-a413-db2e7f6ebf3a service neutron] 10.222.0.76 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466210 Aug 30 21:26:12.490539 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.517807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=3724452a-2731-4dee-a41f-1ede78cb85ef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:12.526964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.531242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-109c86e7-8c66-4bd9-9e04-0aec45daf299 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/3724452a-2731-4dee-a41f-1ede78cb85ef HTTP/1.1" status: 204 len: 168 time: 0.5205684 Aug 30 21:26:12.531945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:12.574242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-59d89b08-596e-496d-92c7-930abc86df66 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406108 Aug 30 21:26:12.577099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49138) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:12.585632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:12.587064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bced1ab-a447-48f6-a355-ec26f9176f2a None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:12.745194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6b28467-0892-495e-b829-712154013f5e None None] Could not find standard attr ID for object f9828601-e062-4bf0-b823-c5c2d437a39d. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:12.774203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:12.778263 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.779635 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.794500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7987b-15a8-47bd-a45e-177ec7fc6d67 req-a6407df0-d4a9-428c-80a6-08feb9fc76a4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:12.796703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efa7987b-15a8-47bd-a45e-177ec7fc6d67 req-a6407df0-d4a9-428c-80a6-08feb9fc76a4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.0811770 Aug 30 21:26:12.875265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6b28467-0892-495e-b829-712154013f5e None None] Provisioning for port aa669b74-e199-4146-9b32-9a731f7bef86 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:12.884618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6b28467-0892-495e-b829-712154013f5e None None] Provisioning complete for port aa669b74-e199-4146-9b32-9a731f7bef86 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:12.885315 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6b28467-0892-495e-b829-712154013f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:12.926344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efa7987b-15a8-47bd-a45e-177ec7fc6d67 req-b9986b18-769e-4208-9968-fe8c2872c725 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165547 Aug 30 21:26:13.098008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-04f53b68-b536-4322-88f3-5802769e0dee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:13.100254 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-04f53b68-b536-4322-88f3-5802769e0dee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a536505-41c4-4842-aa18-4fae47e849c4 HTTP/1.1" status: 200 len: 946 time: 0.1084332 Aug 30 21:26:13.135411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d678a8a-75f7-4899-a0af-0ee41b181e2d req-b89bc9d6-7979-4fb0-b895-ec5b79f81261 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 210 time: 0.0659213 Aug 30 21:26:13.188817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:13.339443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.359067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] Deleting port aa669b74-e199-4146-9b32-9a731f7bef86 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:13.359607 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.413832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Deleting port 9c9d0179-4204-4580-ae76-00dc2c8f6abf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:13.422701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.434120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:13.437756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:13.451464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:13.452086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.467938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] For port aa669b74-e199-4146-9b32-9a731f7bef86, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=aa669b74-e199-4146-9b32-9a731f7bef86,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:13.468577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.483919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] Calling delete_port for aa669b74-e199-4146-9b32-9a731f7bef86 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:13.519232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=d1ffdf3d-280e-4db6-b04e-53587c70f289,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:13.526461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72beb7ec-becc-4272-9c8f-966f5d00b19f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9482517 Aug 30 21:26:13.528059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49160) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:13.548230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:13.589949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.636662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] Pushing event deleted for resources: {'Port': ['ID=aa669b74-e199-4146-9b32-9a731f7bef86,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:13.665320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1b5f8-1944-4cb6-baef-87d9e7141db5 None None] No DVR routers for this DVR port aa669b74-e199-4146-9b32-9a731f7bef86 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:13.697326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe27d9-f9c5-4fdc-bf76-087ae98bfef8 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:13.762501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] For port 9c9d0179-4204-4580-ae76-00dc2c8f6abf, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9c9d0179-4204-4580-ae76-00dc2c8f6abf,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:13.763509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.812452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:13.817473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:13.829921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Calling delete_port for 9c9d0179-4204-4580-ae76-00dc2c8f6abf owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:13.950976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'd1ffdf3d-280e-4db6-b04e-53587c70f289'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:13.952355 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.070292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49168) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:14.178703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.195771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Allocated IP 172.20.0.2 (df466400-bd83-465e-a23d-186958510d0f/d1ffdf3d-280e-4db6-b04e-53587c70f289/b738e494-6470-4557-a95e-f0e6f54fa30f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:14.343346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f7af3-4cd4-4e08-afe9-fb2276c08a75 req-cd94c234-98a0-44b1-8479-ca21945cc809 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:14.356005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-096f7af3-4cd4-4e08-afe9-fb2276c08a75 req-cd94c234-98a0-44b1-8479-ca21945cc809 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.2861660 Aug 30 21:26:14.368148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Pushing event deleted for resources: {'Port': ['ID=9c9d0179-4204-4580-ae76-00dc2c8f6abf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:14.416369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] No DVR routers for this DVR port 9c9d0179-4204-4580-ae76-00dc2c8f6abf on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:14.425042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.429296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56f4c2c2-84eb-4ae0-ab0d-73eecd1737c3 req-b77fea5d-42e2-4369-b73d-860aceae8057 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "DELETE /v2.0/ports/9c9d0179-4204-4580-ae76-00dc2c8f6abf HTTP/1.1" status: 204 len: 173 time: 1.3206985 Aug 30 21:26:14.430281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-deleted', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:14.432793 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f1410-ac40-4f71-ad1b-283c54e8ef19" -d '{"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-deleted", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:14.444275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9c9d0179-4204-4580-ae76-00dc2c8f6abf'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:26:14.447800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa669b74-e199-4146-9b32-9a731f7bef86 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:14.459499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f829c4c-cd58-46e6-a5af-2463af55b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.509128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-096f7af3-4cd4-4e08-afe9-fb2276c08a75 req-7327e2a3-657e-4679-8300-2d4a89156411 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519637 Aug 30 21:26:14.513747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: aa669b74-e199-4146-9b32-9a731f7bef86 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:14.514094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device aa669b74-e199-4146-9b32-9a731f7bef86 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:14.580856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.581521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.604161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Transition to ACTIVE for port object b738e494-6470-4557-a95e-f0e6f54fa30f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:14.661727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Transition to ACTIVE for port object b738e494-6470-4557-a95e-f0e6f54fa30f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:14.673693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.718023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:14.724125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:14.729349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:14.763811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ce48e7e-c28b-42af-927b-8c3bc16bcd38 req-508265d1-7f7a-4a37-8066-115348b99337 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 210 time: 0.0948105 Aug 30 21:26:14.772707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Pushing event updated for resources: {'Port': ['ID=b738e494-6470-4557-a95e-f0e6f54fa30f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:14.775474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-07d02c48-6243-4274-a599-99e8975b79b6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:14.777426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-07d02c48-6243-4274-a599-99e8975b79b6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 814 time: 0.2867866 Aug 30 21:26:14.794726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Request body: {'port': {'device_id': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'admin_state_up': True, 'tenant_id': '5d0a947b34a0451eb7ac83a2b94fe7b1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:14.829356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Attempting to bind port b738e494-6470-4557-a95e-f0e6f54fa30f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:14.829729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Attempting to bind port b738e494-6470-4557-a95e-f0e6f54fa30f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:14.830086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Attempting to bind port b738e494-6470-4557-a95e-f0e6f54fa30f on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:14.835791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:14.836173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:14.836578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.837239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:14.837742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Bound port: b738e494-6470-4557-a95e-f0e6f54fa30f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:14.838116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.908198 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ae82a-4e71-4ba2-ac7b-3198e9a9843e x-openstack-request-id: req-bd5ae82a-4e71-4ba2-ac7b-3198e9a9843e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:14.909129 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a536505-41c4-4842-aa18-4fae47e849c4", "name": "network-vif-deleted", "tag": "9c9d0179-4204-4580-ae76-00dc2c8f6abf", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:14.909542 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd5ae82a-4e71-4ba2-ac7b-3198e9a9843e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:14.910148 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a536505-41c4-4842-aa18-4fae47e849c4', 'name': 'network-vif-deleted', 'tag': '9c9d0179-4204-4580-ae76-00dc2c8f6abf', 'status': 'completed', 'code': 200} Aug 30 21:26:14.917316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] For port b738e494-6470-4557-a95e-f0e6f54fa30f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:14.922610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] For port b738e494-6470-4557-a95e-f0e6f54fa30f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b738e494-6470-4557-a95e-f0e6f54fa30f,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:14.928241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:14.945372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:15.015939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defcae5-37c4-4b57-8cc2-cca37aea620d None None] Pushing event updated for resources: {'Port': ['ID=b738e494-6470-4557-a95e-f0e6f54fa30f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:15.078323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f829c4c-cd58-46e6-a5af-2463af55b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.096968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5f829c4c-cd58-46e6-a5af-2463af55b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.116047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Made reservation on behalf of 5d0a947b34a0451eb7ac83a2b94fe7b1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:15.119724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.260371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f829c4c-cd58-46e6-a5af-2463af55b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d23f5b-6b22-4279-9b6e-98d7cc7bcfc0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:15.265751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5f829c4c-cd58-46e6-a5af-2463af55b6cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12943e0447f647d1811b9ad5464b809b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1883578 Aug 30 21:26:15.269649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:15.373085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.425654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Allocated IP 172.20.0.7 (64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6/24268ace-ee42-47f8-b7ab-fa846327a2d8/148bb3a7-2210-4efa-b569-191f3ff496ec) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:15.473990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac105-e51b-46e3-8817-0a2de74f4b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.518235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac105-e51b-46e3-8817-0a2de74f4b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.693358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.742874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.757297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac105-e51b-46e3-8817-0a2de74f4b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.759881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f8ac105-e51b-46e3-8817-0a2de74f4b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.761030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f8ac105-e51b-46e3-8817-0a2de74f4b78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83d23f5b-6b22-4279-9b6e-98d7cc7bcfc0 HTTP/1.1" status: 204 len: 168 time: 0.4904568 Aug 30 21:26:15.764726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] For port b738e494-6470-4557-a95e-f0e6f54fa30f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b738e494-6470-4557-a95e-f0e6f54fa30f,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:15.796552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ac105-e51b-46e3-8817-0a2de74f4b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d23f5b-6b22-4279-9b6e-98d7cc7bcfc0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:15.814097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:15.818445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:15.820690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:15.823122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:15.893026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:15.893904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.897162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba85b2c-8ee3-46a8-ac90-688a573b7563 req-9543efd5-7550-400e-9eed-0de8fa2d6b6a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:15.899090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cba85b2c-8ee3-46a8-ac90-688a573b7563 req-9543efd5-7550-400e-9eed-0de8fa2d6b6a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.1613181 Aug 30 21:26:15.901505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.912244 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-70705418-2948-4308-a87e-fca7e728756c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1242061 Aug 30 21:26:15.917667 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.918829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:15.928433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Request body: {'port': {'device_id': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:16.041918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:16.047157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.056285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:16.058971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:16.059577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.073506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cba85b2c-8ee3-46a8-ac90-688a573b7563 req-3c39aa69-cb69-4436-a1fb-2a02eb4cf20b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658945 Aug 30 21:26:16.078962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=b98b9009-9eaf-4986-bbaf-d64a750fd07f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:16.098062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=b738e494-6470-4557-a95e-f0e6f54fa30f,revision_number=4']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:16.126032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5d9876ba-8a0c-4f17-9699-c85cc6c5c91d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5970578 Aug 30 21:26:16.128870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49192) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:16.134829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:57:31:d2', 'name': 'tempest-NetworksTestDHCPv6-1833988159'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:16.257776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:16.309300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3598c-8250-48ab-8204-179c5f0aa1d5 req-c2488873-62f8-4aad-bc1c-7c9671903d9b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:16.317107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11b3598c-8250-48ab-8204-179c5f0aa1d5 req-c2488873-62f8-4aad-bc1c-7c9671903d9b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 931 time: 0.0796831 Aug 30 21:26:16.414974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b738e494-6470-4557-a95e-f0e6f54fa30f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:16.420020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11b3598c-8250-48ab-8204-179c5f0aa1d5 req-e7eb13ee-74e9-4286-83f7-7bb44a58f5dd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018543 Aug 30 21:26:16.436569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:16.445797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46f0e70d-0104-4f0f-93da-b82fa352a530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.510119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b738e494-6470-4557-a95e-f0e6f54fa30f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:16.517592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148bb3a7-2210-4efa-b569-191f3ff496ec {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:26:16.526051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.541099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Transition to ACTIVE for port object 148bb3a7-2210-4efa-b569-191f3ff496ec will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:16.545171 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.561191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.577546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port a1173898-ed64-4b7d-badf-de59527f3756 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:16.660158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:16.685370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2011c8b-4c5c-4e12-9df0-3b14e0892836 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:16.750273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] Provisioning for port b738e494-6470-4557-a95e-f0e6f54fa30f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:16.752659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Attempting to bind port 148bb3a7-2210-4efa-b569-191f3ff496ec on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:16.752997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Attempting to bind port 148bb3a7-2210-4efa-b569-191f3ff496ec by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:16.753899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Attempting to bind port 148bb3a7-2210-4efa-b569-191f3ff496ec on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:16.767889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Port 148bb3a7-2210-4efa-b569-191f3ff496ec on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:26:16.768222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Attempting to bind port 148bb3a7-2210-4efa-b569-191f3ff496ec on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:16.769383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] Provisioning complete for port b738e494-6470-4557-a95e-f0e6f54fa30f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:16.770626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.771554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46f0e70d-0104-4f0f-93da-b82fa352a530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.776122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:16.776458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Checking segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:16.776844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Bound using segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:16.777287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Bound port: 148bb3a7-2210-4efa-b569-191f3ff496ec, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:16.777650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.787133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 172.20.0.5 (df466400-bd83-465e-a23d-186958510d0f/d1ffdf3d-280e-4db6-b04e-53587c70f289/a1173898-ed64-4b7d-badf-de59527f3756) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:16.787327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46f0e70d-0104-4f0f-93da-b82fa352a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.813364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe57:31d2 (df466400-bd83-465e-a23d-186958510d0f/b98b9009-9eaf-4986-bbaf-d64a750fd07f/a1173898-ed64-4b7d-badf-de59527f3756) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:16.854454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46f0e70d-0104-4f0f-93da-b82fa352a530 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=79c36106b38f44a38579c605974126de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957222 Aug 30 21:26:16.858294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49198) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:16.883537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0e70d-0104-4f0f-93da-b82fa352a530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81991980-c60d-4237-a5cc-a9a2c5feb86c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:16.929888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:16.933067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:16.940422 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:16.961410 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.005221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc64b508-139b-4c38-81a0-31e3520dc907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.009641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:17.023552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] For port b738e494-6470-4557-a95e-f0e6f54fa30f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b738e494-6470-4557-a95e-f0e6f54fa30f,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:17.032569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.037002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.039142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.043472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-4f955fc3-ca0a-49e5-82f7-7b774af085b9 service neutron] 10.222.0.86 "PUT /v2.0/ports/148bb3a7-2210-4efa-b569-191f3ff496ec HTTP/1.1" status: 200 len: 1092 time: 1.1214757 Aug 30 21:26:17.044705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:17.051565 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf3348-10ff-4afd-8a52-247755b4ec18" -d '{"events": [{"name": "network-changed", "server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:17.051764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc64b508-139b-4c38-81a0-31e3520dc907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.102275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.126166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object a1173898-ed64-4b7d-badf-de59527f3756 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:17.161814 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a82bc8-509a-4502-8c05-581a1391853f x-openstack-request-id: req-d7a82bc8-509a-4502-8c05-581a1391853f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:17.162516 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:17.162969 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7a82bc8-509a-4502-8c05-581a1391853f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:17.163626 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'status': 'completed', 'code': 200} Aug 30 21:26:17.179801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc64b508-139b-4c38-81a0-31e3520dc907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.184457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dc64b508-139b-4c38-81a0-31e3520dc907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.185670 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dc64b508-139b-4c38-81a0-31e3520dc907 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81991980-c60d-4237-a5cc-a9a2c5feb86c HTTP/1.1" status: 204 len: 168 time: 0.3260205 Aug 30 21:26:17.191741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6f088-2709-4208-9b39-f88c655d2928 None None] Pushing event updated for resources: {'Port': ['ID=b738e494-6470-4557-a95e-f0e6f54fa30f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:17.216561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64b508-139b-4c38-81a0-31e3520dc907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81991980-c60d-4237-a5cc-a9a2c5feb86c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:17.231520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-31b84e8d-7e62-4251-804a-9ed71490c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.238094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-31b84e8d-7e62-4251-804a-9ed71490c2ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 1095 time: 0.1326253 Aug 30 21:26:17.241904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.350451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:17.352179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-daffaa60-f66a-4b18-902f-8e696cb92a8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148bb3a7-2210-4efa-b569-191f3ff496ec HTTP/1.1" status: 200 len: 217 time: 0.1082890 Aug 30 21:26:17.355592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=a1173898-ed64-4b7d-badf-de59527f3756,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:17.356937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:17.385077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:17.487387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf7f7-0053-4081-80b3-b755c0f9b2a7 req-1117ad0a-627d-41d8-9d6b-babb5ee1c9bb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.489407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d2cf7f7-0053-4081-80b3-b755c0f9b2a7 req-1117ad0a-627d-41d8-9d6b-babb5ee1c9bb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.1742654 Aug 30 21:26:17.493342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e355a6-0837-404a-9fc7-f26efef129ee req-6cac689e-e2e6-4d1c-9527-4ee6d2b82540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.496896 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-6cac689e-e2e6-4d1c-9527-4ee6d2b82540 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 200 len: 854 time: 0.1371891 Aug 30 21:26:17.509239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:17.528052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.528813 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.558376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 9c9d0179-4204-4580-ae76-00dc2c8f6abf {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:17.558756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9c9d0179-4204-4580-ae76-00dc2c8f6abf not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:17.560966 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-e14b7217-3b01-46f2-a298-4a3950f4d4e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546479 Aug 30 21:26:17.568488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d2cf7f7-0053-4081-80b3-b755c0f9b2a7 req-76684e14-a6fe-4033-8cfa-cb0b3cbe32fd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663440 Aug 30 21:26:17.570482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ca40ff3-acb9-4560-a0eb-13d0f546b915 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4406219 Aug 30 21:26:17.573150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49212) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:17.708048 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-5ac70d2a-97d5-4d88-82a1-f666064fd3aa service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402276 Aug 30 21:26:17.726750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef656a-96e1-4b7f-8120-9e656128531d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.736135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef656a-96e1-4b7f-8120-9e656128531d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.737849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37ef656a-96e1-4b7f-8120-9e656128531d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1634560 Aug 30 21:26:17.740603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49222) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:17.829862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac19b3-9b38-4902-9867-f86efcef6628 req-181c4a74-ec9b-4272-97f9-92c8760ba632 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:17.840014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48ac19b3-9b38-4902-9867-f86efcef6628 req-181c4a74-ec9b-4272-97f9-92c8760ba632 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 943 time: 0.1431015 Aug 30 21:26:17.863929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-18e355a6-0837-404a-9fc7-f26efef129ee req-101a4777-2e71-4b5d-97f1-33404402be71 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481109 Aug 30 21:26:17.962967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48ac19b3-9b38-4902-9867-f86efcef6628 req-664c771a-249b-4669-ae32-126908a82d22 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798879 Aug 30 21:26:17.991792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ad1263f4-f57b-472a-97b2-8c7f3b81a5ab None None] Provisioning complete for port b738e494-6470-4557-a95e-f0e6f54fa30f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:17.992127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port a1173898-ed64-4b7d-badf-de59527f3756 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:17.992481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:17.993323 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad1263f4-f57b-472a-97b2-8c7f3b81a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.002255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-98a79e69-8928-4afd-83a4-244ba80b897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:18.004385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-98a79e69-8928-4afd-83a4-244ba80b897f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 1095 time: 0.0600722 Aug 30 21:26:18.044903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:18.067980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75975fdf-1fd6-49bc-9903-1d765ee009cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.163654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-d90e758b-0d12-402d-801a-e1a6666fc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:18.165295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-d90e758b-0d12-402d-801a-e1a6666fc3dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 915 time: 0.1527331 Aug 30 21:26:18.178742 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.198341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for a1173898-ed64-4b7d-badf-de59527f3756 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:18.241398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-24098b11-1cb9-4e2f-9913-748bd293cfdd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=148bb3a7-2210-4efa-b569-191f3ff496ec HTTP/1.1" status: 200 len: 217 time: 0.0576813 Aug 30 21:26:18.267848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75975fdf-1fd6-49bc-9903-1d765ee009cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.283009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75975fdf-1fd6-49bc-9903-1d765ee009cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.297121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-9d1b385e-1392-4729-92da-2cbd8f61fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:18.298639 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-9d1b385e-1392-4729-92da-2cbd8f61fc6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 200 len: 854 time: 0.0500011 Aug 30 21:26:18.318500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75975fdf-1fd6-49bc-9903-1d765ee009cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c74e88-e18e-4f13-9b5d-90e1877666d0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:18.344699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b738e494-6470-4557-a95e-f0e6f54fa30f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:18.345993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-0b8d7e46-f09a-4c46-a979-3d8c3103fb2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384591 Aug 30 21:26:18.348116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4992f21b-220f-4f99-a9fa-030d0bd3943d None None] Could not find standard attr ID for object d02cbd63-ee77-4ae6-9570-3c84192440f6. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:18.362346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75975fdf-1fd6-49bc-9903-1d765ee009cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=163155b3a18a4179950953e8086f4879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140473 Aug 30 21:26:18.363067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49236) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:18.411095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b738e494-6470-4557-a95e-f0e6f54fa30f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:18.412435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.468084 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5426-3d23-459d-ae5e-d85bb312a2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.492883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5426-3d23-459d-ae5e-d85bb312a2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.496329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-c0e7e30c-7e7d-44de-a167-642a405e8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:18.496329 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-c0e7e30c-7e7d-44de-a167-642a405e8dc5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d&tenant_id=e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 1096 time: 0.1546896 Aug 30 21:26:18.532285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-a3f0a85e-0a6e-47c6-aa7b-651986163fca service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779699 Aug 30 21:26:18.546379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:18.612017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5426-3d23-459d-ae5e-d85bb312a2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.615335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5426-3d23-459d-ae5e-d85bb312a2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.620250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dbdd5426-3d23-459d-ae5e-d85bb312a2d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92c74e88-e18e-4f13-9b5d-90e1877666d0 HTTP/1.1" status: 204 len: 168 time: 0.2561538 Aug 30 21:26:18.627967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.673939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=a1173898-ed64-4b7d-badf-de59527f3756,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:18.685022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd5426-3d23-459d-ae5e-d85bb312a2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c74e88-e18e-4f13-9b5d-90e1877666d0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:18.817081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d3cf3348-10ff-4afd-8a52-247755b4ec18 req-2c4ced14-b708-4278-9608-377db017ab87 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667964 Aug 30 21:26:18.831672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-61011566-21cf-4f9f-9404-21c00ed14f32 None None] Could not find standard attr ID for object a1173898-ed64-4b7d-badf-de59527f3756. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:18.839833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.905060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:18.912932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a04312f7-57ba-4157-a072-e7704f375465 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a1173898-ed64-4b7d-badf-de59527f3756 HTTP/1.1" status: 204 len: 168 time: 1.1709576 Aug 30 21:26:18.916825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:18.925740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24414d-c7dd-474c-a4e8-45e220347944 req-639b554a-c46a-4122-b5ca-55ad4127e6c6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:18.927892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f24414d-c7dd-474c-a4e8-45e220347944 req-639b554a-c46a-4122-b5ca-55ad4127e6c6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 944 time: 0.1887634 Aug 30 21:26:18.996409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f24414d-c7dd-474c-a4e8-45e220347944 req-ca25aa85-cddf-4e91-bb84-5e570dfb3608 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621686 Aug 30 21:26:19.072690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa47940-d228-4e9a-8044-1807349f6878 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:19.074968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa47940-d228-4e9a-8044-1807349f6878 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:19.077201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa47940-d228-4e9a-8044-1807349f6878 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:19.082155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49256) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:19.082771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5fa47940-d228-4e9a-8044-1807349f6878 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1645896 Aug 30 21:26:19.180497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet b98b9009-9eaf-4986-bbaf-d64a750fd07f {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:19.208543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:19.228443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:19.282109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:19.325658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:19.345044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3ba2-53fb-4692-a7da-9cf740871546 req-8684bbb3-8bee-4e9f-af30-fa191ab0a2e3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:19.346737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3ed3ba2-53fb-4692-a7da-9cf740871546 req-8684bbb3-8bee-4e9f-af30-fa191ab0a2e3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 943 time: 0.2212915 Aug 30 21:26:19.369830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:26:19.378639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:19.391963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Transition to ACTIVE for port object e35837e7-177d-405e-b13a-495bdceaecd6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:19.397599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:19.445123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3ed3ba2-53fb-4692-a7da-9cf740871546 req-778fcf66-7095-41df-9327-6b46d466b3ad tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910244 Aug 30 21:26:19.453806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=9']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:19.482871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:19.574567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:19.654373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-50cb36d6-58ca-4a23-a7a5-c9d22a77ecb2 None None] Could not find standard attr ID for object f9828601-e062-4bf0-b823-c5c2d437a39d. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:19.675375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] No DVR routers for this DVR port e35837e7-177d-405e-b13a-495bdceaecd6 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:19.940839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:19.941495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:19.941495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:19.946294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Port e35837e7-177d-405e-b13a-495bdceaecd6 on network cdb2af59-7a18-42bf-9514-0d96511fa656 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:26:19.946618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Attempting to bind port e35837e7-177d-405e-b13a-495bdceaecd6 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:19.959509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:19.960144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Checking segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:19.963007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Bound using segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:19.963896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Bound port: e35837e7-177d-405e-b13a-495bdceaecd6, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:19.964427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.060643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=b98b9009-9eaf-4986-bbaf-d64a750fd07f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:20.064017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.066375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e1146b22-b6cf-42a4-879e-ba34e380a444 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/b98b9009-9eaf-4986-bbaf-d64a750fd07f HTTP/1.1" status: 204 len: 168 time: 0.9825888 Aug 30 21:26:20.068769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49294) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:20.081701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:20.091028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:20.101766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.151008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:20.151880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.153819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] 10.222.0.86 "PUT /v2.0/ports/e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1093 time: 1.6135130 Aug 30 21:26:20.154531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:20.157632 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4444925-4336-4cb3-ae94-fc421ada3c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:20.160586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet d1ffdf3d-280e-4db6-b04e-53587c70f289 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:20.169989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.248492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e0cea-c17b-4cfe-9686-6787f3f7e5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:20.265324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-38305178-6bbd-497a-afad-5fbf32a236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:20.267062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-38305178-6bbd-497a-afad-5fbf32a236f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1097 time: 0.0777352 Aug 30 21:26:20.276782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.390139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-040d26ee-5f4b-4451-b540-989119911137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:20.391707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-040d26ee-5f4b-4451-b540-989119911137 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1165202 Aug 30 21:26:20.468202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c353f3-85b3-48a7-95c2-b860c21b2f93 req-f15d285a-8794-4fdb-adb6-373576f12a2e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:20.473242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23c353f3-85b3-48a7-95c2-b860c21b2f93 req-f15d285a-8794-4fdb-adb6-373576f12a2e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1650965 Aug 30 21:26:20.530813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b18148-9efd-46e4-bcf2-b44b73e95f95 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:20.585076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.682991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23c353f3-85b3-48a7-95c2-b860c21b2f93 req-e5ff83b3-c225-44ab-88bd-eeb82f81ad6f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977572 Aug 30 21:26:20.688841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.757485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:20.782769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/d1ffdf3d-280e-4db6-b04e-53587c70f289 HTTP/1.1" status: 204 len: 168 time: 0.7126679 Aug 30 21:26:20.783783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:20.791060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ffdf3d-280e-4db6-b04e-53587c70f289,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:20.875086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-41dc3a90-c7dc-4575-b7ac-a067b2243292 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900633 Aug 30 21:26:20.875792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:20.880224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.880648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.880943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.881305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.881634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.882396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.882769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.883102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.883433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.883764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.884089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.884438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edf06a-50a1-45b6-94e3-d904036073aa tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:20.906390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:20.991314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc97e-2e42-4fa3-bf44-d5330efca014 req-48825eeb-cd32-40ff-ae5b-50cad67d25ae tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:20.992955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73afc97e-2e42-4fa3-bf44-d5330efca014 req-48825eeb-cd32-40ff-ae5b-50cad67d25ae tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 943 time: 0.0706151 Aug 30 21:26:20.998682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] Deleting port b738e494-6470-4557-a95e-f0e6f54fa30f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:20.999421 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.001236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447b7c5-6c37-4441-a0e1-856737d0e1b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:21.006163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b447b7c5-6c37-4441-a0e1-856737d0e1b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1278818 Aug 30 21:26:21.006866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49328) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:21.013449 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23011c85-e444-4090-bbfd-dab76e883bda x-openstack-request-id: req-23011c85-e444-4090-bbfd-dab76e883bda {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:21.013996 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:21.014489 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23011c85-e444-4090-bbfd-dab76e883bda {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:21.015236 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'status': 'completed', 'code': 200} Aug 30 21:26:21.059491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-6c1f3668-eac8-4952-8bce-91cb3381ae50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1000 time: 0.6549895 Aug 30 21:26:21.097775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebdd167-84f2-45c5-a0b9-5d1bd79d89e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:21.099785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ebdd167-84f2-45c5-a0b9-5d1bd79d89e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0907054 Aug 30 21:26:21.102728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49332) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:21.108170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] For port b738e494-6470-4557-a95e-f0e6f54fa30f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b738e494-6470-4557-a95e-f0e6f54fa30f,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:21.108850 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.128642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] Calling delete_port for b738e494-6470-4557-a95e-f0e6f54fa30f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:21.137573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-34dccff8-d16b-4b22-91ab-d93bfe131045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:21.139212 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-34dccff8-d16b-4b22-91ab-d93bfe131045 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0727153 Aug 30 21:26:21.195390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-215b3189-834c-4878-854f-642c5715e582 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895000 Aug 30 21:26:21.201434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49340) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:21.208310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-869ad77f-bf09-4770-a73d-08f49c6fb617 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:21.249002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.264640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73afc97e-2e42-4fa3-bf44-d5330efca014 req-1fdd11b7-a753-4026-bc04-c177815ad661 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565243 Aug 30 21:26:21.278129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] Pushing event deleted for resources: {'Port': ['ID=b738e494-6470-4557-a95e-f0e6f54fa30f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:21.286304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016f1aa-a9d3-4ba4-be53-2fc43a5268da None None] No DVR routers for this DVR port b738e494-6470-4557-a95e-f0e6f54fa30f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:21.307366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-8e5c76a2-4226-4629-845a-3faf897d1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:21.309002 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-8e5c76a2-4226-4629-845a-3faf897d1331 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529508 Aug 30 21:26:21.345685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ad77f-bf09-4770-a73d-08f49c6fb617 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:21.349804 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-869ad77f-bf09-4770-a73d-08f49c6fb617 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.353632 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-869ad77f-bf09-4770-a73d-08f49c6fb617 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:21.355021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869ad77f-bf09-4770-a73d-08f49c6fb617 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:21.377461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-869ad77f-bf09-4770-a73d-08f49c6fb617 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1734018 Aug 30 21:26:21.380691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49350) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:21.388422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6235579b-97f0-4ac6-ad05-e80da585d7df tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:21.459612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-33b838de-1329-42fc-a7e7-ebdccb823539 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419158 Aug 30 21:26:21.525369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6235579b-97f0-4ac6-ad05-e80da585d7df tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:21.529386 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6235579b-97f0-4ac6-ad05-e80da585d7df tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.531074 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-6235579b-97f0-4ac6-ad05-e80da585d7df tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:21.531513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6235579b-97f0-4ac6-ad05-e80da585d7df tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:21.539163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:26:21.553358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6235579b-97f0-4ac6-ad05-e80da585d7df tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1712611 Aug 30 21:26:21.556735 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:21.573144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ba6d671c-8099-480d-8254-0a06e1d0c6d1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:21.581681 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-076ebfd9-ca8c-47ca-a7fb-6adfed95281b req-8482c890-8440-4bd1-a02b-b8460aeb678c service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142976 Aug 30 21:26:21.684930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:21.708530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'port_id': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'mac_address': 'fa:16:3e:ea:9f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24268ace-ee42-47f8-b7ab-fa846327a2d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:26:21.713582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6d671c-8099-480d-8254-0a06e1d0c6d1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:21.718487 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba6d671c-8099-480d-8254-0a06e1d0c6d1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.732068 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6d671c-8099-480d-8254-0a06e1d0c6d1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:21.733190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6d671c-8099-480d-8254-0a06e1d0c6d1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:21.738042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-cf88d7d2-9617-4440-beaa-3f8e62a2dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:21.740839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-cf88d7d2-9617-4440-beaa-3f8e62a2dc96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1097 time: 0.0975969 Aug 30 21:26:21.765383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.772189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ba6d671c-8099-480d-8254-0a06e1d0c6d1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2130158 Aug 30 21:26:21.772857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:21.782654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ff4bc61c-2425-42db-a5a1-ccd28390b153 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:21.805000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148bb3a7-2210-4efa-b569-191f3ff496ec {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:26:21.830569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:21.838452 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:21.957037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:21.973438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-561e239b-2729-4c4b-80f1-d1159ce8ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:21.975223 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-561e239b-2729-4c4b-80f1-d1159ce8ad66 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.2250159 Aug 30 21:26:22.017434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce35f9-22fb-40d4-8ce4-1e401718f3fc req-18b819d0-a327-40ca-8074-8ad5aaefcc60 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:22.025230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49ce35f9-22fb-40d4-8ce4-1e401718f3fc req-18b819d0-a327-40ca-8074-8ad5aaefcc60 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1393981 Aug 30 21:26:22.028730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4bc61c-2425-42db-a5a1-ccd28390b153 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:22.032760 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff4bc61c-2425-42db-a5a1-ccd28390b153 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:22.034235 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4bc61c-2425-42db-a5a1-ccd28390b153 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:22.034702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4bc61c-2425-42db-a5a1-ccd28390b153 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:22.077652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ff4bc61c-2425-42db-a5a1-ccd28390b153 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3032415 Aug 30 21:26:22.080816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49396) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.086457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c341ed07-198a-4be8-8a6c-6213d46e8d62 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:22.095882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-c046e6f5-6937-4a5b-b70d-7b9cab921a99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1000 time: 0.1126387 Aug 30 21:26:22.109022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49ce35f9-22fb-40d4-8ce4-1e401718f3fc req-b3edb80d-d597-4028-be69-192c5f7b9b1c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828300 Aug 30 21:26:22.110922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['148bb3a7-2210-4efa-b569-191f3ff496ec'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:26:22.201368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-5a612dc0-f157-4d08-a2a3-dce5efe59b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:22.203274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-5a612dc0-f157-4d08-a2a3-dce5efe59b24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0986857 Aug 30 21:26:22.264563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c341ed07-198a-4be8-8a6c-6213d46e8d62 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:22.271743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c341ed07-198a-4be8-8a6c-6213d46e8d62 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:22.273684 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c341ed07-198a-4be8-8a6c-6213d46e8d62 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:22.274205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c341ed07-198a-4be8-8a6c-6213d46e8d62 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:22.310497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c341ed07-198a-4be8-8a6c-6213d46e8d62 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2251527 Aug 30 21:26:22.311318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49412) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.348615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d6269098-1994-4266-85e5-ea648a8bfdf0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:22.398789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-3b2ac89a-fcff-4195-8b05-fa99234c53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:22.402404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-3b2ac89a-fcff-4195-8b05-fa99234c53af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673934 Aug 30 21:26:22.405797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b738e494-6470-4557-a95e-f0e6f54fa30f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:22.444185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b738e494-6470-4557-a95e-f0e6f54fa30f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:22.444811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b738e494-6470-4557-a95e-f0e6f54fa30f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:22.485627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.658962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-ecdd680d-f7e4-4cee-8475-de58308148d8 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006931 Aug 30 21:26:22.686521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6269098-1994-4266-85e5-ea648a8bfdf0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:22.690992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6269098-1994-4266-85e5-ea648a8bfdf0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:22.697650 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6269098-1994-4266-85e5-ea648a8bfdf0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:22.698103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6269098-1994-4266-85e5-ea648a8bfdf0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:22.722951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43911482-9c43-46f1-bbbb-119380c48b50 req-5f1b9806-69c6-4b2d-b021-184a39b0e779 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:22.724652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43911482-9c43-46f1-bbbb-119380c48b50 req-5f1b9806-69c6-4b2d-b021-184a39b0e779 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 944 time: 0.1589901 Aug 30 21:26:22.729132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d6269098-1994-4266-85e5-ea648a8bfdf0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4117322 Aug 30 21:26:22.729266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49424) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.742979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:22.777701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b4250e95-8163-4e4c-8a00-103ddef567fc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472825 Aug 30 21:26:22.779372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.857304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43911482-9c43-46f1-bbbb-119380c48b50 req-efaf84b1-4966-4462-b944-b138e16c387d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864420 Aug 30 21:26:22.870803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84777b8-565b-4ae0-a6d8-832fa08ac9fe tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:22.875730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e84777b8-565b-4ae0-a6d8-832fa08ac9fe tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0948133 Aug 30 21:26:22.876508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49428) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.931908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:22.935856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:22.936859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ec318bf-b247-4000-a8a1-534d1358638d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575969 Aug 30 21:26:22.942914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:22.994000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.075866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f436f4eba644f2597e5a9fe21ae5124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5848043 Aug 30 21:26:23.077311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c7bd09-382d-4886-ad80-598548e07b9f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:23.078381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49432) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:23.093959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:23.103335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.133462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.133900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.134244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.134602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.135005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.135334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.143643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e68589d-da67-4876-b13f-1221975a2141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.147469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.147877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.148226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.148542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.148866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.149226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db07790-3171-4406-9d7b-a79b26f15c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:23.204088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e68589d-da67-4876-b13f-1221975a2141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.307345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e68589d-da67-4876-b13f-1221975a2141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.310292 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e68589d-da67-4876-b13f-1221975a2141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.311786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5e68589d-da67-4876-b13f-1221975a2141 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44c7bd09-382d-4886-ad80-598548e07b9f HTTP/1.1" status: 204 len: 168 time: 0.2321408 Aug 30 21:26:23.383200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68589d-da67-4876-b13f-1221975a2141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c7bd09-382d-4886-ad80-598548e07b9f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:23.438937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d7090-94f5-4651-93d7-264b3ed49c9e req-284d8290-bdaa-44eb-ac7a-c28aef9018ff tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:23.440942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-479d7090-94f5-4651-93d7-264b3ed49c9e req-284d8290-bdaa-44eb-ac7a-c28aef9018ff tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1933315 Aug 30 21:26:23.506579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-479d7090-94f5-4651-93d7-264b3ed49c9e req-ab43a858-0b8f-4795-826e-874f8d7a3e76 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567698 Aug 30 21:26:23.528184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:23.618163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 148bb3a7-2210-4efa-b569-191f3ff496ec completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:23.622730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 148bb3a7-2210-4efa-b569-191f3ff496ec triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:23.623112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.755864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:23.757942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.760817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.809560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:23.810932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:23.821384 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f8eedd-b077-4b41-96e5-021618cf88e9" -d '{"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-plugged", "status": "completed", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:23.830314 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.863205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=4cb5cd39-d62a-4bde-a337-ef7d16c9261a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:23.893218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:23.895832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:23.904009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:23.904491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.919533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:23.936481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a992a9d4-a014-4adc-9301-b810c6aa3182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:23.939398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8a1866c1-761b-48de-89be-cf82e0f1ca1e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0012543 Aug 30 21:26:23.942080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:23.948037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:c8:55:e1', 'name': 'tempest-NetworksTestDHCPv6-179520152'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:24.021818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:24.034753 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af328de8-f2af-43c4-a601-3c7e769838d1 x-openstack-request-id: req-af328de8-f2af-43c4-a601-3c7e769838d1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:24.035037 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-plugged", "status": "completed", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:24.035296 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af328de8-f2af-43c4-a601-3c7e769838d1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:24.035686 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'code': 200} Aug 30 21:26:24.036360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f106f3-f1fe-41ff-8e5b-a196daebe4fe None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:24.163637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a992a9d4-a014-4adc-9301-b810c6aa3182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.205818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:24.209692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc1fef-8340-4ac9-8711-3d494d869b94 req-b4294fac-cc57-402a-9440-4d2ff1d551f2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:24.211492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20dc1fef-8340-4ac9-8711-3d494d869b94 req-b4294fac-cc57-402a-9440-4d2ff1d551f2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1043785 Aug 30 21:26:24.212457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a992a9d4-a014-4adc-9301-b810c6aa3182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.263316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a9d4-a014-4adc-9301-b810c6aa3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a044f0-a9d5-40df-9d44-e89920385870,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:24.317601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '4cb5cd39-d62a-4bde-a337-ef7d16c9261a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:24.339823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.382022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a992a9d4-a014-4adc-9301-b810c6aa3182 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc58fbb57005427b9bcdfb7127e32128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610262 Aug 30 21:26:24.384696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49462) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:24.417971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.469697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port a4e22724-f978-4c0b-a443-bacc923fb026 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:24.473141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20dc1fef-8340-4ac9-8711-3d494d869b94 req-5fa59aef-ff48-4f15-b267-e425a03b62f3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073715 Aug 30 21:26:24.530188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4fd535da-ac53-49e6-b0db-49c964d832a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.533161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Allocated IP 2001:db8::f816:3eff:fe19:f604 (df466400-bd83-465e-a23d-186958510d0f/4cb5cd39-d62a-4bde-a337-ef7d16c9261a/49c802ec-dc7e-4893-bf4f-25111d857e25) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:24.596557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4fd535da-ac53-49e6-b0db-49c964d832a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.722071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65734a-8fd3-46e5-bb66-658640cbf2fd req-2b7c81e0-add2-4562-80cd-670ddda2b5c0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:24.723669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed65734a-8fd3-46e5-bb66-658640cbf2fd req-2b7c81e0-add2-4562-80cd-670ddda2b5c0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0543253 Aug 30 21:26:24.744450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.789999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Transition to ACTIVE for port object 49c802ec-dc7e-4893-bf4f-25111d857e25 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:24.813111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4fd535da-ac53-49e6-b0db-49c964d832a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.816108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4fd535da-ac53-49e6-b0db-49c964d832a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.820494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4fd535da-ac53-49e6-b0db-49c964d832a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3a044f0-a9d5-40df-9d44-e89920385870 HTTP/1.1" status: 204 len: 168 time: 0.4347563 Aug 30 21:26:24.826923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Transition to ACTIVE for port object 49c802ec-dc7e-4893-bf4f-25111d857e25 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:24.831214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed65734a-8fd3-46e5-bb66-658640cbf2fd req-6401d879-c043-4be5-beda-499ff589e0b6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892906 Aug 30 21:26:24.850638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd535da-ac53-49e6-b0db-49c964d832a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a044f0-a9d5-40df-9d44-e89920385870,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:24.868202 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:24.935746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:24.940896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:24.947863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fec8:55e1 (df466400-bd83-465e-a23d-186958510d0f/4cb5cd39-d62a-4bde-a337-ef7d16c9261a/a4e22724-f978-4c0b-a443-bacc923fb026) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:24.997459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:25.085601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Pushing event updated for resources: {'Port': ['ID=49c802ec-dc7e-4893-bf4f-25111d857e25,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:25.122294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Attempting to bind port 49c802ec-dc7e-4893-bf4f-25111d857e25 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:25.122832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Attempting to bind port 49c802ec-dc7e-4893-bf4f-25111d857e25 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:25.123201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Attempting to bind port 49c802ec-dc7e-4893-bf4f-25111d857e25 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:25.138508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:25.143125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:25.143591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:25.144007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:25.144514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Bound port: 49c802ec-dc7e-4893-bf4f-25111d857e25, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:25.144911 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:25.274175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] For port 49c802ec-dc7e-4893-bf4f-25111d857e25, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:25.281778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] For port 49c802ec-dc7e-4893-bf4f-25111d857e25, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=49c802ec-dc7e-4893-bf4f-25111d857e25,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:25.297642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:25.298863 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:25.337671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object a4e22724-f978-4c0b-a443-bacc923fb026 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:25.362205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057c551-45fa-42ac-9c04-9f3bcdf68150 None None] Pushing event updated for resources: {'Port': ['ID=49c802ec-dc7e-4893-bf4f-25111d857e25,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:25.376266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:25.481529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:25.485627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:25.488842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:25.494930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:25.495723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:25.533103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=a4e22724-f978-4c0b-a443-bacc923fb026,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:25.540624 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c5f9f5c8-21ed-4a10-aa65-d77e8b03eff5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5972769 Aug 30 21:26:25.543771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49490) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:25.652916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde7cd8-5f7f-41ef-a601-c77b3e8b102d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:25.661511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde7cd8-5f7f-41ef-a601-c77b3e8b102d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:25.664395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:25.664691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bcde7cd8-5f7f-41ef-a601-c77b3e8b102d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1172118 Aug 30 21:26:25.690423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48ebc-de5f-4ba4-943a-c812054767c8 req-7e167213-ae56-436f-bddc-8070d30d8457 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:25.690423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74b48ebc-de5f-4ba4-943a-c812054767c8 req-7e167213-ae56-436f-bddc-8070d30d8457 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0967090 Aug 30 21:26:25.932397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74b48ebc-de5f-4ba4-943a-c812054767c8 req-e90aeef3-644a-48c7-9884-0f553eb7b176 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995950 Aug 30 21:26:25.964217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port a4e22724-f978-4c0b-a443-bacc923fb026 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:25.978323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:26.057655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be4fd-6db1-4f99-a879-858dc9938ae1 req-0bac435e-8ee6-4b79-aa88-9421b371e230 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:26.066540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849be4fd-6db1-4f99-a879-858dc9938ae1 req-0bac435e-8ee6-4b79-aa88-9421b371e230 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0816159 Aug 30 21:26:26.122759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849be4fd-6db1-4f99-a879-858dc9938ae1 req-360ac5ea-6e14-476e-b3e4-fced012e148c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546217 Aug 30 21:26:26.177188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:26.214422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for a4e22724-f978-4c0b-a443-bacc923fb026 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:26.424709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 49c802ec-dc7e-4893-bf4f-25111d857e25 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:26.534899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:26.540061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 49c802ec-dc7e-4893-bf4f-25111d857e25 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:26.582447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=a4e22724-f978-4c0b-a443-bacc923fb026,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:26.617718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:26.623571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:26.624093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-359e3c58-2f68-4546-a55a-e4ea9b89eef2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a4e22724-f978-4c0b-a443-bacc923fb026 HTTP/1.1" status: 204 len: 168 time: 0.9578071 Aug 30 21:26:26.722020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4126f8d-ec1b-4c71-9b6c-b87fcfa570d9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:26.724062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4126f8d-ec1b-4c71-9b6c-b87fcfa570d9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:26.725793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a4126f8d-ec1b-4c71-9b6c-b87fcfa570d9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1011586 Aug 30 21:26:26.728538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49524) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:26.792324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 4cb5cd39-d62a-4bde-a337-ef7d16c9261a {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:26.796395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:26.880805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.081650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.171347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Provisioning for port 49c802ec-dc7e-4893-bf4f-25111d857e25 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:27.173256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873beb66-b9e4-4f72-aa57-12a3d463ca06 req-064bc426-fb80-45ca-b8a2-bbe35edc0159 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:27.175889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Provisioning complete for port 49c802ec-dc7e-4893-bf4f-25111d857e25 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:27.176458 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.186997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-873beb66-b9e4-4f72-aa57-12a3d463ca06 req-064bc426-fb80-45ca-b8a2-bbe35edc0159 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1652906 Aug 30 21:26:27.284487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-873beb66-b9e4-4f72-aa57-12a3d463ca06 req-2a7ef585-457c-4f24-ab91-113bb9d7496e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964334 Aug 30 21:26:27.309265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.354517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb5cd39-d62a-4bde-a337-ef7d16c9261a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:27.359109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.361362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79d2e2d7-0a39-43a9-8495-874eb4ac017b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/4cb5cd39-d62a-4bde-a337-ef7d16c9261a HTTP/1.1" status: 204 len: 168 time: 0.6318932 Aug 30 21:26:27.364188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:27.415488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.485374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] For port 49c802ec-dc7e-4893-bf4f-25111d857e25, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=49c802ec-dc7e-4893-bf4f-25111d857e25,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:27.487136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-70ab80b1-e313-4574-8bab-784f62f75df7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214480 Aug 30 21:26:27.490107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:27.493229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3a948-48db-4137-87d0-f998f680bbc5 req-285267c2-7be0-4cc8-a8d4-64f1caf07cd7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:27.495985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:27.505096 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.508181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8da3a948-48db-4137-87d0-f998f680bbc5 req-285267c2-7be0-4cc8-a8d4-64f1caf07cd7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1208758 Aug 30 21:26:27.596674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8da3a948-48db-4137-87d0-f998f680bbc5 req-734f8503-c170-4ed9-8b23-1c33bac44743 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861750 Aug 30 21:26:27.621491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Pushing event updated for resources: {'Port': ['ID=49c802ec-dc7e-4893-bf4f-25111d857e25,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:27.630250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.630805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.631261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.631840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.632275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.632708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.633136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.633567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.633991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.634416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.635115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.635544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d827259a-c01e-496c-9299-4cf53e4a07cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:26:27.692568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd19cd-e119-45ac-b2ed-279bd150fe86 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:27.743412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:27.748053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:27.929105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-38d670a7-dde2-43b2-9249-2f4d9247e2fb None None] Could not find standard attr ID for object a4e22724-f978-4c0b-a443-bacc923fb026. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:28.107431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:28.201808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] Deleting port 49c802ec-dc7e-4893-bf4f-25111d857e25 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:28.209309 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:28.415638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:28.434290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 49c802ec-dc7e-4893-bf4f-25111d857e25 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:28.535520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] For port 49c802ec-dc7e-4893-bf4f-25111d857e25, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=49c802ec-dc7e-4893-bf4f-25111d857e25,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:28.536137 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:28.565312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237d9b6-6a00-4d4f-9174-3b8583596609 req-26a45742-9f50-49b9-a2fd-8ebfdfa3296b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:28.567231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6237d9b6-6a00-4d4f-9174-3b8583596609 req-26a45742-9f50-49b9-a2fd-8ebfdfa3296b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1273785 Aug 30 21:26:28.604338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] Calling delete_port for 49c802ec-dc7e-4893-bf4f-25111d857e25 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:28.655272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6237d9b6-6a00-4d4f-9174-3b8583596609 req-51213805-d0e1-4cd0-8c16-6cee49dc0e99 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791380 Aug 30 21:26:28.703594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:28.823381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:28.877300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d88047-73d7-4a71-aa68-b94bf905d446 req-022d3056-847d-482f-aa0a-c7c3f77d187c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:28.881959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d88047-73d7-4a71-aa68-b94bf905d446 req-022d3056-847d-482f-aa0a-c7c3f77d187c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1038222 Aug 30 21:26:28.937884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d88047-73d7-4a71-aa68-b94bf905d446 req-cf00ad20-33f2-4b32-bec2-983bd238182b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529132 Aug 30 21:26:28.988405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] For port 49c802ec-dc7e-4893-bf4f-25111d857e25, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=49c802ec-dc7e-4893-bf4f-25111d857e25,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:29.018579 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.024324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.025115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.060309 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.081738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=49c802ec-dc7e-4893-bf4f-25111d857e25,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:29.090539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] Pushing event deleted for resources: {'Port': ['ID=49c802ec-dc7e-4893-bf4f-25111d857e25,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:29.093773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:29.099029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:29.103993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:29.104589 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.115329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f53ed-c808-4b22-927e-cec839f3e9a2 None None] No DVR routers for this DVR port 49c802ec-dc7e-4893-bf4f-25111d857e25 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:29.122246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:26:29.122564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=a5db06e7-719e-49f5-86e5-a0ca97644813,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:29.122732 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:26:29.127423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01bd0b44-3fd0-4c4a-944d-94fe6a2f77ee tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6360507 Aug 30 21:26:29.130254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:29.138291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:e1:dd:6a', 'name': 'tempest-NetworksTestDHCPv6-900547019'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:29.159285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2e8d6-9625-485c-aaba-340f793f27a7 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:29.330949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:29.336519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.359953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'a5db06e7-719e-49f5-86e5-a0ca97644813'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:29.360949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.362415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 29beeefc-ae83-460c-8b94-c6b73ea5ff56 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:29.575398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fee1:dd6a (df466400-bd83-465e-a23d-186958510d0f/a5db06e7-719e-49f5-86e5-a0ca97644813/29beeefc-ae83-460c-8b94-c6b73ea5ff56) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:29.644707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Port 49c802ec-dc7e-4893-bf4f-25111d857e25 update to DOWN by agent not found {{(pid=94690) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 21:26:29.818476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.851811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 29beeefc-ae83-460c-8b94-c6b73ea5ff56 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:29.875342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad728a-4959-4599-86ff-48d359612d3c req-48b1275c-15b4-4577-b674-8b5ac9e0ba29 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:29.882863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96ad728a-4959-4599-86ff-48d359612d3c req-48b1275c-15b4-4577-b674-8b5ac9e0ba29 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1041617 Aug 30 21:26:29.894020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:29.993111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96ad728a-4959-4599-86ff-48d359612d3c req-252c1ec7-b6d1-4dff-a252-2ae60b93fc3a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088774 Aug 30 21:26:30.004666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Allocated IP 2001:db8::f816:3eff:fe76:60da (df466400-bd83-465e-a23d-186958510d0f/a5db06e7-719e-49f5-86e5-a0ca97644813/ff60adb9-8ea0-4293-96d1-2b6453286019) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:30.043478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:30.061135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:30.066334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:30.084976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:30.085679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.118696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=29beeefc-ae83-460c-8b94-c6b73ea5ff56,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:30.132293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e4987baf-9410-45df-a16e-7725915a7139 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0003889 Aug 30 21:26:30.141512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49596) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:30.192885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae73cd-01e4-45bd-9521-4c460aca7ccf req-01acf22b-e938-41ee-a8c4-3defcb57267d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:30.205200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70ae73cd-01e4-45bd-9521-4c460aca7ccf req-01acf22b-e938-41ee-a8c4-3defcb57267d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1124804 Aug 30 21:26:30.251737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85eb83-a9d8-4aee-8162-4479f59e4abb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:30.254643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a85eb83-a9d8-4aee-8162-4479f59e4abb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1186054 Aug 30 21:26:30.257643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:30.307585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70ae73cd-01e4-45bd-9521-4c460aca7ccf req-c82b59fe-80f5-4231-bd40-a11067ce74a8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013715 Aug 30 21:26:30.375763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.385195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Transition to ACTIVE for port object ff60adb9-8ea0-4293-96d1-2b6453286019 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:30.420297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Transition to ACTIVE for port object ff60adb9-8ea0-4293-96d1-2b6453286019 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:30.430682 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.469809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:30.470884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 29beeefc-ae83-460c-8b94-c6b73ea5ff56 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:30.471299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.482294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:30.489801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:30.501353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Pushing event updated for resources: {'Port': ['ID=ff60adb9-8ea0-4293-96d1-2b6453286019,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:30.600466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Attempting to bind port ff60adb9-8ea0-4293-96d1-2b6453286019 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:30.602857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Attempting to bind port ff60adb9-8ea0-4293-96d1-2b6453286019 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:30.604825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Attempting to bind port ff60adb9-8ea0-4293-96d1-2b6453286019 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:30.617031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:30.617571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:30.618074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.618569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:30.619162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Bound port: ff60adb9-8ea0-4293-96d1-2b6453286019, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:30.619642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.663345 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.691449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 29beeefc-ae83-460c-8b94-c6b73ea5ff56 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:30.780717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] For port ff60adb9-8ea0-4293-96d1-2b6453286019, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:30.804918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] For port ff60adb9-8ea0-4293-96d1-2b6453286019, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff60adb9-8ea0-4293-96d1-2b6453286019,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:30.817442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:30.928397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc733ea9-dba5-419b-ade5-2e54e96216e8 None None] Pushing event updated for resources: {'Port': ['ID=ff60adb9-8ea0-4293-96d1-2b6453286019,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:31.003334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.115005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=29beeefc-ae83-460c-8b94-c6b73ea5ff56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:31.165634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.171930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e992a817-1e0c-45bb-abb4-30252760a80b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/29beeefc-ae83-460c-8b94-c6b73ea5ff56 HTTP/1.1" status: 204 len: 168 time: 0.9117353 Aug 30 21:26:31.175482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:31.311493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72cf02-ecfd-48ac-abbb-364b070713e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:31.313551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72cf02-ecfd-48ac-abbb-364b070713e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:31.315207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5d72cf02-ecfd-48ac-abbb-364b070713e5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386878 Aug 30 21:26:31.325884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:31.331010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a968d-21bb-4b05-8084-a092f1f6c7e6 req-e11b20cc-3c14-4046-b875-888be6ad5689 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:31.347111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-928a968d-21bb-4b05-8084-a092f1f6c7e6 req-e11b20cc-3c14-4046-b875-888be6ad5689 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.2235110 Aug 30 21:26:31.455108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-928a968d-21bb-4b05-8084-a092f1f6c7e6 req-4e7f1403-4fb8-4954-a8f0-3afded498a85 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008315 Aug 30 21:26:31.495914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet a5db06e7-719e-49f5-86e5-a0ca97644813 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:31.506868 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.626627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.674759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adf933-1655-4e0e-b426-163181713cf1 req-0d2055cc-f13c-4c17-8a07-ea6e9891d0bb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:31.676681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29adf933-1655-4e0e-b426-163181713cf1 req-0d2055cc-f13c-4c17-8a07-ea6e9891d0bb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0884500 Aug 30 21:26:31.729343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29adf933-1655-4e0e-b426-163181713cf1 req-a15965fd-8c8f-46a0-abc5-14c8e2b2260e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465603 Aug 30 21:26:31.790943 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.874847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.915456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=a5db06e7-719e-49f5-86e5-a0ca97644813,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:31.925619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:31.927664 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f067c5c7-a9cf-4ecd-918c-6a3ac7d2c38d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/a5db06e7-719e-49f5-86e5-a0ca97644813 HTTP/1.1" status: 204 len: 168 time: 0.6007845 Aug 30 21:26:31.930236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49630) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:31.980136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bc3bc3bb-efb1-4e35-9a0d-526b50aa7401 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484080 Aug 30 21:26:31.986328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:32.085081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3859cc6-18c9-436b-b8aa-536e9248ea63 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:32.086689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a3859cc6-18c9-436b-b8aa-536e9248ea63 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1023984 Aug 30 21:26:32.089401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:32.173980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52713866-4c9e-42df-aafd-baf3ee3f2a45 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:32.176027 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52713866-4c9e-42df-aafd-baf3ee3f2a45 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0848374 Aug 30 21:26:32.178518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49646) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:32.243457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ebfbec7-7980-4712-9e76-a1eac8f317bd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635743 Aug 30 21:26:32.247984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:32.256374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:32.455732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ff60adb9-8ea0-4293-96d1-2b6453286019 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:32.478885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:32.485070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:32.641742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ff60adb9-8ea0-4293-96d1-2b6453286019 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:32.684180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7d388-0bf1-4c81-b2b8-423509d9c110 req-e313276b-ee27-40e3-a45e-3695ee2f4a61 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:32.696131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3be7d388-0bf1-4c81-b2b8-423509d9c110 req-e313276b-ee27-40e3-a45e-3695ee2f4a61 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0844119 Aug 30 21:26:32.755748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0862026-65c4-49ae-a91c-a9f5895a8935 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:32.796723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3be7d388-0bf1-4c81-b2b8-423509d9c110 req-4faf42f4-1710-4303-9c7f-0d7660bdafd4 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995872 Aug 30 21:26:32.991879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b844b-2fe3-4560-be4d-704253f80235 req-cd9b71ea-e2d1-4a47-ba91-92c5ea663642 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:32.998398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] Provisioning for port ff60adb9-8ea0-4293-96d1-2b6453286019 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:33.000579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b35b844b-2fe3-4560-be4d-704253f80235 req-cd9b71ea-e2d1-4a47-ba91-92c5ea663642 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0822313 Aug 30 21:26:33.050582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] Provisioning complete for port ff60adb9-8ea0-4293-96d1-2b6453286019 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:33.062918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.087318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b35b844b-2fe3-4560-be4d-704253f80235 req-d5b3c68f-b032-4d05-9477-ce84720f7c82 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855532 Aug 30 21:26:33.193469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:33.286020 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.323677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] For port ff60adb9-8ea0-4293-96d1-2b6453286019, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff60adb9-8ea0-4293-96d1-2b6453286019,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:33.337802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.396859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ebe2b-0ea2-4f00-8dfa-12f80c9d9100 None None] Pushing event updated for resources: {'Port': ['ID=ff60adb9-8ea0-4293-96d1-2b6453286019,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:33.472073 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.549640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.682717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] For port ff60adb9-8ea0-4293-96d1-2b6453286019, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff60adb9-8ea0-4293-96d1-2b6453286019,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:33.687234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1c62a254-bf8a-4ac8-a066-73cbde7cc74a None None] Provisioning complete for port ff60adb9-8ea0-4293-96d1-2b6453286019 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:33.687677 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c62a254-bf8a-4ac8-a066-73cbde7cc74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.720895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.734981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.735916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.860362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:33.890292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:33.907505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:33.908595 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:33.916784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6a7f3ac5-139d-4f0d-b020-4d538c8cdca9 None None] Could not find standard attr ID for object 29beeefc-ae83-460c-8b94-c6b73ea5ff56. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:33.936101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=61da9b71-7e23-4e8a-be61-d465363b4e56,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:33.949177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=ff60adb9-8ea0-4293-96d1-2b6453286019,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:33.956638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-45cd3b8e-4cf0-4a51-8d82-3e84854cea5c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7075384 Aug 30 21:26:33.957242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:33.963196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:25:27:7a', 'name': 'tempest-NetworksTestDHCPv6-831785343'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:34.010446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01e283-06ff-49cc-9d20-94aedb52cd7c req-77cad94e-2d02-4d8e-ae10-186726b5c3e3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:34.013190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c01e283-06ff-49cc-9d20-94aedb52cd7c req-77cad94e-2d02-4d8e-ae10-186726b5c3e3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1105549 Aug 30 21:26:34.104308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c01e283-06ff-49cc-9d20-94aedb52cd7c req-7375ff0b-cbd3-4979-b22a-67c41afc72c1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811231 Aug 30 21:26:34.126534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:34.199780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11656ac-aa65-4737-b2f1-54e7179fb7e8 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:34.292526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:34.304580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f016af-e391-41ad-99fc-75129a9c2b47 req-856683a9-8db6-45df-bbee-0198e97fa529 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:34.313039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9f016af-e391-41ad-99fc-75129a9c2b47 req-856683a9-8db6-45df-bbee-0198e97fa529 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0876045 Aug 30 21:26:34.350970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port 9df76530-5755-4779-b00f-5578fa01a596 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:34.370760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ff60adb9-8ea0-4293-96d1-2b6453286019 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:34.384214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9f016af-e391-41ad-99fc-75129a9c2b47 req-1989567e-8738-4404-9730-31c870510b27 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698352 Aug 30 21:26:34.484739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe25:277a (df466400-bd83-465e-a23d-186958510d0f/61da9b71-7e23-4e8a-be61-d465363b4e56/9df76530-5755-4779-b00f-5578fa01a596) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:34.502805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ff60adb9-8ea0-4293-96d1-2b6453286019 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:34.502805 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:34.671395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:34.686827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object 9df76530-5755-4779-b00f-5578fa01a596 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:34.725128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:34.746004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-79e65f67-6d51-4f61-8771-e2dc00710b74 None None] Provisioning complete for port ff60adb9-8ea0-4293-96d1-2b6453286019 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:34.746700 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79e65f67-6d51-4f61-8771-e2dc00710b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:34.776498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:34.783332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:34.788756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:34.795775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:34.796472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:34.800733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=9df76530-5755-4779-b00f-5578fa01a596,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:34.831745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49718) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:34.835426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d8c16ec2-374d-4eea-a1b6-e7168d7ecb2e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8761766 Aug 30 21:26:34.899757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13099401-9d5e-425a-90fa-535a52bc26b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:34.912359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13099401-9d5e-425a-90fa-535a52bc26b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:34.916598 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-13099401-9d5e-425a-90fa-535a52bc26b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0805688 Aug 30 21:26:34.917005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49724) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:35.032955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port 9df76530-5755-4779-b00f-5578fa01a596 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:35.033450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.232831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.248264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for 9df76530-5755-4779-b00f-5578fa01a596 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:35.266430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86f17377-90c3-4def-9221-c8122c3ef0f1 None None] Provisioning for port 9df76530-5755-4779-b00f-5578fa01a596 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:35.272173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86f17377-90c3-4def-9221-c8122c3ef0f1 None None] Provisioning complete for port 9df76530-5755-4779-b00f-5578fa01a596 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:35.272775 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86f17377-90c3-4def-9221-c8122c3ef0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.330858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-86f17377-90c3-4def-9221-c8122c3ef0f1 None None] Port 9df76530-5755-4779-b00f-5578fa01a596 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:26:35.396974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672a493-baf3-48dd-8456-8684a54de361 req-14b75614-b1ca-4cbd-a361-91dcab18ca1a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.400455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0672a493-baf3-48dd-8456-8684a54de361 req-14b75614-b1ca-4cbd-a361-91dcab18ca1a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0975566 Aug 30 21:26:35.425982 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.454940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0672a493-baf3-48dd-8456-8684a54de361 req-39e65b6c-05e8-4cbd-bd65-b2e5d4b6e606 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469954 Aug 30 21:26:35.468314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=9df76530-5755-4779-b00f-5578fa01a596,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:35.504522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.506653 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4907fa9d-5f92-4804-96a5-3f6a886093ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/9df76530-5755-4779-b00f-5578fa01a596 HTTP/1.1" status: 204 len: 168 time: 0.5883462 Aug 30 21:26:35.511491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49746) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:35.603202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54034df2-8a96-4ebc-87bb-33b9fdf4d03a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.605355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54034df2-8a96-4ebc-87bb-33b9fdf4d03a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.607433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-54034df2-8a96-4ebc-87bb-33b9fdf4d03a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0949481 Aug 30 21:26:35.610298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:35.646120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.655369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.665404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.673718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 61da9b71-7e23-4e8a-be61-d465363b4e56 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:35.673868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.677608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.680549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.686529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.693179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.695290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-64b2c182-4dc5-4f6c-8ca2-321b7376e668 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.1338823 Aug 30 21:26:35.742648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.753804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02ae8a93-3c7c-4404-ab64-fe67ac29dcbc req-aeabad5d-63cd-492a-b463-d3ac18037227 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515339 Aug 30 21:26:35.786986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.871260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.883064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318506de-37a2-4114-9318-dc6b2cd53bdf req-a75187cb-e9cd-436f-879a-4a35620c8a59 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:35.891335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-318506de-37a2-4114-9318-dc6b2cd53bdf req-a75187cb-e9cd-436f-879a-4a35620c8a59 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.0661771 Aug 30 21:26:35.940789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.959436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-318506de-37a2-4114-9318-dc6b2cd53bdf req-756d891a-4fd0-40a0-a1eb-5b4f7dcad1e3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669353 Aug 30 21:26:35.978953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=61da9b71-7e23-4e8a-be61-d465363b4e56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:35.985188 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:35.988727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4311d4bd-b34b-44fa-9ccd-cc8985888306 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/61da9b71-7e23-4e8a-be61-d465363b4e56 HTTP/1.1" status: 204 len: 168 time: 0.3772674 Aug 30 21:26:35.991397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49758) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:35.993756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b910f1-9991-4485-bfb4-a15385cedb1b None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:36.027883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8148f038-f35f-4f8d-89ee-382cfcaabe9e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357444 Aug 30 21:26:36.031488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49760) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:36.086541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:36.174707 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:26:36.221469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd7d7c-34b6-4b95-8ad5-035df398d39e req-e8deb7d3-6417-4e9e-8026-72065baed4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.223649 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdfd7d7c-34b6-4b95-8ad5-035df398d39e req-e8deb7d3-6417-4e9e-8026-72065baed4e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 1097 time: 0.0865238 Aug 30 21:26:36.230869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:36.238194 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:36.293561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:36.313727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdfd7d7c-34b6-4b95-8ad5-035df398d39e req-b7e1a11a-c779-481f-b17f-1211a7a8c91a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810139 Aug 30 21:26:36.327755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b4444925-4336-4cb3-ae94-fc421ada3c7a req-47831fcd-137b-43bf-96b6-7efddab02fa8 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770007 Aug 30 21:26:36.410730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] Deleting port ff60adb9-8ea0-4293-96d1-2b6453286019 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:36.411299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:36.418276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ff60adb9-8ea0-4293-96d1-2b6453286019 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:36.470315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.474705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.492403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.498368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.504426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.510086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.516165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.519657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-b458e5b1-3665-4735-8f07-dc2e92ef6cb7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.1376247 Aug 30 21:26:36.654207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef189749-a6a5-4aa7-8449-06659e21c6cb req-4fec40db-6ce1-474e-9455-68db99faa610 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.656788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-81270ffd-dce1-4d72-8c0f-f573a0cd90ba tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.658403 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-81270ffd-dce1-4d72-8c0f-f573a0cd90ba tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "GET /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1259341 Aug 30 21:26:36.663052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef189749-a6a5-4aa7-8449-06659e21c6cb req-4fec40db-6ce1-474e-9455-68db99faa610 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0786409 Aug 30 21:26:36.693255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] For port ff60adb9-8ea0-4293-96d1-2b6453286019, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff60adb9-8ea0-4293-96d1-2b6453286019,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:36.694740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:36.723342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] Calling delete_port for ff60adb9-8ea0-4293-96d1-2b6453286019 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:36.725219 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:36.771507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-1d3e9bb1-be73-4ad4-9177-de7aaaf22cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:36.773058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-1d3e9bb1-be73-4ad4-9177-de7aaaf22cb3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1097 time: 0.1130700 Aug 30 21:26:36.775111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port ff60adb9-8ea0-4293-96d1-2b6453286019, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff60adb9-8ea0-4293-96d1-2b6453286019,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:36.804008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef189749-a6a5-4aa7-8449-06659e21c6cb req-fe8d50b3-0e2c-4390-bf02-7bef3d6f8324 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248479 Aug 30 21:26:36.823326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:36.897902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:36.940009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=ff60adb9-8ea0-4293-96d1-2b6453286019,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:36.963687 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:36.964610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ba4e26fa-1afa-4d3c-9ce1-811d0e186c52 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "GET /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2959838 Aug 30 21:26:36.979069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:36.998815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] Pushing event deleted for resources: {'Port': ['ID=ff60adb9-8ea0-4293-96d1-2b6453286019,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:37.005981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248bcc9-8e35-41d2-8fcc-732eb5b1c703 None None] No DVR routers for this DVR port ff60adb9-8ea0-4293-96d1-2b6453286019 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:37.062614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:37.065819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-d17b8ae6-324e-403b-8d92-7e2d7d488213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.067201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-d17b8ae6-324e-403b-8d92-7e2d7d488213 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.2596331 Aug 30 21:26:37.094828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.101858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.109783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.115508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.121267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.128607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.134413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.136383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce20d892-ddd9-4032-9bad-42b90093937e req-edfdd48b-bd6b-41c0-bcda-62c4e84499a7 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 5443 time: 0.2218630 Aug 30 21:26:37.157160 n-d-793620-16 neutron-server[94689]: WARNING neutron.services.revisions.revision_plugin [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Could not find related port for resource to bump revision. Aug 30 21:26:37.192981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Port ff60adb9-8ea0-4293-96d1-2b6453286019 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94689) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 21:26:37.193293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:60da {{(pid=94689) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 21:26:37.204508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:60da {{(pid=94689) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 21:26:37.208674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:37.259314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce20d892-ddd9-4032-9bad-42b90093937e req-bf67d841-049e-4985-917a-1ab4ba69cb38 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000679 Aug 30 21:26:37.268787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:37.272472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:37.277937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.278570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:37.285972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce6c38-eca9-47e8-8e29-784945a8e8ed None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:37.293533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=32af27d0-205d-4487-ae0c-67b203fa94e4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:37.314163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c3f71e88-9aff-4bb0-b501-7316b25601f9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2809494 Aug 30 21:26:37.317322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49790) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:37.327308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:4d:6f:64', 'name': 'tempest-NetworksTestDHCPv6-1774372583'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:37.547619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8944f1-3714-4b20-8921-074cecde69ce req-7b3a2e0b-1ef9-4a07-b296-72ea7d293909 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.549435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa8944f1-3714-4b20-8921-074cecde69ce req-7b3a2e0b-1ef9-4a07-b296-72ea7d293909 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1103575 Aug 30 21:26:37.628976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa8944f1-3714-4b20-8921-074cecde69ce req-82635e1d-cf0d-4495-a65b-7f0f766cc724 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622773 Aug 30 21:26:37.648281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '32af27d0-205d-4487-ae0c-67b203fa94e4'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:37.649318 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:37.653890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:37.676979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:37.791145 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-582b2947-2cc4-4078-b5b9-98fb3c6dbfe6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1000 time: 0.7071033 Aug 30 21:26:37.810803 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:37.892092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port d8429d4e-d313-482d-b7c3-4657d53adc98 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:37.895971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Allocated IP 2001:db8::f816:3eff:fe32:d10e (df466400-bd83-465e-a23d-186958510d0f/32af27d0-205d-4487-ae0c-67b203fa94e4/dc439066-0f54-4f4e-976e-aed4198683f8) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:37.898425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-74a7bfd9-2af4-4aa8-967e-15b19b67c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:37.900211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-74a7bfd9-2af4-4aa8-967e-15b19b67c644 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.1012344 Aug 30 21:26:38.027385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03b7c543-33f9-40d7-9e22-22678959bde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.061984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-7fd73933-1f63-40b3-beb4-12800be484d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.063664 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-7fd73933-1f63-40b3-beb4-12800be484d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355734 Aug 30 21:26:38.086679 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.098105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Transition to ACTIVE for port object dc439066-0f54-4f4e-976e-aed4198683f8 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:38.117702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Transition to ACTIVE for port object dc439066-0f54-4f4e-976e-aed4198683f8 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:38.128649 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.171588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:38.176023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=525a02fd-b21c-4543-b84e-1a77856d5666,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:38.179303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:38.183426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:38.191348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Pushing event updated for resources: {'Port': ['ID=dc439066-0f54-4f4e-976e-aed4198683f8,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:38.247835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] For port 525a02fd-b21c-4543-b84e-1a77856d5666, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:38.278623 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-9e147009-de1a-4cad-8506-6c5bbe2b6e94 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044997 Aug 30 21:26:38.293158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 525a02fd-b21c-4543-b84e-1a77856d5666 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:38.339757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe4d:6f64 (df466400-bd83-465e-a23d-186958510d0f/32af27d0-205d-4487-ae0c-67b203fa94e4/d8429d4e-d313-482d-b7c3-4657d53adc98) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:38.386213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Attempting to bind port dc439066-0f54-4f4e-976e-aed4198683f8 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:38.386643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Attempting to bind port dc439066-0f54-4f4e-976e-aed4198683f8 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:38.387043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Attempting to bind port dc439066-0f54-4f4e-976e-aed4198683f8 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:38.394182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8ade2-ccd8-43b3-bdc7-cb8fb56a3675 req-6d33efd3-65bf-4b4f-a494-d3eba89d63bf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.401359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:38.401742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:38.402163 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.402543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:38.403124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Bound port: dc439066-0f54-4f4e-976e-aed4198683f8, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:38.403710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.406207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ab8ade2-ccd8-43b3-bdc7-cb8fb56a3675 req-6d33efd3-65bf-4b4f-a494-d3eba89d63bf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.3695068 Aug 30 21:26:38.522480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03b7c543-33f9-40d7-9e22-22678959bde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.523591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] device_id is not set on port 525a02fd-b21c-4543-b84e-1a77856d5666 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:38.535574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ab8ade2-ccd8-43b3-bdc7-cb8fb56a3675 req-9cf050f0-4e26-48d5-b521-0f3bd7b0d09b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210644 Aug 30 21:26:38.535783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.535901 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-470908aa-cd7b-4fa0-938a-f947c45c99c8 req-314d63ff-6561-472e-995e-75e9403a8adc service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427368 Aug 30 21:26:38.540867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.548179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.555262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03b7c543-33f9-40d7-9e22-22678959bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.556016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] For port dc439066-0f54-4f4e-976e-aed4198683f8, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:38.593866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] For port dc439066-0f54-4f4e-976e-aed4198683f8, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc439066-0f54-4f4e-976e-aed4198683f8,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:38.633679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] No DVR routers for this DVR port 525a02fd-b21c-4543-b84e-1a77856d5666 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:38.657380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.670051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Pushing event updated for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:38.722523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] In _notify_port_updated(), no bound segment for port 525a02fd-b21c-4543-b84e-1a77856d5666 on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:26:38.723880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.724529 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.725893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-ad73e56e-7b32-411a-bbea-d1bac57b30ad service neutron] 10.222.0.82 "PUT /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 200 len: 1032 time: 1.7511811 Aug 30 21:26:38.773699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03b7c543-33f9-40d7-9e22-22678959bde2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a6f2ddac669487089a47c622332860d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0914989 Aug 30 21:26:38.778279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:38.781094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c543-33f9-40d7-9e22-22678959bde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6611e1de-90af-496c-beb8-42d5d2e43666,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:38.802972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f9f92-061e-4645-995f-97e86ceacd2c None None] Pushing event updated for resources: {'Port': ['ID=dc439066-0f54-4f4e-976e-aed4198683f8,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:38.835042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.841193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:26:38.841414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.841534 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:26:38.851642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-94fb2b5f-b85d-4b0f-83a5-66a2a2ebf90e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.854325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-94fb2b5f-b85d-4b0f-83a5-66a2a2ebf90e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "GET /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1199164 Aug 30 21:26:38.855692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.866341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.867777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:38.873828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.880553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:38.882389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-1ccd3783-4005-4aa3-a9df-241cd107776b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 4664 time: 0.1890156 Aug 30 21:26:38.912290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.925534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c775c03-6124-4d89-a989-5c45a2c04bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.956796 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569f1fe1-c888-4a0c-a978-888dc9d1d5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.988312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:38.993094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object d8429d4e-d313-482d-b7c3-4657d53adc98 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:39.050325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b64fc87-9fce-47fc-9433-95e3b1583ca2 req-c83a2dd2-e99c-475f-bf5d-54601515c297 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&id=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575620 Aug 30 21:26:39.051606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569f1fe1-c888-4a0c-a978-888dc9d1d5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.083150 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.089632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b0946622-a562-47ed-ac68-30c3d18dfe8a None None] Provisioning complete for port 525a02fd-b21c-4543-b84e-1a77856d5666 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:39.090042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0946622-a562-47ed-ac68-30c3d18dfe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.147763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:39.157976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:39.160488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:39.166948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:39.167599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.231210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b0946622-a562-47ed-ac68-30c3d18dfe8a None None] Port 525a02fd-b21c-4543-b84e-1a77856d5666 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:26:39.235433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=d8429d4e-d313-482d-b7c3-4657d53adc98,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:39.245274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b6302624-754e-4d61-a3ee-debdec0e82f6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9268639 Aug 30 21:26:39.253279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:39.346112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54867e-8db4-40d8-a89a-2cb19dd07ebb req-74403840-b1e8-4eb4-96d0-00320228092f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:39.355355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b54867e-8db4-40d8-a89a-2cb19dd07ebb req-74403840-b1e8-4eb4-96d0-00320228092f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1084263 Aug 30 21:26:39.375085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4b612-fdb7-4f2a-afb5-9a1559d3ced7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:39.381981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4b612-fdb7-4f2a-afb5-9a1559d3ced7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:39.384655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-beb4b612-fdb7-4f2a-afb5-9a1559d3ced7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1303408 Aug 30 21:26:39.390017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:39.406929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70166d61-170d-4ee1-b2f1-ee2475cc190f,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:39.436461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70166d61-170d-4ee1-b2f1-ee2475cc190f no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:39.441888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b54867e-8db4-40d8-a89a-2cb19dd07ebb req-69da236c-836e-4b3f-a541-2fa63dcc887c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855026 Aug 30 21:26:39.454111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569f1fe1-c888-4a0c-a978-888dc9d1d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.460758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-569f1fe1-c888-4a0c-a978-888dc9d1d5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.461947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-569f1fe1-c888-4a0c-a978-888dc9d1d5d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6611e1de-90af-496c-beb8-42d5d2e43666 HTTP/1.1" status: 204 len: 168 time: 0.6821539 Aug 30 21:26:39.497586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f1fe1-c888-4a0c-a978-888dc9d1d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611e1de-90af-496c-beb8-42d5d2e43666,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:39.507259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] For port 70166d61-170d-4ee1-b2f1-ee2475cc190f, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:39.556038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port d8429d4e-d313-482d-b7c3-4657d53adc98 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:39.556947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.572746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] device_id is not set on port 70166d61-170d-4ee1-b2f1-ee2475cc190f yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:39.593116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.602573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.614628 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.705017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:26:39.705017 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:26:39.732555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] No DVR routers for this DVR port 70166d61-170d-4ee1-b2f1-ee2475cc190f on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:39.764583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.776004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Pushing event updated for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:39.808761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17297144-931f-4036-b36f-5ec03280b367 req-e5d0f893-688e-476a-b18f-f1fe40bf2965 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:39.810348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17297144-931f-4036-b36f-5ec03280b367 req-e5d0f893-688e-476a-b18f-f1fe40bf2965 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1436710 Aug 30 21:26:39.825494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] In _notify_port_updated(), no bound segment for port 70166d61-170d-4ee1-b2f1-ee2475cc190f on network 5fa8204a-b020-4f6e-b951-d7dce736994d {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:26:39.825494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:39.825494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:39.825494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9a7db55b-7a2b-40cf-9199-db20aa2463ba service neutron] 10.222.0.82 "PUT /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 200 len: 1033 time: 0.9625351 Aug 30 21:26:39.840126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for d8429d4e-d313-482d-b7c3-4657d53adc98 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:39.950310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17297144-931f-4036-b36f-5ec03280b367 req-ad54db1c-70f4-4501-9667-102b4085691f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133552 Aug 30 21:26:40.043015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:40.043677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.067169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6ae59bf7-28a6-4f4b-b995-0ba0b9a983fb None None] Provisioning complete for port 70166d61-170d-4ee1-b2f1-ee2475cc190f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:40.068677 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ae59bf7-28a6-4f4b-b995-0ba0b9a983fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.156435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6ae59bf7-28a6-4f4b-b995-0ba0b9a983fb None None] Port 70166d61-170d-4ee1-b2f1-ee2475cc190f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:26:40.201165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888be7d7-ba6b-4a28-8305-09c32353cf96 req-d56e04a0-d779-4484-9f68-9291452faba1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:40.201778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:40.202151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.202827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888be7d7-ba6b-4a28-8305-09c32353cf96 req-d56e04a0-d779-4484-9f68-9291452faba1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1095197 Aug 30 21:26:40.204099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.251981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=d8429d4e-d313-482d-b7c3-4657d53adc98,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:40.290893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.295727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-482a3839-9119-49ab-b5c3-6e0644d29f42 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/d8429d4e-d313-482d-b7c3-4657d53adc98 HTTP/1.1" status: 204 len: 168 time: 0.9023998 Aug 30 21:26:40.316244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49866) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:40.327884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888be7d7-ba6b-4a28-8305-09c32353cf96 req-4b095a6f-9025-418e-bf3e-76f1eda33efd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124382 Aug 30 21:26:40.371758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c3e22f8c-7fb6-4591-b9e5-4b855ee09104 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:40.595725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc439066-0f54-4f4e-976e-aed4198683f8 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:40.620465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de30091-ff17-48d7-b2bd-dfacbb5ea6ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:40.622067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de30091-ff17-48d7-b2bd-dfacbb5ea6ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:40.626435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1de30091-ff17-48d7-b2bd-dfacbb5ea6ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2973559 Aug 30 21:26:40.628821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:40.669504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.670090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.670421 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Floating IP 36667509-2ced-4d49-8718-f4d21ee2de72 disassociated. External IP: 172.25.5.146, port: c3e22f8c-7fb6-4591-b9e5-4b855ee09104. Aug 30 21:26:40.671633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for c3e22f8c-7fb6-4591-b9e5-4b855ee09104 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:40.707840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.718758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 32af27d0-205d-4487-ae0c-67b203fa94e4 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:40.732305 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.749700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:40.752490 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd659ce-1096-4b40-a45e-ee73714833d9" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:40.770902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b06cce13-5e11-49ff-b849-d903fe639a54 None None] Provisioning for port dc439066-0f54-4f4e-976e-aed4198683f8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:40.774399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c3e22f8c-7fb6-4591-b9e5-4b855ee09104, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:40.774768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.808771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.809059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:40.839322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port dc439066-0f54-4f4e-976e-aed4198683f8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:40.882799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port dc439066-0f54-4f4e-976e-aed4198683f8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:40.883175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:40.980898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:41.059058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.120279 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.135841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=c3e22f8c-7fb6-4591-b9e5-4b855ee09104,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:41.166618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-79a70f56-be64-4509-bf1c-c50dfa483cc7 None None] Could not find standard attr ID for object d8429d4e-d313-482d-b7c3-4657d53adc98. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:41.226164 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.282724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:41.304324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.305052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 499c787e-1243-48e8-844c-5623ba68d359 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:41.330867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Router ef2d5714-8310-4881-b32a-134f6b317da1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:26:41.365841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-23c6be6c-43cb-4cc1-b96e-124b351c39e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:41.371866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-23c6be6c-43cb-4cc1-b96e-124b351c39e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:41.377667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-23c6be6c-43cb-4cc1-b96e-124b351c39e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:41.396688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-23c6be6c-43cb-4cc1-b96e-124b351c39e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:41.403239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-23c6be6c-43cb-4cc1-b96e-124b351c39e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:41.411460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-23c6be6c-43cb-4cc1-b96e-124b351c39e3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 3884 time: 0.9664967 Aug 30 21:26:41.430009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port dc439066-0f54-4f4e-976e-aed4198683f8, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc439066-0f54-4f4e-976e-aed4198683f8,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:41.444742 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.452673 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.486979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fc7231f-7897-4d14-97e4-46958d755ae6 req-bfe5fb9a-3583-40fb-8f59-f5170220f94a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722816 Aug 30 21:26:41.499925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:41.512379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.542064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:26:41.566346 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] Sync routers for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:26:41.587872 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:26:41.591981 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:26:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:26:41.629424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=499c787e-1243-48e8-844c-5623ba68d359,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:41.642490 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.643571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:41.655352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49904) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:41.686541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=dc439066-0f54-4f4e-976e-aed4198683f8,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:41.693225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port c3e22f8c-7fb6-4591-b9e5-4b855ee09104 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:41.702594 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.713383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.715557 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-031f53e5-e122-4a91-adb1-a7b6ff8b6daa tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "DELETE /v2.0/ports/c3e22f8c-7fb6-4591-b9e5-4b855ee09104 HTTP/1.1" status: 204 len: 173 time: 1.8808539 Aug 30 21:26:41.719262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:41.721688 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c7774e-ecbc-4fe3-b17c-1f9e1a262dfe" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:41.744384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.756068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/32af27d0-205d-4487-ae0c-67b203fa94e4 HTTP/1.1" status: 204 len: 168 time: 1.1246278 Aug 30 21:26:41.758486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ecde2-fd8a-41d9-82f9-703e2032b88f None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:41.805146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49912) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:41.813248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e52e3-9f1f-4b57-8651-730cffab6808 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=32af27d0-205d-4487-ae0c-67b203fa94e4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:41.893228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:41.893567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.930770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1dfc0042-34ad-484e-b248-d311302af039 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206760 Aug 30 21:26:41.944634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49914) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:41.948036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:41.977508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac57e2bc-7bd0-4e32-a87c-914b38cba29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.019466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:42.020105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.024831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:42.044426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:42.049665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bdc029ff-2803-41b5-b972-4835d197a378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.061802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.062591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051a79f-9252-4c49-8a5f-b4ffd9a1bdf0 req-6026c1ba-63b1-46d6-957f-b72353885ec2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:42.070537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4051a79f-9252-4c49-8a5f-b4ffd9a1bdf0 req-6026c1ba-63b1-46d6-957f-b72353885ec2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.1480510 Aug 30 21:26:42.092070 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:26:42.133498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:42.143795 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.144635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4682eb21-c3aa-4e08-9c48-2e438cf8282a no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:42.175111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d4e46-8f36-41d3-a0a2-2b5512512165 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:42.176678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f4d4e46-8f36-41d3-a0a2-2b5512512165 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2310975 Aug 30 21:26:42.185142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49920) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:42.258869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:42.273084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:42.301795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4051a79f-9252-4c49-8a5f-b4ffd9a1bdf0 req-4c9a438d-cf66-4d4f-a61f-ca14ade9139e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164218 Aug 30 21:26:42.308817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.353636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd52fff-93c0-4a0a-b357-c7d098a961cd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:42.358374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7dd52fff-93c0-4a0a-b357-c7d098a961cd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1703370 Aug 30 21:26:42.369081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49922) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:42.410266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=7dd9ce1d-0af5-43f5-9720-f3b5244c8337,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:42.468873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d0d09a1f-a65f-47ff-b7a2-d84939a99e5a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964136 Aug 30 21:26:42.482201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49924) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:42.487583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:42.495435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port 7dd9ce1d-0af5-43f5-9720-f3b5244c8337 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:42.498237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.500767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8264a704-16dc-4a80-81ac-22006951cc73 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "DELETE /v2.0/ports/7dd9ce1d-0af5-43f5-9720-f3b5244c8337 HTTP/1.1" status: 204 len: 173 time: 0.7725801 Aug 30 21:26:42.541746 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817e9ee-1651-47ca-9a1f-2594f5cfbc38 x-openstack-request-id: req-8817e9ee-1651-47ca-9a1f-2594f5cfbc38 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:42.542145 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:42.542523 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8817e9ee-1651-47ca-9a1f-2594f5cfbc38 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:42.542967 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'code': 200} Aug 30 21:26:42.544215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device dc439066-0f54-4f4e-976e-aed4198683f8 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:42.557378 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:48Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:26:42.591551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac57e2bc-7bd0-4e32-a87c-914b38cba29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.610417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac57e2bc-7bd0-4e32-a87c-914b38cba29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.611047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.648909 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] Checking router: ef2d5714-8310-4881-b32a-134f6b317da1 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:26:42.664081 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:26:42.665308 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:26:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:26:42.670869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 4682eb21-c3aa-4e08-9c48-2e438cf8282a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:42.670869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.681241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.699731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:42.704597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da3843-e7d8-4738-aa00-fa7dc0019bb6 req-894f22ab-2237-4dbd-9031-1789ec855c20 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:42.706256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05da3843-e7d8-4738-aa00-fa7dc0019bb6 req-894f22ab-2237-4dbd-9031-1789ec855c20 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.2252061 Aug 30 21:26:42.715489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ac57e2bc-7bd0-4e32-a87c-914b38cba29d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92e73da79d6b498285118a0d11c42c12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0575883 Aug 30 21:26:42.720572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49934) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:42.721454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57e2bc-7bd0-4e32-a87c-914b38cba29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6767ee4f-8477-4ea8-9400-5329cbb89a25,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:42.740523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.758460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.778378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:42.784822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.794207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] Deleting port dc439066-0f54-4f4e-976e-aed4198683f8 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:42.794587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.836350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:26:42.858400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05da3843-e7d8-4738-aa00-fa7dc0019bb6 req-2ef99a52-3fa4-49a7-8ba1-5df6b73fc46c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416636 Aug 30 21:26:42.882395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port 4682eb21-c3aa-4e08-9c48-2e438cf8282a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4682eb21-c3aa-4e08-9c48-2e438cf8282a,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:42.882866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.902872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 4682eb21-c3aa-4e08-9c48-2e438cf8282a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:42.911816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] For port dc439066-0f54-4f4e-976e-aed4198683f8, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc439066-0f54-4f4e-976e-aed4198683f8,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:42.912433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.947097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] Calling delete_port for dc439066-0f54-4f4e-976e-aed4198683f8 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:42.951189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70e8bc57-e500-4494-9625-97049a0f0334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:42.998393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70e8bc57-e500-4494-9625-97049a0f0334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.031136 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a40d1-ff16-4a18-b6be-4d13c37ce1ba x-openstack-request-id: req-506a40d1-ff16-4a18-b6be-4d13c37ce1ba {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:43.031704 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "c3e22f8c-7fb6-4591-b9e5-4b855ee09104", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:43.032275 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-506a40d1-ff16-4a18-b6be-4d13c37ce1ba {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:43.032871 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': 'c3e22f8c-7fb6-4591-b9e5-4b855ee09104', 'status': 'completed', 'code': 200} Aug 30 21:26:43.088646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port dc439066-0f54-4f4e-976e-aed4198683f8, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=dc439066-0f54-4f4e-976e-aed4198683f8,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:43.120396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.132944 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.212805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:43.216108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] No DVR routers for this DVR port dc439066-0f54-4f4e-976e-aed4198683f8 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:43.249925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70e8bc57-e500-4494-9625-97049a0f0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.252563 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70e8bc57-e500-4494-9625-97049a0f0334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.253880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-70e8bc57-e500-4494-9625-97049a0f0334 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6767ee4f-8477-4ea8-9400-5329cbb89a25 HTTP/1.1" status: 204 len: 168 time: 0.5287523 Aug 30 21:26:43.258268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event deleted for resources: {'Port': ['ID=dc439066-0f54-4f4e-976e-aed4198683f8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:43.264306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.282789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8bc57-e500-4494-9625-97049a0f0334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6767ee4f-8477-4ea8-9400-5329cbb89a25,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:43.302906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.324051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=4682eb21-c3aa-4e08-9c48-2e438cf8282a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:43.341350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465ade-67a4-4d2d-8d62-e2ac2ee5ac18 None None] Pushing event deleted for resources: {'Port': ['ID=dc439066-0f54-4f4e-976e-aed4198683f8,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:43.368019 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:48Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:26:43.398509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port 4682eb21-c3aa-4e08-9c48-2e438cf8282a on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:43.409514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.411821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-8a3f1d16-0c3e-4eb8-9e86-36b8862266d1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "DELETE /v2.0/ports/4682eb21-c3aa-4e08-9c48-2e438cf8282a HTTP/1.1" status: 204 len: 173 time: 0.8937950 Aug 30 21:26:43.432444 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369b439-e8b9-4562-87c4-ae138bd50730 None None] The sync data for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 is: [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:16:39Z', 'revision_number': 4, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'c07def6a-8370-42fb-9446-dd29aea2eb08', 'name': '', 'network_id': '5afa19d6-a0fd-4bef-a230-2a03bad6dcde', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'mac_address': 'fa:16:3e:b9:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:38Z', 'updated_at': '2021-08-30T21:16:48Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'subnets': [{'id': '2192d990-9c44-4ba3-a3f2-f1a144041a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:26:43.433035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=393e52a2-3a22-4b7c-a687-0032e899d356,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:43.444138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:43.449196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:43.460461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:43.461796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cee8c-5997-4b40-9ed5-eb6f29cf2e48 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:43.462153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.488296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c12fc926-1b79-44a9-ad38-c307cefac4d2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0046668 Aug 30 21:26:43.490175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49950) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:43.512874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:5a:36:3c', 'name': 'tempest-NetworksTestDHCPv6-89027314'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:43.736548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726813a4-58c3-4d98-9612-f946822bdb65 req-3846863c-8386-4246-8e45-7ae3992c39ee tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:43.758773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726813a4-58c3-4d98-9612-f946822bdb65 req-3846863c-8386-4246-8e45-7ae3992c39ee tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:43.766572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '393e52a2-3a22-4b7c-a687-0032e899d356'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:43.767779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:43.785298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-726813a4-58c3-4d98-9612-f946822bdb65 req-3846863c-8386-4246-8e45-7ae3992c39ee tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 1676 time: 0.1781435 Aug 30 21:26:43.926639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-726813a4-58c3-4d98-9612-f946822bdb65 req-013a7043-318d-457d-b96c-9c2aeca1fd11 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403396 Aug 30 21:26:43.955671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:44.022076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdecc98-5589-436f-a3e8-38439731fff0 None None] New status for floating IP 36667509-2ced-4d49-8718-f4d21ee2de72: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:26:44.031245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 499c787e-1243-48e8-844c-5623ba68d359 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:44.031592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.160640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220861c-f54a-41b4-bd53-760f55f63557 req-e150679d-e6e5-468e-ba15-46093e75c719 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:44.163431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/393e52a2-3a22-4b7c-a687-0032e899d356/06393bda-fa16-4a63-bc8a-130be5b4edd6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:44.168786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5220861c-f54a-41b4-bd53-760f55f63557 req-e150679d-e6e5-468e-ba15-46093e75c719 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0959258 Aug 30 21:26:44.188127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.226507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port e1b72791-6702-4970-9dba-544e7b8a41ae yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:44.256434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5220861c-f54a-41b4-bd53-760f55f63557 req-a440c20e-5a8b-4721-92b9-e287b82e22ea tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714641 Aug 30 21:26:44.258812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port 499c787e-1243-48e8-844c-5623ba68d359, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=499c787e-1243-48e8-844c-5623ba68d359,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:44.259212 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.301756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 499c787e-1243-48e8-844c-5623ba68d359 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:44.409732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.419847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Transition to ACTIVE for port object 06393bda-fa16-4a63-bc8a-130be5b4edd6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:44.471246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 49986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:44.472575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Transition to ACTIVE for port object 06393bda-fa16-4a63-bc8a-130be5b4edd6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:44.482319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.526841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:44.530387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:44.537809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:44.553949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499c787e-1243-48e8-844c-5623ba68d359'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:44.558330 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e4290-25d0-4d8c-b4ae-ffd6e212a6c1" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "499c787e-1243-48e8-844c-5623ba68d359"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:44.579885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Pushing event updated for resources: {'Port': ['ID=06393bda-fa16-4a63-bc8a-130be5b4edd6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:44.584337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b38462-ff1a-401e-b983-6d7d06e1e868 req-ae403506-7c2d-4659-bc35-07cc30b0aef4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:44.586026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02b38462-ff1a-401e-b983-6d7d06e1e868 req-ae403506-7c2d-4659-bc35-07cc30b0aef4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 945 time: 0.2009885 Aug 30 21:26:44.601562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.609514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::36a (df466400-bd83-465e-a23d-186958510d0f/393e52a2-3a22-4b7c-a687-0032e899d356/e1b72791-6702-4970-9dba-544e7b8a41ae) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:44.610454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.640283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Attempting to bind port 06393bda-fa16-4a63-bc8a-130be5b4edd6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:44.640937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Attempting to bind port 06393bda-fa16-4a63-bc8a-130be5b4edd6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:44.641410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Attempting to bind port 06393bda-fa16-4a63-bc8a-130be5b4edd6 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:44.649095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:44.650287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:44.650926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.651571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:44.652477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Bound port: 06393bda-fa16-4a63-bc8a-130be5b4edd6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:44.653099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.673501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02b38462-ff1a-401e-b983-6d7d06e1e868 req-26451e30-1aa2-418b-b4ff-52f1eb596407 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662611 Aug 30 21:26:44.701811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-130260618-network', 'tenant_id': '845841af5d8345b394af157330908c7a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:44.727842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=499c787e-1243-48e8-844c-5623ba68d359,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:44.761469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] For port 06393bda-fa16-4a63-bc8a-130be5b4edd6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:44.766699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] For port 06393bda-fa16-4a63-bc8a-130be5b4edd6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=06393bda-fa16-4a63-bc8a-130be5b4edd6,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:44.780085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.852032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port 499c787e-1243-48e8-844c-5623ba68d359 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:44.858038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.861122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-a73324bf-7962-4463-930d-da998400e726 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "DELETE /v2.0/ports/499c787e-1243-48e8-844c-5623ba68d359 HTTP/1.1" status: 204 len: 173 time: 1.4427638 Aug 30 21:26:44.862001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.862535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797474a3-45bb-40de-8006-b9bc68a3a982 None None] Pushing event updated for resources: {'Port': ['ID=06393bda-fa16-4a63-bc8a-130be5b4edd6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:44.889640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object e1b72791-6702-4970-9dba-544e7b8a41ae will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:44.891484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Made reservation on behalf of 845841af5d8345b394af157330908c7a for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:44.903313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.942541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:44.949202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.010330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=e1b72791-6702-4970-9dba-544e7b8a41ae,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:45.030624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:45.032312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:45.035261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:45.042576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a'}, {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '499c787e-1243-48e8-844c-5623ba68d359'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:45.043967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:45.045365 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d769e5-7e8d-40af-aa03-efa52a476537" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a"}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "499c787e-1243-48e8-844c-5623ba68d359"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:45.062491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.152165 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b28185a-08ec-424f-b21d-bc8baa0015c3 x-openstack-request-id: req-1b28185a-08ec-424f-b21d-bc8baa0015c3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:45.152647 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "499c787e-1243-48e8-844c-5623ba68d359", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-unplugged", "status": "completed", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:45.153096 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1b28185a-08ec-424f-b21d-bc8baa0015c3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:45.153690 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89', 'code': 200} Aug 30 21:26:45.154051 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499c787e-1243-48e8-844c-5623ba68d359', 'code': 200} Aug 30 21:26:45.154395 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337', 'code': 200} Aug 30 21:26:45.155093 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a', 'code': 200} Aug 30 21:26:45.173139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.197285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.204218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-50945ddf-48f1-4d66-8bc8-faddda84d967 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7096887 Aug 30 21:26:45.204218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50020) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:45.248318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:45.248863 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.357206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f143a38-6573-457d-b5aa-172a23a9262a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:45.363835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:26:45.365569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f143a38-6573-457d-b5aa-172a23a9262a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:45.367535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f143a38-6573-457d-b5aa-172a23a9262a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1626961 Aug 30 21:26:45.372099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50022) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:45.384716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd468fa-6787-47c3-98b3-e25ef0f518f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:45.406104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.406495 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Added segment 53bc67e3-9ed6-4705-a9a3-11f45eec1ee4 of type vlan for network 2084fbb9-e938-4670-88f5-7c910416a4bb Aug 30 21:26:45.453986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f276e-cc9d-4054-bd42-8b2286f4f2f8 req-2c0a0f83-5370-4a38-8895-f05f165f4d15 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:45.468615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f2f276e-cc9d-4054-bd42-8b2286f4f2f8 req-2c0a0f83-5370-4a38-8895-f05f165f4d15 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 942 time: 0.1914494 Aug 30 21:26:45.493249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.516976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:45.517346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.532910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f2f276e-cc9d-4054-bd42-8b2286f4f2f8 req-f06935ec-b0d1-4e82-b55f-49cb8de23795 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups?id=30db81b1-d667-4d6a-81a2-bbd4c619f561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634036 Aug 30 21:26:45.542887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:45.550122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port e1b72791-6702-4970-9dba-544e7b8a41ae {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:45.550530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.563357 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.565128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:45.565743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.620384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:26:45.677320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.693063 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368480fb-6e94-4262-b16a-ccd0d7abeb7c x-openstack-request-id: req-368480fb-6e94-4262-b16a-ccd0d7abeb7c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:45.693419 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "7dd9ce1d-0af5-43f5-9720-f3b5244c8337", "status": "completed", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "4682eb21-c3aa-4e08-9c48-2e438cf8282a", "status": "completed", "code": 200}, {"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "499c787e-1243-48e8-844c-5623ba68d359", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:45.693813 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-368480fb-6e94-4262-b16a-ccd0d7abeb7c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:45.694254 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '7dd9ce1d-0af5-43f5-9720-f3b5244c8337', 'status': 'completed', 'code': 200} Aug 30 21:26:45.694690 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '4682eb21-c3aa-4e08-9c48-2e438cf8282a', 'status': 'completed', 'code': 200} Aug 30 21:26:45.695017 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '499c787e-1243-48e8-844c-5623ba68d359', 'status': 'completed', 'code': 200} Aug 30 21:26:45.707311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for e1b72791-6702-4970-9dba-544e7b8a41ae owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:45.732260 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2566442 Aug 30 21:26:45.735226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:45.754184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Request body: {'subnet': {'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-130260618-subnet', 'tenant_id': '845841af5d8345b394af157330908c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:45.785374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa70f2-f03d-4e17-9671-ab3a32667ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=2084fbb9-e938-4670-88f5-7c910416a4bb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:45.800021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 2084fbb9-e938-4670-88f5-7c910416a4bb details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:26:45.807606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fb113-6256-485f-9bab-076538c9bb0a req-046ebb3b-55f8-4865-bf80-bd98b818bc77 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:45.809590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211fb113-6256-485f-9bab-076538c9bb0a req-046ebb3b-55f8-4865-bf80-bd98b818bc77 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1217921 Aug 30 21:26:45.826436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Made reservation on behalf of 845841af5d8345b394af157330908c7a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:45.829899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.874542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211fb113-6256-485f-9bab-076538c9bb0a req-ef0fb819-1183-45bf-80fb-35adc279e4c2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563843 Aug 30 21:26:45.895244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:45.931440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'port_id': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'mac_address': 'fa:16:3e:b1:43:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:26:45.983752 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.993252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:45.999032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:26:46.071692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:46.076590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=e1b72791-6702-4970-9dba-544e7b8a41ae,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:46.078531 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.114425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.127802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.130610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c11904e-c3e9-46c2-9ba1-1bd3b313795c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/e1b72791-6702-4970-9dba-544e7b8a41ae HTTP/1.1" status: 204 len: 168 time: 0.7572689 Aug 30 21:26:46.134242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50038) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:46.163405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:46.187906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:46.218526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b591da-683e-4826-869f-aa10e44ca505 req-2fe2b23d-cd08-4b1f-9464-4291d8cca1bf tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:46.226119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47b591da-683e-4826-869f-aa10e44ca505 req-2fe2b23d-cd08-4b1f-9464-4291d8cca1bf tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1531954 Aug 30 21:26:46.227970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port 0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:46.233121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.235541 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-141e0592-cc4a-4456-96c7-5a441201ce73 req-9b4b70a9-8a64-4bc3-8e82-6d10b3400240 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.82 "DELETE /v2.0/ports/0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89 HTTP/1.1" status: 204 len: 173 time: 1.3578548 Aug 30 21:26:46.256786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699a900-a8c2-4469-9d3e-23ef92e8329b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:46.258364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699a900-a8c2-4469-9d3e-23ef92e8329b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:46.260017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6699a900-a8c2-4469-9d3e-23ef92e8329b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1246607 Aug 30 21:26:46.263731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50040) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:46.341785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47b591da-683e-4826-869f-aa10e44ca505 req-c26a0425-251f-4ca3-8615-5ad7857c27d8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146679 Aug 30 21:26:46.365213 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.413665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['e35837e7-177d-405e-b13a-495bdceaecd6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:26:46.419143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 393e52a2-3a22-4b7c-a687-0032e899d356 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:46.439493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.457899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Checking segment: {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:46.463864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Network hostable DHCP agents. Network: 2084fbb9-e938-4670-88f5-7c910416a4bb, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:26:46.500948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.511346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b2d9ed-af96-4ef3-8fec-0ec142896229,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:46.517861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Network 2084fbb9-e938-4670-88f5-7c910416a4bb is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:26:46.543515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 2084fbb9-e938-4670-88f5-7c910416a4bb) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:46.548358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:46.549049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.557057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 06393bda-fa16-4a63-bc8a-130be5b4edd6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:46.580421 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ef00a5ff-1bd2-416e-9516-c04ba2e156ae admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8354332 Aug 30 21:26:46.647516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c9ffa-3bd2-43e9-9152-589820e95ea9 None None] Network 2084fbb9-e938-4670-88f5-7c910416a4bb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:46.790011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7c372bf2-7405-4f7c-b505-edd9fda915ac None None] Provisioning for port 06393bda-fa16-4a63-bc8a-130be5b4edd6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:46.793503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6af388d8-af25-451d-8ff6-2804c11ea64e req-1aa2133d-71d6-443c-896b-7ecba5f8bf05 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.1079450 Aug 30 21:26:46.840700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:46.845735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 06393bda-fa16-4a63-bc8a-130be5b4edd6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:46.879876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 06393bda-fa16-4a63-bc8a-130be5b4edd6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:46.880320 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.017358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c8bd8-92c1-4e51-b2a2-edb80a61576d None None] Network 2084fbb9-e938-4670-88f5-7c910416a4bb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:47.070027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.109738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.135618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f063104-7234-4f9d-ab2f-0a6ba489e66f req-635f41b0-4607-48d7-816b-f62cea14ae72 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:47.144064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f063104-7234-4f9d-ab2f-0a6ba489e66f req-635f41b0-4607-48d7-816b-f62cea14ae72 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1447649 Aug 30 21:26:47.172300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=393e52a2-3a22-4b7c-a687-0032e899d356,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:47.172748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:26:47.173148 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:26:47.187214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-010b73f2-fff9-4ab2-90bc-fd38d46ea569 None None] Could not find standard attr ID for object e1b72791-6702-4970-9dba-544e7b8a41ae. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:47.188454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.190780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bae5990b-0813-4593-a2b1-8924ddabc908 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/393e52a2-3a22-4b7c-a687-0032e899d356 HTTP/1.1" status: 204 len: 168 time: 0.9211910 Aug 30 21:26:47.193879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:47.223908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f063104-7234-4f9d-ab2f-0a6ba489e66f req-97173d0b-3296-47c1-aa78-53d8efba6656 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790174 Aug 30 21:26:47.301618 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-095c86ac-7938-4dea-9c06-b4250d5df66f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065166 Aug 30 21:26:47.304033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:47.396757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500fa7a-4e95-4990-ab1e-481326ce49e3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:47.398827 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4500fa7a-4e95-4990-ab1e-481326ce49e3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0937924 Aug 30 21:26:47.401442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50072) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:47.454090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdeb9a5-e761-4b06-9626-28d6a499ebef None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:47.613484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d9035-38b1-4b5f-98b9-488aa6dd4deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:47.615049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a6d9035-38b1-4b5f-98b9-488aa6dd4deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125859 Aug 30 21:26:47.617789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:47.646368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:47.672198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5dec8-60b2-4415-a19f-f48ea57ff8b5 req-da92161c-1959-43d7-8615-f8e9c15546a3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:47.673801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99b5dec8-60b2-4415-a19f-f48ea57ff8b5 req-da92161c-1959-43d7-8615-f8e9c15546a3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 946 time: 0.1459301 Aug 30 21:26:47.690073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:47.692260 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a7ca8569-e1e5-4120-bb33-4b918952caf9 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732901 Aug 30 21:26:47.696252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:47.698814 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af8e51-79df-463f-ba7b-689cf829af44" -d '{"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:47.708169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:47.713739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:47.738845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99b5dec8-60b2-4415-a19f-f48ea57ff8b5 req-0b877238-498e-4d8f-beff-d89df1f9a78c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557287 Aug 30 21:26:47.810062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.873051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] Deleting port 06393bda-fa16-4a63-bc8a-130be5b4edd6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:47.876153 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.912709 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e2526f-a8ec-49e9-b5e5-71a7cbfc6358 x-openstack-request-id: req-20e2526f-a8ec-49e9-b5e5-71a7cbfc6358 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:47.913012 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7da9cf-7623-430f-a129-34ecc799bbbe", "name": "network-vif-deleted", "tag": "0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:47.913270 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20e2526f-a8ec-49e9-b5e5-71a7cbfc6358 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:47.913683 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7da9cf-7623-430f-a129-34ecc799bbbe', 'name': 'network-vif-deleted', 'tag': '0ef18d2d-5c4e-4a9e-b1f7-7a6c00343f89', 'status': 'completed', 'code': 200} Aug 30 21:26:47.959487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:47.963949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:47.994045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port e35837e7-177d-405e-b13a-495bdceaecd6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:48.003862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port e35837e7-177d-405e-b13a-495bdceaecd6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:48.004304 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.020719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 06393bda-fa16-4a63-bc8a-130be5b4edd6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=06393bda-fa16-4a63-bc8a-130be5b4edd6,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:48.054132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.055062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73e9d219-73b2-426a-a8a7-9522e21e0fa7 req-e009ea29-45f5-4364-9779-6da35ad995b1 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0528057 Aug 30 21:26:48.126922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] For port 06393bda-fa16-4a63-bc8a-130be5b4edd6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=06393bda-fa16-4a63-bc8a-130be5b4edd6,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:48.127755 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.145974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] Calling delete_port for 06393bda-fa16-4a63-bc8a-130be5b4edd6 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:48.259018 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.298911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] No DVR routers for this DVR port 06393bda-fa16-4a63-bc8a-130be5b4edd6 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:48.388131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=06393bda-fa16-4a63-bc8a-130be5b4edd6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:48.451853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4861d7-2cf2-400f-a116-c8093ea5a45d req-a8c7dd44-ab10-4545-99ad-87a101658f2f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:48.458396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f4861d7-2cf2-400f-a116-c8093ea5a45d req-a8c7dd44-ab10-4545-99ad-87a101658f2f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1312256 Aug 30 21:26:48.475055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:48.476604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.480198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 06393bda-fa16-4a63-bc8a-130be5b4edd6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:48.496815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a13ee4-a551-4ed4-84cf-c51d9f9e622d None None] Pushing event deleted for resources: {'Port': ['ID=06393bda-fa16-4a63-bc8a-130be5b4edd6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:48.525037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.528688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f4861d7-2cf2-400f-a116-c8093ea5a45d req-d0f8fff3-6cb2-41cd-917c-0e8ce7157f66 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Aug 30 21:26:48.546772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:48.548406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:48.553511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:48.554737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 06393bda-fa16-4a63-bc8a-130be5b4edd6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:48.555020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 06393bda-fa16-4a63-bc8a-130be5b4edd6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:48.555531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.569599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ee1c9-ed2e-4b53-9f90-f465c4cd2a54 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:48.575071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=7e3d8162-01c2-4db3-864e-6ec47f50a66d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:48.583605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:26:48.586070 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7a7ae2-65c4-481d-b333-5e2711675d4d" -d '{"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-plugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:26:48.591618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50102) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:48.597479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:48.608444 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-becfffdb-24ed-4355-8872-cb846b4ade24 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8788347 Aug 30 21:26:48.644975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:48.654311 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c84ce4-53d1-47cc-9384-19fb7c322abf x-openstack-request-id: req-c5c84ce4-53d1-47cc-9384-19fb7c322abf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:26:48.655528 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-plugged", "status": "completed", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:26:48.655528 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5c84ce4-53d1-47cc-9384-19fb7c322abf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:26:48.661224 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'code': 200} Aug 30 21:26:48.727484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.857311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:48.865429 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.899265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=12']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:48.953503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': '7e3d8162-01c2-4db3-864e-6ec47f50a66d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:48.954507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:48.966047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acf1ac-963a-4cdf-8490-fd0e09702c07 req-df9766a1-2bc8-4ec3-aef5-eec3a3f08ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:48.968238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b0acf1ac-963a-4cdf-8490-fd0e09702c07 req-df9766a1-2bc8-4ec3-aef5-eec3a3f08ab0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1099 time: 0.0758750 Aug 30 21:26:48.986154 n-d-793620-16 neutron-server[94689]: INFO neutron.db.ipam_backend_mixin [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e3d8162-01c2-4db3-864e-6ec47f50a66d (CIDR: 2001:db8::/64) Aug 30 21:26:49.037343 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:49.039010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:49.095538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b0acf1ac-963a-4cdf-8490-fd0e09702c07 req-ff5f8abd-ecde-45ec-9d83-8187493df3e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110151 Aug 30 21:26:49.114948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03339c30-53d6-43d2-92eb-657258b74db5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5191922 Aug 30 21:26:49.115536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:49.120537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:49.122417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f3c71-1d4a-442e-9baf-175f7065a24f req-06ba3a3a-4032-43e1-b907-2e4eab61d3d0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:49.129899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-887f3c71-1d4a-442e-9baf-175f7065a24f req-06ba3a3a-4032-43e1-b907-2e4eab61d3d0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.1422372 Aug 30 21:26:49.171321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Allocated IP 2001:db8::f816:3eff:fed4:5bf4 (df466400-bd83-465e-a23d-186958510d0f/7e3d8162-01c2-4db3-864e-6ec47f50a66d/0ae25e05-e570-4baf-976a-a0af214890aa) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:49.177106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-887f3c71-1d4a-442e-9baf-175f7065a24f req-4e7fac68-3155-43b8-90b8-650a673ca4a5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454059 Aug 30 21:26:49.296048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:49.300122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.334418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0fa7740c-ed1f-4708-9e7c-5f33a614ceb2 req-b745ab14-ea29-4984-b485-40b15af1a691 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0423524 Aug 30 21:26:49.474185 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.485560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Transition to ACTIVE for port object 0ae25e05-e570-4baf-976a-a0af214890aa will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:49.501755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Transition to ACTIVE for port object 0ae25e05-e570-4baf-976a-a0af214890aa will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:49.510249 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.554890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:49.561419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:49.563720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Pushing event updated for resources: {'Port': ['ID=0ae25e05-e570-4baf-976a-a0af214890aa,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:49.566878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:49.609901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.647119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:49.647629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Attempting to bind port 0ae25e05-e570-4baf-976a-a0af214890aa on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:49.648159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Attempting to bind port 0ae25e05-e570-4baf-976a-a0af214890aa by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:49.648527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Attempting to bind port 0ae25e05-e570-4baf-976a-a0af214890aa on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:49.650373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:49.659631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:49.660335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:49.660985 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.661527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:49.662156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Bound port: 0ae25e05-e570-4baf-976a-a0af214890aa, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:49.662856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.674603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:49.675228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.697344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2059a50-db44-4b33-927c-71b2fddd4158 req-3a12dd70-117d-4ec1-9427-71325fe0cc71 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:49.699197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2059a50-db44-4b33-927c-71b2fddd4158 req-3a12dd70-117d-4ec1-9427-71325fe0cc71 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0655875 Aug 30 21:26:49.716223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=51b5aca5-2126-40ee-9f12-441fca0ea52a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:49.725400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8ef32f38-a015-4d87-ac4d-8df1accbbb20 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6088901 Aug 30 21:26:49.728614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:49.738386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:39:67:2e', 'name': 'tempest-NetworksTestDHCPv6-1429088741'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:49.754515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] For port 0ae25e05-e570-4baf-976a-a0af214890aa, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:49.758513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] For port 0ae25e05-e570-4baf-976a-a0af214890aa, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ae25e05-e570-4baf-976a-a0af214890aa,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:49.759742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2059a50-db44-4b33-927c-71b2fddd4158 req-5efc97c6-a78e-4d98-bb45-5bffbaacecc6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529165 Aug 30 21:26:49.766275 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:49.820038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8504-8ac1-44ba-992e-1d3669d20c1c None None] Pushing event updated for resources: {'Port': ['ID=0ae25e05-e570-4baf-976a-a0af214890aa,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:49.894006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:50.000453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:50.021247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port bd14321c-a8e5-4efc-bbdc-41ba5425dd59 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:50.323761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8:0:1::261 (df466400-bd83-465e-a23d-186958510d0f/51b5aca5-2126-40ee-9f12-441fca0ea52a/bd14321c-a8e5-4efc-bbdc-41ba5425dd59) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:50.344187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe39:672e (df466400-bd83-465e-a23d-186958510d0f/7e3d8162-01c2-4db3-864e-6ec47f50a66d/bd14321c-a8e5-4efc-bbdc-41ba5425dd59) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:50.466226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8bfe2-e6d8-4d49-aadd-9ccab6f3f7dc req-6cfc8b2d-e3c3-4594-ac86-f511c1f60919 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:50.475064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1d8bfe2-e6d8-4d49-aadd-9ccab6f3f7dc req-6cfc8b2d-e3c3-4594-ac86-f511c1f60919 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.1249986 Aug 30 21:26:50.540785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ae25e05-e570-4baf-976a-a0af214890aa up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:50.577658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1d8bfe2-e6d8-4d49-aadd-9ccab6f3f7dc req-cc166644-681e-479b-90f4-7329735bae22 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982573 Aug 30 21:26:50.677545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0ae25e05-e570-4baf-976a-a0af214890aa completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:50.796048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd9a45fa-b57e-4d4d-9b6e-db4fde70bb41 req-7e906c65-a59d-4f92-a918-bdd62452a0fc tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0582438 Aug 30 21:26:50.978934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c457c-33fa-4ee5-86ba-7d8ddba523d1 req-6db036c2-1e10-42df-8a11-08ada6f73d1d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:50.987804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-171c457c-33fa-4ee5-86ba-7d8ddba523d1 req-6db036c2-1e10-42df-8a11-08ada6f73d1d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0668283 Aug 30 21:26:51.061800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-171c457c-33fa-4ee5-86ba-7d8ddba523d1 req-41782e49-36a9-490c-b651-b87b36b361f7 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729179 Aug 30 21:26:51.351381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.366201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7501489e-bc0d-472f-b0e2-23a482fdf725 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:51.369499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object bd14321c-a8e5-4efc-bbdc-41ba5425dd59 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:51.425020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.460793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] Provisioning for port 0ae25e05-e570-4baf-976a-a0af214890aa completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:51.474300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] Provisioning complete for port 0ae25e05-e570-4baf-976a-a0af214890aa triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:51.475040 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.556076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=bd14321c-a8e5-4efc-bbdc-41ba5425dd59,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:51.606186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:51.615889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:51.625006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:51.643287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:51.644362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.677153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c03705d2-c9f6-4fbc-8fef-94db91cf011a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9473350 Aug 30 21:26:51.679544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:51.721939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.819701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] For port 0ae25e05-e570-4baf-976a-a0af214890aa, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ae25e05-e570-4baf-976a-a0af214890aa,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:51.827398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8056ac7-fe4e-4327-b24b-1e4d02728bb1 req-66f0cd67-f2aa-45c0-82cf-0480c6757bbf tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:51.836412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8056ac7-fe4e-4327-b24b-1e4d02728bb1 req-66f0cd67-f2aa-45c0-82cf-0480c6757bbf tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.1481838 Aug 30 21:26:51.841351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.888680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port bd14321c-a8e5-4efc-bbdc-41ba5425dd59 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:51.889181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:51.935933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8056ac7-fe4e-4327-b24b-1e4d02728bb1 req-f161c087-2f2b-4a4e-b519-71d20940d027 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985370 Aug 30 21:26:51.949719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Update dhcp port {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '7e3d8162-01c2-4db3-864e-6ec47f50a66d', 'ip_address': '2001:db8::f816:3eff:fed4:5bf4'}, {'subnet_id': '51b5aca5-2126-40ee-9f12-441fca0ea52a'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '0ae25e05-e570-4baf-976a-a0af214890aa'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:26:52.032949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.136842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.167802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259077cb-546b-4585-bc71-d316a0195a1e req-f655b64b-d38b-4fa4-964f-0cdfcf89450b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0757048 Aug 30 21:26:52.193236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for bd14321c-a8e5-4efc-bbdc-41ba5425dd59 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:52.214307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d32e69-9c89-4b5b-ab2d-1d4c6b64ad05 None None] Pushing event updated for resources: {'Port': ['ID=0ae25e05-e570-4baf-976a-a0af214890aa,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:52.377595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac1e6f-127d-402d-9f65-8d78b6febc13 req-c0342805-b9fa-4498-88d3-b181b8235031 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:52.390150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42ac1e6f-127d-402d-9f65-8d78b6febc13 req-c0342805-b9fa-4498-88d3-b181b8235031 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1044283 Aug 30 21:26:52.430880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ae25e05-e570-4baf-976a-a0af214890aa up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:52.462652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42ac1e6f-127d-402d-9f65-8d78b6febc13 req-c7aaf60e-0d3c-433e-80ce-e2bd9fac60fa tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Aug 30 21:26:52.507068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Allocated IP 2001:db8:0:1::2 (df466400-bd83-465e-a23d-186958510d0f/51b5aca5-2126-40ee-9f12-441fca0ea52a/0ae25e05-e570-4baf-976a-a0af214890aa) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:52.546306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.578237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=bd14321c-a8e5-4efc-bbdc-41ba5425dd59,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:52.640642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.646997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:52.660083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c187e734-54cd-46d0-b29e-8bc67db604a0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/bd14321c-a8e5-4efc-bbdc-41ba5425dd59 HTTP/1.1" status: 204 len: 168 time: 0.9789598 Aug 30 21:26:52.673240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0ae25e05-e570-4baf-976a-a0af214890aa triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:52.673631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.719133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a57b7-95b9-414c-8f36-a46b6fa4cdd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:52.723684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:52.736863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-156a57b7-95b9-414c-8f36-a46b6fa4cdd0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0886645 Aug 30 21:26:52.750785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] For port 0ae25e05-e570-4baf-976a-a0af214890aa, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ae25e05-e570-4baf-976a-a0af214890aa,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:52.804246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc7425-2f89-4fd3-8ae1-2fa90564caa6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:52.810018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50232) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:52.811306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-57cc7425-2f89-4fd3-8ae1-2fa90564caa6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0862229 Aug 30 21:26:52.813577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.835463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Transition to ACTIVE for port object 0ae25e05-e570-4baf-976a-a0af214890aa will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:52.841944 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:52.898697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab83b44-f4e0-4f7d-bb72-6760befe14dc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:52.916704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab83b44-f4e0-4f7d-bb72-6760befe14dc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:52.923661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab83b44-f4e0-4f7d-bb72-6760befe14dc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:52.925557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cab83b44-f4e0-4f7d-bb72-6760befe14dc tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1143539 Aug 30 21:26:52.928620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:52.979178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc010361-542e-420e-b746-2f87c50bf9e1 None None] Pushing event updated for resources: {'Port': ['ID=0ae25e05-e570-4baf-976a-a0af214890aa,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:53.015867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 51b5aca5-2126-40ee-9f12-441fca0ea52a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:53.021294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.100218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.131593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058950e-0bc7-4533-9b34-e016d97f6f3a req-112ef110-b1cd-40dd-a2e4-27450b21ba96 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:53.133225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e058950e-0bc7-4533-9b34-e016d97f6f3a req-112ef110-b1cd-40dd-a2e4-27450b21ba96 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.0907874 Aug 30 21:26:53.214653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e058950e-0bc7-4533-9b34-e016d97f6f3a req-61be5697-768d-442d-9282-16b229c313e5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696661 Aug 30 21:26:53.334226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.372110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c09e9be5-8446-4bcf-985d-ab1f00e7269d req-9beab2a0-6cb0-4cdf-8ede-fe8ad2346f94 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0603416 Aug 30 21:26:53.435380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.473161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=51b5aca5-2126-40ee-9f12-441fca0ea52a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:53.477138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.479916 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-194821f4-1e09-402a-bfca-b8db026fcbb4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/51b5aca5-2126-40ee-9f12-441fca0ea52a HTTP/1.1" status: 204 len: 168 time: 0.5498998 Aug 30 21:26:53.482704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50254) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:53.563011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 7e3d8162-01c2-4db3-864e-6ec47f50a66d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:53.569142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.644658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.684116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357a6de-c7d3-429e-9a12-f2230585ae81 req-919ea22a-2ce1-4915-9678-1e14e0f5aed9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:53.686070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0357a6de-c7d3-429e-9a12-f2230585ae81 req-919ea22a-2ce1-4915-9678-1e14e0f5aed9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1190517 Aug 30 21:26:53.766484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0357a6de-c7d3-429e-9a12-f2230585ae81 req-4e12c3c5-0d26-44a0-be72-b8037d267971 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Aug 30 21:26:53.809956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.905485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.936480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769e949-41ed-47e4-a435-99ff9d2544a7 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:53.963842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3d8162-01c2-4db3-864e-6ec47f50a66d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:53.969086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:53.972495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-436d584a-68e8-4fb1-8154-ce85232514fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/7e3d8162-01c2-4db3-864e-6ec47f50a66d HTTP/1.1" status: 204 len: 168 time: 0.4883895 Aug 30 21:26:53.974777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:54.054637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50268) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:54.055831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-199c6bda-ea3a-4dfe-bc96-7a841b01a440 None None] Could not find standard attr ID for object bd14321c-a8e5-4efc-bbdc-41ba5425dd59. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:26:54.066744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:54.067465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0ff0ffc0-14d1-4d81-8b0a-8ebf231a98f2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909750 Aug 30 21:26:54.134539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-199c6bda-ea3a-4dfe-bc96-7a841b01a440 None None] Provisioning for port 0ae25e05-e570-4baf-976a-a0af214890aa completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:54.157788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-199c6bda-ea3a-4dfe-bc96-7a841b01a440 None None] Provisioning complete for port 0ae25e05-e570-4baf-976a-a0af214890aa triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:54.158168 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-199c6bda-ea3a-4dfe-bc96-7a841b01a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:54.212822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:54.219152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:54.429242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ae25e05-e570-4baf-976a-a0af214890aa up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:54.457143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:26:54.540428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0ae25e05-e570-4baf-976a-a0af214890aa triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:54.540725 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:54.566792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] Deleting port 0ae25e05-e570-4baf-976a-a0af214890aa {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:54.567166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:54.570494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f100066-afbf-4619-b7c4-a91ca2d752e5 req-a2ccec89-c818-41ef-9ca3-aea3a6324bc0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0608096 Aug 30 21:26:54.781815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:26:54.898292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] For port 0ae25e05-e570-4baf-976a-a0af214890aa, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ae25e05-e570-4baf-976a-a0af214890aa,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:54.898702 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:54.918702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] Calling delete_port for 0ae25e05-e570-4baf-976a-a0af214890aa owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:54.975181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed679b48-9eab-4f25-8385-18e4e4f3135c req-49822e2c-2b32-41bb-a8ee-37ed7405d579 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:54.977483 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed679b48-9eab-4f25-8385-18e4e4f3135c req-49822e2c-2b32-41bb-a8ee-37ed7405d579 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0848432 Aug 30 21:26:55.076960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.082812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed679b48-9eab-4f25-8385-18e4e4f3135c req-4e25b18d-f5fe-45b8-8d94-af81fd8a8756 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942206 Aug 30 21:26:55.093327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] No DVR routers for this DVR port 0ae25e05-e570-4baf-976a-a0af214890aa on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:26:55.107148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Port 0ae25e05-e570-4baf-976a-a0af214890aa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94689) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 21:26:55.108379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Reverting IP allocation for 2001:db8::f816:3eff:fed4:5bf4 {{(pid=94689) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 21:26:55.112752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed4:5bf4 {{(pid=94689) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 21:26:55.114200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.115652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2900db5-f011-4d16-9c52-990fe0a782cd None None] Pushing event deleted for resources: {'Port': ['ID=0ae25e05-e570-4baf-976a-a0af214890aa,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:55.167066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:55.170552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:55.174814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:55.175407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.182564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b519984-3bd8-47fe-a6d6-08b1a82fd51d None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:55.188975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=f728f0a5-70cd-490f-942c-a73bb4a84cae,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:55.217571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7b7978ef-c74b-450a-bd57-9e1cb4da6377 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1598320 Aug 30 21:26:55.217809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50292) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:55.225628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:55.356757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'f728f0a5-70cd-490f-942c-a73bb4a84cae'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:26:55.357634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.403419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:55.408271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.511462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Allocated IP 2001:db8::f816:3eff:feea:9c91 (df466400-bd83-465e-a23d-186958510d0f/f728f0a5-70cd-490f-942c-a73bb4a84cae/3cc140d4-b721-4a04-b9a1-5df6e68984cd) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:55.590758 n-d-793620-16 neutron-server[94689]: INFO neutron.db.ipam_backend_mixin [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f728f0a5-70cd-490f-942c-a73bb4a84cae (CIDR: 2001:db8::/64) Aug 30 21:26:55.595592 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:26:55.600980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:26:55.637685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:55.638992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cd13545e-bf14-41d6-b2b9-8d5c61e74795 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4198196 Aug 30 21:26:55.643463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:55.760354 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.769848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a024933-7f97-401c-b9dd-ba280498fc46 req-37e21773-1b50-4891-9e94-055f84671ee3 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0445237 Aug 30 21:26:55.775107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Transition to ACTIVE for port object 3cc140d4-b721-4a04-b9a1-5df6e68984cd will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:55.795400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Transition to ACTIVE for port object 3cc140d4-b721-4a04-b9a1-5df6e68984cd will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:55.813456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.815875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:55.822180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.854476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:55.857411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:55.859872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:55.865445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Pushing event updated for resources: {'Port': ['ID=3cc140d4-b721-4a04-b9a1-5df6e68984cd,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:55.955348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Attempting to bind port 3cc140d4-b721-4a04-b9a1-5df6e68984cd on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:26:55.961495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Attempting to bind port 3cc140d4-b721-4a04-b9a1-5df6e68984cd by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:26:55.961835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Attempting to bind port 3cc140d4-b721-4a04-b9a1-5df6e68984cd on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:26:55.971722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:26:55.972214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:26:55.972504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:55.972903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:26:55.973388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Bound port: 3cc140d4-b721-4a04-b9a1-5df6e68984cd, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:26:55.973775 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:56.069275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] For port 3cc140d4-b721-4a04-b9a1-5df6e68984cd, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:26:56.076329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] For port 3cc140d4-b721-4a04-b9a1-5df6e68984cd, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3cc140d4-b721-4a04-b9a1-5df6e68984cd,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:26:56.091263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:56.197525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795dc87-356e-456e-81c6-5c6119f3bb4a None None] Pushing event updated for resources: {'Port': ['ID=3cc140d4-b721-4a04-b9a1-5df6e68984cd,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:56.229116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:56.259961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b713-7d85-4b95-b1af-8acbb7d6dd72 req-3f15f154-21cc-4081-b4a6-167e22dc5e5f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:56.268570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e85b713-7d85-4b95-b1af-8acbb7d6dd72 req-3f15f154-21cc-4081-b4a6-167e22dc5e5f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0757554 Aug 30 21:26:56.317384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:56.343052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:56.347731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:56.348331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:56.357592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e85b713-7d85-4b95-b1af-8acbb7d6dd72 req-6e6dcffb-b522-42c4-8520-a85b7caab016 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878599 Aug 30 21:26:56.362732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=123345f0-618d-4eac-a824-7b364ffa84bf,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:56.387747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c42bc81a-7c20-44a7-9d32-221123e79034 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7487895 Aug 30 21:26:56.390498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:56.396437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:53:fa:52', 'name': 'tempest-NetworksTestDHCPv6-342157576'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:26:56.424834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ae25e05-e570-4baf-976a-a0af214890aa no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:26:56.515085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0ae25e05-e570-4baf-976a-a0af214890aa {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:26:56.515447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ae25e05-e570-4baf-976a-a0af214890aa not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:26:56.610364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:26:56.727953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:56.764774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port e099cfba-de46-4a8d-851a-61051681c747 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:26:56.945212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d851c878-58b3-4335-98be-20929210f69b req-957bc9b7-2838-4242-a8a4-8ed698e47806 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0463235 Aug 30 21:26:57.047143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8:0:1::23d (df466400-bd83-465e-a23d-186958510d0f/123345f0-618d-4eac-a824-7b364ffa84bf/e099cfba-de46-4a8d-851a-61051681c747) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:57.059268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::f816:3eff:fe53:fa52 (df466400-bd83-465e-a23d-186958510d0f/f728f0a5-70cd-490f-942c-a73bb4a84cae/e099cfba-de46-4a8d-851a-61051681c747) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:57.410191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:57.429163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object e099cfba-de46-4a8d-851a-61051681c747 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:57.538573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:57.623089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed2e8d-6ffc-4797-b73d-3f4afdb4a45b req-9c5a7b89-f90e-4028-a74b-2ee5d192dd54 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:57.637551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8ed2e8d-6ffc-4797-b73d-3f4afdb4a45b req-9c5a7b89-f90e-4028-a74b-2ee5d192dd54 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1725693 Aug 30 21:26:57.704696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8ed2e8d-6ffc-4797-b73d-3f4afdb4a45b req-67da6c71-c9df-4e83-b084-3676f1f92451 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661504 Aug 30 21:26:57.713840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:26:57.720875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:26:57.731795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:26:57.740176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:57.740849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:57.780223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9bf86-18f4-48c0-a28b-2cc65055fb29 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:26:57.820609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=e099cfba-de46-4a8d-851a-61051681c747,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:57.865775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3fe56aeb-6b54-4343-986d-a132c6175048 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4742320 Aug 30 21:26:57.868295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:57.968087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6be4103a-8b16-49e1-9332-7f7bb6adce75 None None] Provisioning for port 3cc140d4-b721-4a04-b9a1-5df6e68984cd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:58.079030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port e099cfba-de46-4a8d-851a-61051681c747 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:26:58.079384 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:58.178003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15dc6376-5e92-4c80-a347-904933a4fadd req-44ac8518-5879-4ed4-b7de-35ea9026967a tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0527287 Aug 30 21:26:58.291552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:58.320451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for e099cfba-de46-4a8d-851a-61051681c747 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:26:58.497774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Update dhcp port {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': 'f728f0a5-70cd-490f-942c-a73bb4a84cae', 'ip_address': '2001:db8::f816:3eff:feea:9c91'}, {'subnet_id': '123345f0-618d-4eac-a824-7b364ffa84bf'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '3cc140d4-b721-4a04-b9a1-5df6e68984cd'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:26:58.583141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3cc140d4-b721-4a04-b9a1-5df6e68984cd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:26:58.642834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:58.688466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:58.749692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=e099cfba-de46-4a8d-851a-61051681c747,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:58.773485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 3cc140d4-b721-4a04-b9a1-5df6e68984cd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:26:58.851882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3cc140d4-b721-4a04-b9a1-5df6e68984cd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:26:58.852535 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:58.867450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:58.869817 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-115195b7-601c-43e6-9b9f-9400d6f5096c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/e099cfba-de46-4a8d-851a-61051681c747 HTTP/1.1" status: 204 len: 168 time: 1.0003262 Aug 30 21:26:58.872351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:58.944521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a743a7-9c02-4e6b-a3a5-a76cc1fefacb req-10ee9b92-a2b0-4fc6-8719-c9f3039eb0e6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:58.948312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a743a7-9c02-4e6b-a3a5-a76cc1fefacb req-10ee9b92-a2b0-4fc6-8719-c9f3039eb0e6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1228151 Aug 30 21:26:58.994008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec2525-76d2-4cde-a757-69c134937bcf tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:59.001657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d1ec2525-76d2-4cde-a757-69c134937bcf tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1261351 Aug 30 21:26:59.004390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:59.042890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76a743a7-9c02-4e6b-a3a5-a76cc1fefacb req-be2529dc-1858-47d9-863b-19af9a62cf23 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872996 Aug 30 21:26:59.120515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4b52b-2154-4ad3-acfe-1bc2ce5b97d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:59.127352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fff4b52b-2154-4ad3-acfe-1bc2ce5b97d3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1219842 Aug 30 21:26:59.129872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50364) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:59.141558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Allocated IP 2001:db8:0:1::2 (df466400-bd83-465e-a23d-186958510d0f/123345f0-618d-4eac-a824-7b364ffa84bf/3cc140d4-b721-4a04-b9a1-5df6e68984cd) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:26:59.196568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3dee6-aa8e-40ce-9818-02ab9a099745 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:59.200980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3dee6-aa8e-40ce-9818-02ab9a099745 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:59.203209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde3dee6-aa8e-40ce-9818-02ab9a099745 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:26:59.210329 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dde3dee6-aa8e-40ce-9818-02ab9a099745 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0770307 Aug 30 21:26:59.211079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50368) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:26:59.249866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.378036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b594bf0-e01f-424c-947f-b7ad9c05a20f req-0d38ad55-4410-423d-bf5d-70e2ec720914 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.1003416 Aug 30 21:26:59.448234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] For port 3cc140d4-b721-4a04-b9a1-5df6e68984cd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3cc140d4-b721-4a04-b9a1-5df6e68984cd,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:26:59.475648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 123345f0-618d-4eac-a824-7b364ffa84bf {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:26:59.513911 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.547759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Transition to ACTIVE for port object 3cc140d4-b721-4a04-b9a1-5df6e68984cd will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:26:59.553616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.567896 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.641446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.664525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfab5b-1444-4ed5-b7b4-7ca0221199c3 None None] Pushing event updated for resources: {'Port': ['ID=3cc140d4-b721-4a04-b9a1-5df6e68984cd,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:59.757112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:26:59.757419 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:26:59.793570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.919886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.973339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=123345f0-618d-4eac-a824-7b364ffa84bf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:26:59.997332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:26:59.999345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c3a8e5c1-56f4-4b6c-a8c7-28f47e9f01c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/123345f0-618d-4eac-a824-7b364ffa84bf HTTP/1.1" status: 204 len: 168 time: 0.7870002 Aug 30 21:27:00.005629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:00.132737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet f728f0a5-70cd-490f-942c-a73bb4a84cae {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:00.145688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.279543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.281417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a5ff-8396-456d-8d2a-038dfcd7c975 req-40328875-a1bd-4783-8f5c-f99e65da14a2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:00.284213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3565a5ff-8396-456d-8d2a-038dfcd7c975 req-40328875-a1bd-4783-8f5c-f99e65da14a2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1218734 Aug 30 21:27:00.347568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.364694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3565a5ff-8396-456d-8d2a-038dfcd7c975 req-e60371ee-672d-4652-9801-c2f1e4e7554e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685086 Aug 30 21:27:00.430615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 3cc140d4-b721-4a04-b9a1-5df6e68984cd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3cc140d4-b721-4a04-b9a1-5df6e68984cd,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:00.442057 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.610012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.649458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3cc140d4-b721-4a04-b9a1-5df6e68984cd up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:00.655104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94f80f3f-1441-41e3-b970-72be24a4400d req-cfd2dbe7-58c1-4cf4-b029-394b9e60bcef tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0478387 Aug 30 21:27:00.661984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=3cc140d4-b721-4a04-b9a1-5df6e68984cd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:00.792322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365ee20-534f-4a86-83dd-461e6858a91f None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:00.824437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.866703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7f715cc-0815-47fb-b6aa-5906100bd752 None None] Provisioning for port 3cc140d4-b721-4a04-b9a1-5df6e68984cd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:00.877797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7f715cc-0815-47fb-b6aa-5906100bd752 None None] Provisioning complete for port 3cc140d4-b721-4a04-b9a1-5df6e68984cd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:00.878167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7f715cc-0815-47fb-b6aa-5906100bd752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.896465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=f728f0a5-70cd-490f-942c-a73bb4a84cae,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:00.904152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:00.906588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d20f16fc-7860-4f7f-8aff-41a59e3bdd8c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/f728f0a5-70cd-490f-942c-a73bb4a84cae HTTP/1.1" status: 204 len: 168 time: 0.8993511 Aug 30 21:27:00.912713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50400) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:00.976120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad0ceb64-c5b3-4970-ae82-9969aaac2b1c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620458 Aug 30 21:27:00.984328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:00.994216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:01.179998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7f715cc-0815-47fb-b6aa-5906100bd752 None None] Could not find standard attr ID for object e099cfba-de46-4a8d-851a-61051681c747. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:27:01.222761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:01.226351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:01.271764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:27:01.373287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] Deleting port 3cc140d4-b721-4a04-b9a1-5df6e68984cd {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:01.373960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:01.576231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] For port 3cc140d4-b721-4a04-b9a1-5df6e68984cd, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3cc140d4-b721-4a04-b9a1-5df6e68984cd,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:01.578935 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:01.586240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4254b-d671-493c-9f9b-4d46d6a094c2 req-ec37bfd3-b1c8-49a1-a7f5-92a3bc0c14a1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:01.604454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96d4254b-d671-493c-9f9b-4d46d6a094c2 req-ec37bfd3-b1c8-49a1-a7f5-92a3bc0c14a1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0949352 Aug 30 21:27:01.605817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] Calling delete_port for 3cc140d4-b721-4a04-b9a1-5df6e68984cd owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:01.628522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:01.680136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96d4254b-d671-493c-9f9b-4d46d6a094c2 req-52aa99a6-9e0b-44ad-8ee5-34da9278cc9b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725844 Aug 30 21:27:01.699096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=e9f7ee7b-a568-4f24-a934-1d7448f15a84,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:01.736948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:01.738701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:01.744975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:01.745549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:01.782167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-657eee4e-cda4-439b-891d-6dbfe43b347d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7928684 Aug 30 21:27:01.784775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:01.794994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:01.832945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:01.880439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] Pushing event deleted for resources: {'Port': ['ID=3cc140d4-b721-4a04-b9a1-5df6e68984cd,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:01.888718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510eb42c-143f-48a7-b247-d971b35c8e1f None None] No DVR routers for this DVR port 3cc140d4-b721-4a04-b9a1-5df6e68984cd on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:01.915019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b978f6a-075b-470f-80b0-23b602f562f3 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:01.943582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83dfacfe-e7f5-42ee-836f-c40d7b538b34 req-fbc5d9d5-8b53-48fd-9374-4860d9f3b47f tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.1083980 Aug 30 21:27:02.024240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:02.031089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:02.199422 n-d-793620-16 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9f7ee7b-a568-4f24-a934-1d7448f15a84 (CIDR: 2001:db8::/64) Aug 30 21:27:02.204775 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:02.205309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:02.232072 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-15942d0c-14b1-4c35-abeb-0586825f293e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4469969 Aug 30 21:27:02.234570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:02.239633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:02.265360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-df466400-bd83-465e-a23d-186958510d0f', 'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'tenant_id': 'a87b2502c2594d9ea498d4a454824e6d', 'fixed_ips': [{'subnet_id': 'e9f7ee7b-a568-4f24-a934-1d7448f15a84'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:27:02.266289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:02.489982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:02.498705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:02.599532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/e9f7ee7b-a568-4f24-a934-1d7448f15a84/5f79ef2b-edda-427e-b581-8443714ce4f2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:02.621263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3cc140d4-b721-4a04-b9a1-5df6e68984cd no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:02.679351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3cc140d4-b721-4a04-b9a1-5df6e68984cd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:02.679758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3cc140d4-b721-4a04-b9a1-5df6e68984cd not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:02.890760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680610-b03d-4508-82c1-d0547e7678f9 req-f6889183-f77a-4365-8cca-0432f8657b4a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:02.892956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79680610-b03d-4508-82c1-d0547e7678f9 req-f6889183-f77a-4365-8cca-0432f8657b4a tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1069586 Aug 30 21:27:02.928029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:02.944485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Transition to ACTIVE for port object 5f79ef2b-edda-427e-b581-8443714ce4f2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:02.960916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79680610-b03d-4508-82c1-d0547e7678f9 req-568467bd-936a-4946-9211-2dbc405a9b20 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554678 Aug 30 21:27:02.961213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Transition to ACTIVE for port object 5f79ef2b-edda-427e-b581-8443714ce4f2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:02.972084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.030060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:03.034237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:03.044577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:03.079559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Pushing event updated for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:03.117834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4806b558-8612-4f69-b6db-e54d02fc9e0e req-2dea349d-81aa-4c6d-9c3d-130cc9459793 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0350783 Aug 30 21:27:03.180476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Attempting to bind port 5f79ef2b-edda-427e-b581-8443714ce4f2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:03.181013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Attempting to bind port 5f79ef2b-edda-427e-b581-8443714ce4f2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:03.181731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Attempting to bind port 5f79ef2b-edda-427e-b581-8443714ce4f2 on network df466400-bd83-465e-a23d-186958510d0f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:03.188757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:03.189314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Checking segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:03.189813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.190735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Bound using segment: {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:03.191004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Bound port: 5f79ef2b-edda-427e-b581-8443714ce4f2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9993bd3a-0861-44cf-bc93-78ddc62dc5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'df466400-bd83-465e-a23d-186958510d0f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:03.191628 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.276168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:27:03.289093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:03.292792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f79ef2b-edda-427e-b581-8443714ce4f2,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:03.299538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.388726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3231f5b-53a9-49a0-a9ef-5737b366c9b1 None None] Pushing event updated for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:03.515952 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.546382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.799205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f79ef2b-edda-427e-b581-8443714ce4f2,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:03.839671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.845935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.846774 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.932063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:03.943147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:03.956405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:03.957017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:03.970653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=4']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:03.973390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=b47f68c7-4ace-4171-a1ae-2830a0ff69d5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:03.985365 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2b2a0b5-3c12-4734-841b-05a84c98a3ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7495184 Aug 30 21:27:03.988026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50458) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:03.993602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:b7:6e:e5', 'name': 'tempest-NetworksTestDHCPv6-2069259137'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:04.132056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1ad63-3960-410c-9683-cb0559663c6c req-ffeba77f-6c6c-4d59-bf36-7f4f30457e0c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:04.133519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73a1ad63-3960-410c-9683-cb0559663c6c req-ffeba77f-6c6c-4d59-bf36-7f4f30457e0c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0783436 Aug 30 21:27:04.193440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73a1ad63-3960-410c-9683-cb0559663c6c req-ed10e497-92e1-47d6-9b94-39b7cae22277 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534449 Aug 30 21:27:04.195333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:04.306585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e97552df-6b09-45cf-8477-04d74de43b1c req-4fe90238-85a5-4ea3-8b92-b0e6cff41eba tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/ports?device_id=1e7da9cf-7623-430f-a129-34ecc799bbbe HTTP/1.1" status: 200 len: 210 time: 0.0342445 Aug 30 21:27:04.324068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:04.359142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port a883c289-aae8-4ea0-85ec-6025f3112089 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:27:04.572916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::1fe (df466400-bd83-465e-a23d-186958510d0f/e9f7ee7b-a568-4f24-a934-1d7448f15a84/a883c289-aae8-4ea0-85ec-6025f3112089) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:04.582811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8:0:1:f816:3eff:feb7:6ee5 (df466400-bd83-465e-a23d-186958510d0f/b47f68c7-4ace-4171-a1ae-2830a0ff69d5/a883c289-aae8-4ea0-85ec-6025f3112089) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:04.633926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f79ef2b-edda-427e-b581-8443714ce4f2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:04.705388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5f79ef2b-edda-427e-b581-8443714ce4f2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:04.716740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8cfb5-9d84-4562-8171-12c7bb1caf4b None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:04.786729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] Provisioning for port 5f79ef2b-edda-427e-b581-8443714ce4f2 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:04.794913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:04.795547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:04.814394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:04.829238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object a883c289-aae8-4ea0-85ec-6025f3112089 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:04.869808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:04.917775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:04.923496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:04.926215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:04.935082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:04.935082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:04.949209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=a883c289-aae8-4ea0-85ec-6025f3112089,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:04.962833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:04.963357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-adf5bb53-4416-4659-a130-c85d523b4c52 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9732513 Aug 30 21:27:04.967318 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.015116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f79ef2b-edda-427e-b581-8443714ce4f2,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:05.020541 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.065636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port a883c289-aae8-4ea0-85ec-6025f3112089 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:05.066130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.081812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f3279-4007-45d6-8380-3e6be9148695 None None] Pushing event updated for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:05.160959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.174006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for a883c289-aae8-4ea0-85ec-6025f3112089 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:05.358251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86eb78-a254-421a-867c-8a6d879d402e req-c0f1776b-574f-4364-aad2-48dc3a10d0c9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:05.360014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e86eb78-a254-421a-867c-8a6d879d402e req-c0f1776b-574f-4364-aad2-48dc3a10d0c9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0811713 Aug 30 21:27:05.386143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.413175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e86eb78-a254-421a-867c-8a6d879d402e req-68859a2e-7459-4849-9b1d-844789021807 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457466 Aug 30 21:27:05.434010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=a883c289-aae8-4ea0-85ec-6025f3112089,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:05.502272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.505110 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-58a431d7-f7be-4aeb-8a25-037632385e50 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a883c289-aae8-4ea0-85ec-6025f3112089 HTTP/1.1" status: 204 len: 168 time: 0.5412052 Aug 30 21:27:05.507095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50476) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:05.560381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc98cb-2eee-4807-9d50-c04313fae845 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:05.562166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e0cc98cb-2eee-4807-9d50-c04313fae845 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0540416 Aug 30 21:27:05.564968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:05.614816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9833108-9edc-4b44-9569-ea4f9b9484cd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:05.617709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e9833108-9edc-4b44-9569-ea4f9b9484cd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0503736 Aug 30 21:27:05.619102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50480) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:05.639036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df7ac0a0-f7a9-4bc9-ab8e-4d29289c705e None None] Could not find standard attr ID for object a883c289-aae8-4ea0-85ec-6025f3112089. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:27:05.659893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df7ac0a0-f7a9-4bc9-ab8e-4d29289c705e None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:05.661274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df7ac0a0-f7a9-4bc9-ab8e-4d29289c705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.678513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e07995-17d3-42bb-bf40-97ad13e16e5d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:05.680250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e07995-17d3-42bb-bf40-97ad13e16e5d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:05.682025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e07995-17d3-42bb-bf40-97ad13e16e5d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:05.686275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-18e07995-17d3-42bb-bf40-97ad13e16e5d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0636635 Aug 30 21:27:05.686596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50484) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:05.747688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet b47f68c7-4ace-4171-a1ae-2830a0ff69d5 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:05.751552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.797604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.801738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.883300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:05.884353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6d917997-c9a7-4bdb-b74a-e89bccfd6481 None None] Could not find standard attr ID for object e099cfba-de46-4a8d-851a-61051681c747. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:27:05.952832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.100559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e7f9deb-c450-452a-8e13-7404b459f3fd None None] Could not find standard attr ID for object a883c289-aae8-4ea0-85ec-6025f3112089. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:27:06.346579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=b47f68c7-4ace-4171-a1ae-2830a0ff69d5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:06.359727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.361739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7cecae76-4790-4e53-bdf8-bb2abdf3b245 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/b47f68c7-4ace-4171-a1ae-2830a0ff69d5 HTTP/1.1" status: 204 len: 168 time: 0.6740909 Aug 30 21:27:06.364180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:06.417865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet e9f7ee7b-a568-4f24-a934-1d7448f15a84 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:06.421491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.453808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d02e3-590a-43b4-ad12-937058151393 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:06.466469 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.566124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:06.609123 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.639313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f79ef2b-edda-427e-b581-8443714ce4f2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:06.666878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c1a1b5-5cf7-4d57-83bb-f47e77827fdb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.703964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c1a1b5-5cf7-4d57-83bb-f47e77827fdb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.723173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6200b8-b82d-4fa7-916c-57d4db50a319 req-a7f13310-e448-4bd5-ae6e-abc9806ce281 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:06.725048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:06.725627 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d6200b8-b82d-4fa7-916c-57d4db50a319 req-a7f13310-e448-4bd5-ae6e-abc9806ce281 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0906384 Aug 30 21:27:06.725772 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.761605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.789275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c1a1b5-5cf7-4d57-83bb-f47e77827fdb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.794817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-85c1a1b5-5cf7-4d57-83bb-f47e77827fdb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.799682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-85c1a1b5-5cf7-4d57-83bb-f47e77827fdb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/security-groups/30db81b1-d667-4d6a-81a2-bbd4c619f561 HTTP/1.1" status: 204 len: 168 time: 0.2323918 Aug 30 21:27:06.800384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:06.819291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f7ee7b-a568-4f24-a934-1d7448f15a84,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:06.835263 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:06.839529 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1a1fce3c-d69f-413d-b407-6534b362b41b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] show failed (client error): The resource could not be found. Aug 30 21:27:06.842824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e16f8d0d-c5a0-44e8-8a21-54f15dd6fb2a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/e9f7ee7b-a568-4f24-a934-1d7448f15a84 HTTP/1.1" status: 204 len: 168 time: 0.4723911 Aug 30 21:27:06.844620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1a1fce3c-d69f-413d-b407-6534b362b41b tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "GET /v2.0/security-groups/30db81b1-d667-4d6a-81a2-bbd4c619f561 HTTP/1.1" status: 404 len: 347 time: 0.0395863 Aug 30 21:27:06.845301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:06.845632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:06.864073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d6200b8-b82d-4fa7-916c-57d4db50a319 req-aa22f21c-9da3-48ec-a547-6804326d7f46 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176560 Aug 30 21:27:06.909124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69c56782-55cd-459f-a838-a6f0c1848580 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550232 Aug 30 21:27:06.911466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1a1b5-5cf7-4d57-83bb-f47e77827fdb tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30db81b1-d667-4d6a-81a2-bbd4c619f561,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:06.912023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50504) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:06.917464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:07.071748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:07.076772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.109686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 00834094-e5cd-40d7-b980-5e24cf709e96 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:07.110086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.221541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.222022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.243854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 00834094-e5cd-40d7-b980-5e24cf709e96 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:07.307770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.381464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=969e3ced-9bfe-4ac4-b131-e41fe743b07d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:07.400411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:07.402628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.402828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:07.406215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:07.406922 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.426131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-909d07e9-63d1-4558-95af-4e8f9abaa83b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5101628 Aug 30 21:27:07.426309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50506) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:07.432905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=00834094-e5cd-40d7-b980-5e24cf709e96,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:07.444167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:07.449498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d9136-88df-4d91-a236-b21a9f19e1a1 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:07.504662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.510867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.512423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-26787174-0b4a-46da-ae14-9d5435dc0c8c tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/floatingips/36667509-2ced-4d49-8718-f4d21ee2de72 HTTP/1.1" status: 204 len: 168 time: 0.6125441 Aug 30 21:27:07.515086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:07.588034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-26d8b8ef-ff45-4d47-9716-b616552fb18d None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:07.588412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26d8b8ef-ff45-4d47-9716-b616552fb18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.590270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:07.595180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.643456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 525a02fd-b21c-4543-b84e-1a77856d5666 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:07.645161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:07.696413 n-d-793620-16 neutron-server[94689]: INFO neutron.db.ipam_backend_mixin [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 969e3ced-9bfe-4ac4-b131-e41fe743b07d (CIDR: 2001:db8::/64) Aug 30 21:27:07.703244 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:07.703823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:07.736789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-62d0fd96-30f3-4d33-b18c-012c3ceca652 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3094840 Aug 30 21:27:07.739627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:07.758394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'subnet': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:07.974727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-451b2727-0bb7-4f29-922c-91895de37cd8 None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:07.975830 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-451b2727-0bb7-4f29-922c-91895de37cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.015073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bace9db-0e44-40d1-acba-8856ba82e41a req-3070ad0b-d722-4352-9454-fc2dbe482ecb tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:08.017680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bace9db-0e44-40d1-acba-8856ba82e41a req-3070ad0b-d722-4352-9454-fc2dbe482ecb tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0901713 Aug 30 21:27:08.078912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bace9db-0e44-40d1-acba-8856ba82e41a req-0118278a-d258-460c-85c1-f69bdd7d0838 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 Aug 30 21:27:08.157615 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.175028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 525a02fd-b21c-4543-b84e-1a77856d5666 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:08.281214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:08.284705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.404302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.450084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=525a02fd-b21c-4543-b84e-1a77856d5666,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:08.554786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.559485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94503bc3-401e-458e-9de4-3bcab106e97e tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/ports/525a02fd-b21c-4543-b84e-1a77856d5666 HTTP/1.1" status: 204 len: 168 time: 1.0406718 Aug 30 21:27:08.560595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:08.713400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port 70166d61-170d-4ee1-b2f1-ee2475cc190f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:08.714068 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.867666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:08.890278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for 70166d61-170d-4ee1-b2f1-ee2475cc190f owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:08.893214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.objects.ports [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94688) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:27:08.931699 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03e2da3a-2818-4657-ae6d-909d6df6c179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.142939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.188662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.205774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a13a5-7178-4807-a1b2-bb7fee99bc9e req-56cef5bf-43cb-4406-8eb1-d4bb89b9fd3c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:09.207484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-384a13a5-7178-4807-a1b2-bb7fee99bc9e req-56cef5bf-43cb-4406-8eb1-d4bb89b9fd3c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0592456 Aug 30 21:27:09.229119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=70166d61-170d-4ee1-b2f1-ee2475cc190f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:09.249327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-384a13a5-7178-4807-a1b2-bb7fee99bc9e req-a76afde5-15b7-48a4-a6c2-e7eb831028fa tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343835 Aug 30 21:27:09.365465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.367362 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bcee7e2e-a02b-45f2-9c66-eac106bbc1cd tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/ports/70166d61-170d-4ee1-b2f1-ee2475cc190f HTTP/1.1" status: 204 len: 168 time: 0.8066549 Aug 30 21:27:09.371149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50526) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:09.403520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f79ef2b-edda-427e-b581-8443714ce4f2,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:09.440322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting subnet 4da72aa7-c5dd-4115-a43e-0573952f09e6 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:09.440507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.444193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.448105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.454719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.515664 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.541459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:09.551059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:09.558371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:09.559150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.568374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3e94b-346e-43a7-be41-ae29692a7d3c None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:09.587150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Subnet': ['ID=33f01202-c715-47a0-bb9e-52c5088f5738,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:09.591547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=9']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:09.595673 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-14cfa393-4718-42e9-93b5-78abd7aff94d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8527505 Aug 30 21:27:09.598383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:09.605490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Request body: {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'mac_address': 'fa:16:3e:9b:3e:db', 'name': 'tempest-NetworksTestDHCPv6-1398767288'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:09.687378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.719280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:27:09.723542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:09.787931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.807538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Made reservation on behalf of a87b2502c2594d9ea498d4a454824e6d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:09.837574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.841879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/subnets/4da72aa7-c5dd-4115-a43e-0573952f09e6 HTTP/1.1" status: 204 len: 168 time: 0.4671376 Aug 30 21:27:09.841879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7499-4d3c-46aa-8eb2-613e9e942728 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Subnet': ['ID=4da72aa7-c5dd-4115-a43e-0573952f09e6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:09.843268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50536) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:09.887951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06cc8e-d686-44fd-bc20-3805ebf8762f None None] Network ab01343f-3c77-4178-a105-fc0308ce2d96 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:09.923529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting subnet 3b739132-9649-4993-a539-691b6fe9b6c7 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:09.926795 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.938893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:09.967190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] device_id is not set on port a343e1a1-0eaa-4e12-911a-1ce60d9e30cd yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:27:09.978157 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.043377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:10.082114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.092874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.097832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'port_id': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'mac_address': 'fa:16:3e:ea:9f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24268ace-ee42-47f8-b7ab-fa846327a2d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:27:10.164603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.182228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.184818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/subnets/3b739132-9649-4993-a539-691b6fe9b6c7 HTTP/1.1" status: 204 len: 168 time: 0.3400126 Aug 30 21:27:10.200511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50538) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:10.206853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8863d-ca8a-4c8a-bedf-e44c9fd75bd0 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Subnet': ['ID=3b739132-9649-4993-a539-691b6fe9b6c7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:10.207373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:10.212202 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0738883-74df-4dfc-8a44-7c0c2a3321f0" -d '{"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:10.215246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb504f-1871-4aa9-8630-8c4377fad8a9 None None] Network 5fa8204a-b020-4f6e-b951-d7dce736994d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:10.276853 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55de376e-11ab-43cc-8821-f6076761287d x-openstack-request-id: req-55de376e-11ab-43cc-8821-f6076761287d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:10.277141 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:10.277440 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55de376e-11ab-43cc-8821-f6076761287d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:10.277829 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'code': 200} Aug 30 21:27:10.298772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:10.300265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Update dhcp port {'port': {'network_id': 'df466400-bd83-465e-a23d-186958510d0f', 'fixed_ips': [{'subnet_id': '33f01202-c715-47a0-bb9e-52c5088f5738', 'ip_address': '2001:db8:0:1:f816:3eff:fe86:b9be'}, {'subnet_id': '969e3ced-9bfe-4ac4-b131-e41fe743b07d'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '5f79ef2b-edda-427e-b581-8443714ce4f2'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:27:10.302183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8::320 (df466400-bd83-465e-a23d-186958510d0f/969e3ced-9bfe-4ac4-b131-e41fe743b07d/a343e1a1-0eaa-4e12-911a-1ce60d9e30cd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:10.325458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:3edb (df466400-bd83-465e-a23d-186958510d0f/33f01202-c715-47a0-bb9e-52c5088f5738/a343e1a1-0eaa-4e12-911a-1ce60d9e30cd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:10.330886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.346207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.349145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.352254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 148bb3a7-2210-4efa-b569-191f3ff496ec {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:10.362205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.432913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e51b95-6922-4947-8259-ecb6141d28bc req-7b8bebbe-b9fa-4ae3-b32d-d35d7f01126d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:10.447345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88e51b95-6922-4947-8259-ecb6141d28bc req-7b8bebbe-b9fa-4ae3-b32d-d35d7f01126d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 943 time: 0.0955973 Aug 30 21:27:10.462310 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:27:10.462695 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:27:10.476451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] DHCP port deletion for ab01343f-3c77-4178-a105-fc0308ce2d96 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:27:10.503667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88e51b95-6922-4947-8259-ecb6141d28bc req-2983ede3-c847-4fae-b550-9586f71917a4 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554252 Aug 30 21:27:10.598456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:10.616921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f79ef2b-edda-427e-b581-8443714ce4f2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:10.638804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.654004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Transition to ACTIVE for port object a343e1a1-0eaa-4e12-911a-1ce60d9e30cd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:10.698803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:10.699144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.717175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.775823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Deleting port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:10.776204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.831634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event updated for resources: {'Port': ['ID=a343e1a1-0eaa-4e12-911a-1ce60d9e30cd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:10.832167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:10.832368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.838334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] DHCP port deletion for 5fa8204a-b020-4f6e-b951-d7dce736994d request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:27:10.847975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Network df466400-bd83-465e-a23d-186958510d0f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:10.853849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:10.859095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:10.865865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:10.866517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.871366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Allocated IP 2001:db8::2 (df466400-bd83-465e-a23d-186958510d0f/969e3ced-9bfe-4ac4-b131-e41fe743b07d/5f79ef2b-edda-427e-b581-8443714ce4f2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:10.888586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:10.889012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:10.905347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for a4a0cccc-02d9-4ce7-81ab-c5a9d831646e owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:10.911841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e6737cea-8624-4379-b818-c879bde24f8f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3103521 Aug 30 21:27:10.913160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50548) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:10.936235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] For port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,segment=NetworkSegment(90eec011-c30a-463d-a90a-ef9155fb3520),segment_id=90eec011-c30a-463d-a90a-ef9155fb3520)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:10.936637 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.108647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.129061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting port a343e1a1-0eaa-4e12-911a-1ce60d9e30cd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:11.129435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.156226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:11.166371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Calling delete_port for a4a0cccc-02d9-4ce7-81ab-c5a9d831646e owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:11.179525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:11.256512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.272989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Calling delete_port for a343e1a1-0eaa-4e12-911a-1ce60d9e30cd owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:11.281915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.293541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab01343f-3c77-4178-a105-fc0308ce2d96']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:11.307704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90eec011-c30a-463d-a90a-ef9155fb3520') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:11.308274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90eec011-c30a-463d-a90a-ef9155fb3520') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:11.350204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.360839 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.376966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148bb3a7-2210-4efa-b569-191f3ff496ec {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:11.381637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] Deleting port ea91e93e-b807-4b54-8c93-f0efe61d95ba {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:11.382048 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.386999 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.397790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:27:11.398972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:27:11.404118 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:27:11.505236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.513373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f79ef2b-edda-427e-b581-8443714ce4f2,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:11.519325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.525471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.531217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/networks/ab01343f-3c77-4178-a105-fc0308ce2d96 HTTP/1.1" status: 204 len: 168 time: 1.3294718 Aug 30 21:27:11.533936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:11.546438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:11.574007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Port': ['ID=a343e1a1-0eaa-4e12-911a-1ce60d9e30cd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:11.578886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.599730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73489d76-a0e0-4bd9-a061-695008ff19e4 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Network': ['ID=ab01343f-3c77-4178-a105-fc0308ce2d96,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:11.610160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] For port ea91e93e-b807-4b54-8c93-f0efe61d95ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ea91e93e-b807-4b54-8c93-f0efe61d95ba,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:11.610655 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.641826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] Calling delete_port for ea91e93e-b807-4b54-8c93-f0efe61d95ba owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:11.683234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.688004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ecf651e-ed08-43d9-ba7d-2c8342371deb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a343e1a1-0eaa-4e12-911a-1ce60d9e30cd HTTP/1.1" status: 204 len: 168 time: 0.7731822 Aug 30 21:27:11.693908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:11.762198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c57a1-79e0-4b62-b9c1-458e4beb8a96 req-58b8dc5f-184d-48a9-ac63-abdc5af9dded tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:11.763636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a4a0cccc-02d9-4ce7-81ab-c5a9d831646e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:11.771791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:11.780303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-724c57a1-79e0-4b62-b9c1-458e4beb8a96 req-58b8dc5f-184d-48a9-ac63-abdc5af9dded tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 944 time: 0.0946536 Aug 30 21:27:11.793594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.817942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a4a0cccc-02d9-4ce7-81ab-c5a9d831646e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:11.817942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a4a0cccc-02d9-4ce7-81ab-c5a9d831646e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:11.818962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.830213 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.830556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-724c57a1-79e0-4b62-b9c1-458e4beb8a96 req-df530e06-77a1-4b6f-a82f-eb9342e8ff17 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Aug 30 21:27:11.864893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Pushing event deleted for resources: {'Port': ['ID=a4a0cccc-02d9-4ce7-81ab-c5a9d831646e,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:11.876311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] Network ab01343f-3c77-4178-a105-fc0308ce2d96 is not hosted by any dhcp agent {{(pid=94690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:27:11.876880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb605adc-6109-4f85-aba7-64940bfdfbfc None None] No DVR routers for this DVR port a4a0cccc-02d9-4ce7-81ab-c5a9d831646e on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:11.892152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.897326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2726b-05ca-4f32-b42c-951c308df0c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:11.901674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e3f2726b-05ca-4f32-b42c-951c308df0c6 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.2070413 Aug 30 21:27:11.904334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50582) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:11.909251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Transition to ACTIVE for port object 5f79ef2b-edda-427e-b581-8443714ce4f2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:11.912472 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0687e8fe-bf01-4446-8dab-c1787b9f06c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.938348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['148bb3a7-2210-4efa-b569-191f3ff496ec'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:11.943068 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:11.945191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Deleting port ea91e93e-b807-4b54-8c93-f0efe61d95ba {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:11.945889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.002249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626905e9-7282-4be4-b4c7-a6a7086448ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:12.003775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-626905e9-7282-4be4-b4c7-a6a7086448ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0979338 Aug 30 21:27:12.007826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50584) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:12.021584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] For port ea91e93e-b807-4b54-8c93-f0efe61d95ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ea91e93e-b807-4b54-8c93-f0efe61d95ba,segment=NetworkSegment(6977815a-3f05-4f78-9697-819d6aa98075),segment_id=6977815a-3f05-4f78-9697-819d6aa98075)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:12.021961 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.039475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Calling delete_port for ea91e93e-b807-4b54-8c93-f0efe61d95ba owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:12.063988 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.083222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047ceb2-c865-48c7-8f82-ed3a643901d0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:12.085087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047ceb2-c865-48c7-8f82-ed3a643901d0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:12.088923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047ceb2-c865-48c7-8f82-ed3a643901d0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:12.094476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1047ceb2-c865-48c7-8f82-ed3a643901d0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0855529 Aug 30 21:27:12.094731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:12.140352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] No DVR routers for this DVR port ea91e93e-b807-4b54-8c93-f0efe61d95ba on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:12.175686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 33f01202-c715-47a0-bb9e-52c5088f5738 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:12.179920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.207419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.251563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Port': ['ID=ea91e93e-b807-4b54-8c93-f0efe61d95ba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:12.260967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6385cf7-87cf-4b19-ac9c-342f2a202298 None None] Pushing event updated for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:12.261175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] No DVR routers for this DVR port ea91e93e-b807-4b54-8c93-f0efe61d95ba on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:12.264827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.331390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da400cd9-2155-483d-b7ac-48f2da48236d None None] Pushing event deleted for resources: {'Port': ['ID=ea91e93e-b807-4b54-8c93-f0efe61d95ba,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:12.455801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.474127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa8204a-b020-4f6e-b951-d7dce736994d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:12.488857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6977815a-3f05-4f78-9697-819d6aa98075') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:12.489242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6977815a-3f05-4f78-9697-819d6aa98075') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:12.491726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.526586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.557055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.568247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:27:12.568247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:27:12.571804 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:27:12.625222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f79ef2b-edda-427e-b581-8443714ce4f2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:12.674302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.688873 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.692337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.763116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.765061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] 10.222.0.76 "DELETE /v2.0/networks/5fa8204a-b020-4f6e-b951-d7dce736994d HTTP/1.1" status: 204 len: 168 time: 1.2298329 Aug 30 21:27:12.765964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=33f01202-c715-47a0-bb9e-52c5088f5738,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:12.805354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ea91e93e-b807-4b54-8c93-f0efe61d95ba no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:12.854554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79fa39-4df4-4162-bf9b-481502139863 tempest-TaggedBootDevicesTest_v242-398856020 tempest-TaggedBootDevicesTest_v242-398856020-project] Pushing event deleted for resources: {'Network': ['ID=5fa8204a-b020-4f6e-b951-d7dce736994d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:12.855352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: ea91e93e-b807-4b54-8c93-f0efe61d95ba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:12.856989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ea91e93e-b807-4b54-8c93-f0efe61d95ba not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:12.861102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:12.869203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-13fc5558-90f1-4ba9-be4c-759d6e7f9856 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/33f01202-c715-47a0-bb9e-52c5088f5738 HTTP/1.1" status: 204 len: 168 time: 0.7734840 Aug 30 21:27:12.873144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50600) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:13.036242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ec190-08a1-4f18-8eac-2a2d531a7190 req-f927c11f-cb4e-4e61-9267-414aa59eebd6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:13.038400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc9ec190-08a1-4f18-8eac-2a2d531a7190 req-f927c11f-cb4e-4e61-9267-414aa59eebd6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 944 time: 0.0813174 Aug 30 21:27:13.052823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Deleting subnet 969e3ced-9bfe-4ac4-b131-e41fe743b07d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:13.061833 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.065769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc42e0-4655-4f29-a33a-95ec1caf3409 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:13.132096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.180509 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:27:13.216026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7dffe429-d666-4c49-9dfe-71a242b565e2 None None] Provisioning for port 5f79ef2b-edda-427e-b581-8443714ce4f2 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:13.234138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7dffe429-d666-4c49-9dfe-71a242b565e2 None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:13.234886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dffe429-d666-4c49-9dfe-71a242b565e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.297830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc9ec190-08a1-4f18-8eac-2a2d531a7190 req-1df7efff-00e1-46d3-92fa-d0ea60b94c81 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525735 Aug 30 21:27:13.373902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.475320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.492537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.493146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/969e3ced-9bfe-4ac4-b131-e41fe743b07d HTTP/1.1" status: 204 len: 168 time: 0.6199324 Aug 30 21:27:13.495644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50654) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:13.523802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c707-0ff6-4101-8b31-8879677327e7 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Subnet': ['ID=969e3ced-9bfe-4ac4-b131-e41fe743b07d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:13.578486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c95b16e6-3d7a-4405-8877-226fd4686d39 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815146 Aug 30 21:27:13.581033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:13.680475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f011be-1e61-472f-8197-f8a3239cab67 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:13.683899 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-79f011be-1e61-472f-8197-f8a3239cab67 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1006289 Aug 30 21:27:13.686000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50678) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:13.726175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:13.796343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a0eb3-2a51-4f48-afbe-0c5091ae46b1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:13.797922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab2a0eb3-2a51-4f48-afbe-0c5091ae46b1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1111968 Aug 30 21:27:13.800466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:13.888425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 148bb3a7-2210-4efa-b569-191f3ff496ec triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:13.888942 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:13.901562 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-41c8fbed-c03e-44bc-8fb4-1ff04d223135 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991004 Aug 30 21:27:13.903969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50704) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:13.949391 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c27e3da-2645-4362-9792-c98873246849 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:13.950270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c27e3da-2645-4362-9792-c98873246849 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:13.952014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1c27e3da-2645-4362-9792-c98873246849 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a343e1a1-0eaa-4e12-911a-1ce60d9e30cd HTTP/1.1" status: 404 len: 333 time: 0.0470581 Aug 30 21:27:13.959522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.016720 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d48551-78ac-4cc0-a171-a1cdf299378c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.018117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d48551-78ac-4cc0-a171-a1cdf299378c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.023563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50722) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.023849 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5d48551-78ac-4cc0-a171-a1cdf299378c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/33f01202-c715-47a0-bb9e-52c5088f5738 HTTP/1.1" status: 404 len: 337 time: 0.0629742 Aug 30 21:27:14.069376 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-11667b6e-43f7-4c26-8894-15a0fe2f9b87 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.069922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11667b6e-43f7-4c26-8894-15a0fe2f9b87 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.070200 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:14.075485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11667b6e-43f7-4c26-8894-15a0fe2f9b87 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/969e3ced-9bfe-4ac4-b131-e41fe743b07d HTTP/1.1" status: 404 len: 337 time: 0.0507019 Aug 30 21:27:14.077920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.118490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:14.132668 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563a3a3-ec8e-4500-98c6-742f424c0f87" -d '{"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-plugged", "status": "completed", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:14.148134 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-151394e9-cad9-4db6-a1a7-5450a2f9f322 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.149183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151394e9-cad9-4db6-a1a7-5450a2f9f322 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.154068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:14.159991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50742) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.163309 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-151394e9-cad9-4db6-a1a7-5450a2f9f322 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a883c289-aae8-4ea0-85ec-6025f3112089 HTTP/1.1" status: 404 len: 333 time: 0.0839007 Aug 30 21:27:14.173960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:14.234813 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d087bd3-7364-4799-a738-aa5d1c8dbc70 x-openstack-request-id: req-1d087bd3-7364-4799-a738-aa5d1c8dbc70 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:14.235107 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-plugged", "status": "completed", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:14.235360 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d087bd3-7364-4799-a738-aa5d1c8dbc70 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:14.235747 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'code': 200} Aug 30 21:27:14.262272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58105cf-3dbf-465c-b7cf-550b13a97768 None None] Network df466400-bd83-465e-a23d-186958510d0f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:14.268766 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-785d5c13-615a-4063-8587-7eee083b7e84 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.275505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785d5c13-615a-4063-8587-7eee083b7e84 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.277518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-785d5c13-615a-4063-8587-7eee083b7e84 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/b47f68c7-4ace-4171-a1ae-2830a0ff69d5 HTTP/1.1" status: 404 len: 337 time: 0.1158631 Aug 30 21:27:14.280458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.309076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:14.446923 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4670d695-fb24-4352-b16a-99c17ce95d9c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.446923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4670d695-fb24-4352-b16a-99c17ce95d9c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.451158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4670d695-fb24-4352-b16a-99c17ce95d9c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/e9f7ee7b-a568-4f24-a934-1d7448f15a84 HTTP/1.1" status: 404 len: 337 time: 0.1696556 Aug 30 21:27:14.451971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50774) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.517779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768069-c54d-4214-9ae4-f7bfd206c9aa req-7141ca75-80a8-4ea6-bcc9-f8441c95bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:14.520389 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-68768069-c54d-4214-9ae4-f7bfd206c9aa req-7141ca75-80a8-4ea6-bcc9-f8441c95bfb5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 1097 time: 0.1356933 Aug 30 21:27:14.535652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8ef78dee-bdf0-437e-bfca-e51da2d6496e None None] Provisioning complete for port 5f79ef2b-edda-427e-b581-8443714ce4f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:14.536023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ef78dee-bdf0-437e-bfca-e51da2d6496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:14.551277 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f2cfe2-23ab-44b7-a5a8-81681f84e5dd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.552406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f2cfe2-23ab-44b7-a5a8-81681f84e5dd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.557527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81f2cfe2-23ab-44b7-a5a8-81681f84e5dd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/e099cfba-de46-4a8d-851a-61051681c747 HTTP/1.1" status: 404 len: 333 time: 0.1044183 Aug 30 21:27:14.558291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50784) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.591879 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-68768069-c54d-4214-9ae4-f7bfd206c9aa req-28fb9a22-27f1-4a6f-a072-f116485d4037 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Aug 30 21:27:14.648265 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31c27ec-c409-4065-a6ca-5e6893897f84 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.648771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31c27ec-c409-4065-a6ca-5e6893897f84 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.652926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e31c27ec-c409-4065-a6ca-5e6893897f84 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/123345f0-618d-4eac-a824-7b364ffa84bf HTTP/1.1" status: 404 len: 337 time: 0.0306633 Aug 30 21:27:14.653429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.678285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b7abd-495d-4772-8e5f-03da6204cbf5 req-8623214c-4f0f-4820-9512-3a4a19810c04 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:14.679775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b8b7abd-495d-4772-8e5f-03da6204cbf5 req-8623214c-4f0f-4820-9512-3a4a19810c04 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1712189 Aug 30 21:27:14.700059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:14.711562 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-677c1486-4e9d-4b83-8cb8-0211c49b8d40 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.712279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677c1486-4e9d-4b83-8cb8-0211c49b8d40 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.714393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-677c1486-4e9d-4b83-8cb8-0211c49b8d40 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/f728f0a5-70cd-490f-942c-a73bb4a84cae HTTP/1.1" status: 404 len: 337 time: 0.0597646 Aug 30 21:27:14.716924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.746028 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d8b977-4a30-4b16-8d19-69fee8af20a2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.747837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d8b977-4a30-4b16-8d19-69fee8af20a2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.750573 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04d8b977-4a30-4b16-8d19-69fee8af20a2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/bd14321c-a8e5-4efc-bbdc-41ba5425dd59 HTTP/1.1" status: 404 len: 333 time: 0.0319719 Aug 30 21:27:14.752735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.789880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b8b7abd-495d-4772-8e5f-03da6204cbf5 req-3458315a-8e6e-40bf-b5bd-91eef3d18564 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904207 Aug 30 21:27:14.818801 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-026d8788-e677-4c34-afa1-7c2984980efd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.819454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026d8788-e677-4c34-afa1-7c2984980efd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.821845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-026d8788-e677-4c34-afa1-7c2984980efd tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/51b5aca5-2126-40ee-9f12-441fca0ea52a HTTP/1.1" status: 404 len: 337 time: 0.0676584 Aug 30 21:27:14.824507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.884606 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a21486-66f6-44a7-9040-26802037283c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.885082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a21486-66f6-44a7-9040-26802037283c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.891844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.894909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] DHCP port deletion for df466400-bd83-465e-a23d-186958510d0f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:27:14.908976 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94a21486-66f6-44a7-9040-26802037283c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/7e3d8162-01c2-4db3-864e-6ec47f50a66d HTTP/1.1" status: 404 len: 337 time: 0.0615649 Aug 30 21:27:14.943911 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b363be3-3f26-49e3-81e8-208f66b6db58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:14.944901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b363be3-3f26-49e3-81e8-208f66b6db58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:14.957967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:14.958884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7b363be3-3f26-49e3-81e8-208f66b6db58 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/e1b72791-6702-4970-9dba-544e7b8a41ae HTTP/1.1" status: 404 len: 333 time: 0.0601556 Aug 30 21:27:14.971675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] Deleting port 5f79ef2b-edda-427e-b581-8443714ce4f2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:14.972037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:15.038708 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7e71b7-e30d-4428-91b0-f36d241a8b4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.039561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7e71b7-e30d-4428-91b0-f36d241a8b4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.041521 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ec7e71b7-e30d-4428-91b0-f36d241a8b4f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/393e52a2-3a22-4b7c-a687-0032e899d356 HTTP/1.1" status: 404 len: 337 time: 0.0823307 Aug 30 21:27:15.044077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.062077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] For port 5f79ef2b-edda-427e-b581-8443714ce4f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f79ef2b-edda-427e-b581-8443714ce4f2,segment=NetworkSegment(9993bd3a-0861-44cf-bc93-78ddc62dc5c2),segment_id=9993bd3a-0861-44cf-bc93-78ddc62dc5c2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:15.062463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:15.072642 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-453cc444-7c75-4d6a-ad84-b0845cee1944 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.073601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453cc444-7c75-4d6a-ad84-b0845cee1944 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.075626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-453cc444-7c75-4d6a-ad84-b0845cee1944 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/d8429d4e-d313-482d-b7c3-4657d53adc98 HTTP/1.1" status: 404 len: 333 time: 0.0300283 Aug 30 21:27:15.078476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.099359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] Calling delete_port for 5f79ef2b-edda-427e-b581-8443714ce4f2 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:15.123318 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb40f7-e5fe-4a3f-b724-91a11cfd9009 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.123783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eb40f7-e5fe-4a3f-b724-91a11cfd9009 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.128122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b8eb40f7-e5fe-4a3f-b724-91a11cfd9009 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/32af27d0-205d-4487-ae0c-67b203fa94e4 HTTP/1.1" status: 404 len: 337 time: 0.0459235 Aug 30 21:27:15.128944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50858) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.160527 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb2e7ee-84d9-4e30-a8be-41fd4aeafd1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.161828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb2e7ee-84d9-4e30-a8be-41fd4aeafd1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.164430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dfb2e7ee-84d9-4e30-a8be-41fd4aeafd1f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/9df76530-5755-4779-b00f-5578fa01a596 HTTP/1.1" status: 404 len: 333 time: 0.0341525 Aug 30 21:27:15.167703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50866) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.209405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:15.213226 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aabdc6b-6b0d-4924-b0e5-2f0a2a603a7c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.213642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aabdc6b-6b0d-4924-b0e5-2f0a2a603a7c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.220334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50874) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.223889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8aabdc6b-6b0d-4924-b0e5-2f0a2a603a7c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/61da9b71-7e23-4e8a-be61-d465363b4e56 HTTP/1.1" status: 404 len: 337 time: 0.0549326 Aug 30 21:27:15.239440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] Pushing event deleted for resources: {'Port': ['ID=5f79ef2b-edda-427e-b581-8443714ce4f2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:15.249225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e53b5-e104-42f6-bf4a-3d2e683291ab None None] No DVR routers for this DVR port 5f79ef2b-edda-427e-b581-8443714ce4f2 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:15.264875 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80d184b-8c14-49a5-92a4-00f1e59bbded tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.265262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80d184b-8c14-49a5-92a4-00f1e59bbded tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.272220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50878) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.280865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b80d184b-8c14-49a5-92a4-00f1e59bbded tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/29beeefc-ae83-460c-8b94-c6b73ea5ff56 HTTP/1.1" status: 404 len: 333 time: 0.0591762 Aug 30 21:27:15.313772 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f07829-8a7b-4a00-b29d-ee1532deb7f1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.314334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f07829-8a7b-4a00-b29d-ee1532deb7f1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.319746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.328418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c5f07829-8a7b-4a00-b29d-ee1532deb7f1 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/a5db06e7-719e-49f5-86e5-a0ca97644813 HTTP/1.1" status: 404 len: 337 time: 0.0549593 Aug 30 21:27:15.356114 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-812ab582-27d4-4912-bd8d-206fe1d55018 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.356760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812ab582-27d4-4912-bd8d-206fe1d55018 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.361203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50890) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.369734 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-812ab582-27d4-4912-bd8d-206fe1d55018 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a4e22724-f978-4c0b-a443-bacc923fb026 HTTP/1.1" status: 404 len: 333 time: 0.0487399 Aug 30 21:27:15.389220 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d39f96-461b-4027-b4c6-87b30606f6bb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.389691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d39f96-461b-4027-b4c6-87b30606f6bb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.394197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.415255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a4d39f96-461b-4027-b4c6-87b30606f6bb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/4cb5cd39-d62a-4bde-a337-ef7d16c9261a HTTP/1.1" status: 404 len: 337 time: 0.0528972 Aug 30 21:27:15.418497 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab60a6-502c-45f9-8846-1e8f2a67e09a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.419284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab60a6-502c-45f9-8846-1e8f2a67e09a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.423745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50898) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.431527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75ab60a6-502c-45f9-8846-1e8f2a67e09a tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/a1173898-ed64-4b7d-badf-de59527f3756 HTTP/1.1" status: 404 len: 333 time: 0.0362363 Aug 30 21:27:15.455595 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d0fd0d-95f3-4dc8-9abf-82e0cf99a7ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.456072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d0fd0d-95f3-4dc8-9abf-82e0cf99a7ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.457843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b6d0fd0d-95f3-4dc8-9abf-82e0cf99a7ac tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/b98b9009-9eaf-4986-bbaf-d64a750fd07f HTTP/1.1" status: 404 len: 337 time: 0.0331261 Aug 30 21:27:15.460766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.504323 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0872a21b-164c-4bdc-ac33-fbaa1583651b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.504793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0872a21b-164c-4bdc-ac33-fbaa1583651b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.509164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0872a21b-164c-4bdc-ac33-fbaa1583651b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/d1ffdf3d-280e-4db6-b04e-53587c70f289 HTTP/1.1" status: 404 len: 337 time: 0.0473828 Aug 30 21:27:15.509462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50910) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.540514 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c7d65b-c6bb-44b2-a424-05d20699538d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.541077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c7d65b-c6bb-44b2-a424-05d20699538d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.542912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-69c7d65b-c6bb-44b2-a424-05d20699538d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/f9828601-e062-4bf0-b823-c5c2d437a39d HTTP/1.1" status: 404 len: 333 time: 0.0323694 Aug 30 21:27:15.545533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50916) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.588100 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45c75f5-56a0-4060-b782-2e1d4832dc7d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.588632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45c75f5-56a0-4060-b782-2e1d4832dc7d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.594039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b45c75f5-56a0-4060-b782-2e1d4832dc7d tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/046531ad-86b4-4d45-af3b-591bd270de30 HTTP/1.1" status: 404 len: 337 time: 0.0472224 Aug 30 21:27:15.596444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50924) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.632846 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-71db152e-460d-4585-a68f-19419168ad74 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.633318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71db152e-460d-4585-a68f-19419168ad74 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.637807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.638165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-71db152e-460d-4585-a68f-19419168ad74 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/3724452a-2731-4dee-a41f-1ede78cb85ef HTTP/1.1" status: 404 len: 337 time: 0.0402877 Aug 30 21:27:15.666884 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-698665cf-c2a9-485a-9397-94759bd944de tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.667624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698665cf-c2a9-485a-9397-94759bd944de tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.670032 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-698665cf-c2a9-485a-9397-94759bd944de tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/d02cbd63-ee77-4ae6-9570-3c84192440f6 HTTP/1.1" status: 404 len: 333 time: 0.0305860 Aug 30 21:27:15.672978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.711237 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e1105-500e-47a9-afb5-7f77c77ef9af tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.711927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e1105-500e-47a9-afb5-7f77c77ef9af tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.714052 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f89e1105-500e-47a9-afb5-7f77c77ef9af tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/7083f9f3-6a7e-4daf-8e47-34f3a6dfd8ab HTTP/1.1" status: 404 len: 337 time: 0.0397968 Aug 30 21:27:15.717206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50942) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.762304 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6185c3-4e7a-4e0d-a982-9bf58c659852 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.763185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6185c3-4e7a-4e0d-a982-9bf58c659852 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.768438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.768851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9f6185c3-4e7a-4e0d-a982-9bf58c659852 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/a21d582c-797d-4bc3-a822-c9d42908f783 HTTP/1.1" status: 404 len: 337 time: 0.0500383 Aug 30 21:27:15.830813 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-81027ed2-5af0-45e2-8d0f-46689fa1c5fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.832168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81027ed2-5af0-45e2-8d0f-46689fa1c5fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.838331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.849628 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-81027ed2-5af0-45e2-8d0f-46689fa1c5fb tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/e2bd422a-c8e8-4d70-849b-0baee30beea1 HTTP/1.1" status: 404 len: 333 time: 0.0799825 Aug 30 21:27:15.875098 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8c16a9-64f0-4c22-aafa-e00dcc7adb08 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.876237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8c16a9-64f0-4c22-aafa-e00dcc7adb08 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.882626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:15.895368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ec8c16a9-64f0-4c22-aafa-e00dcc7adb08 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/722aa23c-953a-4e8e-8b8a-2ab0703e779f HTTP/1.1" status: 404 len: 337 time: 0.0553296 Aug 30 21:27:15.930543 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5d8a4a-e2f6-437a-9fc1-5aa6eae6df6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:15.931094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5d8a4a-e2f6-437a-9fc1-5aa6eae6df6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:15.941922 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dd5d8a4a-e2f6-437a-9fc1-5aa6eae6df6b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/8182f81c-b429-4733-b6ae-5b602f130250 HTTP/1.1" status: 404 len: 337 time: 0.0579371 Aug 30 21:27:15.945024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.012648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7c988951-a8da-4330-9487-976f0cd8833c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports?device_id=674ba439-e680-46fb-bacc-e40bab408a08 HTTP/1.1" status: 200 len: 205 time: 0.0660949 Aug 30 21:27:16.013112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 50984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.024412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c20e7-2506-4f03-87a9-0228be3e0c93 req-ddae07ae-9ddb-4652-8056-1a7dec962c02 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:16.027745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0c20e7-2506-4f03-87a9-0228be3e0c93 req-ddae07ae-9ddb-4652-8056-1a7dec962c02 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1122735 Aug 30 21:27:16.115182 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-528515bc-6fba-42c1-964c-0913b26bd88f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] delete failed (client error): The resource could not be found. Aug 30 21:27:16.118050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0c20e7-2506-4f03-87a9-0228be3e0c93 req-c9133102-bd03-4cea-9ec8-5489c20cffbf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778527 Aug 30 21:27:16.122962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.127155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-528515bc-6fba-42c1-964c-0913b26bd88f tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/routers/674ba439-e680-46fb-bacc-e40bab408a08 HTTP/1.1" status: 404 len: 336 time: 0.1088905 Aug 30 21:27:16.171392 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-084034b4-ca18-4920-b1db-38d5e8d204ab tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.172036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084034b4-ca18-4920-b1db-38d5e8d204ab tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.174546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-084034b4-ca18-4920-b1db-38d5e8d204ab tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/deb36192-ec96-4753-a81a-6bff93952841 HTTP/1.1" status: 404 len: 337 time: 0.0483623 Aug 30 21:27:16.177583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.217138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dfc2100f-e32e-44c9-aa55-8379d51f35b4 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 HTTP/1.1" status: 200 len: 205 time: 0.0383058 Aug 30 21:27:16.217308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51010) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.295304 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-27cb6890-606d-49f8-859f-228290bb433b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] delete failed (client error): The resource could not be found. Aug 30 21:27:16.296495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-27cb6890-606d-49f8-859f-228290bb433b tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/routers/4e8f493c-c9fc-4d1b-a6bc-8aacdef4b304 HTTP/1.1" status: 404 len: 336 time: 0.0782995 Aug 30 21:27:16.299939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.329932 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24be792-cf78-4582-ba32-daecf0cf1472 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.330507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24be792-cf78-4582-ba32-daecf0cf1472 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.332347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a24be792-cf78-4582-ba32-daecf0cf1472 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/7c2aed4c-aac1-4aab-805f-f1eca9643e4a HTTP/1.1" status: 404 len: 337 time: 0.0312040 Aug 30 21:27:16.334977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.364545 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-38805ff8-5cba-4b55-8517-37411c473040 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.365029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38805ff8-5cba-4b55-8517-37411c473040 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.366859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38805ff8-5cba-4b55-8517-37411c473040 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/acb207e9-c727-4607-b70b-7650849511ca HTTP/1.1" status: 404 len: 337 time: 0.0308301 Aug 30 21:27:16.369943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51030) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.427604 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcdf6f4-d223-4bb2-a743-4f64fb5476ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.428469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcdf6f4-d223-4bb2-a743-4f64fb5476ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.432670 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-abcdf6f4-d223-4bb2-a743-4f64fb5476ec tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/922fccbd-2705-4714-8d80-33534b2169e9 HTTP/1.1" status: 404 len: 333 time: 0.0591645 Aug 30 21:27:16.433132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51040) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.460338 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6ffce2-8bff-435c-878f-a7aba7ce1488 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.460811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d6ffce2-8bff-435c-878f-a7aba7ce1488 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.465467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d6ffce2-8bff-435c-878f-a7aba7ce1488 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/9e6c90b4-ecb3-498c-8fa9-735deac2f97c HTTP/1.1" status: 404 len: 337 time: 0.0288994 Aug 30 21:27:16.465855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51044) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.489306 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4b049b-0ea6-49cd-9f8e-193843cb3616 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.490007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4b049b-0ea6-49cd-9f8e-193843cb3616 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.491773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0b4b049b-0ea6-49cd-9f8e-193843cb3616 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/5c51ac37-11b9-48ff-9239-c65e3bd46f30 HTTP/1.1" status: 404 len: 333 time: 0.0249677 Aug 30 21:27:16.494206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51048) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.534640 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb96c714-f18b-4ecf-af84-165264769741 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.535477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb96c714-f18b-4ecf-af84-165264769741 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.537348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fb96c714-f18b-4ecf-af84-165264769741 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/bd7b518e-c643-478b-9c03-e37c19166609 HTTP/1.1" status: 404 len: 337 time: 0.0418301 Aug 30 21:27:16.540001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.557161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f79ef2b-edda-427e-b581-8443714ce4f2 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:16.569807 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-923b3b9f-c238-4d12-9f6e-e6f10de766c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.571008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923b3b9f-c238-4d12-9f6e-e6f10de766c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.574720 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-923b3b9f-c238-4d12-9f6e-e6f10de766c3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/1ccca2ae-ae2c-4249-a51b-09303ca2d8fa HTTP/1.1" status: 404 len: 333 time: 0.0318184 Aug 30 21:27:16.575450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.602461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5f79ef2b-edda-427e-b581-8443714ce4f2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:16.602849 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-04036e6d-5985-400c-b485-23211922fef0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.603321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04036e6d-5985-400c-b485-23211922fef0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.604220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f79ef2b-edda-427e-b581-8443714ce4f2 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:16.607585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04036e6d-5985-400c-b485-23211922fef0 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/3147611d-7be7-4839-96ee-e769f5552e2d HTTP/1.1" status: 404 len: 337 time: 0.0289912 Aug 30 21:27:16.607821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.642170 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-8921810f-270b-4daf-9a28-fe3942aee7b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.643076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8921810f-270b-4daf-9a28-fe3942aee7b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.645058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8921810f-270b-4daf-9a28-fe3942aee7b3 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/16c11376-edeb-4ed2-a568-c3414f423be5 HTTP/1.1" status: 404 len: 333 time: 0.0363102 Aug 30 21:27:16.647880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.680885 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-909db7be-70f2-40ad-af49-0ac199fe5ce5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.681539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909db7be-70f2-40ad-af49-0ac199fe5ce5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.683656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-909db7be-70f2-40ad-af49-0ac199fe5ce5 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/9c00841b-a223-4d07-a444-2a5b0dec303d HTTP/1.1" status: 404 len: 337 time: 0.0342135 Aug 30 21:27:16.686423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51078) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.713192 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fcfd7e3-9ee5-42c8-8a13-98f3d9f95532 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.713952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fcfd7e3-9ee5-42c8-8a13-98f3d9f95532 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.716044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1fcfd7e3-9ee5-42c8-8a13-98f3d9f95532 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/2013e4c5-cbee-42ef-a358-9af7e5f11d67 HTTP/1.1" status: 404 len: 333 time: 0.0283732 Aug 30 21:27:16.718468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51084) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.746619 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd693bf1-d1f4-4d40-9068-9d93df9b5845 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.747361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd693bf1-d1f4-4d40-9068-9d93df9b5845 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.749773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dd693bf1-d1f4-4d40-9068-9d93df9b5845 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/fd5500c7-22c8-4eaf-a124-610308a7c22b HTTP/1.1" status: 404 len: 337 time: 0.0301523 Aug 30 21:27:16.752770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.780524 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d9a87f-ebea-480a-a491-2e626e0c1838 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.781176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d9a87f-ebea-480a-a491-2e626e0c1838 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.782923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-77d9a87f-ebea-480a-a491-2e626e0c1838 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/2351180d-a2e7-4483-86b3-1f328c6e24f7 HTTP/1.1" status: 404 len: 333 time: 0.0286944 Aug 30 21:27:16.785559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51096) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.832420 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-036dad1e-ac05-407a-ad58-02054822f16c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.832887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036dad1e-ac05-407a-ad58-02054822f16c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.836120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-036dad1e-ac05-407a-ad58-02054822f16c tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/0656078e-0df8-426d-a91e-ef34ea400261 HTTP/1.1" status: 404 len: 337 time: 0.0494926 Aug 30 21:27:16.838759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51104) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.862310 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c861ce40-a4fd-461d-8f9c-d9629cb50558 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.862995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c861ce40-a4fd-461d-8f9c-d9629cb50558 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.868028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c861ce40-a4fd-461d-8f9c-d9629cb50558 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/ports/29aef1e6-6218-480d-90d7-f597f0d699ff HTTP/1.1" status: 404 len: 333 time: 0.0249555 Aug 30 21:27:16.868570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:16.929621 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-90382add-ac23-497c-a3c5-eae8d0513c8e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] DELETE failed (client error): The resource could not be found. Aug 30 21:27:16.930340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90382add-ac23-497c-a3c5-eae8d0513c8e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:27:16.933120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-90382add-ac23-497c-a3c5-eae8d0513c8e tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/subnets/de8e3b35-8ac6-41c2-b54c-1828b55078c4 HTTP/1.1" status: 404 len: 337 time: 0.0638571 Aug 30 21:27:16.936160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:17.039328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.152667 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.165286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df466400-bd83-465e-a23d-186958510d0f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:17.177999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9993bd3a-0861-44cf-bc93-78ddc62dc5c2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:17.178696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9993bd3a-0861-44cf-bc93-78ddc62dc5c2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:17.190343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.212029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.221165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:27:17.221566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:27:17.225294 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:27:17.297088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ce44c-c41d-4530-bd28-c26f95aa07e6 req-4ed0d04a-a15e-4100-a7a7-1a2dfb0070ee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:17.299217 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22ce44c-c41d-4530-bd28-c26f95aa07e6 req-4ed0d04a-a15e-4100-a7a7-1a2dfb0070ee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0783043 Aug 30 21:27:17.375460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.385251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22ce44c-c41d-4530-bd28-c26f95aa07e6 req-242ef676-3d6d-494d-aa0e-c12036c0f826 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704303 Aug 30 21:27:17.385605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:17.390828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] 10.222.0.76 "DELETE /v2.0/networks/df466400-bd83-465e-a23d-186958510d0f HTTP/1.1" status: 204 len: 168 time: 0.4533026 Aug 30 21:27:17.405521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67dd4-7da4-4be3-890c-714be0dbb9b2 tempest-NetworksTestDHCPv6-1305615142 tempest-NetworksTestDHCPv6-1305615142-project] Pushing event deleted for resources: {'Network': ['ID=df466400-bd83-465e-a23d-186958510d0f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:17.541936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48688a4-f5cb-403c-99a0-fc0ea5ca406a req-b9b09530-d156-451f-a9dc-ef321bb3306e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:17.543592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c48688a4-f5cb-403c-99a0-fc0ea5ca406a req-b9b09530-d156-451f-a9dc-ef321bb3306e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.0608578 Aug 30 21:27:17.631625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c48688a4-f5cb-403c-99a0-fc0ea5ca406a req-e4bf94fa-ea2c-48fb-9077-01e77a21a31c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817127 Aug 30 21:27:17.683520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51214) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:17.983919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cbf0ac75-c7af-4d9a-a0f9-ed4b2987f736 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a87b2502c2594d9ea498d4a454824e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935243 Aug 30 21:27:17.984072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:18.075894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6110c6ea-e7c2-4c51-b9bc-0c6414c79f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:18.100966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6110c6ea-e7c2-4c51-b9bc-0c6414c79f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:18.187851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6110c6ea-e7c2-4c51-b9bc-0c6414c79f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:18.191190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6110c6ea-e7c2-4c51-b9bc-0c6414c79f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:18.192446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6110c6ea-e7c2-4c51-b9bc-0c6414c79f0f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e6ecb48-fa5f-4039-9c4c-4a369de3c4a4 HTTP/1.1" status: 204 len: 168 time: 0.2101834 Aug 30 21:27:18.227010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110c6ea-e7c2-4c51-b9bc-0c6414c79f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6ecb48-fa5f-4039-9c4c-4a369de3c4a4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:18.433410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-2b072730-efef-4f8f-98db-08d3b2ea7ffb tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:18.441010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-2b072730-efef-4f8f-98db-08d3b2ea7ffb tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 814 time: 0.1603870 Aug 30 21:27:18.458143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-76b60bc7-81d4-4004-9120-d60f7bfabc37 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/quotas/5d0a947b34a0451eb7ac83a2b94fe7b1 HTTP/1.1" status: 200 len: 375 time: 0.0161021 Aug 30 21:27:18.516443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-06fee2aa-813c-4b2c-9ded-d8d08f709b43 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571887 Aug 30 21:27:18.655771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-8bedfb64-e6a0-454e-9269-46646dd690be service neutron] 10.222.0.76 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313372 Aug 30 21:27:18.767456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-1291affa-22fa-4c04-b940-430ae6faed29 service neutron] 10.222.0.76 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105928 Aug 30 21:27:19.172931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:19.252197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06c18050-07fe-49c9-83f6-a1ecfabfab21 req-cc64edeb-bb93-4f13-82d5-313a083befd1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 210 time: 0.0340908 Aug 30 21:27:19.429936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7e5f5d98-f18b-4105-9c09-a02344842048 tempest-DvrRoutersNegativeTest-1285363507 tempest-DvrRoutersNegativeTest-1285363507-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-836519213', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:19.434558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.policy [None req-7e5f5d98-f18b-4105-9c09-a02344842048 tempest-DvrRoutersNegativeTest-1285363507 tempest-DvrRoutersNegativeTest-1285363507-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94688) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 30 21:27:19.435292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.policy [None req-7e5f5d98-f18b-4105-9c09-a02344842048 tempest-DvrRoutersNegativeTest-1285363507 tempest-DvrRoutersNegativeTest-1285363507-project] Failed policy check for 'create_router' {{(pid=94688) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 30 21:27:19.436008 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-7e5f5d98-f18b-4105-9c09-a02344842048 tempest-DvrRoutersNegativeTest-1285363507 tempest-DvrRoutersNegativeTest-1285363507-project] create failed (client error): Access was denied to this resource. Aug 30 21:27:19.438295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7e5f5d98-f18b-4105-9c09-a02344842048 tempest-DvrRoutersNegativeTest-1285363507 tempest-DvrRoutersNegativeTest-1285363507-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2634687 Aug 30 21:27:19.500471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef16375-2889-4486-9940-5dacd8a30b2f req-d2af31b1-e2b5-4b39-af93-344e497ccdae tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:19.502613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef16375-2889-4486-9940-5dacd8a30b2f req-d2af31b1-e2b5-4b39-af93-344e497ccdae tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "GET /v2.0/ports?device_id=53f36cb1-7f47-4b05-9030-424318bb0f8c HTTP/1.1" status: 200 len: 945 time: 0.1295042 Aug 30 21:27:19.687237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Deleting port 148bb3a7-2210-4efa-b569-191f3ff496ec {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:19.687950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:19.794753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51352) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:19.838005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] For port 148bb3a7-2210-4efa-b569-191f3ff496ec, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=148bb3a7-2210-4efa-b569-191f3ff496ec,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:19.838447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:19.854414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Calling delete_port for 148bb3a7-2210-4efa-b569-191f3ff496ec owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:19.931034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa24f-3e35-4b0f-acf2-b3bd79d03ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.083481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa24f-3e35-4b0f-acf2-b3bd79d03ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.093385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.098196 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b2aa24f-3e35-4b0f-acf2-b3bd79d03ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.164432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b2aa24f-3e35-4b0f-acf2-b3bd79d03ba8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d854b9c260a4458877aa9799e7e5cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682621 Aug 30 21:27:20.181335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:20.216314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aa24f-3e35-4b0f-acf2-b3bd79d03ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeb78d4-b944-47be-9bf1-6214243f17d6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:20.270949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] No DVR routers for this DVR port 148bb3a7-2210-4efa-b569-191f3ff496ec on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:20.293701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450e2222-a2d6-4299-a987-e43521b5d0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.297304 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.308835 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef16375-2889-4486-9940-5dacd8a30b2f req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "DELETE /v2.0/ports/148bb3a7-2210-4efa-b569-191f3ff496ec HTTP/1.1" status: 204 len: 173 time: 0.7993033 Aug 30 21:27:20.311419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c331be-97ac-4521-ab70-11f65e8e27bd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Pushing event deleted for resources: {'Port': ['ID=148bb3a7-2210-4efa-b569-191f3ff496ec,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:20.351740 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450e2222-a2d6-4299-a987-e43521b5d0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.407362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-deleted', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:20.412586 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe607491-5e9e-4e10-b108-77da4125a882" -d '{"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-deleted", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:20.516190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca3dcfea-5fc1-4d0b-a9a5-36a37ec45217 req-7e347ad0-840a-410d-ada2-8331405e6d88 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 210 time: 0.0909812 Aug 30 21:27:20.546052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-ece67628-c65d-4c8f-893d-20a1a58d6401 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:20.547911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-ece67628-c65d-4c8f-893d-20a1a58d6401 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 814 time: 0.3550427 Aug 30 21:27:20.548334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450e2222-a2d6-4299-a987-e43521b5d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.551083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450e2222-a2d6-4299-a987-e43521b5d0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.552226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-450e2222-a2d6-4299-a987-e43521b5d0fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ddeb78d4-b944-47be-9bf1-6214243f17d6 HTTP/1.1" status: 204 len: 168 time: 0.3694580 Aug 30 21:27:20.571923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2222-a2d6-4299-a987-e43521b5d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeb78d4-b944-47be-9bf1-6214243f17d6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:20.578476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Request body: {'port': {'device_id': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'admin_state_up': True, 'tenant_id': '5d0a947b34a0451eb7ac83a2b94fe7b1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:20.637673 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7e2305-5e0e-49d6-ba21-6cf816459ebc x-openstack-request-id: req-ce7e2305-5e0e-49d6-ba21-6cf816459ebc {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:20.637976 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f36cb1-7f47-4b05-9030-424318bb0f8c", "name": "network-vif-deleted", "tag": "148bb3a7-2210-4efa-b569-191f3ff496ec", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:20.638151 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce7e2305-5e0e-49d6-ba21-6cf816459ebc {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:20.638504 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f36cb1-7f47-4b05-9030-424318bb0f8c', 'name': 'network-vif-deleted', 'tag': '148bb3a7-2210-4efa-b569-191f3ff496ec', 'status': 'completed', 'code': 200} Aug 30 21:27:20.781264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Made reservation on behalf of 5d0a947b34a0451eb7ac83a2b94fe7b1 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:20.785423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:20.969082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Allocated IP 172.20.0.10 (64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6/24268ace-ee42-47f8-b7ab-fa846327a2d8/5462862d-76f7-44eb-b5cf-d68909c2d08c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:21.191023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:21.251299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:21.312383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:21.315892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:21.330020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:21.387170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:21.387797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:21.411699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8456588 Aug 30 21:27:21.418644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf8e20-46d4-448d-a9f5-436051cdebc9 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Pushing event updated for resources: {'Port': ['ID=5462862d-76f7-44eb-b5cf-d68909c2d08c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:21.752379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:21.782385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Request body: {'port': {'device_id': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:21.799102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9d8da-5874-4da8-87a5-3f8e64346715 req-7d08579c-fa5c-4b13-aa45-24ef2039a2c3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:21.805926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71f9d8da-5874-4da8-87a5-3f8e64346715 req-7d08579c-fa5c-4b13-aa45-24ef2039a2c3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 932 time: 0.1564341 Aug 30 21:27:21.815988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:21.819050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 148bb3a7-2210-4efa-b569-191f3ff496ec {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:21.819586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 148bb3a7-2210-4efa-b569-191f3ff496ec not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:21.898770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:21.919141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71f9d8da-5874-4da8-87a5-3f8e64346715 req-30b76acc-1530-407a-b9c5-9efcb22659ee tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043165 Aug 30 21:27:21.930428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2270fe2b-9846-4ce3-8811-162d54150ad0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:21.931108 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-2270fe2b-9846-4ce3-8811-162d54150ad0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 21:27:21.931780 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-2270fe2b-9846-4ce3-8811-162d54150ad0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 21:27:21.932893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2270fe2b-9846-4ce3-8811-162d54150ad0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1158998 Aug 30 21:27:21.938906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51428) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:21.945208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--234914930'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:21.984875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:21.996083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.124528 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.129572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.158341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0757dd-b056-4a12-bd9c-adb718ca70fa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:22.169603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.169603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.169999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.170569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.171175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.171823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.172356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.172884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.173491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.174033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.174560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.175151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:22.257191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.264964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.300910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa67d0-4953-41d0-a4d9-a96af0320cee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:22.327364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.329136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ce92c5a-9d82-450e-9623-20a11f84573d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3891521 Aug 30 21:27:22.331840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:22.349402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '49aa67d0-4953-41d0-a4d9-a96af0320cee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:22.420864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.521242 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.529606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.565083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76262ae9-3ee1-4c6c-86c2-2bd45e60fed4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:22.604779 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.606575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-568c5d58-312e-49b8-b3c2-c692f1e16f4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2735043 Aug 30 21:27:22.609351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51442) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:22.614715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d9e95145-9762-42dc-8718-50dbd046fef1 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '49aa67d0-4953-41d0-a4d9-a96af0320cee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:22.667407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d9e95145-9762-42dc-8718-50dbd046fef1 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.752880 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-d9e95145-9762-42dc-8718-50dbd046fef1 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 21:27:22.756149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d9e95145-9762-42dc-8718-50dbd046fef1 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1457577 Aug 30 21:27:22.759022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51448) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:22.857325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b864850-2086-438e-bdc6-7a89b2d74c18 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.904369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b864850-2086-438e-bdc6-7a89b2d74c18 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.958336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5462862d-76f7-44eb-b5cf-d68909c2d08c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:22.966144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b864850-2086-438e-bdc6-7a89b2d74c18 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.969390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b864850-2086-438e-bdc6-7a89b2d74c18 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.973148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5b864850-2086-438e-bdc6-7a89b2d74c18 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/49aa67d0-4953-41d0-a4d9-a96af0320cee HTTP/1.1" status: 204 len: 168 time: 0.2106116 Aug 30 21:27:22.973300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:22.974452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:22.986008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Transition to ACTIVE for port object 5462862d-76f7-44eb-b5cf-d68909c2d08c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:22.997751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.021525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b864850-2086-438e-bdc6-7a89b2d74c18 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa67d0-4953-41d0-a4d9-a96af0320cee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:23.081464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Pushing event updated for resources: {'Port': ['ID=5462862d-76f7-44eb-b5cf-d68909c2d08c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:23.101980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-882f4d0f-d0c4-46f2-b7a8-cca443c31253 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1207800 Aug 30 21:27:23.113185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51460) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.117766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108338933'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:23.154245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0aec-7d84-4f59-848c-e535746bb470 req-6623562f-c929-4cd4-ac1a-db9038d899a0 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:23.156274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bdd0aec-7d84-4f59-848c-e535746bb470 req-6623562f-c929-4cd4-ac1a-db9038d899a0 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 944 time: 0.1191669 Aug 30 21:27:23.173327 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.192415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Attempting to bind port 5462862d-76f7-44eb-b5cf-d68909c2d08c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:23.192840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Attempting to bind port 5462862d-76f7-44eb-b5cf-d68909c2d08c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:23.193253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Attempting to bind port 5462862d-76f7-44eb-b5cf-d68909c2d08c on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:23.199153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Port 5462862d-76f7-44eb-b5cf-d68909c2d08c on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:27:23.199993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Attempting to bind port 5462862d-76f7-44eb-b5cf-d68909c2d08c on network 64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:23.206901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:23.207584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Checking segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:23.208164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Bound using segment: {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:23.208778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Bound port: 5462862d-76f7-44eb-b5cf-d68909c2d08c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f7d3bc-82ae-44d9-aa57-2530e12c726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:23.209536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.224988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bdd0aec-7d84-4f59-848c-e535746bb470 req-3bc08a1c-b989-4533-ab16-92bde62e376c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Aug 30 21:27:23.296568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] For port 5462862d-76f7-44eb-b5cf-d68909c2d08c, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:23.299940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] For port 5462862d-76f7-44eb-b5cf-d68909c2d08c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:23.304801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.320581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.325855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.353817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:23.354495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.355973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] 10.222.0.86 "PUT /v2.0/ports/5462862d-76f7-44eb-b5cf-d68909c2d08c HTTP/1.1" status: 200 len: 1093 time: 1.9329216 Aug 30 21:27:23.356414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'tag': '5462862d-76f7-44eb-b5cf-d68909c2d08c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:23.358889 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da057c85-656d-48e1-aea5-d8b1f1d307ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a51464e7-c3d6-477e-9b27-af64f6ad926d", "tag": "5462862d-76f7-44eb-b5cf-d68909c2d08c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:23.370807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b099f-610a-4136-b65b-39581d6014e8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:23.375310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Pushing event updated for resources: {'Port': ['ID=5462862d-76f7-44eb-b5cf-d68909c2d08c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:23.377739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.379343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2045a8ee-2101-45e0-b307-03d09b4f997e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2649837 Aug 30 21:27:23.382184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51466) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.384070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.384477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.384822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.385159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.385488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.385862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.386193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.386599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.387017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.387347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.387686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.387879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cfeb407c-2588-41a4-964d-b2fe523a541e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': 'f42b099f-610a-4136-b65b-39581d6014e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:23.388142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd81515-b410-46c9-9a06-43ce305ae8cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:23.388626 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-cfeb407c-2588-41a4-964d-b2fe523a541e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 21:27:23.389103 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-cfeb407c-2588-41a4-964d-b2fe523a541e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:23.390094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cfeb407c-2588-41a4-964d-b2fe523a541e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069664 Aug 30 21:27:23.392606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51468) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.451882 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1f523-ffaa-4a6a-947f-a51a65c7ae03 x-openstack-request-id: req-a1b1f523-ffaa-4a6a-947f-a51a65c7ae03 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:23.452535 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51464e7-c3d6-477e-9b27-af64f6ad926d", "tag": "5462862d-76f7-44eb-b5cf-d68909c2d08c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:23.453189 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1b1f523-ffaa-4a6a-947f-a51a65c7ae03 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:23.453855 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'tag': '5462862d-76f7-44eb-b5cf-d68909c2d08c', 'status': 'completed', 'code': 200} Aug 30 21:27:23.460002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-389b6d72-39bf-4d3d-842b-45ac1809d6a0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.471105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-040d63d0-994e-4cd0-aa5f-b4aef0489606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:23.472635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-040d63d0-994e-4cd0-aa5f-b4aef0489606 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 1096 time: 0.0531828 Aug 30 21:27:23.489921 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-389b6d72-39bf-4d3d-842b-45ac1809d6a0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.542269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-389b6d72-39bf-4d3d-842b-45ac1809d6a0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.542905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-750fabe2-39f7-473e-8e0c-eff386b1dff5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c HTTP/1.1" status: 200 len: 217 time: 0.0605891 Aug 30 21:27:23.545994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-389b6d72-39bf-4d3d-842b-45ac1809d6a0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.547070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-389b6d72-39bf-4d3d-842b-45ac1809d6a0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/f42b099f-610a-4136-b65b-39581d6014e8 HTTP/1.1" status: 204 len: 168 time: 0.1525209 Aug 30 21:27:23.549808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.557989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b6d72-39bf-4d3d-842b-45ac1809d6a0 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b099f-610a-4136-b65b-39581d6014e8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:23.631427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-d9fd61ec-635a-4e14-ab79-aa98efc9bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:23.633059 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-d9fd61ec-635a-4e14-ab79-aa98efc9bcd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 200 len: 854 time: 0.0819042 Aug 30 21:27:23.640580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-48a27c44-8f9b-44de-a877-3f43f814131b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746195 Aug 30 21:27:23.644585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.649214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090859771'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:23.675302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.677193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-cb29cf51-48f5-4695-b3ef-1cd24ccb3d65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338862 Aug 30 21:27:23.808761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-ca5c72c6-9eac-49d3-bd1e-282f414a06c3 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227965 Aug 30 21:27:23.815085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.822912 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.857322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67aaa2f-1685-4145-8e6a-a2ad5f7f1435,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:23.890771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:23.896006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-31c8a64a-1859-4c12-848b-5995c92ec34f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2502747 Aug 30 21:27:23.896624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51486) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.909418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b9377a01-4c59-429f-8473-9e4d7d485a4d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': 'b67aaa2f-1685-4145-8e6a-a2ad5f7f1435', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:23.910296 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-b9377a01-4c59-429f-8473-9e4d7d485a4d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 21:27:23.910915 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b9377a01-4c59-429f-8473-9e4d7d485a4d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:23.911915 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b9377a01-4c59-429f-8473-9e4d7d485a4d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127671 Aug 30 21:27:23.914818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51488) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:23.975736 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2550a39-7507-4862-9a06-c325e979e1d4 req-85abbf9c-1787-40c3-a662-7f6a1a76ac52 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599565 Aug 30 21:27:23.995545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45076469-e91d-4277-bd2c-4f5ede6cdd3b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.020715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45076469-e91d-4277-bd2c-4f5ede6cdd3b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.093177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-e3e83728-884c-4ecd-aef6-cbf5a2e6faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:24.094910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-e3e83728-884c-4ecd-aef6-cbf5a2e6faa7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 1096 time: 0.0618877 Aug 30 21:27:24.095951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45076469-e91d-4277-bd2c-4f5ede6cdd3b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.098462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45076469-e91d-4277-bd2c-4f5ede6cdd3b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.099515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-45076469-e91d-4277-bd2c-4f5ede6cdd3b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/b67aaa2f-1685-4145-8e6a-a2ad5f7f1435 HTTP/1.1" status: 204 len: 168 time: 0.1838043 Aug 30 21:27:24.102196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.118309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45076469-e91d-4277-bd2c-4f5ede6cdd3b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67aaa2f-1685-4145-8e6a-a2ad5f7f1435,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:24.172850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11019137-9009-4fee-9969-b935813b1e12 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688088 Aug 30 21:27:24.177168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51496) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.182840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814799465'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:24.205251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.221584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-ff92e10a-5815-49a6-830a-f27770876fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:24.223120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-ff92e10a-5815-49a6-830a-f27770876fed service neutron] 10.222.0.86 "GET /v2.0/networks?id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 200 len: 915 time: 0.1186931 Aug 30 21:27:24.272718 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-581b26d1-df14-4b71-931a-a7169272fad8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c HTTP/1.1" status: 200 len: 217 time: 0.0407841 Aug 30 21:27:24.335102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-ea79fca7-ce27-46a2-a471-27e7cbfa1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:24.337245 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-ea79fca7-ce27-46a2-a471-27e7cbfa1e16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 200 len: 854 time: 0.0551617 Aug 30 21:27:24.340098 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.365158 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.381281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-a92cdb16-eca7-4c78-9ac3-b51ccde5d57d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344508 Aug 30 21:27:24.408275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f06225-3564-4b42-8c78-484fd3c3024a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:24.422043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.425470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a589a2e1-5e35-437a-a90f-c675dd46cb61 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2470353 Aug 30 21:27:24.428426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51506) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.435430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bcfd9a49-0823-4b94-8528-83a8f0cfe837 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '44f06225-3564-4b42-8c78-484fd3c3024a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:24.452283 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-bcfd9a49-0823-4b94-8528-83a8f0cfe837 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 21:27:24.452915 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-bcfd9a49-0823-4b94-8528-83a8f0cfe837 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:24.457250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bcfd9a49-0823-4b94-8528-83a8f0cfe837 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0253077 Aug 30 21:27:24.459052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.463630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2862a322-33d5-4a79-9071-c0446b854e52 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '44f06225-3564-4b42-8c78-484fd3c3024a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:24.465315 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-2862a322-33d5-4a79-9071-c0446b854e52 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 21:27:24.465828 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-2862a322-33d5-4a79-9071-c0446b854e52 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:24.466405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d21ae-81a3-4a40-8cce-0238ed365473 req-3571cc0f-f0b3-4f78-9e35-794ccde946d2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:24.469495 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2862a322-33d5-4a79-9071-c0446b854e52 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067880 Aug 30 21:27:24.474236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.476491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d0d21ae-81a3-4a40-8cce-0238ed365473 req-3571cc0f-f0b3-4f78-9e35-794ccde946d2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 944 time: 0.1500363 Aug 30 21:27:24.489573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1ddec5dc-6731-4082-857e-957a08aabd1a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '44f06225-3564-4b42-8c78-484fd3c3024a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:24.490651 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-1ddec5dc-6731-4082-857e-957a08aabd1a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 21:27:24.491175 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1ddec5dc-6731-4082-857e-957a08aabd1a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:24.495487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ddec5dc-6731-4082-857e-957a08aabd1a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164258 Aug 30 21:27:24.495487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.501593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b0b2dd85-edb0-4a8f-8b1d-aa5ab7abc7e2 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '44f06225-3564-4b42-8c78-484fd3c3024a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:24.502481 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-b0b2dd85-edb0-4a8f-8b1d-aa5ab7abc7e2 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 21:27:24.502964 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b0b2dd85-edb0-4a8f-8b1d-aa5ab7abc7e2 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:24.506654 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b0b2dd85-edb0-4a8f-8b1d-aa5ab7abc7e2 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078063 Aug 30 21:27:24.508304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.539133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-2ac432eb-19bd-47e3-9b61-9ae7283b9514 service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473536 Aug 30 21:27:24.544165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d0d21ae-81a3-4a40-8cce-0238ed365473 req-dc5891f2-02c0-406a-80c8-5bfca472c93d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667202 Aug 30 21:27:24.633872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-986365ab-3c25-42a1-8ea5-5dd8ef464db9 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.686350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-986365ab-3c25-42a1-8ea5-5dd8ef464db9 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.699026 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da057c85-656d-48e1-aea5-d8b1f1d307ae req-fc681520-28c0-41a4-9b8a-39b0bbc0f2cb service neutron] 10.222.0.86 "GET /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487477 Aug 30 21:27:24.773573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-986365ab-3c25-42a1-8ea5-5dd8ef464db9 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.776534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-986365ab-3c25-42a1-8ea5-5dd8ef464db9 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:24.781100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51522) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.781750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-986365ab-3c25-42a1-8ea5-5dd8ef464db9 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/44f06225-3564-4b42-8c78-484fd3c3024a HTTP/1.1" status: 204 len: 168 time: 0.2713816 Aug 30 21:27:24.797988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986365ab-3c25-42a1-8ea5-5dd8ef464db9 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f06225-3564-4b42-8c78-484fd3c3024a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:24.855113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab7b3570-04bf-4e40-9e12-a9d3e008687e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716987 Aug 30 21:27:24.859483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:24.865349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061556981'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:24.893588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.009371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.015124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.034880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.039050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51532) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.039607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1785507 Aug 30 21:27:25.045131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c2b0123c-cb56-4164-b6b3-a3433e933155 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.046098 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-c2b0123c-cb56-4164-b6b3-a3433e933155 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 21:27:25.046895 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-c2b0123c-cb56-4164-b6b3-a3433e933155 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.048019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2b0123c-cb56-4164-b6b3-a3433e933155 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072341 Aug 30 21:27:25.056111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.061102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-488c7fbe-6e99-48be-a159-f216acee0a4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.098850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80805489-dc6e-47eb-91b1-1cd028825d14 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08609116-12bc-426f-ba65-029418569967,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:25.130011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fadb4c-74b7-4ba2-91e6-4f48e08f19c4 req-e2077444-2981-469d-8ae6-41330822a410 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:25.131796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0fadb4c-74b7-4ba2-91e6-4f48e08f19c4 req-e2077444-2981-469d-8ae6-41330822a410 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 949 time: 0.0818110 Aug 30 21:27:25.136486 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-488c7fbe-6e99-48be-a159-f216acee0a4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.141141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-488c7fbe-6e99-48be-a159-f216acee0a4f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0837440 Aug 30 21:27:25.143374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.147320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-75bc490c-dd10-4d98-b6bd-53f88f8b8784 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.148109 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-75bc490c-dd10-4d98-b6bd-53f88f8b8784 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 21:27:25.148612 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-75bc490c-dd10-4d98-b6bd-53f88f8b8784 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.152493 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75bc490c-dd10-4d98-b6bd-53f88f8b8784 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097311 Aug 30 21:27:25.153058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.159480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-52f28723-659f-4c45-a6f5-34f3db3e0dfb tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.183580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0fadb4c-74b7-4ba2-91e6-4f48e08f19c4 req-c64eceba-c893-4479-bc39-540e3d5e2601 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Aug 30 21:27:25.206538 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-52f28723-659f-4c45-a6f5-34f3db3e0dfb tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.210177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52f28723-659f-4c45-a6f5-34f3db3e0dfb tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0557129 Aug 30 21:27:25.211305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51544) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.216542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3654c89a-70e3-4ef3-8af5-183b99b6e47b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.217156 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-3654c89a-70e3-4ef3-8af5-183b99b6e47b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 21:27:25.217774 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-3654c89a-70e3-4ef3-8af5-183b99b6e47b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.221156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3654c89a-70e3-4ef3-8af5-183b99b6e47b tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063424 Aug 30 21:27:25.221533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.226330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f320351f-be0b-4461-acc5-ee7eabbd7a3f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.264877 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-f320351f-be0b-4461-acc5-ee7eabbd7a3f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.269539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51548) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.270124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f320351f-be0b-4461-acc5-ee7eabbd7a3f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0474408 Aug 30 21:27:25.274722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c0a42773-2e6a-4508-98c3-4f8cfb63f9f5 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.275166 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-c0a42773-2e6a-4508-98c3-4f8cfb63f9f5 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 21:27:25.275643 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-c0a42773-2e6a-4508-98c3-4f8cfb63f9f5 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.280456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c0a42773-2e6a-4508-98c3-4f8cfb63f9f5 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070822 Aug 30 21:27:25.280629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.284731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c03d92cb-d982-4c5f-884d-ee47202feb17 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.333858 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-c03d92cb-d982-4c5f-884d-ee47202feb17 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.333858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c03d92cb-d982-4c5f-884d-ee47202feb17 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0520880 Aug 30 21:27:25.336815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.344617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9cc03fa1-d974-46bf-8303-f56e8464537d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '08609116-12bc-426f-ba65-029418569967', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.385958 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-9cc03fa1-d974-46bf-8303-f56e8464537d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:25.387302 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9cc03fa1-d974-46bf-8303-f56e8464537d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0494585 Aug 30 21:27:25.390306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.459139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f23b4b3f-8251-4bfa-a894-76004a82b6c7 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.482362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f23b4b3f-8251-4bfa-a894-76004a82b6c7 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.530372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f23b4b3f-8251-4bfa-a894-76004a82b6c7 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.533467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f23b4b3f-8251-4bfa-a894-76004a82b6c7 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.534682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f23b4b3f-8251-4bfa-a894-76004a82b6c7 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/08609116-12bc-426f-ba65-029418569967 HTTP/1.1" status: 204 len: 168 time: 0.1432302 Aug 30 21:27:25.537308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51562) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.544905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b4b3f-8251-4bfa-a894-76004a82b6c7 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08609116-12bc-426f-ba65-029418569967,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:25.595974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d2b0b06-22f4-4a2d-b356-f400ac7e7aab tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574923 Aug 30 21:27:25.600610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.605587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930416066'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.630751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.678223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc387d-c7cb-42d6-8bae-6ddebea03844 req-21ac16d9-6fd7-478a-b608-23e8a4c1aae5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:25.680583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ecc387d-c7cb-42d6-8bae-6ddebea03844 req-21ac16d9-6fd7-478a-b608-23e8a4c1aae5 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 944 time: 0.0596972 Aug 30 21:27:25.740088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ecc387d-c7cb-42d6-8bae-6ddebea03844 req-4c28e75f-691f-4ba4-b6dd-6208bca6e544 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536020 Aug 30 21:27:25.742048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.747881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.771690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.773026 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1712000 Aug 30 21:27:25.777239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51572) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.783130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-826a6eaf-83c8-4bfa-9cfa-07cbef684c53 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '120115e6-d14c-4b6b-b2db-34212dae3ad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.787649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a1d07-c3b8-4ccf-b8cb-79d0ee8e4f75 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120115e6-d14c-4b6b-b2db-34212dae3ad9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:25.834208 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-826a6eaf-83c8-4bfa-9cfa-07cbef684c53 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The resource could not be found. Aug 30 21:27:25.838116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-826a6eaf-83c8-4bfa-9cfa-07cbef684c53 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0570297 Aug 30 21:27:25.838560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.843929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6aadc1bb-0e66-4c20-a116-14445cd94276 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '120115e6-d14c-4b6b-b2db-34212dae3ad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b87fc57e-cb2a-4952-82c9-e41a84c4a7ea'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:25.889362 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6aadc1bb-0e66-4c20-a116-14445cd94276 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The resource could not be found. Aug 30 21:27:25.890828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6aadc1bb-0e66-4c20-a116-14445cd94276 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0507224 Aug 30 21:27:25.893750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:25.951085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff632f4a-fd9d-433a-8299-4ca9ed34b45e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:25.975537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff632f4a-fd9d-433a-8299-4ca9ed34b45e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.021694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff632f4a-fd9d-433a-8299-4ca9ed34b45e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.024729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff632f4a-fd9d-433a-8299-4ca9ed34b45e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.026064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ff632f4a-fd9d-433a-8299-4ca9ed34b45e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/120115e6-d14c-4b6b-b2db-34212dae3ad9 HTTP/1.1" status: 204 len: 168 time: 0.1311600 Aug 30 21:27:26.029496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51582) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:26.049270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff632f4a-fd9d-433a-8299-4ca9ed34b45e tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120115e6-d14c-4b6b-b2db-34212dae3ad9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:26.087923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33d94787-01ba-47b2-be3d-94a89cee014a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535424 Aug 30 21:27:26.088314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:26.100791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-486b1c4b-1afe-4a23-8460-43ef1df1769a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '80670fab-aab7-4d22-b53f-93fa52bb9d51', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:26.163373 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-486b1c4b-1afe-4a23-8460-43ef1df1769a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The resource could not be found. Aug 30 21:27:26.167964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-486b1c4b-1afe-4a23-8460-43ef1df1769a tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0752137 Aug 30 21:27:26.168415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:26.173331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--832507447'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:26.196334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.322348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.346265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbd25d-8f05-491e-9b59-ed77e78f2bd2 req-8fb96cca-fcbe-4357-a029-eddf7557f9d4 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:26.347929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cdbd25d-8f05-491e-9b59-ed77e78f2bd2 req-8fb96cca-fcbe-4357-a029-eddf7557f9d4 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 949 time: 0.0859802 Aug 30 21:27:26.348889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.405693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99de42a9-5574-41a2-b002-5cacb984858a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:26.411214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.412890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-44d14870-7631-4d1c-bbf9-c7d3fea5ea57 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2432058 Aug 30 21:27:26.415976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51598) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:26.421313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--209704957'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:26.451005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cdbd25d-8f05-491e-9b59-ed77e78f2bd2 req-363b8a29-2426-4a97-a4f2-c972e71ec3e1 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/security-groups?id=dac1de9e-f606-4aa4-988e-0c4a7953606e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904720 Aug 30 21:27:26.466221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.554929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.559819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.592729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.593907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1768341 Aug 30 21:27:26.595080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3129fdd-dd2e-4303-9b2e-7ea28dcb635f tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd495a-7327-450e-bf78-8b51d59576ef,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:26.597839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51604) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:26.604574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cffd32a5-186c-46ab-a900-e510e67badfe tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group_rule': {'security_group_id': '99de42a9-5574-41a2-b002-5cacb984858a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4cdd495a-7327-450e-bf78-8b51d59576ef'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:26.678366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-f1bb6f4e-128f-4b8f-a238-6c961f7426f3 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:26.680093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-f1bb6f4e-128f-4b8f-a238-6c961f7426f3 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.82 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 949 time: 0.0637212 Aug 30 21:27:26.716154 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-cffd32a5-186c-46ab-a900-e510e67badfe tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:27:26.717301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cffd32a5-186c-46ab-a900-e510e67badfe tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1181304 Aug 30 21:27:26.720195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:26.834354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f3afa28-ef20-4e01-83d4-1ce0fd5cd033 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.843401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Deleting port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:26.843795 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.876543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b5903-22cb-4f67-acae-6e93ccbf9186 req-849f46c1-0ce3-414e-9b8d-c7425ebccd51 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:26.878134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f9b5903-22cb-4f67-acae-6e93ccbf9186 req-849f46c1-0ce3-414e-9b8d-c7425ebccd51 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 944 time: 0.0543871 Aug 30 21:27:26.913723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f3afa28-ef20-4e01-83d4-1ce0fd5cd033 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:26.949348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f9b5903-22cb-4f67-acae-6e93ccbf9186 req-5418250a-fe3f-4055-acba-b6e2f0a56df0 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642259 Aug 30 21:27:27.004398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] For port 211dda2a-7f5b-446a-95e6-831dfdd4fd46, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=211dda2a-7f5b-446a-95e6-831dfdd4fd46,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:27.004768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.007866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f3afa28-ef20-4e01-83d4-1ce0fd5cd033 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.010409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f3afa28-ef20-4e01-83d4-1ce0fd5cd033 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.011612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2f3afa28-ef20-4e01-83d4-1ce0fd5cd033 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/4cdd495a-7327-450e-bf78-8b51d59576ef HTTP/1.1" status: 204 len: 168 time: 0.2904103 Aug 30 21:27:27.014483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51614) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.035507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Calling delete_port for 211dda2a-7f5b-446a-95e6-831dfdd4fd46 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:27.037497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3afa28-ef20-4e01-83d4-1ce0fd5cd033 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd495a-7327-450e-bf78-8b51d59576ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:27.074975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-610614d3-3d2e-410a-9aaa-390aa9477f2d tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0591948 Aug 30 21:27:27.077631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.143853 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c9be-9ba1-4d46-bc06-f24b885e58fa tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.171666 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c9be-9ba1-4d46-bc06-f24b885e58fa tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.194975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.212288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.229443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['211dda2a-7f5b-446a-95e6-831dfdd4fd46'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:27.269446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Pushing event deleted for resources: {'Port': ['ID=211dda2a-7f5b-446a-95e6-831dfdd4fd46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:27.306877 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c9be-9ba1-4d46-bc06-f24b885e58fa tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.309931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c9be-9ba1-4d46-bc06-f24b885e58fa tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.311436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5fc1c9be-9ba1-4d46-bc06-f24b885e58fa tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/99de42a9-5574-41a2-b002-5cacb984858a HTTP/1.1" status: 204 len: 168 time: 0.2327428 Aug 30 21:27:27.314120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.315091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] No DVR routers for this DVR port 211dda2a-7f5b-446a-95e6-831dfdd4fd46 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:27.330938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c9be-9ba1-4d46-bc06-f24b885e58fa tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de42a9-5574-41a2-b002-5cacb984858a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:27.353900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.356453 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80c5e7b6-a084-4a5c-b190-504c7da56538 req-1b96d012-67ff-442f-a677-7d17a7340109 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.82 "DELETE /v2.0/ports/211dda2a-7f5b-446a-95e6-831dfdd4fd46 HTTP/1.1" status: 204 len: 173 time: 0.6686234 Aug 30 21:27:27.357420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'name': 'network-vif-deleted', 'tag': '211dda2a-7f5b-446a-95e6-831dfdd4fd46'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:27.360529 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a11481-5b35-468c-a504-0ba02b13f8c0" -d '{"events": [{"server_uuid": "af117225-178a-49b4-8c3f-c746a29d62ab", "name": "network-vif-deleted", "tag": "211dda2a-7f5b-446a-95e6-831dfdd4fd46"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:27.429649 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890eb454-244d-478b-81c7-f3de22083f09 x-openstack-request-id: req-890eb454-244d-478b-81c7-f3de22083f09 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:27.430199 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af117225-178a-49b4-8c3f-c746a29d62ab", "name": "network-vif-deleted", "tag": "211dda2a-7f5b-446a-95e6-831dfdd4fd46", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:27.430429 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-890eb454-244d-478b-81c7-f3de22083f09 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:27.430947 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af117225-178a-49b4-8c3f-c746a29d62ab', 'name': 'network-vif-deleted', 'tag': '211dda2a-7f5b-446a-95e6-831dfdd4fd46', 'status': 'completed', 'code': 200} Aug 30 21:27:27.453267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d24a6079-2231-4db9-851a-9cf501d02c29 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1357436 Aug 30 21:27:27.457814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51634) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.462741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056917663'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:27.513806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.618470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.637282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.678066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26fadfe2-0acc-4642-a0eb-975e8f3e918c req-864f6e68-9f5d-4e82-9478-581abc741180 tempest-VolumesBackupsTest-710053135 tempest-VolumesBackupsTest-710053135-project] 10.222.0.76 "GET /v2.0/ports?device_id=af117225-178a-49b4-8c3f-c746a29d62ab HTTP/1.1" status: 200 len: 210 time: 0.0862927 Aug 30 21:27:27.693005 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.694546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2355647 Aug 30 21:27:27.697043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f8ab9-3f0e-411f-aa05-150be3bb45ff tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1292423-ab23-49f5-8af3-a22bffb6583a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:27.700274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51642) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.705022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a35f5aab-4468-45d3-8eed-05a08dbb6232 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:27.705511 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-a35f5aab-4468-45d3-8eed-05a08dbb6232 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 21:27:27.706072 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-a35f5aab-4468-45d3-8eed-05a08dbb6232 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 21:27:27.707126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a35f5aab-4468-45d3-8eed-05a08dbb6232 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "PUT /v2.0/security-groups/d1292423-ab23-49f5-8af3-a22bffb6583a HTTP/1.1" status: 409 len: 330 time: 0.0058489 Aug 30 21:27:27.713019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.778508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a59-4414-4120-9afe-a1ef9b74ca50 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.783785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5462862d-76f7-44eb-b5cf-d68909c2d08c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:27:27.816228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a59-4414-4120-9afe-a1ef9b74ca50 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.895699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a59-4414-4120-9afe-a1ef9b74ca50 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.899368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d74c3a59-4414-4120-9afe-a1ef9b74ca50 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.900819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d74c3a59-4414-4120-9afe-a1ef9b74ca50 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/d1292423-ab23-49f5-8af3-a22bffb6583a HTTP/1.1" status: 204 len: 168 time: 0.1862395 Aug 30 21:27:27.918089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51646) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:27.931518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c3a59-4414-4120-9afe-a1ef9b74ca50 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1292423-ab23-49f5-8af3-a22bffb6583a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:27.989815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:27.994129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-69d8afd7-195b-493f-881e-288d0a6f60d3 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743816 Aug 30 21:27:28.000324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51650) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:28.030984 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-3dc13d4c-3c54-4b10-b73c-f092820659c1 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] delete failed (client error): The resource could not be found. Aug 30 21:27:28.037006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3dc13d4c-3c54-4b10-b73c-f092820659c1 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "DELETE /v2.0/security-groups/622850bb-567b-4b82-8c6d-117a5bdb1843 HTTP/1.1" status: 404 len: 347 time: 0.0299423 Aug 30 21:27:28.037421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51652) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:28.052700 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-1dac25f3-60f7-4b50-8e86-6a235b841a0c tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] show failed (client error): The resource could not be found. Aug 30 21:27:28.060075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1dac25f3-60f7-4b50-8e86-6a235b841a0c tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-groups/db7ee2c4-a978-4682-8060-76c6d02b8cfe HTTP/1.1" status: 404 len: 347 time: 0.0156889 Aug 30 21:27:28.060391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:28.089521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5462862d-76f7-44eb-b5cf-d68909c2d08c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:28.089965 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-34974220-ca2f-4e66-a7c0-46beaf2db832 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] show failed (client error): The resource could not be found. Aug 30 21:27:28.099413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-34974220-ca2f-4e66-a7c0-46beaf2db832 tempest-NegativeSecGroupTest-1380883166 tempest-NegativeSecGroupTest-1380883166-project] 10.222.0.76 "GET /v2.0/security-group-rules/96738963-2bc4-480c-9eff-7171bdedec88 HTTP/1.1" status: 404 len: 356 time: 0.0340457 Aug 30 21:27:28.117588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '5462862d-76f7-44eb-b5cf-d68909c2d08c', 'network_id': '64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6', 'port_id': '5462862d-76f7-44eb-b5cf-d68909c2d08c', 'mac_address': 'fa:16:3e:50:2f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24268ace-ee42-47f8-b7ab-fa846327a2d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:27:28.183855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa434f31-ff8c-4a99-848f-a514d9bcdee2 req-ae85adf6-4f6f-488a-b809-dbdd7001537e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:28.186614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa434f31-ff8c-4a99-848f-a514d9bcdee2 req-ae85adf6-4f6f-488a-b809-dbdd7001537e tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 944 time: 0.1070213 Aug 30 21:27:28.199726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.229447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5462862d-76f7-44eb-b5cf-d68909c2d08c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:28.262130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5462862d-76f7-44eb-b5cf-d68909c2d08c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:28.262324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa434f31-ff8c-4a99-848f-a514d9bcdee2 req-b81ec2fe-a9e2-4436-ad90-df51e49ecec4 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695860 Aug 30 21:27:28.270034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.388799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Deleting port c07def6a-8370-42fb-9446-dd29aea2eb08 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:28.389238 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.395612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5462862d-76f7-44eb-b5cf-d68909c2d08c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:28.407783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.408509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.408509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.408786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.409125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.409454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.409786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.410114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.410432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.416935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.420608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51670) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:28.420910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.421293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:28.507857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] For port c07def6a-8370-42fb-9446-dd29aea2eb08, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c07def6a-8370-42fb-9446-dd29aea2eb08,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:28.508375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.523580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Calling delete_port for c07def6a-8370-42fb-9446-dd29aea2eb08 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:28.587499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-995fb062-1daa-4641-8c97-d96f788fb40e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a561046d398e482db0af816deb1440c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649272 Aug 30 21:27:28.590450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51676) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:28.592938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5462862d-76f7-44eb-b5cf-d68909c2d08c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:28.641555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9ba6-c66b-49a3-8fb4-33bb8e3dbe11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.671038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9ba6-c66b-49a3-8fb4-33bb8e3dbe11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.737115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9ba6-c66b-49a3-8fb4-33bb8e3dbe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.742320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9ba6-c66b-49a3-8fb4-33bb8e3dbe11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.747140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a2cb9ba6-c66b-49a3-8fb4-33bb8e3dbe11 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a0757dd-b056-4a12-bd9c-adb718ca70fa HTTP/1.1" status: 204 len: 168 time: 0.1561475 Aug 30 21:27:28.757797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb9ba6-c66b-49a3-8fb4-33bb8e3dbe11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0757dd-b056-4a12-bd9c-adb718ca70fa,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:28.788195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:28.938777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07def6a-8370-42fb-9446-dd29aea2eb08,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:29.096922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:29.345374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Router ef2d5714-8310-4881-b32a-134f6b317da1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:27:29.505945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999783be-0a07-4e73-bdee-c68e3e65db6c req-9501c70b-b23d-4065-9b24-1da0be259fd2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:29.519719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-999783be-0a07-4e73-bdee-c68e3e65db6c req-9501c70b-b23d-4065-9b24-1da0be259fd2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 945 time: 0.1002545 Aug 30 21:27:29.528120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:27:29.536883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dd5ba383-d991-49b6-8fc6-95db96afa072 admin admin] 10.222.0.76 "PUT /v2.0/routers/ef2d5714-8310-4881-b32a-134f6b317da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3383391 Aug 30 21:27:29.537552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51718) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:29.539765 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] Sync routers for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:27:29.559930 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:27:29.560605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:27:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:29.626986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-999783be-0a07-4e73-bdee-c68e3e65db6c req-ffcb9e08-e9de-40c1-9a4e-6ed91eb77c66 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006281 Aug 30 21:27:29.726214 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:27:29.773571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51722) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:29.797440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5462862d-76f7-44eb-b5cf-d68909c2d08c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:29.823867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:29.891790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 5462862d-76f7-44eb-b5cf-d68909c2d08c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:29.896088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 5462862d-76f7-44eb-b5cf-d68909c2d08c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:29.896833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:29.965200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9ed960fa-e2fb-4b07-8879-12728db4e56e tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1947653879', 'prefixes': ['172.20.0.0/16']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:30.042521 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:27:28Z', 'revision_number': 5, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port': {'id': '432173ec-a55e-421e-bbf7-fad82b6a743a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:95:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:16:33Z', 'updated_at': '2021-08-30T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:30.054981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.096054 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ed960fa-e2fb-4b07-8879-12728db4e56e tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] Notify callbacks [] for subnetpool, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.100549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:30.100985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ed960fa-e2fb-4b07-8879-12728db4e56e tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3262739 Aug 30 21:27:30.105786 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] Checking router: ef2d5714-8310-4881-b32a-134f6b317da1 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:27:30.106185 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.118800 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] Routers {'ef2d5714-8310-4881-b32a-134f6b317da1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:27:30.119956 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:27:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ef2d5714-8310-4881-b32a-134f6b317da1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:30.142309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 5462862d-76f7-44eb-b5cf-d68909c2d08c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:30.143556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5462862d-76f7-44eb-b5cf-d68909c2d08c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:30.146564 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a8a1d3-af37-4b57-b36c-5eb8a5a931a1" -d '{"events": [{"server_uuid": "a51464e7-c3d6-477e-9b27-af64f6ad926d", "name": "network-vif-plugged", "status": "completed", "tag": "5462862d-76f7-44eb-b5cf-d68909c2d08c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:30.153954 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.156979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b8c60405-00f0-4948-b0cb-24d81ec7b3aa tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] 10.222.0.76 "GET /v2.0/subnetpools/053abc7f-e717-4318-84c4-254039289985 HTTP/1.1" status: 200 len: 732 time: 0.0549152 Aug 30 21:27:30.160687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51738) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:30.169659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e4fe9917-c39f-4a89-9249-b2f9c91f5b37 tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1736992059'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:30.174438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Deleting port 432173ec-a55e-421e-bbf7-fad82b6a743a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:30.174819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.252418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=5462862d-76f7-44eb-b5cf-d68909c2d08c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:30.299237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e4fe9917-c39f-4a89-9249-b2f9c91f5b37 tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] Notify callbacks [] for subnetpool, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.301827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e4fe9917-c39f-4a89-9249-b2f9c91f5b37 tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] 10.222.0.76 "PUT /v2.0/subnetpools/053abc7f-e717-4318-84c4-254039289985 HTTP/1.1" status: 200 len: 684 time: 0.1392841 Aug 30 21:27:30.305083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51744) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:30.317981 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] Set router ef2d5714-8310-4881-b32a-134f6b317da1 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:27:30.331987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] For port 432173ec-a55e-421e-bbf7-fad82b6a743a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=432173ec-a55e-421e-bbf7-fad82b6a743a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:30.332500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.358281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Calling delete_port for 432173ec-a55e-421e-bbf7-fad82b6a743a owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:30.418430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d499f74-4400-4b21-be82-be231b9f3c93 tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] Notify callbacks [] for subnetpool, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.420026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d499f74-4400-4b21-be82-be231b9f3c93 tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] 10.222.0.76 "DELETE /v2.0/subnetpools/053abc7f-e717-4318-84c4-254039289985 HTTP/1.1" status: 204 len: 168 time: 0.1139710 Aug 30 21:27:30.423496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51746) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:30.441264 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-9f34ba91-3a1a-4c69-9d96-00b97e41d09f tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] show failed (client error): The resource could not be found. Aug 30 21:27:30.443088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9f34ba91-3a1a-4c69-9d96-00b97e41d09f tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] 10.222.0.76 "GET /v2.0/subnetpools/053abc7f-e717-4318-84c4-254039289985 HTTP/1.1" status: 404 len: 346 time: 0.0183299 Aug 30 21:27:30.445059 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:27:30Z', 'revision_number': 6, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:30.445674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51748) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:30.464646 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-531c4094-44ef-40e5-a70e-5d15647b2d0b tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] delete failed (client error): The resource could not be found. Aug 30 21:27:30.465865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-531c4094-44ef-40e5-a70e-5d15647b2d0b tempest-SubnetPoolsTestJSON-1286260168 tempest-SubnetPoolsTestJSON-1286260168-project] 10.222.0.76 "DELETE /v2.0/subnetpools/053abc7f-e717-4318-84c4-254039289985 HTTP/1.1" status: 404 len: 346 time: 0.0192101 Aug 30 21:27:30.473575 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948ed91c-f81b-4511-af72-3e6c505990e2 None None] The sync data for ids ['ef2d5714-8310-4881-b32a-134f6b317da1'] in n-d-793620-16 is: [{'id': 'ef2d5714-8310-4881-b32a-134f6b317da1', 'name': 'tempest-TaggedBootDevicesTest_v242-429379246-router', 'tenant_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:16:32Z', 'updated_at': '2021-08-30T21:27:30Z', 'revision_number': 6, 'project_id': 'ce2d79ce23874d31a3d5c7bfdb1cf355', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:27:30.497600 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3a7b55-4bc8-4812-b1f2-352570f55e69 x-openstack-request-id: req-ff3a7b55-4bc8-4812-b1f2-352570f55e69 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:30.498095 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51464e7-c3d6-477e-9b27-af64f6ad926d", "name": "network-vif-plugged", "status": "completed", "tag": "5462862d-76f7-44eb-b5cf-d68909c2d08c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:30.498448 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff3a7b55-4bc8-4812-b1f2-352570f55e69 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:30.499347 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5462862d-76f7-44eb-b5cf-d68909c2d08c', 'code': 200} Aug 30 21:27:30.571922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 211dda2a-7f5b-446a-95e6-831dfdd4fd46 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:30.612188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 211dda2a-7f5b-446a-95e6-831dfdd4fd46 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:30.612536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 211dda2a-7f5b-446a-95e6-831dfdd4fd46 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:30.657796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7df9-c18e-4fc1-ba7d-22b27c519321 req-0bbbb39f-d7ef-43cb-813d-eb489397c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:30.659576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4f2c7df9-c18e-4fc1-ba7d-22b27c519321 req-0bbbb39f-d7ef-43cb-813d-eb489397c9ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 1098 time: 0.0629606 Aug 30 21:27:30.771167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4f2c7df9-c18e-4fc1-ba7d-22b27c519321 req-2ddb67c5-a0dc-4a1e-ab3a-4fb79fed4f9f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013834 Aug 30 21:27:30.792984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:30.795372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e09a36-2eaf-4a86-a848-dc4e202fc585 req-33933dcc-a38a-48a7-9dbf-f97d388e20cf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:30.803912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57e09a36-2eaf-4a86-a848-dc4e202fc585 req-33933dcc-a38a-48a7-9dbf-f97d388e20cf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0874827 Aug 30 21:27:30.857788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57e09a36-2eaf-4a86-a848-dc4e202fc585 req-11619858-c07c-4d8f-9d3d-89b5c097f291 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479064 Aug 30 21:27:30.909105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51762) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:30.982758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Pushing event deleted for resources: {'Port': ['ID=432173ec-a55e-421e-bbf7-fad82b6a743a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:31.000496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.084251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f373c5df-5292-4cb2-9c8e-789a01acf2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.103282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.105220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.154500 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.155734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef2d5714-8310-4881-b32a-134f6b317da1 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:27:31.161947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.163552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-266d41fd-5e35-46f5-a122-2b262f65ec4c admin admin] 10.222.0.76 "DELETE /v2.0/routers/ef2d5714-8310-4881-b32a-134f6b317da1 HTTP/1.1" status: 204 len: 168 time: 1.6246340 Aug 30 21:27:31.165823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:31.207538 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f373c5df-5292-4cb2-9c8e-789a01acf2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.215386 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f373c5df-5292-4cb2-9c8e-789a01acf2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.231966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Deleting subnet 2192d990-9c44-4ba3-a3f2-f1a144041a6d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:31.235890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.254354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f373c5df-5292-4cb2-9c8e-789a01acf2c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f96187e177984164acea931f91a0faa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438194 Aug 30 21:27:31.255763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51774) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:31.276272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.297861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373c5df-5292-4cb2-9c8e-789a01acf2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d37a4-62f5-448f-91cf-01cef940875f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:31.366077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbacf9-1c06-4226-8c89-b76f5f628fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.426128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.427034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbacf9-1c06-4226-8c89-b76f5f628fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.492015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.492899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbacf9-1c06-4226-8c89-b76f5f628fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.497257 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-80dbacf9-1c06-4226-8c89-b76f5f628fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.498692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-80dbacf9-1c06-4226-8c89-b76f5f628fa2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/921d37a4-62f5-448f-91cf-01cef940875f HTTP/1.1" status: 204 len: 168 time: 0.2419267 Aug 30 21:27:31.510336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbacf9-1c06-4226-8c89-b76f5f628fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d37a4-62f5-448f-91cf-01cef940875f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:31.569806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2192d990-9c44-4ba3-a3f2-f1a144041a6d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:31.574851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.579239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dce9f2ea-9231-4ab3-9270-a595cc63c155 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2192d990-9c44-4ba3-a3f2-f1a144041a6d HTTP/1.1" status: 204 len: 168 time: 0.4095118 Aug 30 21:27:31.579598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51784) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:31.585025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005b740-a6b8-4f41-9ca4-158a7053636c None None] Network 5afa19d6-a0fd-4bef-a230-2a03bad6dcde requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:31.663953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.750448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Deleting port 2b917504-c513-4242-8040-e1ddb440d352 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:31.750821 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.849838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] For port 2b917504-c513-4242-8040-e1ddb440d352, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2b917504-c513-4242-8040-e1ddb440d352,segment=NetworkSegment(8ec7c4b6-6d29-4886-954f-ac86c2015684),segment_id=8ec7c4b6-6d29-4886-954f-ac86c2015684)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:31.850465 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:31.895535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Calling delete_port for 2b917504-c513-4242-8040-e1ddb440d352 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:31.952188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] DHCP port deletion for 5afa19d6-a0fd-4bef-a230-2a03bad6dcde request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:27:32.030300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a764ac0-fbb9-4c04-a2e3-22af989a54da req-4dc1b729-fc09-4077-a2e0-2620ce42fdcd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:32.038717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a764ac0-fbb9-4c04-a2e3-22af989a54da req-4dc1b729-fc09-4077-a2e0-2620ce42fdcd tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0831480 Aug 30 21:27:32.065414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.073620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Deleting port 2b917504-c513-4242-8040-e1ddb440d352 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:32.074276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.235917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] No DVR routers for this DVR port 2b917504-c513-4242-8040-e1ddb440d352 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:32.246940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] For port 2b917504-c513-4242-8040-e1ddb440d352, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:32.247377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.252237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Pushing event deleted for resources: {'Port': ['ID=2b917504-c513-4242-8040-e1ddb440d352,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:32.284667 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Calling delete_port for 2b917504-c513-4242-8040-e1ddb440d352 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:32.288973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Port 2b917504-c513-4242-8040-e1ddb440d352 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:27:32.291703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.358412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] Pushing event deleted for resources: {'Port': ['ID=2b917504-c513-4242-8040-e1ddb440d352,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:32.364650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a764ac0-fbb9-4c04-a2e3-22af989a54da req-c7d32e7f-1cd7-4888-b402-b6b98522e52f tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250089 Aug 30 21:27:32.367405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e1336-ce6a-4f53-b502-3f670ca755ae None None] No DVR routers for this DVR port 2b917504-c513-4242-8040-e1ddb440d352 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:32.432368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.454248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afa19d6-a0fd-4bef-a230-2a03bad6dcde']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:32.467962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec7c4b6-6d29-4886-954f-ac86c2015684') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:32.468573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec7c4b6-6d29-4886-954f-ac86c2015684') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:32.483446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.502921 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.512138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:27:32.512895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:27:32.515172 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:27:32.620856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2b917504-c513-4242-8040-e1ddb440d352 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:32.632751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.642719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:32.645096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] 10.222.0.76 "DELETE /v2.0/networks/5afa19d6-a0fd-4bef-a230-2a03bad6dcde HTTP/1.1" status: 204 len: 168 time: 1.0643501 Aug 30 21:27:32.659104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020eb71-1103-4233-ab74-baf8e1af34bd admin admin] Pushing event deleted for resources: {'Network': ['ID=5afa19d6-a0fd-4bef-a230-2a03bad6dcde,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:32.671224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 2b917504-c513-4242-8040-e1ddb440d352 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:32.671576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2b917504-c513-4242-8040-e1ddb440d352 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:32.671998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 432173ec-a55e-421e-bbf7-fad82b6a743a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:32.724340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 432173ec-a55e-421e-bbf7-fad82b6a743a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:32.724985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 432173ec-a55e-421e-bbf7-fad82b6a743a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:32.725575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c07def6a-8370-42fb-9446-dd29aea2eb08 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:32.772223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c07def6a-8370-42fb-9446-dd29aea2eb08 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:32.772827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c07def6a-8370-42fb-9446-dd29aea2eb08 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:32.819925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-177eb826-c8c7-40a3-9c61-fc0dd9f58636 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1061742 Aug 30 21:27:32.960713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-6775fc14-e72d-4ad4-99ba-db77c33795c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:32.968013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-6775fc14-e72d-4ad4-99ba-db77c33795c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 1099 time: 0.0827034 Aug 30 21:27:33.057853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51876) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:33.128914 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-db9276a9-c1c6-427d-a92d-34996ecaab71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce2d79ce23874d31a3d5c7bfdb1cf355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696256 Aug 30 21:27:33.131679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:33.223125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-f8717cf7-29ef-49d6-b5a9-61a14c1a76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:33.226192 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-f8717cf7-29ef-49d6-b5a9-61a14c1a76ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.2277718 Aug 30 21:27:33.231121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b263922-8ecb-4070-80a9-f37dce361817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:33.301592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b263922-8ecb-4070-80a9-f37dce361817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:33.366515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-befa755a-b247-437f-9288-c30b9e56e8b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 200 len: 1002 time: 0.1325090 Aug 30 21:27:33.560537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:33.609008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20598de-6988-49bd-ab5f-ffe977a2872c req-1840f437-50a7-4420-93ae-f45216845fb3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:33.613193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e20598de-6988-49bd-ab5f-ffe977a2872c req-1840f437-50a7-4420-93ae-f45216845fb3 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.1323268 Aug 30 21:27:33.711340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e20598de-6988-49bd-ab5f-ffe977a2872c req-85cc1c8f-517d-425b-8c2a-ed88cd632ed6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Aug 30 21:27:33.791442 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b263922-8ecb-4070-80a9-f37dce361817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:33.796842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3b263922-8ecb-4070-80a9-f37dce361817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:33.826338 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3b263922-8ecb-4070-80a9-f37dce361817 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e HTTP/1.1" status: 204 len: 168 time: 0.6678941 Aug 30 21:27:33.851197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc0a2e-06d1-4934-9741-b8c1d0e908d1 req-0ce1321e-ce64-4446-8ecb-27db1302a2c6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:33.853178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fdc0a2e-06d1-4934-9741-b8c1d0e908d1 req-0ce1321e-ce64-4446-8ecb-27db1302a2c6 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0683458 Aug 30 21:27:33.864988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b263922-8ecb-4070-80a9-f37dce361817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17279d08-68f2-4d8f-9e53-fd4b8ddcfc1e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:33.883510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-8cb49ffc-92a6-481a-8402-35f3645a56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:33.886357 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-8cb49ffc-92a6-481a-8402-35f3645a56f2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.5121458 Aug 30 21:27:33.903226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fdc0a2e-06d1-4934-9741-b8c1d0e908d1 req-ff067c1c-d4f4-4fa9-99f4-99390fcb45e1 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Aug 30 21:27:33.976301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-159ff42a-08ec-4981-8777-974746b432d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:33.978090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-159ff42a-08ec-4981-8777-974746b432d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836427 Aug 30 21:27:34.209821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-59daa535-46e8-4742-abca-e1566f693694 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093472 Aug 30 21:27:34.252394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabdb51-7539-47ec-a4e3-124ded7e8f9b req-19b23fc0-f197-4f09-8da8-99a623282828 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:34.253960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fabdb51-7539-47ec-a4e3-124ded7e8f9b req-19b23fc0-f197-4f09-8da8-99a623282828 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0929413 Aug 30 21:27:34.254447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51952) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:34.367338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fabdb51-7539-47ec-a4e3-124ded7e8f9b req-9d3484f4-cd43-4927-816f-cc1842aaad62 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063130 Aug 30 21:27:34.403781 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6aedd28c-eb84-408d-87b8-e9d875cd13b5 req-7a06a985-3f44-4e68-8927-bc4130d03777 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898885 Aug 30 21:27:34.499972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ddfaf1-b837-4bb5-ba12-53c856d51561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.562048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf13e-95ae-4201-84dd-c26bce182665 req-e5ea04b8-ed32-4322-8a6a-1d4198ec36bf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:34.564477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acabf13e-95ae-4201-84dd-c26bce182665 req-e5ea04b8-ed32-4322-8a6a-1d4198ec36bf tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.1045983 Aug 30 21:27:34.643202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-acabf13e-95ae-4201-84dd-c26bce182665 req-5438e0d7-38f3-4cfb-a440-bde3a20e8df2 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706332 Aug 30 21:27:34.714898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ddfaf1-b837-4bb5-ba12-53c856d51561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.722861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-41ddfaf1-b837-4bb5-ba12-53c856d51561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.789867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-41ddfaf1-b837-4bb5-ba12-53c856d51561 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d606a1a7f2a74d96b9219ea39266ab4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5340717 Aug 30 21:27:34.793565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:34.801148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddfaf1-b837-4bb5-ba12-53c856d51561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0266f48c-de87-4d12-8045-8ae48cfe089c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:34.887339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2a92ccf-903c-4b46-b780-b9e05b8cc59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.916409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2a92ccf-903c-4b46-b780-b9e05b8cc59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.965542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54708-507e-4209-be55-7336cd621d83 req-f201e2fc-e036-4e4e-845d-3701abe7102c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:34.973996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fc54708-507e-4209-be55-7336cd621d83 req-f201e2fc-e036-4e4e-845d-3701abe7102c tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0618875 Aug 30 21:27:34.990442 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2a92ccf-903c-4b46-b780-b9e05b8cc59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.994081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b2a92ccf-903c-4b46-b780-b9e05b8cc59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:34.995826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b2a92ccf-903c-4b46-b780-b9e05b8cc59f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0266f48c-de87-4d12-8045-8ae48cfe089c HTTP/1.1" status: 204 len: 168 time: 0.2013805 Aug 30 21:27:35.016860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a92ccf-903c-4b46-b780-b9e05b8cc59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266f48c-de87-4d12-8045-8ae48cfe089c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:35.039313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fc54708-507e-4209-be55-7336cd621d83 req-57b2ed5b-15d6-48a0-b4c5-be9f5d4c310b tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Aug 30 21:27:35.053963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:35.197232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-369228120-network', 'tenant_id': 'e2d197ba7b4340c5a688347581c188eb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:35.224647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Made reservation on behalf of e2d197ba7b4340c5a688347581c188eb for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:35.227674 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.244418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.256400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3bdb6-46a0-4002-913a-e097ddcfcacf req-fde5ea90-638d-4dbc-9749-945d8c3450db tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:35.257842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fa3bdb6-46a0-4002-913a-e097ddcfcacf req-fde5ea90-638d-4dbc-9749-945d8c3450db tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0816562 Aug 30 21:27:35.314467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fa3bdb6-46a0-4002-913a-e097ddcfcacf req-61355a22-e899-4ab6-b27a-eb9387066174 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469875 Aug 30 21:27:35.388451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.393450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.430634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:27:35.457983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6554217b-1948-41b2-b312-5b1d3af7c7c0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:35.475167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.475505 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Added segment 2c2a4ce9-f01c-4a7d-8673-80bc6724af45 of type vlan for network 99cff4ba-c26a-404c-8e87-084835267157 Aug 30 21:27:35.523422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52008) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:35.563711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-964aebac-eee5-4266-a171-7f631f843cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.566932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.612185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.614780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:35.617108 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.720268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-964aebac-eee5-4266-a171-7f631f843cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.730223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-964aebac-eee5-4266-a171-7f631f843cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.736937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] Pushing event updated for resources: {'Network': ['ID=99cff4ba-c26a-404c-8e87-084835267157,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:35.741425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2c88136b-50f7-408e-9cc0-e1cf465a1470 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6864436 Aug 30 21:27:35.746357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:35.751741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 99cff4ba-c26a-404c-8e87-084835267157 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:27:35.752277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Request body: {'subnet': {'network_id': '99cff4ba-c26a-404c-8e87-084835267157', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-369228120-subnet', 'tenant_id': 'e2d197ba7b4340c5a688347581c188eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:35.775106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Made reservation on behalf of e2d197ba7b4340c5a688347581c188eb for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:35.778690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.822883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-964aebac-eee5-4266-a171-7f631f843cf8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a47907ba856a4108909ea00452d5a207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949519 Aug 30 21:27:35.825683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aebac-eee5-4266-a171-7f631f843cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faee8e5-feb8-4b91-aae2-d837827baf86,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:35.828914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52018) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:35.892623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100d200-9e9a-4391-88b3-c5c3e04285d7 req-dcc478a8-8806-4225-85e6-84abf4d5a878 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:35.900257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f100d200-9e9a-4391-88b3-c5c3e04285d7 req-dcc478a8-8806-4225-85e6-84abf4d5a878 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.1456785 Aug 30 21:27:35.909317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.926355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-605c73eb-b8a0-424e-b18a-9ace34e02713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.970981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f100d200-9e9a-4391-88b3-c5c3e04285d7 req-5cca0507-0843-4ed7-81ee-91b5c4853596 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/security-groups?id=11535229-9960-4dcf-8f3c-c65cd35fa58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696464 Aug 30 21:27:35.977398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:35.980357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-605c73eb-b8a0-424e-b18a-9ace34e02713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:36.028841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc869ef-7a72-403a-b6f8-5dc03ecf50ec,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:36.059681 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-605c73eb-b8a0-424e-b18a-9ace34e02713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:36.062783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-605c73eb-b8a0-424e-b18a-9ace34e02713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:36.067181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-605c73eb-b8a0-424e-b18a-9ace34e02713 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1faee8e5-feb8-4b91-aae2-d837827baf86 HTTP/1.1" status: 204 len: 168 time: 0.2373025 Aug 30 21:27:36.069656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Checking segment: {'id': '2c2a4ce9-f01c-4a7d-8673-80bc6724af45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '99cff4ba-c26a-404c-8e87-084835267157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:36.070625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Network hostable DHCP agents. Network: 99cff4ba-c26a-404c-8e87-084835267157, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:27:36.075538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c73eb-b8a0-424e-b18a-9ace34e02713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faee8e5-feb8-4b91-aae2-d837827baf86,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:36.115631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Network 99cff4ba-c26a-404c-8e87-084835267157 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:27:36.130303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 99cff4ba-c26a-404c-8e87-084835267157) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:36.135947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:36.136959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:36.143040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e94ec-3729-43c1-956e-909a5a32421f None None] Network 99cff4ba-c26a-404c-8e87-084835267157 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:36.167728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ca2094dd-defd-4250-9e0c-da252c8dbfdb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4194994 Aug 30 21:27:36.570905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410ae56-517c-4bc7-b6b8-a9684f1725b2 None None] Network 99cff4ba-c26a-404c-8e87-084835267157 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:36.930682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-ac176083-fe70-4271-bbc4-ab850db0bc88 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:36.933887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-ac176083-fe70-4271-bbc4-ab850db0bc88 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/networks?id=99cff4ba-c26a-404c-8e87-084835267157 HTTP/1.1" status: 200 len: 817 time: 0.1288118 Aug 30 21:27:36.961750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-a5085c69-3e26-4835-9f46-0c5dbf8422b6 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/quotas/e2d197ba7b4340c5a688347581c188eb HTTP/1.1" status: 200 len: 375 time: 0.0218959 Aug 30 21:27:36.994398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-56b8366d-5dbe-4203-a30c-89d9a174dc7d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:36.996449 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-56b8366d-5dbe-4203-a30c-89d9a174dc7d tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 946 time: 0.0554025 Aug 30 21:27:37.019858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-63ddb296-78f9-43c9-8e37-a2b0324f2f21 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e2d197ba7b4340c5a688347581c188eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480130 Aug 30 21:27:37.159125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Deleting port 5462862d-76f7-44eb-b5cf-d68909c2d08c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:37.161937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:37.314086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-e9977f0c-a030-4616-9130-3d0f64d74919 service neutron] 10.222.0.76 "GET /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927992 Aug 30 21:27:37.381487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] For port 5462862d-76f7-44eb-b5cf-d68909c2d08c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=5462862d-76f7-44eb-b5cf-d68909c2d08c,segment=NetworkSegment(83f7d3bc-82ae-44d9-aa57-2530e12c726f),segment_id=83f7d3bc-82ae-44d9-aa57-2530e12c726f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:37.382431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:37.408054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Calling delete_port for 5462862d-76f7-44eb-b5cf-d68909c2d08c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:37.591253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:37.603538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['5462862d-76f7-44eb-b5cf-d68909c2d08c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:37.661237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Pushing event deleted for resources: {'Port': ['ID=5462862d-76f7-44eb-b5cf-d68909c2d08c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:37.724173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] No DVR routers for this DVR port 5462862d-76f7-44eb-b5cf-d68909c2d08c on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:37.728507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:37.730627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c5f08d7e-22d7-4684-8bd1-ded2432fd48b req-367f6247-da3f-4104-a668-384ed71b2675 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.86 "DELETE /v2.0/ports/5462862d-76f7-44eb-b5cf-d68909c2d08c HTTP/1.1" status: 204 len: 173 time: 0.7274592 Aug 30 21:27:37.731135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'name': 'network-vif-deleted', 'tag': '5462862d-76f7-44eb-b5cf-d68909c2d08c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:37.733648 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec269f-8d73-4641-ada3-2633a8c54a61" -d '{"events": [{"server_uuid": "a51464e7-c3d6-477e-9b27-af64f6ad926d", "name": "network-vif-deleted", "tag": "5462862d-76f7-44eb-b5cf-d68909c2d08c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:37.923748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-77726bf7-84e9-4f16-810f-2bd632bc1c0f service neutron] 10.222.0.76 "GET /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082547 Aug 30 21:27:38.255270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-091e6956-d571-4b6b-b86b-60bc3b86d27b req-ecb576b5-4f5d-4e16-82ce-abaa55628e89 tempest-ServerDiskConfigTestJSON-1407004433 tempest-ServerDiskConfigTestJSON-1407004433-project] 10.222.0.76 "GET /v2.0/ports?device_id=a51464e7-c3d6-477e-9b27-af64f6ad926d HTTP/1.1" status: 200 len: 210 time: 0.0395601 Aug 30 21:27:38.548006 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3534170e-ece8-4e14-94b3-a78f9d0fd342 x-openstack-request-id: req-3534170e-ece8-4e14-94b3-a78f9d0fd342 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:38.548487 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51464e7-c3d6-477e-9b27-af64f6ad926d", "name": "network-vif-deleted", "tag": "5462862d-76f7-44eb-b5cf-d68909c2d08c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:38.548593 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3534170e-ece8-4e14-94b3-a78f9d0fd342 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:38.551355 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51464e7-c3d6-477e-9b27-af64f6ad926d', 'name': 'network-vif-deleted', 'tag': '5462862d-76f7-44eb-b5cf-d68909c2d08c', 'status': 'completed', 'code': 200} Aug 30 21:27:38.619613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2e0d093-0b18-40fe-854a-b2b3026c9fce req-62a2bc25-edbf-4521-b8fd-0da57a432eba tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 210 time: 0.0383055 Aug 30 21:27:38.929827 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ebe47a8-db56-4723-8ce2-c460dbc7dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.472834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52168) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:39.554500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Deleting subnet 24268ace-ee42-47f8-b7ab-fa846327a2d8 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:39.558634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.569203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-3fb699be-f3f0-455f-ac60-cab6773e627f tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:39.572015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-3fb699be-f3f0-455f-ac60-cab6773e627f tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.82 "GET /v2.0/networks?id=99cff4ba-c26a-404c-8e87-084835267157 HTTP/1.1" status: 200 len: 817 time: 0.1776664 Aug 30 21:27:39.588218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Request body: {'port': {'device_id': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'network_id': '99cff4ba-c26a-404c-8e87-084835267157', 'admin_state_up': True, 'tenant_id': 'e2d197ba7b4340c5a688347581c188eb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:39.618915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.664565 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.759515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-705a8003-e697-477a-8100-4f671bd86b9c req-bf4ebf94-2039-43b3-9166-c114e91c4607 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 210 time: 0.0472388 Aug 30 21:27:39.764086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Made reservation on behalf of e2d197ba7b4340c5a688347581c188eb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:39.767587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.807042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.845457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24268ace-ee42-47f8-b7ab-fa846327a2d8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:39.850455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:39.858263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7c5690c3-17aa-4695-a4eb-e15b35c577b3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/24268ace-ee42-47f8-b7ab-fa846327a2d8 HTTP/1.1" status: 204 len: 168 time: 0.3820844 Aug 30 21:27:39.858926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52182) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:39.862531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5462862d-76f7-44eb-b5cf-d68909c2d08c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:39.885172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 5462862d-76f7-44eb-b5cf-d68909c2d08c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:39.885865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 5462862d-76f7-44eb-b5cf-d68909c2d08c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:39.940290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.032482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Allocated IP 172.20.0.9 (99cff4ba-c26a-404c-8e87-084835267157/0bc869ef-7a72-403a-b6f8-5dc03ecf50ec/6027f416-0c40-4f1f-9de6-ce40d2953d34) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:40.044720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.062545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:40.079082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f7d3bc-82ae-44d9-aa57-2530e12c726f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:40.079529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f7d3bc-82ae-44d9-aa57-2530e12c726f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:40.091752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.110557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.119677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:27:40.120078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:27:40.122132 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:27:40.187835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.197901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.203176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] 10.222.0.76 "DELETE /v2.0/networks/64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6 HTTP/1.1" status: 204 len: 168 time: 0.3428054 Aug 30 21:27:40.222891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722941d-bad4-4037-9d03-63437339bbba admin admin] Pushing event deleted for resources: {'Network': ['ID=64b64046-6dc8-49ec-bd1f-a9b9b6a61eb6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:40.272885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.317628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.362103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Network 99cff4ba-c26a-404c-8e87-084835267157 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:40.365326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:40.371193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:40.416176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Pushing event updated for resources: {'Port': ['ID=6027f416-0c40-4f1f-9de6-ce40d2953d34,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:40.443056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:40.443741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.449993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52200) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:40.463757 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-d855ff1f-6310-4cbe-a6ec-5e0f6978a3ec tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813820 Aug 30 21:27:40.493504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4de35cdc-f984-4dbe-9706-bed94e8c3653 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d0a947b34a0451eb7ac83a2b94fe7b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423260 Aug 30 21:27:40.496401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:40.579994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1204c8b-dce2-45df-95b2-f1ec3261cf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.616966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1204c8b-dce2-45df-95b2-f1ec3261cf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.687520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1204c8b-dce2-45df-95b2-f1ec3261cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.693657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1204c8b-dce2-45df-95b2-f1ec3261cf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.699186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a1204c8b-dce2-45df-95b2-f1ec3261cf63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11535229-9960-4dcf-8f3c-c65cd35fa58c HTTP/1.1" status: 204 len: 168 time: 0.2017837 Aug 30 21:27:40.710349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1204c8b-dce2-45df-95b2-f1ec3261cf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11535229-9960-4dcf-8f3c-c65cd35fa58c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:40.736749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Request body: {'port': {'device_id': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:40.868683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:40.987036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a3de1-e25e-444e-a90b-73b58836fbd4 req-dc11525c-246d-40c6-87ee-df99cddae142 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:40.994947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-884a3de1-e25e-444e-a90b-73b58836fbd4 req-dc11525c-246d-40c6-87ee-df99cddae142 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 931 time: 0.0798564 Aug 30 21:27:41.037906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-884a3de1-e25e-444e-a90b-73b58836fbd4 req-735514cd-7a90-46f4-8c68-2b22f9af48c8 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Aug 30 21:27:41.254611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6027f416-0c40-4f1f-9de6-ce40d2953d34 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:41.264418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.286100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Transition to ACTIVE for port object 6027f416-0c40-4f1f-9de6-ce40d2953d34 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:41.291677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.386350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Pushing event updated for resources: {'Port': ['ID=6027f416-0c40-4f1f-9de6-ce40d2953d34,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:41.475413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Attempting to bind port 6027f416-0c40-4f1f-9de6-ce40d2953d34 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:41.475754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Attempting to bind port 6027f416-0c40-4f1f-9de6-ce40d2953d34 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '2c2a4ce9-f01c-4a7d-8673-80bc6724af45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '99cff4ba-c26a-404c-8e87-084835267157'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:41.476083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Attempting to bind port 6027f416-0c40-4f1f-9de6-ce40d2953d34 on network 99cff4ba-c26a-404c-8e87-084835267157 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:41.480725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Port 6027f416-0c40-4f1f-9de6-ce40d2953d34 on network 99cff4ba-c26a-404c-8e87-084835267157 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:27:41.481051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Attempting to bind port 6027f416-0c40-4f1f-9de6-ce40d2953d34 on network 99cff4ba-c26a-404c-8e87-084835267157 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:41.486502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:41.487027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Checking segment: {'id': '2c2a4ce9-f01c-4a7d-8673-80bc6724af45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '99cff4ba-c26a-404c-8e87-084835267157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:41.487416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Bound using segment: {'id': '2c2a4ce9-f01c-4a7d-8673-80bc6724af45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '99cff4ba-c26a-404c-8e87-084835267157'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:41.487837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Bound port: 6027f416-0c40-4f1f-9de6-ce40d2953d34, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2a4ce9-f01c-4a7d-8673-80bc6724af45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '99cff4ba-c26a-404c-8e87-084835267157'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:41.488202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.617716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] For port 6027f416-0c40-4f1f-9de6-ce40d2953d34, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:41.621256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] For port 6027f416-0c40-4f1f-9de6-ce40d2953d34, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34,segment=NetworkSegment(2c2a4ce9-f01c-4a7d-8673-80bc6724af45),segment_id=2c2a4ce9-f01c-4a7d-8673-80bc6724af45)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:41.628534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.728765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:41.729512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.730946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] 10.222.0.82 "PUT /v2.0/ports/6027f416-0c40-4f1f-9de6-ce40d2953d34 HTTP/1.1" status: 200 len: 1092 time: 1.2592671 Aug 30 21:27:41.731414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'tag': '6027f416-0c40-4f1f-9de6-ce40d2953d34'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:41.733733 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ff196f-6ee0-4937-a4a9-995a02542c35" -d '{"events": [{"name": "network-changed", "server_uuid": "74cc7a81-3eb5-47d6-8366-4ed5fa9dd045", "tag": "6027f416-0c40-4f1f-9de6-ce40d2953d34"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:41.769997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.801189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169255-85ad-4aeb-939f-5e8757a45409 service neutron] Pushing event updated for resources: {'Port': ['ID=6027f416-0c40-4f1f-9de6-ce40d2953d34,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:41.834328 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be266b31-b184-4800-bf64-5d164268d542 x-openstack-request-id: req-be266b31-b184-4800-bf64-5d164268d542 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:41.834328 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cc7a81-3eb5-47d6-8366-4ed5fa9dd045", "tag": "6027f416-0c40-4f1f-9de6-ce40d2953d34", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:41.834328 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be266b31-b184-4800-bf64-5d164268d542 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:41.834328 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'tag': '6027f416-0c40-4f1f-9de6-ce40d2953d34', 'status': 'completed', 'code': 200} Aug 30 21:27:41.868573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7a6fa9c-d95b-4c67-b541-4466a01820af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:41.884219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-8251df52-6b16-46b2-96de-86b77a435dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:41.885775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-8251df52-6b16-46b2-96de-86b77a435dc7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e2d197ba7b4340c5a688347581c188eb&device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 1095 time: 0.0764339 Aug 30 21:27:41.945947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-2fe401fd-56e1-4900-960a-9f08289c9aff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34 HTTP/1.1" status: 200 len: 217 time: 0.0521533 Aug 30 21:27:41.960050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:42.018482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-adef59c9-bc7e-414a-95f3-965fb9b44ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:42.020053 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-adef59c9-bc7e-414a-95f3-965fb9b44ac8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bc869ef-7a72-403a-b6f8-5dc03ecf50ec HTTP/1.1" status: 200 len: 857 time: 0.0675576 Aug 30 21:27:42.084761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-3510b2a5-e562-45aa-b11a-a831d71d9b30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99cff4ba-c26a-404c-8e87-084835267157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573182 Aug 30 21:27:42.124035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-582967384-network', 'tenant_id': '97426049c8a7496caceb237e864b9e72'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:42.172666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Made reservation on behalf of 97426049c8a7496caceb237e864b9e72 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:42.175612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.201546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.265926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-087f9b0b-9421-4195-b294-90cad87c1486 service neutron] 10.222.0.82 "GET /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729791 Aug 30 21:27:42.270507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08d550-5ecb-4f04-b523-a237a97c05c4 req-e21e9d80-10bf-4e7a-b833-1219ef3818a8 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:42.272047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac08d550-5ecb-4f04-b523-a237a97c05c4 req-e21e9d80-10bf-4e7a-b833-1219ef3818a8 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 943 time: 0.1116748 Aug 30 21:27:42.345521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac08d550-5ecb-4f04-b523-a237a97c05c4 req-9e83dd57-2d0a-48ec-9d4e-4dcb006628fd tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Aug 30 21:27:42.388518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.398864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.402455 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e29ba4-dcbf-4ba4-8714-3e487e04cfa8 req-822ded56-97be-4b9c-943b-68c443dd77ee service neutron] 10.222.0.82 "GET /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230347 Aug 30 21:27:42.450787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:27:42.472883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9719ac37-23d2-4812-b243-7d198be03fc5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:42.503231 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.503574 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Added segment 4997768e-e0da-4b17-8b95-97a04d283ded of type vlan for network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 Aug 30 21:27:42.561862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-ca92fb8f-a221-4dd2-b193-32c0be0ed2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:42.563617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-ca92fb8f-a221-4dd2-b193-32c0be0ed2c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e2d197ba7b4340c5a688347581c188eb&device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 1095 time: 0.0781214 Aug 30 21:27:42.568142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.603689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.606532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:42.607574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.649653 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.713331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7434578 Aug 30 21:27:42.715407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52282) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:42.717472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511a75c-3f68-4b81-8a21-0610d984188f admin admin] Pushing event updated for resources: {'Network': ['ID=cc8aadfe-80f6-46da-91d7-f3020dc2fc43,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:42.737889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:27:42.767659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Request body: {'subnet': {'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-582967384-subnet', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:42.815224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Made reservation on behalf of 97426049c8a7496caceb237e864b9e72 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:42.830999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:42.834320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-20cec7f1-adff-4ee5-9400-10f9e3a163aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:42.842462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-20cec7f1-adff-4ee5-9400-10f9e3a163aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=99cff4ba-c26a-404c-8e87-084835267157 HTTP/1.1" status: 200 len: 918 time: 0.2711179 Aug 30 21:27:42.961280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-bc689c20-6b52-4df8-8109-fa51082a7fab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34 HTTP/1.1" status: 200 len: 217 time: 0.1080763 Aug 30 21:27:43.062053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-39311872-f444-4179-8845-84c86035c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:43.064615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-39311872-f444-4179-8845-84c86035c3ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bc869ef-7a72-403a-b6f8-5dc03ecf50ec HTTP/1.1" status: 200 len: 857 time: 0.0940657 Aug 30 21:27:43.121514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-6f7f7b35-a725-47d9-81c9-48615899af47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=99cff4ba-c26a-404c-8e87-084835267157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487537 Aug 30 21:27:43.187308 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.253246 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-7e9f80f3-9daa-47eb-a4c5-5e2bcdd3af41 service neutron] 10.222.0.82 "GET /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248050 Aug 30 21:27:43.264675 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62820a3a-9a56-48ba-9c60-8940590dc255,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:43.267498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Checking segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:43.268225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Network hostable DHCP agents. Network: cc8aadfe-80f6-46da-91d7-f3020dc2fc43, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:27:43.291666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:27:43.312829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, cc8aadfe-80f6-46da-91d7-f3020dc2fc43) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:43.320293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:43.320909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.332804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c3db52-ceb6-4353-a867-7cd744c3ec62 None None] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:43.343624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8e0b4151-f50d-471b-86bb-4ab06fd01cc8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5951285 Aug 30 21:27:43.344544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:43.354374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:43.427354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94ff196f-6ee0-4937-a4a9-995a02542c35 req-f54461c1-ee31-4047-82f6-4e3d4db8f476 service neutron] 10.222.0.82 "GET /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659658 Aug 30 21:27:43.429552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.432007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.500405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.528264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aab9d-4bc0-45df-875f-47466816011c req-d7b973ed-088e-4616-9f05-b1b98928fc13 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:43.547112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-067aab9d-4bc0-45df-875f-47466816011c req-d7b973ed-088e-4616-9f05-b1b98928fc13 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 943 time: 0.0938725 Aug 30 21:27:43.560060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64158560-4edc-46ee-b0fd-489405051777 None None] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:43.596684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-067aab9d-4bc0-45df-875f-47466816011c req-c41c51e6-ff41-41a6-b613-32f768f6c684 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464966 Aug 30 21:27:43.698245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.923204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:43.944509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:44.073596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Allocated IP 172.25.5.34 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/58a41e95-8c2f-486e-9fb7-748a3007282f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:44.209699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:44.271110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:44.326386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:44.329896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:44.345082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:44.390152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Pushing event updated for resources: {'Port': ['ID=58a41e95-8c2f-486e-9fb7-748a3007282f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:44.556996 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:44.635253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6027f416-0c40-4f1f-9de6-ce40d2953d34 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:27:44.700507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:44.836763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6027f416-0c40-4f1f-9de6-ce40d2953d34, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34,segment=NetworkSegment(2c2a4ce9-f01c-4a7d-8673-80bc6724af45),segment_id=2c2a4ce9-f01c-4a7d-8673-80bc6724af45)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:44.839629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b877d2-3cd1-4ddb-a544-bb63fa76acba req-198f6569-7b74-4a1d-9f0b-46b1fafb20fd tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:44.844171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0b877d2-3cd1-4ddb-a544-bb63fa76acba req-198f6569-7b74-4a1d-9f0b-46b1fafb20fd tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 943 time: 0.1427000 Aug 30 21:27:44.853643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '6027f416-0c40-4f1f-9de6-ce40d2953d34', 'network_id': '99cff4ba-c26a-404c-8e87-084835267157', 'port_id': '6027f416-0c40-4f1f-9de6-ce40d2953d34', 'mac_address': 'fa:16:3e:c0:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc869ef-7a72-403a-b6f8-5dc03ecf50ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:27:44.916252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0b877d2-3cd1-4ddb-a544-bb63fa76acba req-d52a9d93-5900-445d-b37b-3c6fdddcc291 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674756 Aug 30 21:27:44.925931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:44.949029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6027f416-0c40-4f1f-9de6-ce40d2953d34 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:44.969878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6027f416-0c40-4f1f-9de6-ce40d2953d34, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34,segment=NetworkSegment(2c2a4ce9-f01c-4a7d-8673-80bc6724af45),segment_id=2c2a4ce9-f01c-4a7d-8673-80bc6724af45)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:44.976721 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:45.015406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:45.051671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=6027f416-0c40-4f1f-9de6-ce40d2953d34,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:45.200776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Router 590e4230-4ac7-49a9-a391-3323a59b12ea is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:27:45.283571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['6027f416-0c40-4f1f-9de6-ce40d2953d34'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:45.349233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:27:45.373267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Sync routers for ids ['590e4230-4ac7-49a9-a391-3323a59b12ea'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:27:45.389011 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:45.389181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Routers {'590e4230-4ac7-49a9-a391-3323a59b12ea'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:27:45.391147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0bdc711-6c97-4529-83d9-47fbb2d83965 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0440743 Aug 30 21:27:45.394191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:45.401610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['590e4230-4ac7-49a9-a391-3323a59b12ea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:45.704031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Set router 590e4230-4ac7-49a9-a391-3323a59b12ea gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:27:45.935248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:44Z', 'revision_number': 3, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:45.961269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:45.963439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Checking router: 590e4230-4ac7-49a9-a391-3323a59b12ea for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:27:45.963792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Updating router 590e4230-4ac7-49a9-a391-3323a59b12ea port 58a41e95-8c2f-486e-9fb7-748a3007282f binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:27:45.991468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.183595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44186924-85f0-444e-9c73-654ce434a7ff req-8267b6ba-44a9-4de8-9c23-411bc8ded6fa tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:46.185165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44186924-85f0-444e-9c73-654ce434a7ff req-8267b6ba-44a9-4de8-9c23-411bc8ded6fa tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 944 time: 0.1467280 Aug 30 21:27:46.289367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Allocated IP 172.20.0.1 (cc8aadfe-80f6-46da-91d7-f3020dc2fc43/62820a3a-9a56-48ba-9c60-8940590dc255/6a9e1b27-9c52-4608-9340-e20409765116) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:46.380064 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.393407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Transition to ACTIVE for port object 58a41e95-8c2f-486e-9fb7-748a3007282f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:46.406308 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.433147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44186924-85f0-444e-9c73-654ce434a7ff req-1276708f-bafb-44a1-aa2d-1f858f103aa2 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398143 Aug 30 21:27:46.490062 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.509826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc72f0-3ae4-4383-b89d-aa3071993c2b None None] Pushing event updated for resources: {'Port': ['ID=58a41e95-8c2f-486e-9fb7-748a3007282f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:46.513950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Attempting to bind port 58a41e95-8c2f-486e-9fb7-748a3007282f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:46.514319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Attempting to bind port 58a41e95-8c2f-486e-9fb7-748a3007282f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:46.514753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Attempting to bind port 58a41e95-8c2f-486e-9fb7-748a3007282f on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:46.522387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:46.523066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:46.523546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.523949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:46.524921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Bound port: 58a41e95-8c2f-486e-9fb7-748a3007282f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:46.525352 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.556617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.604892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] For port 58a41e95-8c2f-486e-9fb7-748a3007282f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:46.608615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] For port 58a41e95-8c2f-486e-9fb7-748a3007282f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=58a41e95-8c2f-486e-9fb7-748a3007282f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:46.614299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:46.617347 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.619236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:46.623976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:46.655775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6027f416-0c40-4f1f-9de6-ce40d2953d34 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:46.677103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9e1b27-9c52-4608-9340-e20409765116,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:46.699540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.729700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Routers {'590e4230-4ac7-49a9-a391-3323a59b12ea'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:27:46.730433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['590e4230-4ac7-49a9-a391-3323a59b12ea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:46.847214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc72f0-3ae4-4383-b89d-aa3071993c2b None None] Pushing event updated for resources: {'Port': ['ID=58a41e95-8c2f-486e-9fb7-748a3007282f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:46.856461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:46.861156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] Set router 590e4230-4ac7-49a9-a391-3323a59b12ea gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:27:46.989544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 6027f416-0c40-4f1f-9de6-ce40d2953d34 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:46.998379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 6027f416-0c40-4f1f-9de6-ce40d2953d34 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:46.998769 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:47.109176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:47.116239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:47.140536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:47.170689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6027f416-0c40-4f1f-9de6-ce40d2953d34'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:47.172733 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d26df-e9fd-45e3-986e-c08d0f8086b5" -d '{"events": [{"server_uuid": "74cc7a81-3eb5-47d6-8366-4ed5fa9dd045", "name": "network-vif-plugged", "status": "completed", "tag": "6027f416-0c40-4f1f-9de6-ce40d2953d34"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:47.201767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:47.204453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:44Z', 'revision_number': 3, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:47.205222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9e1b27-9c52-4608-9340-e20409765116,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:47.214878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6027f416-0c40-4f1f-9de6-ce40d2953d34, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34,segment=NetworkSegment(2c2a4ce9-f01c-4a7d-8673-80bc6724af45),segment_id=2c2a4ce9-f01c-4a7d-8673-80bc6724af45)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:47.256830 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004b4f77-b770-4d12-ace0-9c33cd71791f x-openstack-request-id: req-004b4f77-b770-4d12-ace0-9c33cd71791f {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:47.257372 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cc7a81-3eb5-47d6-8366-4ed5fa9dd045", "name": "network-vif-plugged", "status": "completed", "tag": "6027f416-0c40-4f1f-9de6-ce40d2953d34", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:47.257786 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-004b4f77-b770-4d12-ace0-9c33cd71791f {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:47.258331 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6027f416-0c40-4f1f-9de6-ce40d2953d34', 'code': 200} Aug 30 21:27:47.259558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff8bc1-8880-4958-b42e-59f230309230 None None] The sync data for ids ['590e4230-4ac7-49a9-a391-3323a59b12ea'] in n-d-793620-16 is: [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:44Z', 'revision_number': 3, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:27:47.261526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:47.332357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:47.345893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:47.388504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=6027f416-0c40-4f1f-9de6-ce40d2953d34,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:47.400740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793feb6-f17e-4987-8da0-0b8dec089f1b req-ef6bac89-f0b6-4170-bef0-0adffe491944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:47.403869 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5793feb6-f17e-4987-8da0-0b8dec089f1b req-ef6bac89-f0b6-4170-bef0-0adffe491944 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 1097 time: 0.0919678 Aug 30 21:27:47.459383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5793feb6-f17e-4987-8da0-0b8dec089f1b req-9b1110e5-32d7-478c-9ecb-0a25c9a82638 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Aug 30 21:27:47.586510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Router 590e4230-4ac7-49a9-a391-3323a59b12ea has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:27:47.773365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:27:47.786482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1824b793-1c4d-4066-a609-77bab155f4d3 admin admin] 10.222.0.76 "PUT /v2.0/routers/590e4230-4ac7-49a9-a391-3323a59b12ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3834927 Aug 30 21:27:47.799802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cd1b5-9e65-4199-8ae6-ae493065f72d req-55a69a79-6db5-470a-b0e6-560d45bb4c56 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:47.808239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-725cd1b5-9e65-4199-8ae6-ae493065f72d req-55a69a79-6db5-470a-b0e6-560d45bb4c56 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 945 time: 0.2360907 Aug 30 21:27:47.867950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-725cd1b5-9e65-4199-8ae6-ae493065f72d req-26e93e84-a4b5-4238-82c8-dfac113a6e43 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Aug 30 21:27:48.654358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-eecdaf21-7aa5-4c12-addb-02478958fbfb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:48.662121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-eecdaf21-7aa5-4c12-addb-02478958fbfb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 810 time: 0.2422807 Aug 30 21:27:48.678248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58a41e95-8c2f-486e-9fb7-748a3007282f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:48.685118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-83641e87-f250-41d7-9bc9-6169805084a8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/quotas/97426049c8a7496caceb237e864b9e72 HTTP/1.1" status: 200 len: 375 time: 0.0212197 Aug 30 21:27:48.797285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 58a41e95-8c2f-486e-9fb7-748a3007282f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:48.802616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 58a41e95-8c2f-486e-9fb7-748a3007282f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:48.803020 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:48.806347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-62d1fbb5-1758-44c9-8a71-08ef12f74c87 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202033 Aug 30 21:27:48.928013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:48.948647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5b28e0a7-93d6-4332-b0ca-74efcab34482 service neutron] 10.222.0.76 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338131 Aug 30 21:27:48.961489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 58a41e95-8c2f-486e-9fb7-748a3007282f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=58a41e95-8c2f-486e-9fb7-748a3007282f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:48.967134 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:49.049860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=58a41e95-8c2f-486e-9fb7-748a3007282f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:49.107368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0e0e59de-0896-4580-9e0c-a9185bf3af06 service neutron] 10.222.0.76 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522460 Aug 30 21:27:49.482571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab743e2-d20d-4a23-ab21-3247ad535ca2 req-b155e5a4-e6bf-437c-97a5-7e0d664ee91b tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:49.491487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ab743e2-d20d-4a23-ab21-3247ad535ca2 req-b155e5a4-e6bf-437c-97a5-7e0d664ee91b tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 945 time: 0.0971892 Aug 30 21:27:49.602929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ab743e2-d20d-4a23-ab21-3247ad535ca2 req-4ee80578-8c29-4947-aeb0-f768070751f8 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010153 Aug 30 21:27:49.702616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be5b9963-d59a-4847-800a-56a9bbc8f438 req-46f269ca-88d1-406f-9d8f-14acfd5dc740 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 210 time: 0.0422616 Aug 30 21:27:49.755992 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Sync routers for ids ['590e4230-4ac7-49a9-a391-3323a59b12ea'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:27:49.797395 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Routers {'590e4230-4ac7-49a9-a391-3323a59b12ea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:27:49.798245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['590e4230-4ac7-49a9-a391-3323a59b12ea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:50.019363 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Set router 590e4230-4ac7-49a9-a391-3323a59b12ea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:27:50.109947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9135b-cd54-4bec-92c2-9bbd3ddff345 req-935167db-5123-45e3-baee-35eb80be05cd tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:50.111486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ce9135b-cd54-4bec-92c2-9bbd3ddff345 req-935167db-5123-45e3-baee-35eb80be05cd tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 945 time: 0.0790386 Aug 30 21:27:50.211618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ce9135b-cd54-4bec-92c2-9bbd3ddff345 req-6875d276-a496-4433-9945-1269a511e169 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803273 Aug 30 21:27:50.287323 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:27:50.455897 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:46Z', 'revision_number': 4, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6a9e1b27-9c52-4608-9340-e20409765116', 'name': '', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'mac_address': 'fa:16:3e:6d:01:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:45Z', 'updated_at': '2021-08-30T21:27:46Z', 'revision_number': 2, 'project_id': '97426049c8a7496caceb237e864b9e72', 'subnets': [{'id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:50.483472 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Checking router: 590e4230-4ac7-49a9-a391-3323a59b12ea for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:27:50.486894 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Updating router 590e4230-4ac7-49a9-a391-3323a59b12ea port 6a9e1b27-9c52-4608-9340-e20409765116 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:27:50.513880 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:50.618886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58a41e95-8c2f-486e-9fb7-748a3007282f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:50.689539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 58a41e95-8c2f-486e-9fb7-748a3007282f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:50.690140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:50.879035 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:50.890581 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Transition to ACTIVE for port object 6a9e1b27-9c52-4608-9340-e20409765116 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:50.902913 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:50.904640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6e9d92-c719-45b2-8999-936460a8961e req-bc53a5e9-ac41-4d1c-9f60-b271d29c5272 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 210 time: 0.0839436 Aug 30 21:27:50.994608 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Pushing event updated for resources: {'Port': ['ID=6a9e1b27-9c52-4608-9340-e20409765116,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:51.005464 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.005810 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.006147 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.006478 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.006971 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.007298 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.007618 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.007939 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.008258 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.008572 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.009037 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.009736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:27:51.072421 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Attempting to bind port 6a9e1b27-9c52-4608-9340-e20409765116 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:51.072935 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Attempting to bind port 6a9e1b27-9c52-4608-9340-e20409765116 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:51.073327 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Attempting to bind port 6a9e1b27-9c52-4608-9340-e20409765116 on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:51.079499 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:51.079499 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Checking segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:51.079858 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:51.080296 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Bound using segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:51.080908 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Bound port: 6a9e1b27-9c52-4608-9340-e20409765116, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:51.081357 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:51.185080 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] For port 6a9e1b27-9c52-4608-9340-e20409765116, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:51.188867 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] For port 6a9e1b27-9c52-4608-9340-e20409765116, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6a9e1b27-9c52-4608-9340-e20409765116,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:51.200978 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:51.311209 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbb4df-bbc9-4c65-a3a7-9ea977392706 None None] Pushing event updated for resources: {'Port': ['ID=6a9e1b27-9c52-4608-9340-e20409765116,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:51.376772 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Routers {'590e4230-4ac7-49a9-a391-3323a59b12ea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:27:51.376772 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['590e4230-4ac7-49a9-a391-3323a59b12ea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:51.419885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-e489eac1-1c2b-4468-854c-1c640c845a61 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:51.422275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-e489eac1-1c2b-4468-854c-1c640c845a61 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.86 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 810 time: 0.6415393 Aug 30 21:27:51.451955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac37983-f820-457b-958f-b991ae62ff6e req-08a7adf3-1fa5-4cf2-a87d-977fd444ec92 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:51.453460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fac37983-f820-457b-958f-b991ae62ff6e req-08a7adf3-1fa5-4cf2-a87d-977fd444ec92 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.82 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 945 time: 0.0923824 Aug 30 21:27:51.457181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Request body: {'port': {'device_id': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'admin_state_up': True, 'tenant_id': '97426049c8a7496caceb237e864b9e72'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:51.484522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f57d-8051-4734-803c-4a0b04380a53 req-7ebf47e4-5431-4435-8b53-dfd88fdce576 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:51.488608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7181f57d-8051-4734-803c-4a0b04380a53 req-7ebf47e4-5431-4435-8b53-dfd88fdce576 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 945 time: 0.1685319 Aug 30 21:27:51.578077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7181f57d-8051-4734-803c-4a0b04380a53 req-65aa6407-003e-4124-8bc5-7d5b6e5e939d tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/security-groups?id=6554217b-1948-41b2-b312-5b1d3af7c7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825162 Aug 30 21:27:51.648880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] Set router 590e4230-4ac7-49a9-a391-3323a59b12ea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:27:51.770655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Made reservation on behalf of 97426049c8a7496caceb237e864b9e72 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:51.774203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:51.922271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Deleting port 6027f416-0c40-4f1f-9de6-ce40d2953d34 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:27:51.922992 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:51.957842 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:46Z', 'revision_number': 4, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6a9e1b27-9c52-4608-9340-e20409765116', 'name': '', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'mac_address': 'fa:16:3e:6d:01:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:45Z', 'updated_at': '2021-08-30T21:27:51Z', 'revision_number': 4, 'project_id': '97426049c8a7496caceb237e864b9e72', 'subnets': [{'id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:51.995320 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e8cc43-9b35-4319-9ba0-949d7491c1b2 None None] The sync data for ids ['590e4230-4ac7-49a9-a391-3323a59b12ea'] in n-d-793620-16 is: [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:46Z', 'revision_number': 4, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6a9e1b27-9c52-4608-9340-e20409765116', 'name': '', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'mac_address': 'fa:16:3e:6d:01:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:45Z', 'updated_at': '2021-08-30T21:27:51Z', 'revision_number': 4, 'project_id': '97426049c8a7496caceb237e864b9e72', 'subnets': [{'id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:27:52.077268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] For port 6027f416-0c40-4f1f-9de6-ce40d2953d34, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6027f416-0c40-4f1f-9de6-ce40d2953d34,segment=NetworkSegment(2c2a4ce9-f01c-4a7d-8673-80bc6724af45),segment_id=2c2a4ce9-f01c-4a7d-8673-80bc6724af45)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:52.078270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.102071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-896ee89a-0e40-4fc0-9bd9-413aa3473070 req-2d3805e8-49f9-4586-84b5-e87185320d4b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 210 time: 0.0833287 Aug 30 21:27:52.111690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Calling delete_port for 6027f416-0c40-4f1f-9de6-ce40d2953d34 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:27:52.181079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Allocated IP 172.20.0.10 (cc8aadfe-80f6-46da-91d7-f3020dc2fc43/62820a3a-9a56-48ba-9c60-8940590dc255/842a5dbd-dc14-46a9-b36c-1f42e297e6df) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:52.431739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.525791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.540160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['6027f416-0c40-4f1f-9de6-ce40d2953d34'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:52.541244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.572241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Pushing event deleted for resources: {'Port': ['ID=6027f416-0c40-4f1f-9de6-ce40d2953d34,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:52.707683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6a9e1b27-9c52-4608-9340-e20409765116 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:52.756708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79090d7d-3d2e-4ef8-83da-49d8c5aeb93d req-63be5470-d3f8-4b46-8b7b-a2f896f72153 tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.76 "GET /v2.0/ports?device_id=74cc7a81-3eb5-47d6-8366-4ed5fa9dd045 HTTP/1.1" status: 200 len: 210 time: 0.0418854 Aug 30 21:27:52.780193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] No DVR routers for this DVR port 6027f416-0c40-4f1f-9de6-ce40d2953d34 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:27:52.782402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Pushing event updated for resources: {'Port': ['ID=842a5dbd-dc14-46a9-b36c-1f42e297e6df,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:52.788202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.790339 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fac37983-f820-457b-958f-b991ae62ff6e req-56034e76-c882-479c-8281-f9e492a241be tempest-InstanceActionsV221TestJSON-1523336568 tempest-InstanceActionsV221TestJSON-1523336568-project] 10.222.0.82 "DELETE /v2.0/ports/6027f416-0c40-4f1f-9de6-ce40d2953d34 HTTP/1.1" status: 204 len: 173 time: 1.2216618 Aug 30 21:27:52.792877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'name': 'network-vif-deleted', 'tag': '6027f416-0c40-4f1f-9de6-ce40d2953d34'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:52.795364 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121a39e-76d2-43b1-894e-4733f888ca36" -d '{"events": [{"server_uuid": "74cc7a81-3eb5-47d6-8366-4ed5fa9dd045", "name": "network-vif-deleted", "tag": "6027f416-0c40-4f1f-9de6-ce40d2953d34"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:52.807857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:52.810121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:52.814810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:52.883278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6a9e1b27-9c52-4608-9340-e20409765116 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:27:52.889579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6a9e1b27-9c52-4608-9340-e20409765116 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:52.889953 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.912592 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7d936-ab39-4055-856c-ae0e86d4965d x-openstack-request-id: req-a0a7d936-ab39-4055-856c-ae0e86d4965d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:52.913106 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cc7a81-3eb5-47d6-8366-4ed5fa9dd045", "name": "network-vif-deleted", "tag": "6027f416-0c40-4f1f-9de6-ce40d2953d34", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:52.913498 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0a7d936-ab39-4055-856c-ae0e86d4965d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:52.914082 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cc7a81-3eb5-47d6-8366-4ed5fa9dd045', 'name': 'network-vif-deleted', 'tag': '6027f416-0c40-4f1f-9de6-ce40d2953d34', 'status': 'completed', 'code': 200} Aug 30 21:27:52.930125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:52.931153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:52.950903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-0fa72a81-9db5-4219-9130-fe84dbd5cceb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5113268 Aug 30 21:27:52.964920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Request body: {'port': {'device_id': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:53.082921 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:53.101046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:53.185243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 6a9e1b27-9c52-4608-9340-e20409765116, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6a9e1b27-9c52-4608-9340-e20409765116,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:53.195684 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:53.320098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=6a9e1b27-9c52-4608-9340-e20409765116,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:53.357167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0e69f-9594-4d6a-bbb6-20c1a5d9251f req-08ba409e-e02e-41b8-a7e5-734518086885 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:53.366342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1f0e69f-9594-4d6a-bbb6-20c1a5d9251f req-08ba409e-e02e-41b8-a7e5-734518086885 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 932 time: 0.1153007 Aug 30 21:27:53.440866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1f0e69f-9594-4d6a-bbb6-20c1a5d9251f req-7191667c-1cc9-4362-a0fe-f609f6923e0a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693069 Aug 30 21:27:53.694194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842a5dbd-dc14-46a9-b36c-1f42e297e6df {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:53.704080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:53.719350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Transition to ACTIVE for port object 842a5dbd-dc14-46a9-b36c-1f42e297e6df will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:53.726142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:53.826538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Pushing event updated for resources: {'Port': ['ID=842a5dbd-dc14-46a9-b36c-1f42e297e6df,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:53.951948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Attempting to bind port 842a5dbd-dc14-46a9-b36c-1f42e297e6df on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:53.953109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Attempting to bind port 842a5dbd-dc14-46a9-b36c-1f42e297e6df by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:53.953996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Attempting to bind port 842a5dbd-dc14-46a9-b36c-1f42e297e6df on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:53.959954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Port 842a5dbd-dc14-46a9-b36c-1f42e297e6df on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:27:53.960971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Attempting to bind port 842a5dbd-dc14-46a9-b36c-1f42e297e6df on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:53.967684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:53.968383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Checking segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:53.968964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Bound using segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:53.969766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Bound port: 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:53.970979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.087803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] For port 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:54.092034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] For port 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:54.105604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.158876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:54.159986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.161792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-5774227b-76a8-4e23-8649-e6434885919f service neutron] 10.222.0.86 "PUT /v2.0/ports/842a5dbd-dc14-46a9-b36c-1f42e297e6df HTTP/1.1" status: 200 len: 1093 time: 1.2023535 Aug 30 21:27:54.193233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774227b-76a8-4e23-8649-e6434885919f service neutron] Pushing event updated for resources: {'Port': ['ID=842a5dbd-dc14-46a9-b36c-1f42e297e6df,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:54.209492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52610) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:54.260967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Deleting subnet 0bc869ef-7a72-403a-b6f8-5dc03ecf50ec {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:27:54.265361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.288252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-7beaf4a0-2d3f-40c1-8e17-c7bfee6385f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:54.295203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-7beaf4a0-2d3f-40c1-8e17-c7bfee6385f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 1096 time: 0.0830774 Aug 30 21:27:54.302657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.350991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.392763 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-70f1261d-10ae-474a-8c07-c8c022aa0c35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df HTTP/1.1" status: 200 len: 217 time: 0.0890737 Aug 30 21:27:54.438577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.482253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-2dd1b5fa-522b-40be-b82b-c9cb1a4e9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:54.484488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-2dd1b5fa-522b-40be-b82b-c9cb1a4e9f8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.0829866 Aug 30 21:27:54.512352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.515025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0bc869ef-7a72-403a-b6f8-5dc03ecf50ec HTTP/1.1" status: 204 len: 168 time: 0.3042634 Aug 30 21:27:54.516398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b9e40-ac18-4b22-8136-b055eac9307c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc869ef-7a72-403a-b6f8-5dc03ecf50ec,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:54.519684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:54.560647 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-de9c35d6-3811-4fa9-b79a-6eaefc065afa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546587 Aug 30 21:27:54.664146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6a9e1b27-9c52-4608-9340-e20409765116 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:27:54.680966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddc6ff-bf6f-43c1-919c-83d6a48b2197 req-1f021848-a456-4485-a9a5-99d15f1d345f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:54.683048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03ddc6ff-bf6f-43c1-919c-83d6a48b2197 req-1f021848-a456-4485-a9a5-99d15f1d345f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 944 time: 0.1365178 Aug 30 21:27:54.688585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.714211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-72e3b62a-3493-478c-80fa-e23faa47a8f9 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524682 Aug 30 21:27:54.734045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6027f416-0c40-4f1f-9de6-ce40d2953d34 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:27:54.795963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 6027f416-0c40-4f1f-9de6-ce40d2953d34 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:27:54.796320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6027f416-0c40-4f1f-9de6-ce40d2953d34 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:27:54.825988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03ddc6ff-bf6f-43c1-919c-83d6a48b2197 req-4afd4fd0-7906-431a-99aa-cff0a2a4d697 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301105 Aug 30 21:27:54.851738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6a9e1b27-9c52-4608-9340-e20409765116 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:27:54.852378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.874821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef05cc50-f764-43ef-9e2e-ba85b6b09b7f req-ec0c1c73-4fa7-4126-b715-a743239bea13 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473856 Aug 30 21:27:54.882302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.906928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cff4ba-c26a-404c-8e87-084835267157']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:54.917919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'tag': '842a5dbd-dc14-46a9-b36c-1f42e297e6df'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:27:54.918455 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6bddcb-76e4-47bc-ae33-71e4ac517a0e", "tag": "842a5dbd-dc14-46a9-b36c-1f42e297e6df"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:27:54.930418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2a4ce9-f01c-4a7d-8673-80bc6724af45') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:54.930824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2a4ce9-f01c-4a7d-8673-80bc6724af45') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:27:54.948026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.978141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:54.994094 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91dcc8b-fb86-42e1-90b5-f2295e6563e2 x-openstack-request-id: req-d91dcc8b-fb86-42e1-90b5-f2295e6563e2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:27:54.994474 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6bddcb-76e4-47bc-ae33-71e4ac517a0e", "tag": "842a5dbd-dc14-46a9-b36c-1f42e297e6df", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:27:54.995511 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d91dcc8b-fb86-42e1-90b5-f2295e6563e2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:27:54.995511 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'tag': '842a5dbd-dc14-46a9-b36c-1f42e297e6df', 'status': 'completed', 'code': 200} Aug 30 21:27:54.997635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:27:54.998043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:27:55.003589 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:27:55.076896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.084894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.089140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-7bf6c806-2da0-4397-8bc7-baab8ef8d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:55.091118 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-7bf6c806-2da0-4397-8bc7-baab8ef8d09e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 1096 time: 0.0651162 Aug 30 21:27:55.092213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] 10.222.0.76 "DELETE /v2.0/networks/99cff4ba-c26a-404c-8e87-084835267157 HTTP/1.1" status: 204 len: 168 time: 0.5698576 Aug 30 21:27:55.127453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b921c73-d131-4c0a-b779-f4c1b69c155e admin admin] Pushing event deleted for resources: {'Network': ['ID=99cff4ba-c26a-404c-8e87-084835267157,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:55.221765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-245444e6-12eb-45a7-a56f-a1be30809b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:55.223331 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-245444e6-12eb-45a7-a56f-a1be30809b81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 911 time: 0.1246195 Aug 30 21:27:55.253492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52634) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:55.269349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-f147d0f0-02c7-4104-be7d-d90ca582d363 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df HTTP/1.1" status: 200 len: 217 time: 0.0386083 Aug 30 21:27:55.300544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e297b3fe-690f-4472-91c6-672e8419b057 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e2d197ba7b4340c5a688347581c188eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455303 Aug 30 21:27:55.302926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52636) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:55.349712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-e6ea9cee-0c01-41a9-974f-5b94a3e677e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:55.351987 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-e6ea9cee-0c01-41a9-974f-5b94a3e677e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.0742640 Aug 30 21:27:55.364899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b177709-3e93-4efd-b822-0537879c2155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.388024 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-a503e573-a5c6-4a63-b504-db288a6a88eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273905 Aug 30 21:27:55.395978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b177709-3e93-4efd-b822-0537879c2155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.454372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b177709-3e93-4efd-b822-0537879c2155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.457237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b177709-3e93-4efd-b822-0537879c2155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:55.461462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4b177709-3e93-4efd-b822-0537879c2155 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6554217b-1948-41b2-b312-5b1d3af7c7c0 HTTP/1.1" status: 204 len: 168 time: 0.1574228 Aug 30 21:27:55.470234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b177709-3e93-4efd-b822-0537879c2155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6554217b-1948-41b2-b312-5b1d3af7c7c0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:55.496791 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-0e45e01e-b93a-467a-a234-0386158afff7 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011827 Aug 30 21:27:55.634197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5c83f4a-9e45-461b-8cbc-c128cc3e3fee req-6a0f7b06-7936-4911-970a-3acfda120bfc service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282003 Aug 30 21:27:55.960867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28e68e-1147-42e8-b5bf-2e22385a47e5 req-d6285478-5641-4741-8de3-617f1a71d5d1 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:55.963191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da28e68e-1147-42e8-b5bf-2e22385a47e5 req-d6285478-5641-4741-8de3-617f1a71d5d1 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 944 time: 0.0698833 Aug 30 21:27:56.016357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da28e68e-1147-42e8-b5bf-2e22385a47e5 req-485ae383-1b27-4d6b-a626-369a21e854db tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Aug 30 21:27:56.410124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:56.551731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1032024766-network', 'tenant_id': '83dd944ddcfa4bf1ad92cea02dd28c40'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:56.576344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Made reservation on behalf of 83dd944ddcfa4bf1ad92cea02dd28c40 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:56.579551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.590326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.714769 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.720394 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.749828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:27:56.769032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0aea27-4bad-4e2a-9547-4be2139e5562,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:56.773492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.773844 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Added segment 7c83959b-9561-4643-9756-371f8efb1101 of type vlan for network 493c9768-0c05-489e-b43a-2cb314b5c6da Aug 30 21:27:56.828797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.869848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.872148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:56.872893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:56.963038 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5510058 Aug 30 21:27:56.966349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:27:56.972734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Request body: {'subnet': {'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1032024766-subnet', 'tenant_id': '83dd944ddcfa4bf1ad92cea02dd28c40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:27:56.980050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b888a7-89e0-4a8a-b740-1c2c60b28a80 admin admin] Pushing event updated for resources: {'Network': ['ID=493c9768-0c05-489e-b43a-2cb314b5c6da,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:56.993401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 493c9768-0c05-489e-b43a-2cb314b5c6da details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:27:57.019829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Made reservation on behalf of 83dd944ddcfa4bf1ad92cea02dd28c40 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:27:57.023553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:57.182999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984655c-ac64-4b26-82cd-9c1d4b59930e req-9cad9028-a7d0-4eac-8235-bec500718e7f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:57.192759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c984655c-ac64-4b26-82cd-9c1d4b59930e req-9cad9028-a7d0-4eac-8235-bec500718e7f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 944 time: 0.0915337 Aug 30 21:27:57.229103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c984655c-ac64-4b26-82cd-9c1d4b59930e req-274bf3ea-5d4c-42ec-a45f-d705e63030c2 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353510 Aug 30 21:27:57.284692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:57.345896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1d9f1e-a9fe-488a-a353-d08609dd9230,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:57.372684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Checking segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:57.373052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Network hostable DHCP agents. Network: 493c9768-0c05-489e-b43a-2cb314b5c6da, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:27:57.390907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Network 493c9768-0c05-489e-b43a-2cb314b5c6da is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:27:57.416652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 493c9768-0c05-489e-b43a-2cb314b5c6da) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:57.427575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222e3e5-87c3-48c5-aea2-d0af7182b2e3 None None] Network 493c9768-0c05-489e-b43a-2cb314b5c6da requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:27:57.445311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:57.447045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:57.497253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98865a2e-5649-4bfb-95d2-0364364585a1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5300035 Aug 30 21:27:58.048333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 842a5dbd-dc14-46a9-b36c-1f42e297e6df details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:27:58.064845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-493c9768-0c05-489e-b43a-2cb314b5c6da', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'tenant_id': '83dd944ddcfa4bf1ad92cea02dd28c40', 'fixed_ips': [{'subnet_id': '7d1d9f1e-a9fe-488a-a353-d08609dd9230'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:27:58.068355 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:58.427250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:58.467949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '842a5dbd-dc14-46a9-b36c-1f42e297e6df', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'port_id': '842a5dbd-dc14-46a9-b36c-1f42e297e6df', 'mac_address': 'fa:16:3e:81:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:27:58.525827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Allocated IP 172.20.0.2 (493c9768-0c05-489e-b43a-2cb314b5c6da/7d1d9f1e-a9fe-488a-a353-d08609dd9230/1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:27:58.549734 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:58.554957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-266bbfc5-4499-4965-b650-ed9ac0bfddf4 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:58.565391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842a5dbd-dc14-46a9-b36c-1f42e297e6df {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:27:58.585142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-266bbfc5-4499-4965-b650-ed9ac0bfddf4 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 816 time: 0.3063629 Aug 30 21:27:58.609099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-a485250a-9717-4983-965e-4f3e09dcb994 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/quotas/83dd944ddcfa4bf1ad92cea02dd28c40 HTTP/1.1" status: 200 len: 375 time: 0.0222154 Aug 30 21:27:58.642370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:27:58.672129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:58.689460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-3bbc8a04-7c3d-47f2-aec1-5c83e787252b tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793295 Aug 30 21:27:58.810770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-65e27900-6370-49f9-82ca-90d9e5892a62 service neutron] 10.222.0.76 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198967 Aug 30 21:27:58.815534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=842a5dbd-dc14-46a9-b36c-1f42e297e6df,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:58.902660 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:58.917421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Transition to ACTIVE for port object 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:58.939891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Transition to ACTIVE for port object 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:27:58.952184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-f557735a-874c-4bff-bb5f-70be6abdca73 service neutron] 10.222.0.76 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387832 Aug 30 21:27:58.954344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:59.000666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Network 493c9768-0c05-489e-b43a-2cb314b5c6da is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:27:59.003887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:27:59.015193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:27:59.048801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Pushing event updated for resources: {'Port': ['ID=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:59.067832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['842a5dbd-dc14-46a9-b36c-1f42e297e6df'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:27:59.237894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Attempting to bind port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:27:59.238971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Attempting to bind port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:27:59.239339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Attempting to bind port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:27:59.249953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:27:59.250321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Checking segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:27:59.250770 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:59.251168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Bound using segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:27:59.251641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Bound port: 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:27:59.252157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:59.408673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] For port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:27:59.419441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] For port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:27:59.435792 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:27:59.591950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27215a43-f703-49dc-ad4f-a4eea16637a0 None None] Pushing event updated for resources: {'Port': ['ID=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:27:59.803170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c523558-1ab3-43a9-80ce-ba33f55f9559 req-a2cf36e4-09fb-418c-95b9-a5b1e5ab2a96 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:27:59.806893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c523558-1ab3-43a9-80ce-ba33f55f9559 req-a2cf36e4-09fb-418c-95b9-a5b1e5ab2a96 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 945 time: 0.2000067 Aug 30 21:27:59.882966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c523558-1ab3-43a9-80ce-ba33f55f9559 req-87021a09-79b2-473f-96ce-d6feea0b959b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681562 Aug 30 21:28:00.268399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-7e2aea3c-d653-4d03-b22e-3b4de72ae3e9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:00.272617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-7e2aea3c-d653-4d03-b22e-3b4de72ae3e9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 816 time: 0.1600270 Aug 30 21:28:00.307456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-0f11b28a-8fd1-44e5-a1f4-bb84fad11434 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/quotas/83dd944ddcfa4bf1ad92cea02dd28c40 HTTP/1.1" status: 200 len: 375 time: 0.0240433 Aug 30 21:28:00.411274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-1c497848-db64-48f7-af76-bd418b876641 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867321 Aug 30 21:28:00.530342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-837d933e-c6ac-4584-b0b0-9b6d9eaa8363 service neutron] 10.222.0.76 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061850 Aug 30 21:28:00.777126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:00.851844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-84cb0c72-676e-4dda-bdfb-902165a4f3ff service neutron] 10.222.0.76 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060365 Aug 30 21:28:00.916294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-37f57f13-e6fd-427a-85b0-72ca3497077a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:00.924125 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-37f57f13-e6fd-427a-85b0-72ca3497077a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 816 time: 0.1803844 Aug 30 21:28:00.947708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Request body: {'port': {'device_id': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'admin_state_up': True, 'tenant_id': '83dd944ddcfa4bf1ad92cea02dd28c40'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:00.991865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:01.340048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04ad02-22db-4a89-974f-0f17c400b4bf None None] Network 493c9768-0c05-489e-b43a-2cb314b5c6da requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:28:01.484584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Made reservation on behalf of 83dd944ddcfa4bf1ad92cea02dd28c40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:28:01.488242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:01.520775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] Provisioning for port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:01.537192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] Provisioning complete for port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:01.537584 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:01.761271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433f44-4c37-4653-8643-f947912f4044 req-3ad48422-ed5d-4f36-a7d4-4cad2ca0766b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:01.779275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88433f44-4c37-4653-8643-f947912f4044 req-3ad48422-ed5d-4f36-a7d4-4cad2ca0766b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 945 time: 0.1203659 Aug 30 21:28:01.858926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88433f44-4c37-4653-8643-f947912f4044 req-e88f30c8-d4f4-43be-8464-babda4eb5097 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782375 Aug 30 21:28:01.907561 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:01.929685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Allocated IP 172.20.0.9 (493c9768-0c05-489e-b43a-2cb314b5c6da/7d1d9f1e-a9fe-488a-a353-d08609dd9230/82d67ff1-aada-4f51-ba90-f8831128bbd8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:02.000432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] For port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:02.015022 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.097453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 842a5dbd-dc14-46a9-b36c-1f42e297e6df up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:02.255009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-d6b8a669-1a4b-4404-9e7d-a9fb37f8f123 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:02.256593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-d6b8a669-1a4b-4404-9e7d-a9fb37f8f123 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 816 time: 0.2850249 Aug 30 21:28:02.301744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-ba2b172f-81a2-442f-8bfb-10ccd7500624 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/quotas/83dd944ddcfa4bf1ad92cea02dd28c40 HTTP/1.1" status: 200 len: 375 time: 0.0184669 Aug 30 21:28:02.321164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 842a5dbd-dc14-46a9-b36c-1f42e297e6df completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:02.329450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 842a5dbd-dc14-46a9-b36c-1f42e297e6df triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:02.329753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.358281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b68e5-ba04-4888-ac78-2c47a3ddcd76 None None] Pushing event updated for resources: {'Port': ['ID=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:02.398169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-168c9d0f-672b-45cf-aae3-7dea813c0eab tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954375 Aug 30 21:28:02.441044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.466879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Transition to ACTIVE for port object 82d67ff1-aada-4f51-ba90-f8831128bbd8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:02.494282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-96e13499-a0ce-4900-8957-8d299dcb6a5b None None] Provisioning complete for port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:02.495372 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-96e13499-a0ce-4900-8957-8d299dcb6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.525307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.569624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-b9407932-f9f5-43c1-9e07-c60c110b2345 service neutron] 10.222.0.76 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705172 Aug 30 21:28:02.633560 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.668115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Network 493c9768-0c05-489e-b43a-2cb314b5c6da is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:02.671422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a5dbd-dc14-46a9-b36c-1f42e297e6df'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:02.675487 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0065d8c-3b81-4612-9b6d-2fdbd17d294e" -d '{"events": [{"server_uuid": "3f6bddcb-76e4-47bc-ae33-71e4ac517a0e", "name": "network-vif-plugged", "status": "completed", "tag": "842a5dbd-dc14-46a9-b36c-1f42e297e6df"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:02.681989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:02.687784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:02.719534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Pushing event updated for resources: {'Port': ['ID=82d67ff1-aada-4f51-ba90-f8831128bbd8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:02.788036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:02.793562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:02.799496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-ea4bc941-2fa1-4776-87b3-95ff1508b274 service neutron] 10.222.0.76 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210343 Aug 30 21:28:02.822041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:02.826043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.874039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-bb5fa639-8350-4d15-8a0e-e7378dd9a25a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9461956 Aug 30 21:28:02.876790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:02.889278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Request body: {'port': {'device_id': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:02.919834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:02.920421 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:03.035028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:03.035607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=842a5dbd-dc14-46a9-b36c-1f42e297e6df,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:03.223587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ec81b20f-3bf9-4b23-bf8b-1ff8d5076623 None None] Provisioning for port 82d67ff1-aada-4f51-ba90-f8831128bbd8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:03.230776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ec81b20f-3bf9-4b23-bf8b-1ff8d5076623 None None] Provisioning complete for port 82d67ff1-aada-4f51-ba90-f8831128bbd8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:03.231380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ec81b20f-3bf9-4b23-bf8b-1ff8d5076623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:03.364523 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c055b39f-6313-454c-bfc5-715a1f032a67 x-openstack-request-id: req-c055b39f-6313-454c-bfc5-715a1f032a67 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:03.365515 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6bddcb-76e4-47bc-ae33-71e4ac517a0e", "name": "network-vif-plugged", "status": "completed", "tag": "842a5dbd-dc14-46a9-b36c-1f42e297e6df", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:03.369687 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c055b39f-6313-454c-bfc5-715a1f032a67 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:03.372630 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842a5dbd-dc14-46a9-b36c-1f42e297e6df', 'code': 200} Aug 30 21:28:03.399924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ec81b20f-3bf9-4b23-bf8b-1ff8d5076623 None None] Port 82d67ff1-aada-4f51-ba90-f8831128bbd8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:28:03.544622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:03.556382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad678e8-ffee-4026-ac79-3b4e71d09bae req-5ee6b1d2-8575-4e30-91a2-a686a8f97260 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:03.559550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cad678e8-ffee-4026-ac79-3b4e71d09bae req-5ee6b1d2-8575-4e30-91a2-a686a8f97260 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0788970 Aug 30 21:28:03.563586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-95b226ee-6062-40ab-aeff-f1309de112fb tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:03.565354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-95b226ee-6062-40ab-aeff-f1309de112fb tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 816 time: 0.1995153 Aug 30 21:28:03.583020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Request body: {'port': {'device_id': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'admin_state_up': True, 'tenant_id': '83dd944ddcfa4bf1ad92cea02dd28c40'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:03.626520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cad678e8-ffee-4026-ac79-3b4e71d09bae req-f8c748ff-6caa-46ba-9e31-e0de5264ea45 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535820 Aug 30 21:28:03.697686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ad2e7-de70-4ac6-8ea7-45e539d03e16 req-c64bc99f-2cca-418f-b7c7-cd7200bdbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:03.699351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d2ad2e7-de70-4ac6-8ea7-45e539d03e16 req-c64bc99f-2cca-418f-b7c7-cd7200bdbdf6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 1098 time: 0.2071009 Aug 30 21:28:03.771785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fae8fa0e-f3a9-4b90-bdfd-5cb65384aa11 req-fa66a2b5-67ad-48ae-89b1-c787821d1e8a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 210 time: 0.0818784 Aug 30 21:28:03.794175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d2ad2e7-de70-4ac6-8ea7-45e539d03e16 req-1c758ac6-d972-4205-a8ae-3e6aa491e799 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811346 Aug 30 21:28:03.863378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Made reservation on behalf of 83dd944ddcfa4bf1ad92cea02dd28c40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:28:03.866998 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:03.870272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d67ff1-aada-4f51-ba90-f8831128bbd8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:03.883722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:03.907274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Transition to ACTIVE for port object 82d67ff1-aada-4f51-ba90-f8831128bbd8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:03.942379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:04.047843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Pushing event updated for resources: {'Port': ['ID=82d67ff1-aada-4f51-ba90-f8831128bbd8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:04.137030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Allocated IP 172.20.0.13 (493c9768-0c05-489e-b43a-2cb314b5c6da/7d1d9f1e-a9fe-488a-a353-d08609dd9230/6f761143-d57a-4f7a-aed6-e6b9f74f585b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:04.174570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Attempting to bind port 82d67ff1-aada-4f51-ba90-f8831128bbd8 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:28:04.175151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Attempting to bind port 82d67ff1-aada-4f51-ba90-f8831128bbd8 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:28:04.175642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Attempting to bind port 82d67ff1-aada-4f51-ba90-f8831128bbd8 on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:04.190556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Port 82d67ff1-aada-4f51-ba90-f8831128bbd8 on network 493c9768-0c05-489e-b43a-2cb314b5c6da not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:28:04.190906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Attempting to bind port 82d67ff1-aada-4f51-ba90-f8831128bbd8 on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:04.222911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:28:04.223182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Checking segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:28:04.223573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Bound using segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:28:04.224020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Bound port: 82d67ff1-aada-4f51-ba90-f8831128bbd8, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:28:04.224648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:04.441535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] For port 82d67ff1-aada-4f51-ba90-f8831128bbd8, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:28:04.467008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] For port 82d67ff1-aada-4f51-ba90-f8831128bbd8, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:28:04.493094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:04.499724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:04.572133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Pushing event updated for resources: {'Port': ['ID=82d67ff1-aada-4f51-ba90-f8831128bbd8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:04.579702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Transition to ACTIVE for port object 6f761143-d57a-4f7a-aed6-e6b9f74f585b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:04.588134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:04.588832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:04.590691 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-53b60284-4c0c-4b63-9d43-426967cf4632 service neutron] 10.222.0.82 "PUT /v2.0/ports/82d67ff1-aada-4f51-ba90-f8831128bbd8 HTTP/1.1" status: 200 len: 1092 time: 1.7072234 Aug 30 21:28:04.591563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'tag': '82d67ff1-aada-4f51-ba90-f8831128bbd8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:04.594656 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839ed49-72db-49f6-abac-343d6da61e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "13d07d31-ac14-4c8e-b794-01a550e831b5", "tag": "82d67ff1-aada-4f51-ba90-f8831128bbd8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:04.700098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:04.717533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-37ea6921-53de-4a78-853e-46257553c001 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:04.729214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-4c8e3796-1e25-4350-8eb0-80b09f8d3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:04.730968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-4c8e3796-1e25-4350-8eb0-80b09f8d3220 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 1095 time: 0.0912967 Aug 30 21:28:04.732453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-37ea6921-53de-4a78-853e-46257553c001 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/networks?id=2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 200 len: 813 time: 0.1945162 Aug 30 21:28:04.747601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-8e14c424-3604-4a3a-9184-8b3bc56f1f96 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/quotas/845841af5d8345b394af157330908c7a HTTP/1.1" status: 200 len: 375 time: 0.0134234 Aug 30 21:28:04.816155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Pushing event updated for resources: {'Port': ['ID=6f761143-d57a-4f7a-aed6-e6b9f74f585b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:04.820685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-744c77a2-ece2-458a-82ca-e3b41632d6bf tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=845841af5d8345b394af157330908c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662932 Aug 30 21:28:04.846129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Network 493c9768-0c05-489e-b43a-2cb314b5c6da is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:04.887581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:04.930922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:04.935136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-9d72f3c2-23e1-4571-b73d-f7e49c800721 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0958087 Aug 30 21:28:05.017867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-998ed510-cc3f-435e-b3c0-f2612265a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:05.019480 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-998ed510-cc3f-435e-b3c0-f2612265a406 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.0612597 Aug 30 21:28:05.034035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-60446b19-7e61-4b42-9d6c-9016eaf53ad0 service neutron] 10.222.0.76 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982965 Aug 30 21:28:05.176536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-3e9f3756-259b-44e1-9bb2-402d07c22aa7 service neutron] 10.222.0.76 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409731 Aug 30 21:28:05.313999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-be984719-f696-4f5e-ab76-3a97d29dc3e2 None None] Provisioning for port 6f761143-d57a-4f7a-aed6-e6b9f74f585b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:05.327393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-be984719-f696-4f5e-ab76-3a97d29dc3e2 None None] Provisioning complete for port 6f761143-d57a-4f7a-aed6-e6b9f74f585b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:05.327763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be984719-f696-4f5e-ab76-3a97d29dc3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:05.435444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-be984719-f696-4f5e-ab76-3a97d29dc3e2 None None] Port 6f761143-d57a-4f7a-aed6-e6b9f74f585b cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:28:05.593540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23b2eb-f4e3-4af0-ab1c-9b6d1a33b11b req-2eb09f73-bb12-46d7-b01a-48a6c79b14fc tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:05.594540 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab764b-a486-4ecc-89a9-b1b283b0842a x-openstack-request-id: req-e2ab764b-a486-4ecc-89a9-b1b283b0842a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:05.595039 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d07d31-ac14-4c8e-b794-01a550e831b5", "tag": "82d67ff1-aada-4f51-ba90-f8831128bbd8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:05.595135 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2ab764b-a486-4ecc-89a9-b1b283b0842a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:05.595469 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'tag': '82d67ff1-aada-4f51-ba90-f8831128bbd8', 'status': 'completed', 'code': 200} Aug 30 21:28:05.598698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af23b2eb-f4e3-4af0-ab1c-9b6d1a33b11b req-2eb09f73-bb12-46d7-b01a-48a6c79b14fc tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1257155 Aug 30 21:28:05.612939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:05.613465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:05.631204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-24ef8a50-eafe-43cb-be5c-0dfa604eadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:05.632798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-24ef8a50-eafe-43cb-be5c-0dfa604eadba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6046431 Aug 30 21:28:05.642459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-af23f50d-2ea1-44ff-94ac-f43542c2ba5d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:05.643986 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-af23f50d-2ea1-44ff-94ac-f43542c2ba5d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.86 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 816 time: 0.8147058 Aug 30 21:28:05.708315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af23b2eb-f4e3-4af0-ab1c-9b6d1a33b11b req-98a01214-1f98-475d-a8f8-e8088ad2fc00 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968010 Aug 30 21:28:05.747574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-068f8920-7eeb-4fa1-b714-960446dc203d service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013465 Aug 30 21:28:05.752060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Request body: {'port': {'device_id': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'admin_state_up': True, 'tenant_id': '83dd944ddcfa4bf1ad92cea02dd28c40'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:05.756852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-c72e42a4-1665-4868-aaba-71adf354b654 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1778891 Aug 30 21:28:05.785342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Request body: {'port': {'device_id': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:05.819472 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:05.863118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba55016d-49d9-4505-883c-63015b0281df req-00be6cec-fdf4-47d0-9d13-780acdb3f427 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 210 time: 0.0692246 Aug 30 21:28:05.974220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-046cde59-e9ec-4916-af30-8d95cb892f96 req-94cb2511-748b-4479-a434-629cf1103092 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 210 time: 0.0493667 Aug 30 21:28:06.015919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:06.172964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Made reservation on behalf of 83dd944ddcfa4bf1ad92cea02dd28c40 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:28:06.176547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:06.194045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53354) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:06.224974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41ade155-92b2-4b2f-8bc6-a5f9b69a5bd7 req-9e0bb651-9feb-426f-b05e-f6c1e7638500 service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665256 Aug 30 21:28:06.455020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92788780-f894-4383-9f9f-7a0c715bf93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:06.530221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce2d6c-7a59-4dff-aed5-6e4322d079e3 req-10baeb49-eb28-4806-b02b-57c74a4eb48f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:06.537384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cce2d6c-7a59-4dff-aed5-6e4322d079e3 req-10baeb49-eb28-4806-b02b-57c74a4eb48f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0842752 Aug 30 21:28:06.575320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ed49-72db-49f6-abac-343d6da61e7c req-e63b48fb-85ed-4108-b5e0-d07601e309eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:06.576862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-e63b48fb-85ed-4108-b5e0-d07601e309eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 1095 time: 0.1873271 Aug 30 21:28:06.581976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-45ccf771-9f31-43e4-be5a-44442f4d8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:06.583487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-45ccf771-9f31-43e4-be5a-44442f4d8e07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 1098 time: 0.1467447 Aug 30 21:28:06.772456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f761143-d57a-4f7a-aed6-e6b9f74f585b {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:06.796523 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:06.811920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-d1ff2179-58ac-4e87-a9cb-1e2f4e53b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:06.813500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-d1ff2179-58ac-4e87-a9cb-1e2f4e53b0de service neutron] 10.222.0.86 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 911 time: 0.2157574 Aug 30 21:28:06.826396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ed49-72db-49f6-abac-343d6da61e7c req-23e136a7-5387-4244-90eb-e837826bd3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:06.827925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-23e136a7-5387-4244-90eb-e837826bd3ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 917 time: 0.2401807 Aug 30 21:28:06.835731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Transition to ACTIVE for port object 6f761143-d57a-4f7a-aed6-e6b9f74f585b will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:06.879084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:06.934801 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-7accc8a7-5fb1-48f1-b826-b87d9be24bae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df HTTP/1.1" status: 200 len: 217 time: 0.1105001 Aug 30 21:28:06.962688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-048c786f-60f1-42c0-80f0-938dcde8462b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8 HTTP/1.1" status: 200 len: 217 time: 0.1246862 Aug 30 21:28:07.084036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cce2d6c-7a59-4dff-aed5-6e4322d079e3 req-15414761-ff68-42c0-a7a3-e1a375b552a8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320241 Aug 30 21:28:07.101429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ed49-72db-49f6-abac-343d6da61e7c req-15bb1599-8f92-4046-b94b-440eb5568b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:07.103159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-15bb1599-8f92-4046-b94b-440eb5568b1d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.1175766 Aug 30 21:28:07.116209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Allocated IP 172.20.0.5 (493c9768-0c05-489e-b43a-2cb314b5c6da/7d1d9f1e-a9fe-488a-a353-d08609dd9230/a68c15c6-ee94-4e35-a485-0560f3528abe) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:07.219293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eba47ea2-59c8-4c62-8eae-89a2ff3b8a2c req-ef2b7311-7efd-4c39-bbd0-f25b00c49bf2 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 210 time: 0.0395331 Aug 30 21:28:07.302394 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.305115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92788780-f894-4383-9f9f-7a0c715bf93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.312769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-9c4a889b-3b5b-4ffd-b7c6-80321045dbc1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:07.314278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-9c4a889b-3b5b-4ffd-b7c6-80321045dbc1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "GET /v2.0/networks?id=2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 200 len: 813 time: 0.3254123 Aug 30 21:28:07.322547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Transition to ACTIVE for port object a68c15c6-ee94-4e35-a485-0560f3528abe will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:07.324081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Pushing event updated for resources: {'Port': ['ID=6f761143-d57a-4f7a-aed6-e6b9f74f585b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:07.340022 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-92788780-f894-4383-9f9f-7a0c715bf93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.348749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Request body: {'port': {'device_id': '315047cf-ca07-481d-a5c5-037e8671d47b', 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb', 'admin_state_up': True, 'tenant_id': '845841af5d8345b394af157330908c7a'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:07.383540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76f9422a-dc7b-43aa-94c7-fa047dae3ac2 req-88ee38d3-2311-4d63-b4a2-5053f48a3726 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 210 time: 0.0676286 Aug 30 21:28:07.394031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-431722ed-def8-4c5e-a6a1-637f70b1b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:07.395729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-431722ed-def8-4c5e-a6a1-637f70b1b7f7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.4271135 Aug 30 21:28:07.473647 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-d210ae77-cdd9-47aa-aa71-98e58e534e27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477982 Aug 30 21:28:07.475458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839ed49-72db-49f6-abac-343d6da61e7c req-6a7b2bba-1af7-44b1-816c-cd4969a77728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:07.476816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-6a7b2bba-1af7-44b1-816c-cd4969a77728 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568351 Aug 30 21:28:07.484384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-92788780-f894-4383-9f9f-7a0c715bf93a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a42e35747d7e408caeb08d44882b491b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2858057 Aug 30 21:28:07.484384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92788780-f894-4383-9f9f-7a0c715bf93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9943fb66-3f16-44a0-acee-c67b32e9b66a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:07.484672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:07.538129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.558559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Made reservation on behalf of 845841af5d8345b394af157330908c7a for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:28:07.565389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.680002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Attempting to bind port 6f761143-d57a-4f7a-aed6-e6b9f74f585b on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:28:07.680002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Attempting to bind port 6f761143-d57a-4f7a-aed6-e6b9f74f585b by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:28:07.680239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Attempting to bind port 6f761143-d57a-4f7a-aed6-e6b9f74f585b on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:07.733324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Allocated IP 172.20.0.6 (2084fbb9-e938-4670-88f5-7c910416a4bb/36b2d9ed-af96-4ef3-8fec-0ec142896229/0763c15a-7356-40dd-a902-91711e9a97f0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:07.745026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Port 6f761143-d57a-4f7a-aed6-e6b9f74f585b on network 493c9768-0c05-489e-b43a-2cb314b5c6da not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:28:07.745357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Attempting to bind port 6f761143-d57a-4f7a-aed6-e6b9f74f585b on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:07.771799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:28:07.772090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Checking segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:28:07.772487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Bound using segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:28:07.773146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Bound port: 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:28:07.773277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.788629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-509f6458-a820-437b-90ae-965e058c3bbb service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063910 Aug 30 21:28:07.799660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Network 493c9768-0c05-489e-b43a-2cb314b5c6da is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:07.814829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Pushing event updated for resources: {'Port': ['ID=a68c15c6-ee94-4e35-a485-0560f3528abe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:07.830302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:07.906221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:07.912028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-4584a979-2f45-42e0-99cb-995026a162bb service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174490 Aug 30 21:28:07.939342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a03787c5-d249-49fc-9ccd-4206d9b1e5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.955156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:07.965781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a03787c5-d249-49fc-9ccd-4206d9b1e5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.050138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cbcdd-2510-4688-8775-569545f48fe8 req-eb7aa1d4-09a3-4a48-9c5b-9978759130e4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.051700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e5cbcdd-2510-4688-8775-569545f48fe8 req-eb7aa1d4-09a3-4a48-9c5b-9978759130e4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.0783582 Aug 30 21:28:08.052847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.080765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a03787c5-d249-49fc-9ccd-4206d9b1e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.083354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a03787c5-d249-49fc-9ccd-4206d9b1e5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.087209 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a03787c5-d249-49fc-9ccd-4206d9b1e5ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9943fb66-3f16-44a0-acee-c67b32e9b66a HTTP/1.1" status: 204 len: 168 time: 0.5993459 Aug 30 21:28:08.125419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a2dcdec-db0c-4b1c-be74-19a5c9e7a238 None None] Provisioning for port a68c15c6-ee94-4e35-a485-0560f3528abe completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:08.134003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Network 2084fbb9-e938-4670-88f5-7c910416a4bb is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:08.138322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a2dcdec-db0c-4b1c-be74-19a5c9e7a238 None None] Provisioning complete for port a68c15c6-ee94-4e35-a485-0560f3528abe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:08.140742 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a2dcdec-db0c-4b1c-be74-19a5c9e7a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.144015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e5cbcdd-2510-4688-8775-569545f48fe8 req-1f41f038-9d23-4854-b60e-46fb5368f6b1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824749 Aug 30 21:28:08.154229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:08.166212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:08.180612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03787c5-d249-49fc-9ccd-4206d9b1e5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9943fb66-3f16-44a0-acee-c67b32e9b66a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:08.181511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Pushing event updated for resources: {'Port': ['ID=0763c15a-7356-40dd-a902-91711e9a97f0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:08.211427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.215197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.223771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dcdec-db0c-4b1c-be74-19a5c9e7a238 None None] Port a68c15c6-ee94-4e35-a485-0560f3528abe cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:28:08.252104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.252828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.278431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-0d36e48f-47c7-4b00-8e3c-60a5b37cd78f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5300455 Aug 30 21:28:08.297571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-7fe2b91e-0604-4142-8e08-0662ccc4caf4 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9533358 Aug 30 21:28:08.306999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Request body: {'port': {'device_id': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:08.313566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Request body: {'port': {'device_id': '315047cf-ca07-481d-a5c5-037e8671d47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:08.338693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766ef678-a39d-42ea-8d4c-0b4eb2c7585e req-8552deca-0a01-4579-b775-fe308d824113 service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343051 Aug 30 21:28:08.347904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] For port 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:28:08.362604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2128b-db88-40dc-ad02-7e1700053273 req-cf096b2c-105c-4172-ae9b-0f43332de2b7 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.372303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75c2128b-db88-40dc-ad02-7e1700053273 req-cf096b2c-105c-4172-ae9b-0f43332de2b7 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1106374 Aug 30 21:28:08.380687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] For port 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:28:08.403832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.470479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a839ed49-72db-49f6-abac-343d6da61e7c req-8edd012f-da03-4eaa-9827-b12253b4652a service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455593 Aug 30 21:28:08.471202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75c2128b-db88-40dc-ad02-7e1700053273 req-14d4f954-5cd7-43d4-864a-50d92a937640 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939457 Aug 30 21:28:08.487171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Pushing event updated for resources: {'Port': ['ID=6f761143-d57a-4f7a-aed6-e6b9f74f585b,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:08.494112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.504684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.505458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.506885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-f6a7a984-7d26-428e-97be-98d94415196e service neutron] 10.222.0.82 "PUT /v2.0/ports/6f761143-d57a-4f7a-aed6-e6b9f74f585b HTTP/1.1" status: 200 len: 1093 time: 2.7264695 Aug 30 21:28:08.507891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'tag': '6f761143-d57a-4f7a-aed6-e6b9f74f585b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:08.510542 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3739459c-c818-4836-a0e3-51c17ccb123b" -d '{"events": [{"name": "network-changed", "server_uuid": "792e873b-bfa0-4a34-a1dd-a1300afea688", "tag": "6f761143-d57a-4f7a-aed6-e6b9f74f585b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:08.512070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.624780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53400) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:08.710161 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-621173d2-2c64-44ec-b27e-73e276ca4fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:08.773090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036295-25ab-4f7a-817d-f817f10ecaac req-0e5b3526-4967-4893-8aec-08b7d1ceb79f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.775273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91036295-25ab-4f7a-817d-f817f10ecaac req-0e5b3526-4967-4893-8aec-08b7d1ceb79f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 931 time: 0.1689725 Aug 30 21:28:08.789192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 82d67ff1-aada-4f51-ba90-f8831128bbd8 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:28:08.801512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-5c50495d-e1cc-4f93-a972-1007c7fc3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.802866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-5c50495d-e1cc-4f93-a972-1007c7fc3f45 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 1096 time: 0.1216140 Aug 30 21:28:08.863220 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-18e095b0-96d3-42f7-9d5a-d9a3aacbcde9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b HTTP/1.1" status: 200 len: 217 time: 0.0448754 Aug 30 21:28:08.900243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91036295-25ab-4f7a-817d-f817f10ecaac req-04225eab-e66d-4e71-a3fd-ffae24a30a36 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082213 Aug 30 21:28:08.935428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 82d67ff1-aada-4f51-ba90-f8831128bbd8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:08.949015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '82d67ff1-aada-4f51-ba90-f8831128bbd8', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'port_id': '82d67ff1-aada-4f51-ba90-f8831128bbd8', 'mac_address': 'fa:16:3e:d5:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d9f1e-a9fe-488a-a353-d08609dd9230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:28:08.965004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-206d4919-34de-4871-80a1-c60466cf905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:08.966514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-206d4919-34de-4871-80a1-c60466cf905c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.0894473 Aug 30 21:28:09.008131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed5266aa-1e7b-4d3d-bbd8-bebb9b3dcd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.014898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.041340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d67ff1-aada-4f51-ba90-f8831128bbd8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:09.045434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68c15c6-ee94-4e35-a485-0560f3528abe {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:09.056667 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.072377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 82d67ff1-aada-4f51-ba90-f8831128bbd8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:09.075997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-90b64972-a9d2-4232-9319-39df27ed33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:09.077743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-90b64972-a9d2-4232-9319-39df27ed33bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843058 Aug 30 21:28:09.079000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.080969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Transition to ACTIVE for port object a68c15c6-ee94-4e35-a485-0560f3528abe will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:09.096819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.112403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff97c4-b8bd-420e-b2f2-5b1f24c9a51d req-faf5abb9-dbb4-43db-b723-b05288b09bce tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:09.130596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7ff97c4-b8bd-420e-b2f2-5b1f24c9a51d req-faf5abb9-dbb4-43db-b723-b05288b09bce tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 931 time: 0.1154571 Aug 30 21:28:09.141652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=82d67ff1-aada-4f51-ba90-f8831128bbd8,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:09.222777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c15c6-ee94-4e35-a485-0560f3528abe,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:09.235318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7ff97c4-b8bd-420e-b2f2-5b1f24c9a51d req-3f520cc9-7fc7-4e94-a07d-aac37b96e29f tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038070 Aug 30 21:28:09.284311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-621173d2-2c64-44ec-b27e-73e276ca4fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.298621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0763c15a-7356-40dd-a902-91711e9a97f0 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:09.302819 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5387c06-3f25-4fa8-8c66-3523b3ac239c x-openstack-request-id: req-a5387c06-3f25-4fa8-8c66-3523b3ac239c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:09.303268 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792e873b-bfa0-4a34-a1dd-a1300afea688", "tag": "6f761143-d57a-4f7a-aed6-e6b9f74f585b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:09.303366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-621173d2-2c64-44ec-b27e-73e276ca4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.303552 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5387c06-3f25-4fa8-8c66-3523b3ac239c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:09.304021 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'tag': '6f761143-d57a-4f7a-aed6-e6b9f74f585b', 'status': 'completed', 'code': 200} Aug 30 21:28:09.310447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.323968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-d9623a3d-a4c3-4dee-9ba2-9ead39a57472 service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383294 Aug 30 21:28:09.378185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['82d67ff1-aada-4f51-ba90-f8831128bbd8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:09.382176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Transition to ACTIVE for port object 0763c15a-7356-40dd-a902-91711e9a97f0 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:09.390844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621173d2-2c64-44ec-b27e-73e276ca4fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f3e6b-8633-4ba0-9c2f-609af1e6ef75,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:09.395362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-621173d2-2c64-44ec-b27e-73e276ca4fa7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57de7c55032040d1abda97b4858f1216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7686439 Aug 30 21:28:09.398767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53404) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:09.400071 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.447604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Attempting to bind port a68c15c6-ee94-4e35-a485-0560f3528abe on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:28:09.448352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Attempting to bind port a68c15c6-ee94-4e35-a485-0560f3528abe by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:28:09.449680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Attempting to bind port a68c15c6-ee94-4e35-a485-0560f3528abe on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:09.459351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Port a68c15c6-ee94-4e35-a485-0560f3528abe on network 493c9768-0c05-489e-b43a-2cb314b5c6da not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:28:09.460254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Attempting to bind port a68c15c6-ee94-4e35-a485-0560f3528abe on network 493c9768-0c05-489e-b43a-2cb314b5c6da {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:09.467922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:28:09.468557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Checking segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:28:09.469155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Bound using segment: {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:28:09.469663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Bound port: a68c15c6-ee94-4e35-a485-0560f3528abe, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c83959b-9561-4643-9756-371f8efb1101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:28:09.470225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.543163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Pushing event updated for resources: {'Port': ['ID=0763c15a-7356-40dd-a902-91711e9a97f0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:09.567307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1afe34-6aaa-4063-a07c-77cdb31e8ca7 req-ef62e6f5-0f62-4eb4-a967-93b5c84828ec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:09.569340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc1afe34-6aaa-4063-a07c-77cdb31e8ca7 req-ef62e6f5-0f62-4eb4-a967-93b5c84828ec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.1947107 Aug 30 21:28:09.630255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68a2c4d0-62c3-4bc1-8d0d-ec07a7e5245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.691574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68a2c4d0-62c3-4bc1-8d0d-ec07a7e5245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.705342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc1afe34-6aaa-4063-a07c-77cdb31e8ca7 req-da7fbd01-4f3e-41a2-90d0-25ed1ad99ec4 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144581 Aug 30 21:28:09.708261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Attempting to bind port 0763c15a-7356-40dd-a902-91711e9a97f0 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:28:09.708607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Attempting to bind port 0763c15a-7356-40dd-a902-91711e9a97f0 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:28:09.708940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Attempting to bind port 0763c15a-7356-40dd-a902-91711e9a97f0 on network 2084fbb9-e938-4670-88f5-7c910416a4bb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:09.721122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Port 0763c15a-7356-40dd-a902-91711e9a97f0 on network 2084fbb9-e938-4670-88f5-7c910416a4bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:28:09.721450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Attempting to bind port 0763c15a-7356-40dd-a902-91711e9a97f0 on network 2084fbb9-e938-4670-88f5-7c910416a4bb {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:09.739321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:28:09.739647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Checking segment: {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:28:09.740054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Bound using segment: {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:28:09.740472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Bound port: 0763c15a-7356-40dd-a902-91711e9a97f0, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:28:09.740834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.818638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] For port 0763c15a-7356-40dd-a902-91711e9a97f0, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:28:09.822040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] For port 0763c15a-7356-40dd-a902-91711e9a97f0, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0763c15a-7356-40dd-a902-91711e9a97f0,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:28:09.836387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.837058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68a2c4d0-62c3-4bc1-8d0d-ec07a7e5245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.839628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-68a2c4d0-62c3-4bc1-8d0d-ec07a7e5245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.843184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-68a2c4d0-62c3-4bc1-8d0d-ec07a7e5245e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/108f3e6b-8633-4ba0-9c2f-609af1e6ef75 HTTP/1.1" status: 204 len: 168 time: 0.4418654 Aug 30 21:28:09.931395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] For port a68c15c6-ee94-4e35-a485-0560f3528abe, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:28:09.934474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] For port a68c15c6-ee94-4e35-a485-0560f3528abe, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a68c15c6-ee94-4e35-a485-0560f3528abe,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:28:09.948760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Pushing event updated for resources: {'Port': ['ID=0763c15a-7356-40dd-a902-91711e9a97f0,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:09.953569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2c4d0-62c3-4bc1-8d0d-ec07a7e5245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f3e6b-8633-4ba0-9c2f-609af1e6ef75,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:09.971042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:09.996715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b605d-df91-4cc8-8c57-1f1e4df9b7b1 req-562cea36-b436-4e98-b71c-0b6027d19ba4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:09.998972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f61b605d-df91-4cc8-8c57-1f1e4df9b7b1 req-562cea36-b436-4e98-b71c-0b6027d19ba4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1911728 Aug 30 21:28:10.033830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.034364 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:10.035826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] 10.222.0.86 "PUT /v2.0/ports/a68c15c6-ee94-4e35-a485-0560f3528abe HTTP/1.1" status: 200 len: 1092 time: 1.7453811 Aug 30 21:28:10.036034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.036701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:10.039742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1ec17189-907e-4d22-aaa2-5124d1cac511 service neutron] 10.222.0.82 "PUT /v2.0/ports/0763c15a-7356-40dd-a902-91711e9a97f0 HTTP/1.1" status: 200 len: 1092 time: 1.7336602 Aug 30 21:28:10.040203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315047cf-ca07-481d-a5c5-037e8671d47b', 'tag': '0763c15a-7356-40dd-a902-91711e9a97f0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:10.063231 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "315047cf-ca07-481d-a5c5-037e8671d47b", "tag": "0763c15a-7356-40dd-a902-91711e9a97f0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:10.080799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-80b2a442-7fb9-499b-acff-d621cd36d15b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.082459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-80b2a442-7fb9-499b-acff-d621cd36d15b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.1449912 Aug 30 21:28:10.150698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f61b605d-df91-4cc8-8c57-1f1e4df9b7b1 req-9e820ade-2002-42b6-b68b-e740c512f3ff tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289349 Aug 30 21:28:10.210822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-d9078b22-b2c3-4a75-bdf7-200550223d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.212505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-d9078b22-b2c3-4a75-bdf7-200550223d11 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=845841af5d8345b394af157330908c7a&device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 1095 time: 0.0960948 Aug 30 21:28:10.232671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ac78b9b-3b27-479e-b081-f23e6f87949a req-693edc16-1cb7-4758-ae19-8a17b9c3dfcb service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987420 Aug 30 21:28:10.257605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d545-5cbf-4c88-afaa-6121132b37f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a68c15c6-ee94-4e35-a485-0560f3528abe,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:10.269809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-e1f72bff-49b8-4e7f-a2dd-8f4add118440 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0763c15a-7356-40dd-a902-91711e9a97f0 HTTP/1.1" status: 200 len: 217 time: 0.0487845 Aug 30 21:28:10.367701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13408bba-ce25-4edd-b6a8-1268530f1a97 req-45a1578f-f676-48b4-8739-a40ceab5fe17 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.369225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13408bba-ce25-4edd-b6a8-1268530f1a97 req-45a1578f-f676-48b4-8739-a40ceab5fe17 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 943 time: 0.1025922 Aug 30 21:28:10.370985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1f5c0966-3a47-4261-abb4-08045838de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.372326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1f5c0966-3a47-4261-abb4-08045838de6d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36b2d9ed-af96-4ef3-8fec-0ec142896229 HTTP/1.1" status: 200 len: 853 time: 0.0917065 Aug 30 21:28:10.377837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-88728a37-04ac-4bf9-aa53-774f7bf2104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.380135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-88728a37-04ac-4bf9-aa53-774f7bf2104e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 1095 time: 0.2751532 Aug 30 21:28:10.425332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-5c23351f-f378-420d-9ec3-9866be893f79 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2084fbb9-e938-4670-88f5-7c910416a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404353 Aug 30 21:28:10.454983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13408bba-ce25-4edd-b6a8-1268530f1a97 req-b8129f27-7f81-4905-acdd-cbf16aec6350 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776405 Aug 30 21:28:10.521046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-bdebafe6-5794-4775-a373-5451bf16ba61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a68c15c6-ee94-4e35-a485-0560f3528abe HTTP/1.1" status: 200 len: 217 time: 0.1285017 Aug 30 21:28:10.531932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739459c-c818-4836-a0e3-51c17ccb123b req-f53d98e1-2d13-4df5-81e3-5f7905d12bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.533900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-f53d98e1-2d13-4df5-81e3-5f7905d12bd8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 1096 time: 0.2121484 Aug 30 21:28:10.563805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-1b622c8b-55cc-432e-bfdf-352eb07b3696 service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200273 Aug 30 21:28:10.617987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Deleting port e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:28:10.618249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:10.694088 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4cbd87fe-a81c-455b-960c-592ccfddc396 req-bae72be4-8ef8-4d01-83c0-0abf39d90f1a service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231573 Aug 30 21:28:10.726223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-ca125022-818a-44f0-8204-b4231c604797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.727774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-ca125022-818a-44f0-8204-b4231c604797 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.1922245 Aug 30 21:28:10.748100 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a413f4-80fd-4976-9a49-777d2781c4ea x-openstack-request-id: req-30a413f4-80fd-4976-9a49-777d2781c4ea {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:10.748682 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315047cf-ca07-481d-a5c5-037e8671d47b", "tag": "0763c15a-7356-40dd-a902-91711e9a97f0", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:10.749271 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30a413f4-80fd-4976-9a49-777d2781c4ea {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:10.749902 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315047cf-ca07-481d-a5c5-037e8671d47b', 'tag': '0763c15a-7356-40dd-a902-91711e9a97f0', 'status': 'completed', 'code': 200} Aug 30 21:28:10.807144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 82d67ff1-aada-4f51-ba90-f8831128bbd8 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:10.830252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] For port e35837e7-177d-405e-b13a-495bdceaecd6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=e35837e7-177d-405e-b13a-495bdceaecd6,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:10.830627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:10.834298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739459c-c818-4836-a0e3-51c17ccb123b req-12688792-a427-4278-910e-e361a44af6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.835858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-12688792-a427-4278-910e-e361a44af6b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 917 time: 0.2714713 Aug 30 21:28:10.860403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d653-8846-4e53-81f4-6f51fba85195 req-372ca360-762a-4508-83a5-7f0cebf7511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.861942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-372ca360-762a-4508-83a5-7f0cebf7511f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252680 Aug 30 21:28:10.870796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 82d67ff1-aada-4f51-ba90-f8831128bbd8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:10.886929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 82d67ff1-aada-4f51-ba90-f8831128bbd8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:10.887443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:10.924349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-688ceda9-804d-4d3b-bfa1-9a7b23ba3d29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b HTTP/1.1" status: 200 len: 217 time: 0.0788684 Aug 30 21:28:10.943385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-cdd438fb-6e56-4e8b-82db-db5c0d1e1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.945296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-cdd438fb-6e56-4e8b-82db-db5c0d1e1c5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=845841af5d8345b394af157330908c7a&device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 1095 time: 0.1713955 Aug 30 21:28:10.957883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3b448-85e0-4c8a-8a82-ff4af70c573c req-8bf6fb3c-7853-41cf-959d-6c379ffaa5b3 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:10.959466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ad3b448-85e0-4c8a-8a82-ff4af70c573c req-8bf6fb3c-7853-41cf-959d-6c379ffaa5b3 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 943 time: 0.1139131 Aug 30 21:28:11.066015 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.069404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ad3b448-85e0-4c8a-8a82-ff4af70c573c req-6fb037f4-e830-4231-926d-a1af6d3d7582 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880778 Aug 30 21:28:11.090885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-6fb80717-479c-442a-88a7-abf406b2de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.092707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-6fb80717-479c-442a-88a7-abf406b2de88 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 200 len: 914 time: 0.1301003 Aug 30 21:28:11.140742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739459c-c818-4836-a0e3-51c17ccb123b req-8950d43f-4e44-49cb-9c50-faec93dc8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.146981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d67ff1-aada-4f51-ba90-f8831128bbd8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:11.149514 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce50834-4ccc-4e3b-ab93-1860055b2cf7" -d '{"events": [{"server_uuid": "13d07d31-ac14-4c8e-b794-01a550e831b5", "name": "network-vif-plugged", "status": "completed", "tag": "82d67ff1-aada-4f51-ba90-f8831128bbd8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:11.157070 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-84b284d7-8bd7-4cd3-8516-58627dd63fde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0763c15a-7356-40dd-a902-91711e9a97f0 HTTP/1.1" status: 200 len: 217 time: 0.0561562 Aug 30 21:28:11.157719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-8950d43f-4e44-49cb-9c50-faec93dc8743 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.2154064 Aug 30 21:28:11.178945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 82d67ff1-aada-4f51-ba90-f8831128bbd8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:11.188289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.260817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=82d67ff1-aada-4f51-ba90-f8831128bbd8,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:11.262637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-67933e3d-cbbc-4179-8885-6c1218dc9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.264407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-67933e3d-cbbc-4179-8885-6c1218dc9ed3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36b2d9ed-af96-4ef3-8fec-0ec142896229 HTTP/1.1" status: 200 len: 853 time: 0.0907815 Aug 30 21:28:11.305342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3647-20c9-4f0c-872e-dbb676b6793b req-d37798b4-e143-4f83-ba2a-f64874324820 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.305941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'tag': 'a68c15c6-ee94-4e35-a485-0560f3528abe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:11.306545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-678f3647-20c9-4f0c-872e-dbb676b6793b req-d37798b4-e143-4f83-ba2a-f64874324820 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 947 time: 0.1450095 Aug 30 21:28:11.311225 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7beb0b1-4447-4bc9-a229-4da0fbac0650" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd", "tag": "a68c15c6-ee94-4e35-a485-0560f3528abe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:11.316905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-2a1ad816-22df-4c9d-924c-c886df792d93 service neutron] 10.222.0.86 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027288 Aug 30 21:28:11.337060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739459c-c818-4836-a0e3-51c17ccb123b req-4e56c846-421f-488c-b0ab-1859c30535d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.338648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-4e56c846-421f-488c-b0ab-1859c30535d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444795 Aug 30 21:28:11.339410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-12780c95-02be-4a97-9c7d-553a5f967ac3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2084fbb9-e938-4670-88f5-7c910416a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566452 Aug 30 21:28:11.438105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.438608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.438869 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Floating IP e6e02455-5674-4af8-be4a-c1df7ed4bb22 disassociated. External IP: 172.25.5.185, port: e35837e7-177d-405e-b13a-495bdceaecd6. Aug 30 21:28:11.439279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Calling delete_port for e35837e7-177d-405e-b13a-495bdceaecd6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:28:11.460372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-678f3647-20c9-4f0c-872e-dbb676b6793b req-33101b8c-ef05-4adf-9d64-ef6c60c45db6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=465870b6-c5eb-4937-8073-66c600b90f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194921 Aug 30 21:28:11.521301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-0460c660-a0f9-4070-a147-2d0b6be4be8b service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613848 Aug 30 21:28:11.574247 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572eb1e-bc00-4a04-a40f-591eb19bfac2 x-openstack-request-id: req-2572eb1e-bc00-4a04-a40f-591eb19bfac2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:11.575010 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d07d31-ac14-4c8e-b794-01a550e831b5", "name": "network-vif-plugged", "status": "completed", "tag": "82d67ff1-aada-4f51-ba90-f8831128bbd8", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:11.575229 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2572eb1e-bc00-4a04-a40f-591eb19bfac2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:11.575899 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d67ff1-aada-4f51-ba90-f8831128bbd8', 'code': 200} Aug 30 21:28:11.626729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-7e1bdf59-1d39-402c-aec8-a4bcd4742688 service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607355 Aug 30 21:28:11.626729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2225d653-8846-4e53-81f4-6f51fba85195 req-3d6a62ed-83d4-42b7-b653-659d81672caf service neutron] 10.222.0.86 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984746 Aug 30 21:28:11.764700 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.774398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-36b0fa65-605b-4c85-ba72-98dfcac79f3a service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406268 Aug 30 21:28:11.811252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845aefe-5321-4f1b-b379-8c4c5fbe5280 req-5da0d48b-610d-47a0-b3f8-ee6ff736873d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.812822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e845aefe-5321-4f1b-b379-8c4c5fbe5280 req-5da0d48b-610d-47a0-b3f8-ee6ff736873d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1171546 Aug 30 21:28:11.832322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32405-dca4-4c9d-a1ac-4c475ef59199 req-c2a7e140-4a96-4abf-891c-01ea56db0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:11.833932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bff32405-dca4-4c9d-a1ac-4c475ef59199 req-c2a7e140-4a96-4abf-891c-01ea56db0258 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 1097 time: 0.1678710 Aug 30 21:28:11.863394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e845aefe-5321-4f1b-b379-8c4c5fbe5280 req-da694658-20eb-4459-bfc2-17e5c8145daa tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428820 Aug 30 21:28:11.867243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25f727b3-89fb-463a-9c3b-d5ca7eec2d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.910024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:11.922809 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ce2189-06a8-4024-8298-98b77c4ea455 x-openstack-request-id: req-40ce2189-06a8-4024-8298-98b77c4ea455 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:11.923158 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd", "tag": "a68c15c6-ee94-4e35-a485-0560f3528abe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:11.923594 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40ce2189-06a8-4024-8298-98b77c4ea455 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:11.923995 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'tag': 'a68c15c6-ee94-4e35-a485-0560f3528abe', 'status': 'completed', 'code': 200} Aug 30 21:28:11.926529 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3739459c-c818-4836-a0e3-51c17ccb123b req-093abb77-a4af-4243-b833-ab32112064bb service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959530 Aug 30 21:28:11.957953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bff32405-dca4-4c9d-a1ac-4c475ef59199 req-0238dc23-bda5-4099-8570-35c0b89a094a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128421 Aug 30 21:28:11.968884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event deleted for resources: {'Port': ['ID=e35837e7-177d-405e-b13a-495bdceaecd6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:12.031554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e37fd4-ddb6-440c-a885-8db71a6da2ef req-7357b7eb-e5ee-425f-aaab-314dcc20f283 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:12.033072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30e37fd4-ddb6-440c-a885-8db71a6da2ef req-7357b7eb-e5ee-425f-aaab-314dcc20f283 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 943 time: 0.0675285 Aug 30 21:28:12.056816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-01d63d23-747b-4304-9be4-04f2c5f461ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:12.058439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-01d63d23-747b-4304-9be4-04f2c5f461ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 1095 time: 0.0995317 Aug 30 21:28:12.068287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:28:12.094002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30e37fd4-ddb6-440c-a885-8db71a6da2ef req-9fb8a0d6-5143-4883-9e7e-df1ed88fa304 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Aug 30 21:28:12.104111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: e35837e7-177d-405e-b13a-495bdceaecd6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:28:12.104537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device e35837e7-177d-405e-b13a-495bdceaecd6 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:28:12.195209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:28:12.212680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a53cb-cd68-453e-bbaf-c82c0f6fb942 req-b0a43efe-c9fa-4b0e-b833-73016e650581 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:12.214346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-898a53cb-cd68-453e-bbaf-c82c0f6fb942 req-b0a43efe-c9fa-4b0e-b833-73016e650581 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 943 time: 0.0508289 Aug 30 21:28:12.220442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-45df7c79-3e32-4948-8293-518e9e351b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:12.222158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-45df7c79-3e32-4948-8293-518e9e351b45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 917 time: 0.1553605 Aug 30 21:28:12.259001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-898a53cb-cd68-453e-bbaf-c82c0f6fb942 req-b26a7706-4aae-4909-91d6-a3cb57f72c02 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364912 Aug 30 21:28:12.298810 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-48bcd49d-5d84-4267-86e2-104522635d14 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a68c15c6-ee94-4e35-a485-0560f3528abe HTTP/1.1" status: 200 len: 217 time: 0.0391719 Aug 30 21:28:12.399947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-ca0dea1b-ac00-4927-a4d5-5b9a5c4ae76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:12.401549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-ca0dea1b-ac00-4927-a4d5-5b9a5c4ae76c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.0945261 Aug 30 21:28:12.405191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:28:12.418431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:28:12.429446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:28:12.430096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:28:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:12.477236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] No DVR routers for this DVR port e35837e7-177d-405e-b13a-495bdceaecd6 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:28:12.482288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:12.485421 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-98cb0bcb-4f75-4c17-86c1-bfb46936efa5 req-99abf835-d6e7-4489-802d-a64afe790eec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "DELETE /v2.0/ports/e35837e7-177d-405e-b13a-495bdceaecd6 HTTP/1.1" status: 204 len: 173 time: 2.3414817 Aug 30 21:28:12.519429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-a35927b0-eb48-4832-945b-ac333e812439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:12.521864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-a35927b0-eb48-4832-945b-ac333e812439 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099966 Aug 30 21:28:12.588827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:28:12.679134 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:12.719893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0964d500-e64e-4fb4-a20b-3d28bf670e40 req-1331b9e4-afa5-4558-bdd5-4c3001c5ccff tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9eadb0f-1a58-44df-9f18-01ca30c2890d HTTP/1.1" status: 200 len: 210 time: 0.0838337 Aug 30 21:28:12.728130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-0ea75e25-8c73-4cc6-b1f6-52cc7985ecd5 service neutron] 10.222.0.86 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990964 Aug 30 21:28:12.862824 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7beb0b1-4447-4bc9-a229-4da0fbac0650 req-66843df0-ceb3-42d7-ac33-83e33950a576 service neutron] 10.222.0.86 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253319 Aug 30 21:28:12.921448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6f761143-d57a-4f7a-aed6-e6b9f74f585b details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:28:13.013002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1c9a-c360-41f9-b8e1-91ff4470716f req-d7c5202c-5617-4a64-9c0a-49081da78636 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:13.015237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-161b1c9a-c360-41f9-b8e1-91ff4470716f req-d7c5202c-5617-4a64-9c0a-49081da78636 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0785384 Aug 30 21:28:13.090632 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-161b1c9a-c360-41f9-b8e1-91ff4470716f req-331da0ea-7e5f-47f3-a4fd-81e6fd84950b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575638 Aug 30 21:28:13.098706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:13.160723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:28:13.181553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:28:13.182234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:28:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:13.284113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:13.286435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb9db2-e698-43f3-9c27-bfba759ae0de req-04472f97-54dd-4f9f-8a07-65fbbd5d303d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:13.289311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83fb9db2-e698-43f3-9c27-bfba759ae0de req-04472f97-54dd-4f9f-8a07-65fbbd5d303d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 943 time: 0.1209304 Aug 30 21:28:13.346481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '6f761143-d57a-4f7a-aed6-e6b9f74f585b', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'port_id': '6f761143-d57a-4f7a-aed6-e6b9f74f585b', 'mac_address': 'fa:16:3e:4c:af:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d9f1e-a9fe-488a-a353-d08609dd9230', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:28:13.363229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83fb9db2-e698-43f3-9c27-bfba759ae0de req-57f039c4-ee5d-4bdb-afe4-7df0d65972bf tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563879 Aug 30 21:28:13.412817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:28:13.452288 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:13.475688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f761143-d57a-4f7a-aed6-e6b9f74f585b {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:13.538543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baed79-93c3-47d8-a0b6-cd9cf3f637eb req-2030fe77-f83d-4675-abd7-93c3ba7d5ab1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:13.540603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30baed79-93c3-47d8-a0b6-cd9cf3f637eb req-2030fe77-f83d-4675-abd7-93c3ba7d5ab1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 943 time: 0.0934672 Aug 30 21:28:13.590110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30baed79-93c3-47d8-a0b6-cd9cf3f637eb req-7a654277-b368-4c4d-ac44-1c5ceb3c7d3a tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Aug 30 21:28:13.627267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:13.640834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:13.696859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:13.700317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=6f761143-d57a-4f7a-aed6-e6b9f74f585b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:13.726265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c6520-519e-4226-b94c-c8513c8093a0 None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:28:13.824267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:13.896809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94447aec-865a-4ed7-8200-6f912792920b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:13.928189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-deleted', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:13.930988 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eb9721-29b6-4165-91ab-e5c078abaee9" -d '{"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-deleted", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:13.935631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94447aec-865a-4ed7-8200-6f912792920b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:13.961302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['6f761143-d57a-4f7a-aed6-e6b9f74f585b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:14.010968 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc33e1f-626e-4e93-8ead-3a9ef4866ae8 x-openstack-request-id: req-edc33e1f-626e-4e93-8ead-3a9ef4866ae8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:14.011433 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9eadb0f-1a58-44df-9f18-01ca30c2890d", "name": "network-vif-deleted", "tag": "e35837e7-177d-405e-b13a-495bdceaecd6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:14.011733 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-edc33e1f-626e-4e93-8ead-3a9ef4866ae8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:14.012160 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9eadb0f-1a58-44df-9f18-01ca30c2890d', 'name': 'network-vif-deleted', 'tag': 'e35837e7-177d-405e-b13a-495bdceaecd6', 'status': 'completed', 'code': 200} Aug 30 21:28:14.013310 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94447aec-865a-4ed7-8200-6f912792920b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.017115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94447aec-865a-4ed7-8200-6f912792920b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.021228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53600) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:14.025885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94447aec-865a-4ed7-8200-6f912792920b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "DELETE /v2.0/security-groups/465870b6-c5eb-4937-8073-66c600b90f38 HTTP/1.1" status: 204 len: 168 time: 0.1995180 Aug 30 21:28:14.048271 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-20853c9c-da34-4eb4-85a1-265a2a5ea0ac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] show failed (client error): The resource could not be found. Aug 30 21:28:14.049787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94447aec-865a-4ed7-8200-6f912792920b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465870b6-c5eb-4937-8073-66c600b90f38,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:14.050341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-20853c9c-da34-4eb4-85a1-265a2a5ea0ac tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups/465870b6-c5eb-4937-8073-66c600b90f38 HTTP/1.1" status: 404 len: 347 time: 0.0272634 Aug 30 21:28:14.053096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:14.092572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a68c15c6-ee94-4e35-a485-0560f3528abe details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:28:14.130468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:14.159064 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778a140a-7651-44fc-9de1-4cd80befde3a None None] New status for floating IP e6e02455-5674-4af8-be4a-c1df7ed4bb22: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:28:14.280763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a68c15c6-ee94-4e35-a485-0560f3528abe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a68c15c6-ee94-4e35-a485-0560f3528abe,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:14.293125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a68c15c6-ee94-4e35-a485-0560f3528abe', 'network_id': '493c9768-0c05-489e-b43a-2cb314b5c6da', 'port_id': 'a68c15c6-ee94-4e35-a485-0560f3528abe', 'mac_address': 'fa:16:3e:bd:b7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d9f1e-a9fe-488a-a353-d08609dd9230', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:28:14.333840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8094a-25e6-4423-8c7d-f9cb7c067e0f req-113f3b7a-a07b-43a8-bde1-d7c541bcf0a4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:14.335539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ae8094a-25e6-4423-8c7d-f9cb7c067e0f req-113f3b7a-a07b-43a8-bde1-d7c541bcf0a4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1496665 Aug 30 21:28:14.348732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.356214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44bcb6c1-b987-4cc1-963d-c6d3429a5412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.372108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68c15c6-ee94-4e35-a485-0560f3528abe {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:14.400580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Deleting port 68daed1c-cc86-47a7-a591-454b3f713916 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:28:14.401235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.406773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a68c15c6-ee94-4e35-a485-0560f3528abe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a68c15c6-ee94-4e35-a485-0560f3528abe,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:14.413159 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.419581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ae8094a-25e6-4423-8c7d-f9cb7c067e0f req-8fafa547-adfd-414e-bd59-f702327f5aae tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763259 Aug 30 21:28:14.480768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a68c15c6-ee94-4e35-a485-0560f3528abe,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:14.503435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.503767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.511016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44bcb6c1-b987-4cc1-963d-c6d3429a5412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.517369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44bcb6c1-b987-4cc1-963d-c6d3429a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.528270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Calling delete_port for 68daed1c-cc86-47a7-a591-454b3f713916 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:28:14.547665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcb6c1-b987-4cc1-963d-c6d3429a5412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2855dc88-d6d3-4d43-8e14-8baba43545cb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:14.570616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.572015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44bcb6c1-b987-4cc1-963d-c6d3429a5412 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=962b0d7de9684a86a83d09816335dba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401255 Aug 30 21:28:14.572626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:14.620886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de29966-c382-45e4-b5bb-08fdbf3f83f1 req-c6e0dd34-e148-4291-bcc7-542ca5911612 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:14.622388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0de29966-c382-45e4-b5bb-08fdbf3f83f1 req-c6e0dd34-e148-4291-bcc7-542ca5911612 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 944 time: 0.1076984 Aug 30 21:28:14.632748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc536-1b28-481e-9a8d-4e194b9a8097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.658692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc536-1b28-481e-9a8d-4e194b9a8097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.684152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0de29966-c382-45e4-b5bb-08fdbf3f83f1 req-435d7fc7-ba39-4c27-955c-e8fb8d79f70c tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 Aug 30 21:28:14.719287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc536-1b28-481e-9a8d-4e194b9a8097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.721768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a68c15c6-ee94-4e35-a485-0560f3528abe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:14.727824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc536-1b28-481e-9a8d-4e194b9a8097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.731227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ed3fc536-1b28-481e-9a8d-4e194b9a8097 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2855dc88-d6d3-4d43-8e14-8baba43545cb HTTP/1.1" status: 204 len: 168 time: 0.1554482 Aug 30 21:28:14.751051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.762337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fc536-1b28-481e-9a8d-4e194b9a8097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2855dc88-d6d3-4d43-8e14-8baba43545cb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:14.804216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event deleted for resources: {'Port': ['ID=68daed1c-cc86-47a7-a591-454b3f713916,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:14.833223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0763c15a-7356-40dd-a902-91711e9a97f0 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:28:14.914917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed875b-d2b6-4c24-be8a-32364a03cb4e req-87b66be1-77a3-4ce6-b97a-302c7a166da1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:14.916965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06ed875b-d2b6-4c24-be8a-32364a03cb4e req-87b66be1-77a3-4ce6-b97a-302c7a166da1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 943 time: 0.1175740 Aug 30 21:28:14.921770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.925230 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:14.938905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bd5b756b-8cd3-4233-b52e-55b6b2e9e58f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "DELETE /v2.0/floatingips/e6e02455-5674-4af8-be4a-c1df7ed4bb22 HTTP/1.1" status: 204 len: 168 time: 0.8763471 Aug 30 21:28:14.982883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0763c15a-7356-40dd-a902-91711e9a97f0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0763c15a-7356-40dd-a902-91711e9a97f0,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:14.989093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06ed875b-d2b6-4c24-be8a-32364a03cb4e req-b0403825-3dc5-4229-b74e-cd5c490dbbba tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Aug 30 21:28:15.017003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0763c15a-7356-40dd-a902-91711e9a97f0', 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb', 'port_id': '0763c15a-7356-40dd-a902-91711e9a97f0', 'mac_address': 'fa:16:3e:e8:1d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b2d9ed-af96-4ef3-8fec-0ec142896229', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:28:15.096775 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.117758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0763c15a-7356-40dd-a902-91711e9a97f0 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:15.147261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0763c15a-7356-40dd-a902-91711e9a97f0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0763c15a-7356-40dd-a902-91711e9a97f0,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:15.154470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.173054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53628) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:15.190231 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c0e2-6f7d-4781-8ffa-4be43850c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.212480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0763c15a-7356-40dd-a902-91711e9a97f0,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:15.282507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c0e2-6f7d-4781-8ffa-4be43850c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.287101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c0e2-6f7d-4781-8ffa-4be43850c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.330925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ca2c0e2-6f7d-4781-8ffa-4be43850c33b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=762a24a425074e07a986a306727db763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567485 Aug 30 21:28:15.331797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c0e2-6f7d-4781-8ffa-4be43850c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ae340-82a7-4eff-b710-48ea0a3997a4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:15.339279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53630) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:15.394472 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-616d0c71-c905-4de2-bafd-c4ec062ec182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.415439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-616d0c71-c905-4de2-bafd-c4ec062ec182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.465109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0763c15a-7356-40dd-a902-91711e9a97f0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:15.470225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-616d0c71-c905-4de2-bafd-c4ec062ec182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.473478 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-616d0c71-c905-4de2-bafd-c4ec062ec182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.474831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-616d0c71-c905-4de2-bafd-c4ec062ec182 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/025ae340-82a7-4eff-b710-48ea0a3997a4 HTTP/1.1" status: 204 len: 168 time: 0.1384721 Aug 30 21:28:15.486348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d0c71-c905-4de2-bafd-c4ec062ec182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ae340-82a7-4eff-b710-48ea0a3997a4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:15.495617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:15.504978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--41503033', 'description': 'tempest-description--1446699546'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:15.534638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.658784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96db69e-b43c-4033-8819-a643ea4dcf8b req-c0bb2e72-7cdd-420c-93e1-8a55d9206858 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:15.669556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a96db69e-b43c-4033-8819-a643ea4dcf8b req-c0bb2e72-7cdd-420c-93e1-8a55d9206858 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1233823 Aug 30 21:28:15.672729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.679649 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.718369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78aeb2fe-0431-4c8a-b3e9-985691814e7a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:15.724840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.731317 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eb41454f-3a9b-422b-86e7-345114b2d596 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2341492 Aug 30 21:28:15.731739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53642) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:15.739984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'security_group_rule': {'security_group_id': '78aeb2fe-0431-4c8a-b3e9-985691814e7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:15.766431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a96db69e-b43c-4033-8819-a643ea4dcf8b req-3c9e6b1e-e05f-49d5-a41b-dc7a46565d10 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897439 Aug 30 21:28:15.804593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.884785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.892108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.918393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0258ba-3259-452b-9471-72c02ce9e29d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:15.929702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416c7f-af6a-472d-98e0-c00bc4c144f3 req-07caedd6-5ec5-46de-99cd-c45b91870911 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:15.931415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a416c7f-af6a-472d-98e0-c00bc4c144f3 req-07caedd6-5ec5-46de-99cd-c45b91870911 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 944 time: 0.0894113 Aug 30 21:28:15.932698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:15.936575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8a7e71d-5e8b-41ff-8d47-730a280a32de tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2008529 Aug 30 21:28:15.936575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:15.941003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'security_group_rule': {'security_group_id': '78aeb2fe-0431-4c8a-b3e9-985691814e7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:15.990544 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.004854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a416c7f-af6a-472d-98e0-c00bc4c144f3 req-dc7d1626-08bf-4d59-90b1-50dafc211015 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593207 Aug 30 21:28:16.075058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.078473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a68c15c6-ee94-4e35-a485-0560f3528abe up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:16.096635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.138390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a68c15c6-ee94-4e35-a485-0560f3528abe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:16.140101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0306850-a908-4f91-b3e7-425142636791,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:16.145228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.146648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-967fc95c-c25a-411c-bbb1-c2a71a815457 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2089574 Aug 30 21:28:16.149656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53664) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:16.151842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a68c15c6-ee94-4e35-a485-0560f3528abe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:16.152217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.156067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:16.185185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3b65-2472-4ed3-96e6-81e504f6484e req-c597de8a-4e8e-46a8-b90e-a7c7bc162f7a tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:16.186728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b72a3b65-2472-4ed3-96e6-81e504f6484e req-c597de8a-4e8e-46a8-b90e-a7c7bc162f7a tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 944 time: 0.0998716 Aug 30 21:28:16.206294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.292450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.301235 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b72a3b65-2472-4ed3-96e6-81e504f6484e req-7bdde5e6-de1e-49a3-9f34-bdcb9044ea7f tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050403 Aug 30 21:28:16.372680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c15c6-ee94-4e35-a485-0560f3528abe'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:16.374982 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ff4078-9cd2-4b5b-b695-78f92fb6e61b" -d '{"events": [{"server_uuid": "2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd", "name": "network-vif-plugged", "status": "completed", "tag": "a68c15c6-ee94-4e35-a485-0560f3528abe"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:16.388810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a68c15c6-ee94-4e35-a485-0560f3528abe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a68c15c6-ee94-4e35-a485-0560f3528abe,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:16.395392 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.452301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.471517 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7311119f-475b-4e5b-a457-9fdcc94abf80 x-openstack-request-id: req-7311119f-475b-4e5b-a457-9fdcc94abf80 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:16.471879 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd", "name": "network-vif-plugged", "status": "completed", "tag": "a68c15c6-ee94-4e35-a485-0560f3528abe", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:16.472542 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7311119f-475b-4e5b-a457-9fdcc94abf80 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:16.472542 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68c15c6-ee94-4e35-a485-0560f3528abe', 'code': 200} Aug 30 21:28:16.516357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a68c15c6-ee94-4e35-a485-0560f3528abe,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:16.567788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33723dfb-8767-4cbd-88ea-afa6f6e7a435 req-19e12008-b1a6-419f-9855-daea65b6b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:16.571639 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-33723dfb-8767-4cbd-88ea-afa6f6e7a435 req-19e12008-b1a6-419f-9855-daea65b6b12e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 1097 time: 0.0676303 Aug 30 21:28:16.625832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Allocated IP 172.25.5.40 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/fe22cfe4-0496-42a8-8365-f00ad6a18795) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:16.645740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-33723dfb-8767-4cbd-88ea-afa6f6e7a435 req-d7ea9812-7a72-41cc-b7d1-e0438fb79afa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606520 Aug 30 21:28:16.751815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.811588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.839208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6f761143-d57a-4f7a-aed6-e6b9f74f585b up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:16.873200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:16.874819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:16.895791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:16.909030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 6f761143-d57a-4f7a-aed6-e6b9f74f585b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:16.916277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 6f761143-d57a-4f7a-aed6-e6b9f74f585b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:16.916924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:16.937966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'Port': ['ID=fe22cfe4-0496-42a8-8365-f00ad6a18795,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:16.966831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d886-6b64-4286-82ee-002a551c5a01 req-c24e4cf0-7d1e-496a-946f-4a1b38344dd8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:16.974111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a616d886-6b64-4286-82ee-002a551c5a01 req-c24e4cf0-7d1e-496a-946f-4a1b38344dd8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1278279 Aug 30 21:28:17.024241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.051370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a616d886-6b64-4286-82ee-002a551c5a01 req-33f12043-a01e-4e9c-926e-aafc3b61e50f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761299 Aug 30 21:28:17.071360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:17.079173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.081209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0763c15a-7356-40dd-a902-91711e9a97f0 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:17.092333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.142576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=6f761143-d57a-4f7a-aed6-e6b9f74f585b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:17.178649 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.209931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0763c15a-7356-40dd-a902-91711e9a97f0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:17.218130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0763c15a-7356-40dd-a902-91711e9a97f0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:17.218514 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.244227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e804f3-7f27-4d1c-aa0c-08ce27129d01 req-6774d74d-1f59-43c1-acde-f80417416ea9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:17.245867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86e804f3-7f27-4d1c-aa0c-08ce27129d01 req-6774d74d-1f59-43c1-acde-f80417416ea9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.1297526 Aug 30 21:28:17.350236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.357110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86e804f3-7f27-4d1c-aa0c-08ce27129d01 req-85e16e18-9992-4c09-b3d8-4a1063f2fe7c tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040998 Aug 30 21:28:17.395522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0763c15a-7356-40dd-a902-91711e9a97f0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0763c15a-7356-40dd-a902-91711e9a97f0,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:17.405409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.429071 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.449859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.496983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0763c15a-7356-40dd-a902-91711e9a97f0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:17.562908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'Port': ['ID=fe22cfe4-0496-42a8-8365-f00ad6a18795,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:17.583426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.594211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc3645-1fdd-4a30-9e17-0730ddb88afb req-bba382fb-14b7-4c60-95a6-7b047ced69dd tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:17.595744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79dc3645-1fdd-4a30-9e17-0730ddb88afb req-bba382fb-14b7-4c60-95a6-7b047ced69dd tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.1075077 Aug 30 21:28:17.611347 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:17.614786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a7d514e5-ac82-40aa-b984-0ac2d864df81 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4618390 Aug 30 21:28:17.656021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79dc3645-1fdd-4a30-9e17-0730ddb88afb req-6b1e8911-e56a-4397-8709-63ab231f6742 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Aug 30 21:28:17.828792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-bf5a43b9-ddaf-4bdc-be08-675399e349b1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--41503033&fields=id&tenant_id=e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 267 time: 0.0376029 Aug 30 21:28:17.970314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-dfda69ba-f92d-431f-ab1a-09bb57742461 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:17.972008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-dfda69ba-f92d-431f-ab1a-09bb57742461 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 817 time: 0.1231532 Aug 30 21:28:17.994770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-b844d3a5-06d5-4f03-9aea-3b847ec118cb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/quotas/e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 375 time: 0.0149798 Aug 30 21:28:18.064615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-51258e2b-6dfc-493a-9e54-6bd80f614ba2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673504 Aug 30 21:28:18.093492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:18.165042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-d133fa91-0f62-4e08-bf64-49f74883e7ea service neutron] 10.222.0.76 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976939 Aug 30 21:28:18.218222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b223769f-4033-40d5-81d3-5ebc78c9c1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.259050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-5a8253c2-e4fe-4dba-8c9c-6d3e3723f5b3 service neutron] 10.222.0.76 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874560 Aug 30 21:28:18.320935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b223769f-4033-40d5-81d3-5ebc78c9c1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.328448 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b223769f-4033-40d5-81d3-5ebc78c9c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.370963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:18.371135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b223769f-4033-40d5-81d3-5ebc78c9c1f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31b6d9c0a4674adc84620c0822ec5a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758200 Aug 30 21:28:18.371901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223769f-4033-40d5-81d3-5ebc78c9c1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb5c0b-e190-4877-bc01-7de28a97c503,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:18.473710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f761143-d57a-4f7a-aed6-e6b9f74f585b'}, {'server_uuid': '315047cf-ca07-481d-a5c5-037e8671d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0763c15a-7356-40dd-a902-91711e9a97f0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:18.476814 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b5e956-f6ba-43c6-ba1b-e92ffd578d49" -d '{"events": [{"server_uuid": "792e873b-bfa0-4a34-a1dd-a1300afea688", "name": "network-vif-plugged", "status": "completed", "tag": "6f761143-d57a-4f7a-aed6-e6b9f74f585b"}, {"server_uuid": "315047cf-ca07-481d-a5c5-037e8671d47b", "name": "network-vif-plugged", "status": "completed", "tag": "0763c15a-7356-40dd-a902-91711e9a97f0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:18.489541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb34e747-6acb-4ab7-8f9f-56dbcd8e67a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.874612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb34e747-6acb-4ab7-8f9f-56dbcd8e67a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.899487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d664a3-e4e2-4bcc-a9f5-d302e6d74d81 req-f12c4a14-afb1-4f57-9c1a-4a3e4496d669 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:18.907181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7d664a3-e4e2-4bcc-a9f5-d302e6d74d81 req-f12c4a14-afb1-4f57-9c1a-4a3e4496d669 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.4503608 Aug 30 21:28:18.967699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7d664a3-e4e2-4bcc-a9f5-d302e6d74d81 req-6d827992-eff7-48a8-8fda-cde7d43dd9f0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594308 Aug 30 21:28:18.976060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb34e747-6acb-4ab7-8f9f-56dbcd8e67a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.979193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb34e747-6acb-4ab7-8f9f-56dbcd8e67a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:18.980610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eb34e747-6acb-4ab7-8f9f-56dbcd8e67a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/66fb5c0b-e190-4877-bc01-7de28a97c503 HTTP/1.1" status: 204 len: 168 time: 0.6080339 Aug 30 21:28:18.988719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e747-6acb-4ab7-8f9f-56dbcd8e67a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb5c0b-e190-4877-bc01-7de28a97c503,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:19.121681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea9b06-fc86-43c7-8167-eec276d47798 req-ddd342fa-3089-405b-8d33-4b6c73704d49 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.123262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21ea9b06-fc86-43c7-8167-eec276d47798 req-ddd342fa-3089-405b-8d33-4b6c73704d49 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0566587 Aug 30 21:28:19.162299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21ea9b06-fc86-43c7-8167-eec276d47798 req-4117de48-92ec-4f11-8401-950e096e6dae tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Aug 30 21:28:19.268256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc2e74ea-f54d-44e1-a626-208d457c7f17 req-9c7bc198-69dd-4ae2-921a-8d5608fa83b8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 210 time: 0.0405769 Aug 30 21:28:19.314888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53790) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:19.333722 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2908d396-42e5-4d34-81f3-dd4b079c68e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.347974 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec912a7-8cfd-40f0-a7b7-d1eb0dd4980a x-openstack-request-id: req-bec912a7-8cfd-40f0-a7b7-d1eb0dd4980a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:19.348337 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e873b-bfa0-4a34-a1dd-a1300afea688", "name": "network-vif-plugged", "status": "completed", "tag": "6f761143-d57a-4f7a-aed6-e6b9f74f585b", "code": 200}, {"server_uuid": "315047cf-ca07-481d-a5c5-037e8671d47b", "name": "network-vif-plugged", "status": "completed", "tag": "0763c15a-7356-40dd-a902-91711e9a97f0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:19.348658 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bec912a7-8cfd-40f0-a7b7-d1eb0dd4980a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:19.349676 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f761143-d57a-4f7a-aed6-e6b9f74f585b', 'code': 200} Aug 30 21:28:19.350033 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315047cf-ca07-481d-a5c5-037e8671d47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0763c15a-7356-40dd-a902-91711e9a97f0', 'code': 200} Aug 30 21:28:19.485724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2908d396-42e5-4d34-81f3-dd4b079c68e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.496657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26513248-02ff-46e4-842f-ee9b84645de8 req-cd6a2097-4531-4170-be7e-68ab0c1a8295 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.498359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26513248-02ff-46e4-842f-ee9b84645de8 req-cd6a2097-4531-4170-be7e-68ab0c1a8295 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.0878727 Aug 30 21:28:19.499883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2908d396-42e5-4d34-81f3-dd4b079c68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.571213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908d396-42e5-4d34-81f3-dd4b079c68e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13f056b-22c0-4007-a8e8-4dcedf9d29c6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:19.580473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4b081-01f8-4c83-891e-d54a06b1f20a req-931fa458-ce35-404c-a187-a61063c6415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.581878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f4b081-01f8-4c83-891e-d54a06b1f20a req-931fa458-ce35-404c-a187-a61063c6415f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 1097 time: 0.1472855 Aug 30 21:28:19.596465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2908d396-42e5-4d34-81f3-dd4b079c68e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c99a7db89e574a1c8e7758eae9a70a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803297 Aug 30 21:28:19.600187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26513248-02ff-46e4-842f-ee9b84645de8 req-402633d9-d1b0-4b79-a042-3194109b96ee tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928574 Aug 30 21:28:19.600335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53796) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:19.641497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4630db3-900e-4932-9228-c0d022b15d56 req-c151f40b-42ca-409c-857d-8d8dd5b401b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.646411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4630db3-900e-4932-9228-c0d022b15d56 req-c151f40b-42ca-409c-857d-8d8dd5b401b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 1098 time: 0.1178577 Aug 30 21:28:19.651784 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e83c0fb-01fb-4bf1-a8ac-c361bbb28e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.677715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e83c0fb-01fb-4bf1-a8ac-c361bbb28e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.688532 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f4b081-01f8-4c83-891e-d54a06b1f20a req-99557ec9-98ef-4988-b66e-ffd37671e360 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917048 Aug 30 21:28:19.703877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-c4c1f194-1f39-4573-a214-d5a271470724 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.705566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-c4c1f194-1f39-4573-a214-d5a271470724 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 817 time: 0.2320745 Aug 30 21:28:19.728586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a4630db3-900e-4932-9228-c0d022b15d56 req-1b423911-0aa6-4b4c-aaa0-4302668bbfa1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743618 Aug 30 21:28:19.764616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851a873-c7d4-4f8b-a834-212ca4bcac3a req-ac580f5a-ba0b-4ba9-9e4b-2cb72eab93e3 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.766037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8851a873-c7d4-4f8b-a834-212ca4bcac3a req-ac580f5a-ba0b-4ba9-9e4b-2cb72eab93e3 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0751686 Aug 30 21:28:19.766191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-3f69727b-a491-4db2-9ec4-b1c7cbe07594 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 378 time: 0.0469398 Aug 30 21:28:19.776836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'port': {'device_id': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'admin_state_up': True, 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'security_groups': ['78aeb2fe-0431-4c8a-b3e9-985691814e7a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:19.782113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e83c0fb-01fb-4bf1-a8ac-c361bbb28e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.784954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e83c0fb-01fb-4bf1-a8ac-c361bbb28e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.786028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6e83c0fb-01fb-4bf1-a8ac-c361bbb28e8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a13f056b-22c0-4007-a8e8-4dcedf9d29c6 HTTP/1.1" status: 204 len: 168 time: 0.1848218 Aug 30 21:28:19.804975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83c0fb-01fb-4bf1-a8ac-c361bbb28e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13f056b-22c0-4007-a8e8-4dcedf9d29c6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:19.837868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8851a873-c7d4-4f8b-a834-212ca4bcac3a req-5186bdb9-b3ac-4f4b-991f-bc90bd6bf623 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650396 Aug 30 21:28:19.914716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Made reservation on behalf of e377c51cd63d4ca8a52d3e4faf131185 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:28:19.918314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:19.978659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a198b2-e58d-4df1-92fe-6c895a147d1c req-6350775a-91f5-4d70-ba13-622dd1a423d6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:19.980416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48a198b2-e58d-4df1-92fe-6c895a147d1c req-6350775a-91f5-4d70-ba13-622dd1a423d6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0645356 Aug 30 21:28:20.041731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48a198b2-e58d-4df1-92fe-6c895a147d1c req-77e5525e-ddc9-4741-a68f-f3a9cc8c59b9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Aug 30 21:28:20.122008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Allocated IP 172.20.0.7 (cdb2af59-7a18-42bf-9514-0d96511fa656/c58675fd-81ee-4151-86c2-437190a1b96f/51d53870-00f0-4242-a3a0-b6274080f070) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:20.166677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ce60-c10c-4f9a-afc3-0908dd0a45ea req-c9e99856-c3b9-4338-8843-08dd7d8aaa83 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:20.174716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4837ce60-c10c-4f9a-afc3-0908dd0a45ea req-c9e99856-c3b9-4338-8843-08dd7d8aaa83 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0779238 Aug 30 21:28:20.223049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4837ce60-c10c-4f9a-afc3-0908dd0a45ea req-858cb966-26e2-4875-9f30-eb9f5d14c96d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Aug 30 21:28:20.278652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:20.295299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Transition to ACTIVE for port object 51d53870-00f0-4242-a3a0-b6274080f070 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:20.342844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:20.400128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Network cdb2af59-7a18-42bf-9514-0d96511fa656 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:20.406384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:20.425478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:20.428284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:20.473265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98ac38-f3c6-4f61-966c-58d11b02cca3 req-8d7ce706-0d58-44a0-b664-f7218ea8618b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:20.474864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9e98ac38-f3c6-4f61-966c-58d11b02cca3 req-8d7ce706-0d58-44a0-b664-f7218ea8618b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 931 time: 0.0907850 Aug 30 21:28:20.531363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9e98ac38-f3c6-4f61-966c-58d11b02cca3 req-e1632919-6285-4ca2-992e-be9b975bcd37 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493345 Aug 30 21:28:20.768671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ad9ca-b194-4dbf-a072-0cab91efed83 req-de06eec9-0b51-4ad0-8403-cd21b5250600 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:20.770829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e28ad9ca-b194-4dbf-a072-0cab91efed83 req-de06eec9-0b51-4ad0-8403-cd21b5250600 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.0819430 Aug 30 21:28:20.818724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e28ad9ca-b194-4dbf-a072-0cab91efed83 req-b30680d9-2845-4d6e-ba07-747a2d34fc4c tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Aug 30 21:28:20.845947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:20.846564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:20.863536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e6d9729-69a4-4fc4-9aab-610ba689ede7 None None] Provisioning for port 51d53870-00f0-4242-a3a0-b6274080f070 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:20.864462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-a6a5fd62-5aa7-43f0-a072-3c33224135d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915422 Aug 30 21:28:20.868976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3e6d9729-69a4-4fc4-9aab-610ba689ede7 None None] Provisioning complete for port 51d53870-00f0-4242-a3a0-b6274080f070 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:20.869454 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e6d9729-69a4-4fc4-9aab-610ba689ede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:20.879691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Request body: {'port': {'device_id': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:20.913060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d9729-69a4-4fc4-9aab-610ba689ede7 None None] Port 51d53870-00f0-4242-a3a0-b6274080f070 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:28:20.936683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:21.200473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267348f-0dd8-4f9c-a9bb-f6a5fcbe37d2 req-eafbed67-90ab-44c8-9752-a56fee1d522b tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:21.209142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8267348f-0dd8-4f9c-a9bb-f6a5fcbe37d2 req-eafbed67-90ab-44c8-9752-a56fee1d522b tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0685608 Aug 30 21:28:21.261680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8267348f-0dd8-4f9c-a9bb-f6a5fcbe37d2 req-6a0c1f61-811c-4c95-a89b-92bbcb40afba tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Aug 30 21:28:21.358805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d53870-00f0-4242-a3a0-b6274080f070 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:21.367904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:21.381189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Transition to ACTIVE for port object 51d53870-00f0-4242-a3a0-b6274080f070 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:21.386707 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:21.413808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da593a56-7d4a-4f77-b0fd-7b2a68319690 req-4e9e7539-734f-4c7f-a103-791c5bec94d9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:21.415960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da593a56-7d4a-4f77-b0fd-7b2a68319690 req-4e9e7539-734f-4c7f-a103-791c5bec94d9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1005743 Aug 30 21:28:21.487027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da593a56-7d4a-4f77-b0fd-7b2a68319690 req-24ddd853-8744-461f-9abd-24f53e4a5c18 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 Aug 30 21:28:21.498351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:21.650350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Attempting to bind port 51d53870-00f0-4242-a3a0-b6274080f070 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:28:21.650826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Attempting to bind port 51d53870-00f0-4242-a3a0-b6274080f070 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:28:21.651167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Attempting to bind port 51d53870-00f0-4242-a3a0-b6274080f070 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:21.659345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Port 51d53870-00f0-4242-a3a0-b6274080f070 on network cdb2af59-7a18-42bf-9514-0d96511fa656 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:28:21.659678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Attempting to bind port 51d53870-00f0-4242-a3a0-b6274080f070 on network cdb2af59-7a18-42bf-9514-0d96511fa656 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:21.667566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:28:21.668157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Checking segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:28:21.668719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Bound using segment: {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:28:21.669304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Bound port: 51d53870-00f0-4242-a3a0-b6274080f070, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f834848c-baae-4754-b885-d2c576cae849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:28:21.669833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:21.705947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3cc55-5a51-470d-bfba-db4ffba7d81a req-3e673475-40d9-44b2-a4a6-8d36b5548d5f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:21.717309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33d3cc55-5a51-470d-bfba-db4ffba7d81a req-3e673475-40d9-44b2-a4a6-8d36b5548d5f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.1059587 Aug 30 21:28:21.755921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33d3cc55-5a51-470d-bfba-db4ffba7d81a req-5638e633-0fc2-4808-800a-0c7e0f044c8c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375664 Aug 30 21:28:21.773720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:28:21.777212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:28:21.789842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:21.835599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:21.836326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:21.838067 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] 10.222.0.86 "PUT /v2.0/ports/51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 1092 time: 0.9629385 Aug 30 21:28:21.842926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:21.848338 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ca54f-914b-4203-ad6f-4c22f618c90c" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:21.886143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b51e5-a14b-4154-baae-59163eab48ea service neutron] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:21.960220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-79868cf6-9e95-4f29-9191-1dbf84598e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:21.963398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-79868cf6-9e95-4f29-9191-1dbf84598e8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1095 time: 0.0637999 Aug 30 21:28:22.003367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5b2a-e587-4aa5-9d2e-b3575f1a1cba req-371aa631-bbdd-45dd-9666-089cca0026fd tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.011437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5dd5b2a-e587-4aa5-9d2e-b3575f1a1cba req-371aa631-bbdd-45dd-9666-089cca0026fd tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.0837643 Aug 30 21:28:22.034776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-eb0c83e0-fe02-4ea8-9e2f-cea538638ddc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 217 time: 0.0629194 Aug 30 21:28:22.069398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5dd5b2a-e587-4aa5-9d2e-b3575f1a1cba req-95834e99-f095-4440-8665-d321afcd1ef9 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525525 Aug 30 21:28:22.107391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-ba31e3b9-c991-4f26-82f3-d3bd95d045b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.109047 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-ba31e3b9-c991-4f26-82f3-d3bd95d045b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0640469 Aug 30 21:28:22.117896 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577efc0a-ab36-4f1b-bf6d-703d62f9fc2d x-openstack-request-id: req-577efc0a-ab36-4f1b-bf6d-703d62f9fc2d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:22.117896 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:22.121229 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-577efc0a-ab36-4f1b-bf6d-703d62f9fc2d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:22.123880 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'status': 'completed', 'code': 200} Aug 30 21:28:22.186769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-4654aa2d-9818-4020-85d7-0ac859f38cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.189514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-4654aa2d-9818-4020-85d7-0ac859f38cd0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635767 Aug 30 21:28:22.362981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-17efe19e-883e-4c31-ad85-a53e5d3e885a service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657827 Aug 30 21:28:22.417046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cde22c-06b8-4dc2-acc6-f7f3cef69f47 req-79278cb7-30b3-4caa-a34e-bc33943899e4 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.419134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9cde22c-06b8-4dc2-acc6-f7f3cef69f47 req-79278cb7-30b3-4caa-a34e-bc33943899e4 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0709686 Aug 30 21:28:22.483957 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e88b2b5e-3a32-4b96-ab22-402ab94c4960 req-50daad57-1bc1-409f-8afe-31cf938611a9 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133070 Aug 30 21:28:22.508779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9cde22c-06b8-4dc2-acc6-f7f3cef69f47 req-16d73abf-3f80-4e2c-81c1-8ef6b2694a25 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827386 Aug 30 21:28:22.622516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-55b544ef-755e-4fc7-8b82-722742b0a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.625543 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-55b544ef-755e-4fc7-8b82-722742b0a34f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1095 time: 0.0779109 Aug 30 21:28:22.682884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54eca-02b4-46ad-879f-896fa8c5d452 req-fae6a624-21f6-4650-afe5-2fda27a11d7d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.705738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41f54eca-02b4-46ad-879f-896fa8c5d452 req-fae6a624-21f6-4650-afe5-2fda27a11d7d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1027520 Aug 30 21:28:22.778425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41f54eca-02b4-46ad-879f-896fa8c5d452 req-5b0e8804-2854-41e7-aff5-9eb2668dfa2c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670321 Aug 30 21:28:22.822290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-c145e706-edc2-40fa-82b8-4a4710748669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.822290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-c145e706-edc2-40fa-82b8-4a4710748669 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1860447 Aug 30 21:28:22.873952 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-56c890ee-5cc4-4b5b-946d-4fec28cae239 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 217 time: 0.0444722 Aug 30 21:28:22.944567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-f58a7970-3baf-4eb7-a990-4986b6c7d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:22.946178 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-f58a7970-3baf-4eb7-a990-4986b6c7d07f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0638723 Aug 30 21:28:23.001588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-59e1088a-c078-44aa-9a1f-ee82c1ecdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:23.004275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-59e1088a-c078-44aa-9a1f-ee82c1ecdca6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464492 Aug 30 21:28:23.144567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd7af8-29df-4fc2-a2b4-fec79de2fe0e req-bedd8363-0afa-4cf9-bf99-51608d8d0e97 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:23.147218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56fd7af8-29df-4fc2-a2b4-fec79de2fe0e req-bedd8363-0afa-4cf9-bf99-51608d8d0e97 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0763397 Aug 30 21:28:23.165223 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-25473291-9570-4a8f-baf3-d596b2ec5ed0 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531720 Aug 30 21:28:23.246318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56fd7af8-29df-4fc2-a2b4-fec79de2fe0e req-b0036434-6dba-4212-b5fe-81dbae2f5034 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813963 Aug 30 21:28:23.307051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c93ca54f-914b-4203-ad6f-4c22f618c90c req-55ba4112-9abd-4b79-8ae3-87f8517b2b79 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334987 Aug 30 21:28:23.369702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54caacd-02b3-4a3e-b185-32932ef02894 req-ece0f43f-f297-4c14-98cd-a83f8f059159 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:23.372333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c54caacd-02b3-4a3e-b185-32932ef02894 req-ece0f43f-f297-4c14-98cd-a83f8f059159 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0827925 Aug 30 21:28:23.418871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c54caacd-02b3-4a3e-b185-32932ef02894 req-1c4be4e1-a5ce-460f-b3a3-b9e35603887f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394342 Aug 30 21:28:23.702855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846155f-961d-479e-b27a-40c320c71466 req-6dcbde22-08bc-42b3-8e61-b0dce96cb732 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:23.710836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b846155f-961d-479e-b27a-40c320c71466 req-6dcbde22-08bc-42b3-8e61-b0dce96cb732 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0661204 Aug 30 21:28:23.754778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b846155f-961d-479e-b27a-40c320c71466 req-d56bd7f9-188c-4e87-ac69-cfff66fa457e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Aug 30 21:28:24.104664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df490a-f783-4052-8a3a-b6df8efee0ab req-f56d98c4-07d3-471f-a9e7-fe9131b32c34 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:24.115704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df490a-f783-4052-8a3a-b6df8efee0ab req-f56d98c4-07d3-471f-a9e7-fe9131b32c34 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:24.121817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df490a-f783-4052-8a3a-b6df8efee0ab req-f56d98c4-07d3-471f-a9e7-fe9131b32c34 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:24.124969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6df490a-f783-4052-8a3a-b6df8efee0ab req-f56d98c4-07d3-471f-a9e7-fe9131b32c34 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd&device_id=792e873b-bfa0-4a34-a1dd-a1300afea688&device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 2417 time: 0.0912926 Aug 30 21:28:24.168868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6df490a-f783-4052-8a3a-b6df8efee0ab req-1d86ec3b-ffb7-464e-bf51-7fc05acffb54 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 Aug 30 21:28:24.295324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b85b-c20d-4bc8-98b8-dbd94e267483 req-da16e9e6-1ea6-4e4d-b54c-8f83c2ae8322 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:24.296892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cb8b85b-c20d-4bc8-98b8-dbd94e267483 req-da16e9e6-1ea6-4e4d-b54c-8f83c2ae8322 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0506122 Aug 30 21:28:24.337799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6cb8b85b-c20d-4bc8-98b8-dbd94e267483 req-5753c15c-c205-4bc4-ac25-fef9ec6decfe tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Aug 30 21:28:24.502812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98058781-2ec5-4095-ac39-29475df47477 req-484cc95b-dcdf-4e2f-9350-c2a73d1de738 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:24.507257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98058781-2ec5-4095-ac39-29475df47477 req-484cc95b-dcdf-4e2f-9350-c2a73d1de738 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0702410 Aug 30 21:28:24.560011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98058781-2ec5-4095-ac39-29475df47477 req-79f606b2-4f87-4366-90c3-f12f5ab98aaa tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Aug 30 21:28:24.726320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7fbfa-15de-4608-9cf9-36af5e57b1b1 req-80e39499-c6b7-4e12-83aa-29bd25154337 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:24.728259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39e7fbfa-15de-4608-9cf9-36af5e57b1b1 req-80e39499-c6b7-4e12-83aa-29bd25154337 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0792122 Aug 30 21:28:24.787172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39e7fbfa-15de-4608-9cf9-36af5e57b1b1 req-4685d019-edaa-4ddb-9c53-8e456b15bfdd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517142 Aug 30 21:28:25.495755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163892fb-e7fa-428a-8ce0-e0695a105491 req-29c03df0-57f0-4197-8285-33334560d3e9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:25.497530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-163892fb-e7fa-428a-8ce0-e0695a105491 req-29c03df0-57f0-4197-8285-33334560d3e9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0541253 Aug 30 21:28:25.550880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-163892fb-e7fa-428a-8ce0-e0695a105491 req-7dfa82e8-b2e5-4367-b7db-a640a933cf3c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Aug 30 21:28:25.973812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07457b88-9f94-400f-9c1b-726c33ad9453 req-1450de7d-8a93-44a5-a1f8-d4e7344aa254 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:25.975668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07457b88-9f94-400f-9c1b-726c33ad9453 req-1450de7d-8a93-44a5-a1f8-d4e7344aa254 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0679948 Aug 30 21:28:26.028300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07457b88-9f94-400f-9c1b-726c33ad9453 req-ca7e6dec-c4e2-4059-bde5-1ae525898d58 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466964 Aug 30 21:28:26.138580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:28:26.158192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa205e6-09bd-4eb3-a818-eaa5bae07b2c req-04adb9ae-6470-4a7b-8c96-8959b715cb5b tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:26.159986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fa205e6-09bd-4eb3-a818-eaa5bae07b2c req-04adb9ae-6470-4a7b-8c96-8959b715cb5b tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0696366 Aug 30 21:28:26.244190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fa205e6-09bd-4eb3-a818-eaa5bae07b2c req-40dace43-5c32-44df-93ed-88a0eb26e21d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777740 Aug 30 21:28:26.300743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:26.315558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '51d53870-00f0-4242-a3a0-b6274080f070', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'port_id': '51d53870-00f0-4242-a3a0-b6274080f070', 'mac_address': 'fa:16:3e:7b:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:28:26.367621 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:26.386029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d53870-00f0-4242-a3a0-b6274080f070 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:26.412249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:26.418523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:26.475085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:26.678702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5652992-8547-4cfe-940c-6844d49a8329 req-d51ba7e9-1aad-44c6-a642-e8c8957750a5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:26.690726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5652992-8547-4cfe-940c-6844d49a8329 req-d51ba7e9-1aad-44c6-a642-e8c8957750a5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0626941 Aug 30 21:28:26.730639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5652992-8547-4cfe-940c-6844d49a8329 req-418b3484-098a-4f21-bf50-56281bfd5fa8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Aug 30 21:28:26.759049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['51d53870-00f0-4242-a3a0-b6274080f070'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:27.168764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0634fbc-eaed-4d19-88a9-512dc2dfc53c req-f1ac8f07-172f-43ea-af0b-f59773be2ef2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:27.170593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0634fbc-eaed-4d19-88a9-512dc2dfc53c req-f1ac8f07-172f-43ea-af0b-f59773be2ef2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 944 time: 0.0641184 Aug 30 21:28:27.240195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0634fbc-eaed-4d19-88a9-512dc2dfc53c req-4cf8cee1-53fe-43cd-89a0-136aba4caa2d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585935 Aug 30 21:28:27.287469 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:28:27.393708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc269c-0a87-4055-b2ca-23afe0c7896d req-3f8da01d-8396-45d6-a564-a0b606ae9c6d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:27.395642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3cc269c-0a87-4055-b2ca-23afe0c7896d req-3f8da01d-8396-45d6-a564-a0b606ae9c6d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0791023 Aug 30 21:28:27.454851 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3cc269c-0a87-4055-b2ca-23afe0c7896d req-96bfb409-53c6-47e2-828f-d6b0f8560aca tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Aug 30 21:28:27.864310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6094b-4697-4175-b7bc-3ea600841d46 req-aa06a0f3-4b56-419e-83f7-fadd3586dd95 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:27.871349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afd6094b-4697-4175-b7bc-3ea600841d46 req-aa06a0f3-4b56-419e-83f7-fadd3586dd95 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0609488 Aug 30 21:28:27.931019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afd6094b-4697-4175-b7bc-3ea600841d46 req-c1ee3ec1-2c3d-4353-b910-dc0624f779d5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539603 Aug 30 21:28:28.141991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:28.207926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 51d53870-00f0-4242-a3a0-b6274080f070 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:28.216264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 51d53870-00f0-4242-a3a0-b6274080f070 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:28.216643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:28.312731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:28.351507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:28.354505 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68b0ecf-85a5-442b-8551-4b176495fef6" -d '{"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-plugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:28.370087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:28.379361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:28.409663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49940f-d6e6-475d-8957-5934e85fe228 req-fc166d1e-268c-4a31-b92f-05cd94fb8b69 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:28.411366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea49940f-d6e6-475d-8957-5934e85fe228 req-fc166d1e-268c-4a31-b92f-05cd94fb8b69 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 944 time: 0.0868759 Aug 30 21:28:28.456986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea49940f-d6e6-475d-8957-5934e85fe228 req-864d9861-d2e6-4cad-a813-0b25aa03a524 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385473 Aug 30 21:28:28.464234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:28.477684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.478149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.478582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.479105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.479538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.480042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.480464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.480894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.481345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.481739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.482161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.482771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:28.532755 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30014373-92c5-45e8-bbf0-32a9bfd6a9d9 x-openstack-request-id: req-30014373-92c5-45e8-bbf0-32a9bfd6a9d9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:28.533049 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-plugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:28.533303 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30014373-92c5-45e8-bbf0-32a9bfd6a9d9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:28.533717 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'code': 200} Aug 30 21:28:28.664773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a027db4-6c7f-407c-8e92-1e28b30b634f req-c4ab091b-2b9d-4696-b6e9-4ec023613f73 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:28.666423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a027db4-6c7f-407c-8e92-1e28b30b634f req-c4ab091b-2b9d-4696-b6e9-4ec023613f73 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0720751 Aug 30 21:28:28.682916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bb31e-6e11-4e8b-a3e4-89ef4661ed91 req-d6e624ee-0e84-45f6-a8cd-f9e56d731fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:28.684693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea6bb31e-6e11-4e8b-a3e4-89ef4661ed91 req-d6e624ee-0e84-45f6-a8cd-f9e56d731fd9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1097 time: 0.0771530 Aug 30 21:28:28.709594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a027db4-6c7f-407c-8e92-1e28b30b634f req-7f2b7774-f5c8-47ae-8310-742e33e6df05 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358458 Aug 30 21:28:28.752556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea6bb31e-6e11-4e8b-a3e4-89ef4661ed91 req-eef79f90-a8be-4ec2-a07d-0e00b0bbf4f5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599384 Aug 30 21:28:29.062511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e5460-c10a-4973-bed6-dd084e70c243 req-78cfc7db-b30a-4e38-b35e-325c9558e6e6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:29.074015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a93e5460-c10a-4973-bed6-dd084e70c243 req-78cfc7db-b30a-4e38-b35e-325c9558e6e6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0740912 Aug 30 21:28:29.118569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a93e5460-c10a-4973-bed6-dd084e70c243 req-b4ba67e1-f7fc-4b87-925c-a8152ba8be85 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Aug 30 21:28:29.592081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce54ef0-4a24-4762-8709-c80874f68e6c req-ffca2527-8ba0-4e9e-bc3d-5225d4572939 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:29.601464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ce54ef0-4a24-4762-8709-c80874f68e6c req-ffca2527-8ba0-4e9e-bc3d-5225d4572939 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0616143 Aug 30 21:28:29.639228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ce54ef0-4a24-4762-8709-c80874f68e6c req-55901fe3-f472-4e63-a323-51eeb1527d6d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368352 Aug 30 21:28:29.877345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa9a22-21e0-4d80-aff9-e99ece1118dc req-c500372d-3458-4cd1-b698-312f5e2704a6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:29.878951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-faaa9a22-21e0-4d80-aff9-e99ece1118dc req-c500372d-3458-4cd1-b698-312f5e2704a6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0712440 Aug 30 21:28:29.933099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-faaa9a22-21e0-4d80-aff9-e99ece1118dc req-6796aa48-67de-4d52-9d50-b643c2f2bc05 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Aug 30 21:28:30.268865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486275-11e0-4657-847b-88608f928088 req-265af9d3-5cad-4d3a-b665-ed3232feb7fe tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:30.277754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17486275-11e0-4657-847b-88608f928088 req-265af9d3-5cad-4d3a-b665-ed3232feb7fe tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0626228 Aug 30 21:28:30.326135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17486275-11e0-4657-847b-88608f928088 req-35eb3250-5ab1-451f-a486-4017e8851126 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Aug 30 21:28:30.787363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a7d84-c5f8-4900-9ff7-a80965a8a590 req-cfc092dd-f8b2-4499-9d1f-d50c030c9e1d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:30.788993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d6a7d84-c5f8-4900-9ff7-a80965a8a590 req-cfc092dd-f8b2-4499-9d1f-d50c030c9e1d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0642221 Aug 30 21:28:30.855390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d6a7d84-c5f8-4900-9ff7-a80965a8a590 req-a6a64d5e-2257-4a89-b90f-8b551baeee57 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469511 Aug 30 21:28:31.013313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8be7-ca31-4503-ab78-f534cf042ed7 req-9dfcba93-8be1-4650-b48d-591f8ee90d7a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:31.016181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b5f8be7-ca31-4503-ab78-f534cf042ed7 req-9dfcba93-8be1-4650-b48d-591f8ee90d7a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0765674 Aug 30 21:28:31.024761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:28:31.030104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Request body: {'floatingip': {'port_id': '51d53870-00f0-4242-a3a0-b6274080f070'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:31.077131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:31.191063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc6878-d1ac-42b8-992f-f55c52a6d5e4 req-440e521e-08eb-4a71-b21f-6ed5aecc7b76 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:31.192931 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dbc6878-d1ac-42b8-992f-f55c52a6d5e4 req-440e521e-08eb-4a71-b21f-6ed5aecc7b76 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0617177 Aug 30 21:28:31.235300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dbc6878-d1ac-42b8-992f-f55c52a6d5e4 req-2a3ad266-58d5-4afb-8595-3d9d20e7cb0c tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356634 Aug 30 21:28:31.391454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-8991c6a1-000b-49da-a285-01297623d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:31.392759 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-8991c6a1-000b-49da-a285-01297623d89c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 1097 time: 0.1230938 Aug 30 21:28:31.516620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14c975-8723-42b6-bb2f-19b4f335511a req-d346e5e7-8d88-44a2-857c-a2cc0a43cad6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:31.518659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc14c975-8723-42b6-bb2f-19b4f335511a req-d346e5e7-8d88-44a2-857c-a2cc0a43cad6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0681772 Aug 30 21:28:31.564564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc14c975-8723-42b6-bb2f-19b4f335511a req-8cbdb03a-542f-4ea7-a508-c836360a3a87 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Aug 30 21:28:31.729698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-5b7956e0-afe9-4258-bd10-d3aa59f3a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:31.731384 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-5b7956e0-afe9-4258-bd10-d3aa59f3a294 service neutron] 10.222.0.82 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 917 time: 0.3042688 Aug 30 21:28:31.813651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-ce352f6b-ab75-4475-a44d-75f7d251ab4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0389297 Aug 30 21:28:31.985383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-02f94041-9170-49fe-84cf-649c09a3b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:31.986903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-02f94041-9170-49fe-84cf-649c09a3b7a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.1290188 Aug 30 21:28:32.032874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.resource_extend [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:28:32.099884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-1389315b-910f-4190-b702-06aa7ce36a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:32.101423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-1389315b-910f-4190-b702-06aa7ce36a7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030636 Aug 30 21:28:32.103732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:32.109585 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:32.330724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-1e456995-7c1e-4061-ac48-df89e9b11e48 service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140350 Aug 30 21:28:32.330724 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Floating IP 9bb4c5d7-95af-4004-b73a-92c877d0466b associated. External IP: 172.25.5.40, port: 51d53870-00f0-4242-a3a0-b6274080f070. Aug 30 21:28:32.478809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d91d64-9e1b-4787-90eb-ce568cb13a94 req-a90e796d-32d8-44c7-8fc8-ab5ba566a608 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:32.489894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95d91d64-9e1b-4787-90eb-ce568cb13a94 req-a90e796d-32d8-44c7-8fc8-ab5ba566a608 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.1548977 Aug 30 21:28:32.561071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95d91d64-9e1b-4787-90eb-ce568cb13a94 req-fd6139b8-d239-4db7-b33e-3031a637c717 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664651 Aug 30 21:28:32.725837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb406-8992-460e-b94d-a6241b3872d2 req-991f68eb-d85d-4f5b-95d0-d3219fcf3319 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:32.737713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03cdb406-8992-460e-b94d-a6241b3872d2 req-991f68eb-d85d-4f5b-95d0-d3219fcf3319 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0670393 Aug 30 21:28:32.744354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5434d0a7-6c24-415f-9ecf-6de7885fd3fa req-9529af62-f918-4c10-a247-0dfc2d6a276e service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430216 Aug 30 21:28:32.758082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:28:32.777599 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03cdb406-8992-460e-b94d-a6241b3872d2 req-34b62cbf-99bd-4982-bfa9-c96e1d9e6560 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Aug 30 21:28:33.303569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:28:33.309295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:33.316836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:28:33.330254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:28:33.331269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:28:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:33.352910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-087f2e1c-4c2c-4781-a782-de328694a44c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "PUT /v2.0/floatingips/9bb4c5d7-95af-4004-b73a-92c877d0466b HTTP/1.1" status: 200 len: 990 time: 2.3267512 Aug 30 21:28:33.353603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:33.356115 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105e5590-78dc-4546-8280-fb85c4c5ad21" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:33.557477 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15ec5a8-3778-429d-9f4f-f6889168aca2 x-openstack-request-id: req-b15ec5a8-3778-429d-9f4f-f6889168aca2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:33.557949 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:33.558353 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b15ec5a8-3778-429d-9f4f-f6889168aca2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:33.558945 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'status': 'completed', 'code': 200} Aug 30 21:28:33.673931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-db25a364-2e78-40bb-b509-940f59b01452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:33.677564 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-db25a364-2e78-40bb-b509-940f59b01452 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1097 time: 0.1049342 Aug 30 21:28:33.768729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ef7f6-835e-40ff-ae60-8902bb67c116 req-1d1a4b88-5bd9-440d-83d1-3b7c394ed85a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:33.779485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-810ef7f6-835e-40ff-ae60-8902bb67c116 req-1d1a4b88-5bd9-440d-83d1-3b7c394ed85a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0774450 Aug 30 21:28:33.833619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-810ef7f6-835e-40ff-ae60-8902bb67c116 req-4c0cd0a8-c738-4a47-b769-a3aedda31457 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527713 Aug 30 21:28:33.846343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-dc4fd150-3da8-42c7-ab6b-be808d296f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:33.848613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-dc4fd150-3da8-42c7-ab6b-be808d296f42 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1579108 Aug 30 21:28:33.882890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:33.890237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:28:34.004811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-e1f446f5-b7f8-46dd-a737-ab452ca8f325 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 998 time: 0.1474941 Aug 30 21:28:34.057737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337f28e-bf67-44da-a1e2-f02708ae44fe req-c27fafd1-10eb-424c-9739-8445dd43394b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:34.082268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2337f28e-bf67-44da-a1e2-f02708ae44fe req-c27fafd1-10eb-424c-9739-8445dd43394b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1306412 Aug 30 21:28:34.106223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-f31c8b7f-6161-4882-a7b1-5b5231b325b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:34.108191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-f31c8b7f-6161-4882-a7b1-5b5231b325b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0957224 Aug 30 21:28:34.145695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2337f28e-bf67-44da-a1e2-f02708ae44fe req-628d4f72-e3ca-498f-914c-40ded633b693 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 Aug 30 21:28:34.180278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-98ff9641-6814-4769-897f-bac445fe3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:34.184387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-98ff9641-6814-4769-897f-bac445fe3522 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669272 Aug 30 21:28:34.287659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '9bb4c5d7-95af-4004-b73a-92c877d0466b', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'port_id': '51d53870-00f0-4242-a3a0-b6274080f070', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'mac_address': 'fa:16:3e:7b:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:28:17Z', 'updated_at': '2021-08-30T21:28:31Z', 'revision_number': 1, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:34.300157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-a5045126-bea7-4bcb-a2e1-15a886e64e90 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090715 Aug 30 21:28:34.330248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:28:34.340212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:28:34.341110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:28:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:34.466839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:28:34.469532 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-105e5590-78dc-4546-8280-fb85c4c5ad21 req-38a852d7-e6f3-4903-ad0b-90d2a89b6233 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606543 Aug 30 21:28:34.779204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '9bb4c5d7-95af-4004-b73a-92c877d0466b', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'port_id': '51d53870-00f0-4242-a3a0-b6274080f070', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'mac_address': 'fa:16:3e:7b:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:28:17Z', 'updated_at': '2021-08-30T21:28:31Z', 'revision_number': 1, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:28:34.811017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bcf559-941e-4d97-91da-f185ccbc0ad5 None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '9bb4c5d7-95af-4004-b73a-92c877d0466b', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'port_id': '51d53870-00f0-4242-a3a0-b6274080f070', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'mac_address': 'fa:16:3e:7b:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:28:17Z', 'updated_at': '2021-08-30T21:28:31Z', 'revision_number': 1, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:28:35.020103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08463-7b95-495b-bd4d-74003b900b0c req-7ef8d122-c442-401b-a2e8-af58e00aea6f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:35.023021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ff08463-7b95-495b-bd4d-74003b900b0c req-7ef8d122-c442-401b-a2e8-af58e00aea6f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0696781 Aug 30 21:28:35.104532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ff08463-7b95-495b-bd4d-74003b900b0c req-ffc02cc9-7a9c-4f85-ac7a-f2765f9d1f0d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733552 Aug 30 21:28:35.190264 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d2cf1d-7a78-4d74-8edd-90153e61afe7 None None] New status for floating IP 9bb4c5d7-95af-4004-b73a-92c877d0466b: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:28:35.282800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b523b-b7a2-45e5-a45b-97dc26356c22 req-d07902ba-2c93-4102-987e-70e2986cd78b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:35.284435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0b523b-b7a2-45e5-a45b-97dc26356c22 req-d07902ba-2c93-4102-987e-70e2986cd78b tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0567818 Aug 30 21:28:35.344507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d0b523b-b7a2-45e5-a45b-97dc26356c22 req-000319bd-4505-4763-a90a-48a8d1a6ab4f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523083 Aug 30 21:28:35.812385 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:36.272176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9606fa-3a2f-42d6-ae29-68e618eb17a1 req-b1933543-c591-45f0-98de-a33074f97ebf tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:36.279528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f9606fa-3a2f-42d6-ae29-68e618eb17a1 req-b1933543-c591-45f0-98de-a33074f97ebf tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0841238 Aug 30 21:28:36.331590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f9606fa-3a2f-42d6-ae29-68e618eb17a1 req-47a43931-6c1c-4867-8db0-a80e94073ea6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505686 Aug 30 21:28:36.482334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d244-58ae-4f49-9d0b-440c3c541992 req-f7b47625-7d4f-4640-a4df-6bd64c5ccba0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:36.484030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a67d244-58ae-4f49-9d0b-440c3c541992 req-f7b47625-7d4f-4640-a4df-6bd64c5ccba0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0662270 Aug 30 21:28:36.549652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a67d244-58ae-4f49-9d0b-440c3c541992 req-27c5082a-590f-4b71-8ae0-95282b0349e8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579412 Aug 30 21:28:37.471187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a04c0c-86fe-433c-af7d-fe4f6d492dfe req-b57410c6-160c-40b4-bd6a-7662001f71fe tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:37.478904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80a04c0c-86fe-433c-af7d-fe4f6d492dfe req-b57410c6-160c-40b4-bd6a-7662001f71fe tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0610015 Aug 30 21:28:37.521186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80a04c0c-86fe-433c-af7d-fe4f6d492dfe req-929eed45-dadd-4ce3-90a8-2167181873dc tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Aug 30 21:28:37.714364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d1e92-4aab-4b49-99c4-c0abf47e6a2c req-ec7a20ba-4ed2-4af5-abb7-076c715ebdb8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:37.716161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-836d1e92-4aab-4b49-99c4-c0abf47e6a2c req-ec7a20ba-4ed2-4af5-abb7-076c715ebdb8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0684786 Aug 30 21:28:37.757921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-836d1e92-4aab-4b49-99c4-c0abf47e6a2c req-8df24719-db3d-4410-804c-f6638587d193 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358360 Aug 30 21:28:38.676420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66286f40-e916-43b8-a51a-f8348e1306d8 req-8439a7b1-f420-4fdd-b3e0-6f72ea65b467 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:38.677959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66286f40-e916-43b8-a51a-f8348e1306d8 req-8439a7b1-f420-4fdd-b3e0-6f72ea65b467 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0759597 Aug 30 21:28:38.738044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66286f40-e916-43b8-a51a-f8348e1306d8 req-a4c40aef-7dfc-4e3d-96f3-b968ca2cb0f0 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539441 Aug 30 21:28:38.919517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60783b4b-624a-43ce-af2b-ebd241583831 req-ca2ac8d6-8023-4473-8e4f-050fdedc4186 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:38.927622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60783b4b-624a-43ce-af2b-ebd241583831 req-ca2ac8d6-8023-4473-8e4f-050fdedc4186 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0873368 Aug 30 21:28:38.945569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34170fd7-ab92-4d3d-b08b-6a7a273257f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:38.969729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60783b4b-624a-43ce-af2b-ebd241583831 req-e90115b8-17fd-4dc1-ac9c-4711b2b95c10 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Aug 30 21:28:39.895774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0196e0b-4540-436d-b890-f0edc8819bc7 req-7048be03-bfbf-4fd4-920d-efc54363580e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:39.898253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0196e0b-4540-436d-b890-f0edc8819bc7 req-7048be03-bfbf-4fd4-920d-efc54363580e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0720336 Aug 30 21:28:39.945744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0196e0b-4540-436d-b890-f0edc8819bc7 req-5148b2d7-d7dc-4044-a892-001bb89fed74 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Aug 30 21:28:40.120565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f62c-ae13-47b0-9503-b461dc8d8947 req-de49dd9a-29b3-4f35-b425-2aad5c9249bb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:40.122761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6025f62c-ae13-47b0-9503-b461dc8d8947 req-de49dd9a-29b3-4f35-b425-2aad5c9249bb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0740440 Aug 30 21:28:40.178918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6025f62c-ae13-47b0-9503-b461dc8d8947 req-efc7ea30-0375-4e43-99fd-92926a4eee71 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Aug 30 21:28:40.402550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a49ab9-5793-435f-ba8b-113e4b14dcef req-995742cb-606d-442b-8d26-823c70f980de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:40.406286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90a49ab9-5793-435f-ba8b-113e4b14dcef req-995742cb-606d-442b-8d26-823c70f980de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 1098 time: 0.0703750 Aug 30 21:28:40.455010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90a49ab9-5793-435f-ba8b-113e4b14dcef req-907f3007-d77d-4e81-ab6f-074da937728a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Aug 30 21:28:41.070723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c26b7-08ff-4de3-a74a-d16a629ffc14 req-ab942046-ca38-4d30-ab3a-47fef238f14a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:41.079213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-374c26b7-08ff-4de3-a74a-d16a629ffc14 req-ab942046-ca38-4d30-ab3a-47fef238f14a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0598819 Aug 30 21:28:41.134206 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-374c26b7-08ff-4de3-a74a-d16a629ffc14 req-e1569423-a035-467c-9c13-e0dada4c6adc tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541258 Aug 30 21:28:41.333181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6058e-6824-4ef8-934c-3416b03b6c74 req-3429cd95-dd7b-439f-963c-a8c366ca4220 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:41.335516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfb6058e-6824-4ef8-934c-3416b03b6c74 req-3429cd95-dd7b-439f-963c-a8c366ca4220 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0703480 Aug 30 21:28:41.407502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfb6058e-6824-4ef8-934c-3416b03b6c74 req-bde461f9-59f4-451e-9b5b-72e0f324dd73 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605676 Aug 30 21:28:41.751513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:41.859573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-80357a10-f826-422d-b5a8-773555f88288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:42.518483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3a01-183f-493c-96ef-2bb2122660af req-82eac555-6aa6-4273-98a1-59629d878ff8 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:42.520059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d37c3a01-183f-493c-96ef-2bb2122660af req-82eac555-6aa6-4273-98a1-59629d878ff8 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0894806 Aug 30 21:28:42.564598 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d37c3a01-183f-493c-96ef-2bb2122660af req-ec9fe835-9c63-439e-ac1c-5794f2559c18 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Aug 30 21:28:42.639784 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:42.711710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ed90c-b7c7-43bb-9175-fc1fbef8d235 req-249420c4-a6bc-439a-a769-136e94259511 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:42.720550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec9ed90c-b7c7-43bb-9175-fc1fbef8d235 req-249420c4-a6bc-439a-a769-136e94259511 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0767481 Aug 30 21:28:42.757680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec9ed90c-b7c7-43bb-9175-fc1fbef8d235 req-dabd23da-987f-417b-be42-cf82240ef21e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358682 Aug 30 21:28:43.111781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-9edd1eb8-8e48-48b5-92b0-4b6c762fa566 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:43.119544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-9edd1eb8-8e48-48b5-92b0-4b6c762fa566 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 810 time: 0.1185331 Aug 30 21:28:43.138304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-87aae8b0-a3e4-4154-ab14-f1a7f1eb3805 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/quotas/97426049c8a7496caceb237e864b9e72 HTTP/1.1" status: 200 len: 375 time: 0.0167527 Aug 30 21:28:43.200238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-89e400ee-8aff-4a84-a736-12d383e120d1 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610428 Aug 30 21:28:43.333376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-d392d5b8-4375-4bb8-916f-b0f186998914 service neutron] 10.222.0.76 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065152 Aug 30 21:28:43.443776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-9ac152b9-b829-44b3-858d-2a3227cc96a2 service neutron] 10.222.0.76 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028388 Aug 30 21:28:43.641895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc16b244-6a5f-4c31-ae14-c5b14193b1eb req-098a0b95-f1bf-4f49-97af-29ecbafc3459 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 210 time: 0.0340719 Aug 30 21:28:43.799491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ca617-9aa0-4671-bd34-f4d910568ce8 req-8f6640f7-75d3-4c83-b76e-0726aece3675 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:43.802034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-857ca617-9aa0-4671-bd34-f4d910568ce8 req-8f6640f7-75d3-4c83-b76e-0726aece3675 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0610886 Aug 30 21:28:43.846068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-857ca617-9aa0-4671-bd34-f4d910568ce8 req-66e354cb-5c9c-4b96-b251-a104f395927a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 Aug 30 21:28:44.550501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:44.768028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2cae7dc-cb27-4929-882f-84faee31b825 req-c9c3aecb-a32b-4905-9dd2-a14a12f99dd9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 210 time: 0.0358841 Aug 30 21:28:45.024243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-3c74c1e1-585e-4bce-b49a-81ab11067da0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:45.030970 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-3c74c1e1-585e-4bce-b49a-81ab11067da0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.82 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 810 time: 0.1870470 Aug 30 21:28:45.041288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430d720-adae-4d24-9dcf-8b5ea8a394c8 req-f9a7c677-517c-439a-b419-fa42e077136f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:45.053596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Request body: {'port': {'device_id': 'f763e114-141a-43e1-a473-510fe82fa654', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'admin_state_up': True, 'tenant_id': '97426049c8a7496caceb237e864b9e72'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:45.061589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c430d720-adae-4d24-9dcf-8b5ea8a394c8 req-f9a7c677-517c-439a-b419-fa42e077136f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0970268 Aug 30 21:28:45.134221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c430d720-adae-4d24-9dcf-8b5ea8a394c8 req-2509137d-1df5-4d05-ad8f-1fde46082786 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660260 Aug 30 21:28:45.249578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Made reservation on behalf of 97426049c8a7496caceb237e864b9e72 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:28:45.253849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:45.402137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Allocated IP 172.20.0.2 (cc8aadfe-80f6-46da-91d7-f3020dc2fc43/62820a3a-9a56-48ba-9c60-8940590dc255/e73c09a2-4540-422e-a460-c399d24048ff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:28:45.585777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:45.631566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:45.645295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['842a5dbd-dc14-46a9-b36c-1f42e297e6df'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:45.706328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:28:45.712612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:28:45.716996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:28:45.761676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Pushing event updated for resources: {'Port': ['ID=e73c09a2-4540-422e-a460-c399d24048ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:45.776733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.776974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.777312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.777646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.777974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.778485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.778590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.778996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.779340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.779630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.780525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.780875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:28:45.817391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:45.818259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:45.851281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f70f31b0-28e0-4d98-9982-35e6e1421307 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032298 Aug 30 21:28:45.866305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Request body: {'port': {'device_id': 'f763e114-141a-43e1-a473-510fe82fa654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:28:45.916385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae27c6-f48e-46ea-b213-9498b52250b2 req-2d6523e6-a515-425d-a955-e9441f593b03 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:45.924102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7ae27c6-f48e-46ea-b213-9498b52250b2 req-2d6523e6-a515-425d-a955-e9441f593b03 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 931 time: 0.0592787 Aug 30 21:28:45.978742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7ae27c6-f48e-46ea-b213-9498b52250b2 req-8f5a8b74-e4c6-4ee4-9171-fb985d5f3726 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Aug 30 21:28:46.029031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:46.281652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b4060-42bb-418d-80fa-bb76bc14c2b5 req-c860b057-0956-45a6-a18c-01525ae009a7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:46.294440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-019b4060-42bb-418d-80fa-bb76bc14c2b5 req-c860b057-0956-45a6-a18c-01525ae009a7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0792117 Aug 30 21:28:46.363953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-019b4060-42bb-418d-80fa-bb76bc14c2b5 req-610ceeaa-c49c-48aa-bc6f-a3cb7f66688c tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Aug 30 21:28:46.458792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73c09a2-4540-422e-a460-c399d24048ff {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:46.472674 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:46.488101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Transition to ACTIVE for port object e73c09a2-4540-422e-a460-c399d24048ff will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:28:46.496681 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:46.567522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Pushing event updated for resources: {'Port': ['ID=e73c09a2-4540-422e-a460-c399d24048ff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:46.636863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Attempting to bind port e73c09a2-4540-422e-a460-c399d24048ff on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:28:46.637200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Attempting to bind port e73c09a2-4540-422e-a460-c399d24048ff by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:28:46.637545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Attempting to bind port e73c09a2-4540-422e-a460-c399d24048ff on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:46.641857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Port e73c09a2-4540-422e-a460-c399d24048ff on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:28:46.642182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Attempting to bind port e73c09a2-4540-422e-a460-c399d24048ff on network cc8aadfe-80f6-46da-91d7-f3020dc2fc43 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:28:46.647056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:28:46.647394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Checking segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:28:46.647792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Bound using segment: {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:28:46.648199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Bound port: e73c09a2-4540-422e-a460-c399d24048ff, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4997768e-e0da-4b17-8b95-97a04d283ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:28:46.648556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:46.721004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] For port e73c09a2-4540-422e-a460-c399d24048ff, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:28:46.724691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] For port e73c09a2-4540-422e-a460-c399d24048ff, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e73c09a2-4540-422e-a460-c399d24048ff,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:28:46.731704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:46.781802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:46.781802 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:46.782083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] 10.222.0.82 "PUT /v2.0/ports/e73c09a2-4540-422e-a460-c399d24048ff HTTP/1.1" status: 200 len: 1092 time: 0.9215717 Aug 30 21:28:46.782291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f763e114-141a-43e1-a473-510fe82fa654', 'tag': 'e73c09a2-4540-422e-a460-c399d24048ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:46.785186 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40c989-c81a-458f-93ec-02eed8a97982" -d '{"events": [{"name": "network-changed", "server_uuid": "f763e114-141a-43e1-a473-510fe82fa654", "tag": "e73c09a2-4540-422e-a460-c399d24048ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:46.836283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48133854-aeca-46f6-95db-3b33d94050cd service neutron] Pushing event updated for resources: {'Port': ['ID=e73c09a2-4540-422e-a460-c399d24048ff,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:46.867482 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c1b90b-0938-4668-ad91-52d275190224 x-openstack-request-id: req-72c1b90b-0938-4668-ad91-52d275190224 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:46.868758 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f763e114-141a-43e1-a473-510fe82fa654", "tag": "e73c09a2-4540-422e-a460-c399d24048ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:46.870516 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-72c1b90b-0938-4668-ad91-52d275190224 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:46.871064 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f763e114-141a-43e1-a473-510fe82fa654', 'tag': 'e73c09a2-4540-422e-a460-c399d24048ff', 'status': 'completed', 'code': 200} Aug 30 21:28:46.942006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f0540446-076a-49bd-9eb4-58f96a318133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:46.944000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f0540446-076a-49bd-9eb4-58f96a318133 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 1095 time: 0.1021860 Aug 30 21:28:47.001563 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-7f25f8ab-559a-4a73-a8b7-564b2ee5c659 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e73c09a2-4540-422e-a460-c399d24048ff HTTP/1.1" status: 200 len: 217 time: 0.0496356 Aug 30 21:28:47.091239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-6b72cd95-59e5-49a3-a5b8-c3132c3f312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:47.092821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-6b72cd95-59e5-49a3-a5b8-c3132c3f312b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.0819654 Aug 30 21:28:47.109272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5642-217e-4fe6-b1ed-7e7b853ad88d req-6e576eb3-86e3-4d99-aa81-a0f6ce28f235 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:47.111731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20bc5642-217e-4fe6-b1ed-7e7b853ad88d req-6e576eb3-86e3-4d99-aa81-a0f6ce28f235 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 943 time: 0.0579836 Aug 30 21:28:47.130786 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-f27841b1-268f-40e5-a422-6fb529ebcc62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278189 Aug 30 21:28:47.171388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20bc5642-217e-4fe6-b1ed-7e7b853ad88d req-93268e4c-1ee8-4773-b69d-0356108ed7c4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529921 Aug 30 21:28:47.243461 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-4f84c1b1-0013-431d-989b-5bb02cc3d292 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048107 Aug 30 21:28:47.352241 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da65b704-9bc4-4ad5-9374-1331c71808e8 req-117ed3b1-7740-4372-9902-62be424f2259 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990179 Aug 30 21:28:47.459082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-fdc34375-4945-4125-958e-0be9eb25b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:47.461146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-fdc34375-4945-4125-958e-0be9eb25b8c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 1095 time: 0.0545347 Aug 30 21:28:47.586272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4c23c-a9fd-4219-b32b-1ea2f6971f8d req-823a51e2-f750-4641-a95c-7437056c499e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:47.591133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0d4c23c-a9fd-4219-b32b-1ea2f6971f8d req-823a51e2-f750-4641-a95c-7437056c499e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0737796 Aug 30 21:28:47.594890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-57b0ffc1-8a3b-45db-bf19-9e85993e4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:47.600460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-57b0ffc1-8a3b-45db-bf19-9e85993e4e7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 911 time: 0.1309905 Aug 30 21:28:47.637401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0d4c23c-a9fd-4219-b32b-1ea2f6971f8d req-d1b22da3-3cef-4ab0-9a88-4487e6fd438a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Aug 30 21:28:47.650419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-fe7868d6-c246-4379-91d1-3badd1e0c56f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e73c09a2-4540-422e-a460-c399d24048ff HTTP/1.1" status: 200 len: 217 time: 0.0419080 Aug 30 21:28:47.713773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-e01bb841-aa1b-48e6-afcd-eb87b55ba637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:47.715489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-e01bb841-aa1b-48e6-afcd-eb87b55ba637 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.0580173 Aug 30 21:28:47.759087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-4afbf04d-92eb-4aba-aadb-c28002f6c144 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346346 Aug 30 21:28:47.868860 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-e040691e-1eba-4e66-9599-451962915134 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018155 Aug 30 21:28:48.097003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e1cc-cf2f-48f2-87d5-92b68e2644ac req-5f91e8fc-bfd5-4252-850d-3c9be85662c9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:48.099163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6808e1cc-cf2f-48f2-87d5-92b68e2644ac req-5f91e8fc-bfd5-4252-850d-3c9be85662c9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0912645 Aug 30 21:28:48.118689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-9caae915-67b3-41e2-928c-4015e685d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:48.120285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-9caae915-67b3-41e2-928c-4015e685d19f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 1097 time: 0.0756154 Aug 30 21:28:48.143978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6808e1cc-cf2f-48f2-87d5-92b68e2644ac req-1879d79e-91ec-4255-a347-11914c1055ce tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372064 Aug 30 21:28:48.151991 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a40c989-c81a-458f-93ec-02eed8a97982 req-bf3211ed-0e44-4f77-9cc3-59098c37d0f8 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758708 Aug 30 21:28:48.223851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-61a8bc8f-abd8-4129-90c9-20e2753f2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:48.225467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-61a8bc8f-abd8-4129-90c9-20e2753f2152 service neutron] 10.222.0.82 "GET /v2.0/networks?id=493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 200 len: 917 time: 0.0963733 Aug 30 21:28:48.281451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-8186173b-d4ed-4960-bfba-446d11e3f5ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0480118 Aug 30 21:28:48.309283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc800a63-0681-4384-8e17-2c294c1a6a4f req-811c735d-4fa2-4d75-bb2e-633c2b01ebe3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:48.316733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc800a63-0681-4384-8e17-2c294c1a6a4f req-811c735d-4fa2-4d75-bb2e-633c2b01ebe3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 943 time: 0.0594180 Aug 30 21:28:48.340422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-fc531ba6-916b-4879-92b5-e9307bb63ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:48.343214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-fc531ba6-916b-4879-92b5-e9307bb63ca1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 200 len: 855 time: 0.0533302 Aug 30 21:28:48.383041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc800a63-0681-4384-8e17-2c294c1a6a4f req-5cd57ed3-f577-462b-86bf-6833576f9ba0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Aug 30 21:28:48.398977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-1602f8db-eca6-4d4e-a28e-63de59e8a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:48.400547 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-1602f8db-eca6-4d4e-a28e-63de59e8a8ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=493c9768-0c05-489e-b43a-2cb314b5c6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472872 Aug 30 21:28:48.500283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-d96ab299-cbc3-46ca-8fbf-b0c52df3ce1d service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926986 Aug 30 21:28:48.596154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-62f89d4b-5cc2-465c-9553-918e3052c11a req-da34a2ca-622d-4f61-8fb8-de8bf41686ac service neutron] 10.222.0.82 "GET /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883007 Aug 30 21:28:49.292436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8c775-4f8c-4b65-ae3c-435804c6930d req-f653e074-5e71-4502-9470-19eb900dec8f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:49.293954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7e8c775-4f8c-4b65-ae3c-435804c6930d req-f653e074-5e71-4502-9470-19eb900dec8f tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0528169 Aug 30 21:28:49.342194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7e8c775-4f8c-4b65-ae3c-435804c6930d req-48692e95-c520-4209-9425-9cf754c7f9a5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Aug 30 21:28:49.506840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c3a4-e5aa-431b-be30-a7adc4adf268 req-d4da901d-f906-40bf-bf3b-c65d7e1d802e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:49.508374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa44c3a4-e5aa-431b-be30-a7adc4adf268 req-d4da901d-f906-40bf-bf3b-c65d7e1d802e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0699704 Aug 30 21:28:49.551071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa44c3a4-e5aa-431b-be30-a7adc4adf268 req-ead0c2b0-3b0c-4d08-8da1-92ab717f3742 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Aug 30 21:28:49.687120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098bf73-f901-4847-9e05-0d17a0e4c9b4 req-f9aa435d-4f6c-4e5b-8b25-ec953f5c42a1 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:49.688645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9098bf73-f901-4847-9e05-0d17a0e4c9b4 req-f9aa435d-4f6c-4e5b-8b25-ec953f5c42a1 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 943 time: 0.0727918 Aug 30 21:28:49.733345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9098bf73-f901-4847-9e05-0d17a0e4c9b4 req-3a3e4cfc-1556-4161-bcc0-cf3ace3029d3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Aug 30 21:28:49.850309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07155cb3-449a-4dfb-9918-71622fda943a req-53bbae81-4480-4a6b-93b5-9204f407bce0 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:49.851944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07155cb3-449a-4dfb-9918-71622fda943a req-53bbae81-4480-4a6b-93b5-9204f407bce0 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0512071 Aug 30 21:28:49.895878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07155cb3-449a-4dfb-9918-71622fda943a req-c8371cd1-7652-4a47-ad34-cd0e698d5519 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Aug 30 21:28:50.100145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35002332-66ae-4d90-850d-e2beb0d304a5 req-125f0e0b-29ff-4da2-b0e9-777f6d72f74a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:50.101800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35002332-66ae-4d90-850d-e2beb0d304a5 req-125f0e0b-29ff-4da2-b0e9-777f6d72f74a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0644977 Aug 30 21:28:50.141189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35002332-66ae-4d90-850d-e2beb0d304a5 req-f256a3b1-c2d1-4864-90ce-6b6ad34515c9 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Aug 30 21:28:50.182949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-5eaeb602-7d97-4842-bf15-7a2722030461 req-9820493a-90dd-4b09-bf10-f3b6b50970db tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:28:50.183833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5eaeb602-7d97-4842-bf15-7a2722030461 req-9820493a-90dd-4b09-bf10-f3b6b50970db tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059977 Aug 30 21:28:50.293208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5eaeb602-7d97-4842-bf15-7a2722030461 req-74539a66-0281-4267-924e-c6209cf336a0 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1025622 Aug 30 21:28:50.569331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793a4f5-9521-4538-959e-9b4220815d09 req-b6c615fd-6be4-4f6f-9b0c-c55989bb8287 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:50.570959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5793a4f5-9521-4538-959e-9b4220815d09 req-b6c615fd-6be4-4f6f-9b0c-c55989bb8287 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0618098 Aug 30 21:28:50.613403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5793a4f5-9521-4538-959e-9b4220815d09 req-f83aed3c-6475-4f69-9690-ec8153863a77 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365727 Aug 30 21:28:50.731876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c1f51-ed3c-4347-bff9-698941c7c6ea req-af860406-43f4-4823-ac9b-3fd0bafe70a7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:50.733416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-046c1f51-ed3c-4347-bff9-698941c7c6ea req-af860406-43f4-4823-ac9b-3fd0bafe70a7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0521293 Aug 30 21:28:50.773875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-046c1f51-ed3c-4347-bff9-698941c7c6ea req-03f5f5d6-559c-4b27-b555-566fcbcf612e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342731 Aug 30 21:28:50.885322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ea3d1-646f-4561-bdbb-0d71131875e0 req-91a64f35-52a6-44cf-af30-017dd3f72ad8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:50.886964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e36ea3d1-646f-4561-bdbb-0d71131875e0 req-91a64f35-52a6-44cf-af30-017dd3f72ad8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 943 time: 0.0497775 Aug 30 21:28:50.930995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e36ea3d1-646f-4561-bdbb-0d71131875e0 req-5f639d19-9ed7-4c9e-887b-d78135bcdc22 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374441 Aug 30 21:28:51.029067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e73c09a2-4540-422e-a460-c399d24048ff details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:28:51.059422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e58c1b-42c5-42d9-ab19-2dfe8df8934f req-de9b2d78-f139-4b46-b8a8-f18bddf05aec tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:51.061131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4e58c1b-42c5-42d9-ab19-2dfe8df8934f req-de9b2d78-f139-4b46-b8a8-f18bddf05aec tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0726354 Aug 30 21:28:51.115218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4e58c1b-42c5-42d9-ab19-2dfe8df8934f req-a05daeeb-3b35-4403-9f14-06bf0f2ad33c tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461080 Aug 30 21:28:51.175521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e73c09a2-4540-422e-a460-c399d24048ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e73c09a2-4540-422e-a460-c399d24048ff,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:51.188825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'e73c09a2-4540-422e-a460-c399d24048ff', 'network_id': 'cc8aadfe-80f6-46da-91d7-f3020dc2fc43', 'port_id': 'e73c09a2-4540-422e-a460-c399d24048ff', 'mac_address': 'fa:16:3e:68:af:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62820a3a-9a56-48ba-9c60-8940590dc255', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:28:51.240420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:51.255666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73c09a2-4540-422e-a460-c399d24048ff {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:28:51.279625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e73c09a2-4540-422e-a460-c399d24048ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e73c09a2-4540-422e-a460-c399d24048ff,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:51.286563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:51.373499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e73c09a2-4540-422e-a460-c399d24048ff,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:51.417549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5fda-bbb1-44e1-b703-a0fc61c8bf35 req-dd47eb8a-7534-46d6-9c04-fc441b4031d7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:51.423414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5fda-bbb1-44e1-b703-a0fc61c8bf35 req-dd47eb8a-7534-46d6-9c04-fc441b4031d7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:51.429967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5fda-bbb1-44e1-b703-a0fc61c8bf35 req-dd47eb8a-7534-46d6-9c04-fc441b4031d7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:51.432035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cafd5fda-bbb1-44e1-b703-a0fc61c8bf35 req-dd47eb8a-7534-46d6-9c04-fc441b4031d7 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd&device_id=792e873b-bfa0-4a34-a1dd-a1300afea688&device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 2417 time: 0.0991356 Aug 30 21:28:51.472538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cafd5fda-bbb1-44e1-b703-a0fc61c8bf35 req-01a825a8-3b6c-4a10-9726-d8adb646dac2 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Aug 30 21:28:51.567838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f0625e-657f-4e88-a559-bc4dfe8ac1be req-c9779cc0-9a8b-46d6-a5e7-e21fd6404356 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0609505 Aug 30 21:28:51.632290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e73c09a2-4540-422e-a460-c399d24048ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:52.096832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae51f2-e263-4af3-ac9d-e2a0d7131e08 req-5f802d97-b2ca-4a51-8d4f-2ed3d9d40fae tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:52.103273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55ae51f2-e263-4af3-ac9d-e2a0d7131e08 req-5f802d97-b2ca-4a51-8d4f-2ed3d9d40fae tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 944 time: 0.0599661 Aug 30 21:28:52.144161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55ae51f2-e263-4af3-ac9d-e2a0d7131e08 req-f22f260c-b85f-46db-a49e-22e394093963 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Aug 30 21:28:53.027868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e73c09a2-4540-422e-a460-c399d24048ff up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:28:53.092336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port e73c09a2-4540-422e-a460-c399d24048ff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:28:53.106468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port e73c09a2-4540-422e-a460-c399d24048ff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:28:53.106468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:53.256862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:53.303433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port e73c09a2-4540-422e-a460-c399d24048ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e73c09a2-4540-422e-a460-c399d24048ff,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:53.304487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f763e114-141a-43e1-a473-510fe82fa654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c09a2-4540-422e-a460-c399d24048ff'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:53.313258 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f10bcae-522a-458e-9786-596034038d61" -d '{"events": [{"server_uuid": "f763e114-141a-43e1-a473-510fe82fa654", "name": "network-vif-plugged", "status": "completed", "tag": "e73c09a2-4540-422e-a460-c399d24048ff"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:53.317467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:53.401918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e5a5e-597a-4157-af50-5203ab091d8f req-e8762013-e091-4b86-8ff8-b005e4e5c951 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:53.416740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=e73c09a2-4540-422e-a460-c399d24048ff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:53.418805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd4e5a5e-597a-4157-af50-5203ab091d8f req-e8762013-e091-4b86-8ff8-b005e4e5c951 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1218884 Aug 30 21:28:53.454498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd4e5a5e-597a-4157-af50-5203ab091d8f req-9fda4cb4-26e8-4332-b72e-fde6f8cebc2d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347786 Aug 30 21:28:53.572423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737228b-b336-4373-ad0b-c05bc38d93c0 req-6bf9ccfa-ba8a-4a75-8eee-2543f2bbd463 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:53.574198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b737228b-b336-4373-ad0b-c05bc38d93c0 req-6bf9ccfa-ba8a-4a75-8eee-2543f2bbd463 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0570526 Aug 30 21:28:53.632999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b737228b-b336-4373-ad0b-c05bc38d93c0 req-d2e82f8a-b9ae-4112-b394-48c324242e53 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506055 Aug 30 21:28:53.682333 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2647be-e933-4112-a25e-ce008ea908bf x-openstack-request-id: req-3f2647be-e933-4112-a25e-ce008ea908bf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:53.682643 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f763e114-141a-43e1-a473-510fe82fa654", "name": "network-vif-plugged", "status": "completed", "tag": "e73c09a2-4540-422e-a460-c399d24048ff", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:53.683563 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f2647be-e933-4112-a25e-ce008ea908bf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:53.683563 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f763e114-141a-43e1-a473-510fe82fa654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73c09a2-4540-422e-a460-c399d24048ff', 'code': 200} Aug 30 21:28:53.819112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6583568-4769-48c0-a1ec-22e3fc5b0ef5 req-48602c60-4cd9-427d-be1e-405e1cacae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:53.821375 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6583568-4769-48c0-a1ec-22e3fc5b0ef5 req-48602c60-4cd9-427d-be1e-405e1cacae27 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 1097 time: 0.0696433 Aug 30 21:28:53.867087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6583568-4769-48c0-a1ec-22e3fc5b0ef5 req-822249fe-b0e8-4017-91e8-7b87f2785f83 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373542 Aug 30 21:28:54.597226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8d45e-b02e-450c-8413-d9e6ecc08737 req-2ec9e4b9-fea9-4a7c-bae6-f46d562a8c83 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:54.599909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16c8d45e-b02e-450c-8413-d9e6ecc08737 req-2ec9e4b9-fea9-4a7c-bae6-f46d562a8c83 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0611017 Aug 30 21:28:54.682768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16c8d45e-b02e-450c-8413-d9e6ecc08737 req-0e1203f2-da9b-4a86-8410-c28c55873bb5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741501 Aug 30 21:28:54.903599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd4eff-0f7e-4caa-a473-2a1804d86c2d req-4803bac3-2d75-433b-a5a5-173a4898881d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:54.905776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83fd4eff-0f7e-4caa-a473-2a1804d86c2d req-4803bac3-2d75-433b-a5a5-173a4898881d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0693328 Aug 30 21:28:54.951456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83fd4eff-0f7e-4caa-a473-2a1804d86c2d req-84321e25-40a8-441e-8402-5151432f5419 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 Aug 30 21:28:55.049135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-20da8147-c654-435c-bb63-e43f7fe27515 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:55.051170 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-20da8147-c654-435c-bb63-e43f7fe27515 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 945 time: 0.0623741 Aug 30 21:28:55.151417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Deleting port a68c15c6-ee94-4e35-a485-0560f3528abe {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:28:55.151928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:55.274234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] For port a68c15c6-ee94-4e35-a485-0560f3528abe, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a68c15c6-ee94-4e35-a485-0560f3528abe,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:55.274815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:55.291077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Calling delete_port for a68c15c6-ee94-4e35-a485-0560f3528abe owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:28:55.440494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:55.453027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a68c15c6-ee94-4e35-a485-0560f3528abe'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:55.457016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['82d67ff1-aada-4f51-ba90-f8831128bbd8', '6f761143-d57a-4f7a-aed6-e6b9f74f585b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:55.469070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Pushing event deleted for resources: {'Port': ['ID=a68c15c6-ee94-4e35-a485-0560f3528abe,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:55.519960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] No DVR routers for this DVR port a68c15c6-ee94-4e35-a485-0560f3528abe on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:28:55.523348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:55.526258 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a629a0d2-e3d7-4792-a827-c8408249b1e6 req-d78828f7-c3b4-4474-a0a8-c8f23d505c23 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.86 "DELETE /v2.0/ports/a68c15c6-ee94-4e35-a485-0560f3528abe HTTP/1.1" status: 204 len: 173 time: 0.4666157 Aug 30 21:28:55.526741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'name': 'network-vif-deleted', 'tag': 'a68c15c6-ee94-4e35-a485-0560f3528abe'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:55.529042 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c5f23-9cb0-42c2-9ca7-905ffb97e76f" -d '{"events": [{"server_uuid": "2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd", "name": "network-vif-deleted", "tag": "a68c15c6-ee94-4e35-a485-0560f3528abe"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:55.596739 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb3e7fa-da27-4295-b863-fbe3bdb7731b x-openstack-request-id: req-5fb3e7fa-da27-4295-b863-fbe3bdb7731b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:55.596739 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd", "name": "network-vif-deleted", "tag": "a68c15c6-ee94-4e35-a485-0560f3528abe", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:55.597012 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5fb3e7fa-da27-4295-b863-fbe3bdb7731b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:55.597328 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd', 'name': 'network-vif-deleted', 'tag': 'a68c15c6-ee94-4e35-a485-0560f3528abe', 'status': 'completed', 'code': 200} Aug 30 21:28:55.944146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fd9dc-ab02-4ecd-bdca-c78a221bf2fd req-ef9796c7-e77e-4dcc-a5ea-bb77ea837c6c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:55.952240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f09fd9dc-ab02-4ecd-bdca-c78a221bf2fd req-ef9796c7-e77e-4dcc-a5ea-bb77ea837c6c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1330311 Aug 30 21:28:56.011047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f09fd9dc-ab02-4ecd-bdca-c78a221bf2fd req-4551ffaf-f9dd-4b57-9104-301bdb723c6a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523319 Aug 30 21:28:56.167393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79b9cbc3-3e0a-4314-a0a4-6940bc830423 req-a3071551-3d52-4286-8d01-d61f8c8affea tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9ee84a-0912-46f0-bc45-6f1b2aeef5cd HTTP/1.1" status: 200 len: 210 time: 0.0388799 Aug 30 21:28:56.466245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-e0eb32b9-7e05-4813-9741-cf28bb9f8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:56.467924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-e0eb32b9-7e05-4813-9741-cf28bb9f8b24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 1097 time: 0.0441823 Aug 30 21:28:56.601086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-dcd94bfb-7358-4af2-9860-8d7e1b57be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:56.602793 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-dcd94bfb-7358-4af2-9860-8d7e1b57be71 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 911 time: 0.1225610 Aug 30 21:28:56.606357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c9ee9-bf62-45f0-abfb-d0a5fa0a5636 req-a19b5c14-4938-4fc9-a586-8d95b3f055c0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:56.607895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-720c9ee9-bf62-45f0-abfb-d0a5fa0a5636 req-a19b5c14-4938-4fc9-a586-8d95b3f055c0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0695941 Aug 30 21:28:56.654013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-74c10951-08aa-4e69-8410-7a8b26368b30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e73c09a2-4540-422e-a460-c399d24048ff HTTP/1.1" status: 200 len: 217 time: 0.0439699 Aug 30 21:28:56.673317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-720c9ee9-bf62-45f0-abfb-d0a5fa0a5636 req-b41e50fe-d434-448a-a9cc-4d9a2ffa1098 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501091 Aug 30 21:28:56.752411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-0918f1be-f12d-4ebe-8979-a72bd21404b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:56.754223 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-0918f1be-f12d-4ebe-8979-a72bd21404b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.0919836 Aug 30 21:28:56.793477 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-b05df719-73ce-4fa1-a962-ebc37c7a2c46 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312746 Aug 30 21:28:56.911724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-4a624618-3272-4d56-a53e-fb72bd7f9ea0 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105516 Aug 30 21:28:57.052994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53ddfbe8-340e-4eb5-aa53-5e123a6fceca req-910c1a8e-eafd-4d26-9072-e3135f3cc012 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316884 Aug 30 21:28:57.731067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d4ec2-38aa-4703-8706-a1e89464235a req-caa2b865-675d-4ab9-b206-e0b6ae9903e4 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:57.742928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c1d4ec2-38aa-4703-8706-a1e89464235a req-caa2b865-675d-4ab9-b206-e0b6ae9903e4 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0821655 Aug 30 21:28:57.791448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c1d4ec2-38aa-4703-8706-a1e89464235a req-7c6b2f79-f0ea-46a7-b7cb-3c4ee0612a91 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472224 Aug 30 21:28:57.904418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc3f8f-8814-4b58-990f-544a0481ce52 req-41c548c2-6399-48fe-b8e3-623004972bd4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:57.906257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffcc3f8f-8814-4b58-990f-544a0481ce52 req-41c548c2-6399-48fe-b8e3-623004972bd4 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0610425 Aug 30 21:28:57.947094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffcc3f8f-8814-4b58-990f-544a0481ce52 req-43c16fa8-37bb-45fd-9425-d332cedfe418 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Aug 30 21:28:58.281435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a68c15c6-ee94-4e35-a485-0560f3528abe no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:28:58.304226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a68c15c6-ee94-4e35-a485-0560f3528abe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:28:58.304814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a68c15c6-ee94-4e35-a485-0560f3528abe not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:28:58.934521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1777a47-2a20-478c-8605-755fe999d9cb req-343ce313-02c7-47c9-a935-63eb9b02f263 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:58.936579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1777a47-2a20-478c-8605-755fe999d9cb req-343ce313-02c7-47c9-a935-63eb9b02f263 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0773249 Aug 30 21:28:58.981751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1777a47-2a20-478c-8605-755fe999d9cb req-54efcf8c-1865-402c-9737-d3861c113e11 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Aug 30 21:28:59.128194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8ab2d-89ac-42e0-bbb3-3a7b09947790 req-8f9afb98-bd27-42f8-9fbf-62edaf3f28c9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:59.138824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ec8ab2d-89ac-42e0-bbb3-3a7b09947790 req-8f9afb98-bd27-42f8-9fbf-62edaf3f28c9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0755777 Aug 30 21:28:59.195000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-abbaf66f-aa79-44c1-b610-f90c3e7ad1b6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:28:59.199073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-abbaf66f-aa79-44c1-b610-f90c3e7ad1b6 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 946 time: 0.0628796 Aug 30 21:28:59.203270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ec8ab2d-89ac-42e0-bbb3-3a7b09947790 req-afe6eee4-e259-4b82-8b5f-ca94a963e813 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629795 Aug 30 21:28:59.315012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Deleting port 6f761143-d57a-4f7a-aed6-e6b9f74f585b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:28:59.315357 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:59.489669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] For port 6f761143-d57a-4f7a-aed6-e6b9f74f585b, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6f761143-d57a-4f7a-aed6-e6b9f74f585b,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:28:59.490084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:59.533622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Calling delete_port for 6f761143-d57a-4f7a-aed6-e6b9f74f585b owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:28:59.732370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:59.745184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['82d67ff1-aada-4f51-ba90-f8831128bbd8', '6f761143-d57a-4f7a-aed6-e6b9f74f585b'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:28:59.812764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Pushing event deleted for resources: {'Port': ['ID=6f761143-d57a-4f7a-aed6-e6b9f74f585b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:28:59.870777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] No DVR routers for this DVR port 6f761143-d57a-4f7a-aed6-e6b9f74f585b on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:28:59.873812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:28:59.876412 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf136373-697d-4eb5-b149-53cc2aad4e96 req-82e106d0-02b8-4138-a495-1568db9f279e tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "DELETE /v2.0/ports/6f761143-d57a-4f7a-aed6-e6b9f74f585b HTTP/1.1" status: 204 len: 173 time: 0.6702058 Aug 30 21:28:59.877093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'name': 'network-vif-deleted', 'tag': '6f761143-d57a-4f7a-aed6-e6b9f74f585b'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:28:59.880806 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9876f0b0-b98b-4fbd-b0b1-62d08533b10d" -d '{"events": [{"server_uuid": "792e873b-bfa0-4a34-a1dd-a1300afea688", "name": "network-vif-deleted", "tag": "6f761143-d57a-4f7a-aed6-e6b9f74f585b"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:28:59.977894 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1668b1c-b038-4b79-bf19-f3a25af1fa3d x-openstack-request-id: req-a1668b1c-b038-4b79-bf19-f3a25af1fa3d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:28:59.978191 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e873b-bfa0-4a34-a1dd-a1300afea688", "name": "network-vif-deleted", "tag": "6f761143-d57a-4f7a-aed6-e6b9f74f585b", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:28:59.978534 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1668b1c-b038-4b79-bf19-f3a25af1fa3d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:28:59.979276 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792e873b-bfa0-4a34-a1dd-a1300afea688', 'name': 'network-vif-deleted', 'tag': '6f761143-d57a-4f7a-aed6-e6b9f74f585b', 'status': 'completed', 'code': 200} Aug 30 21:29:00.107559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c19447d6-4c87-4f58-a116-5dccd2f99278 req-42f07fbd-5302-4fa3-8902-3efd50e602ac tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=792e873b-bfa0-4a34-a1dd-a1300afea688 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Aug 30 21:29:00.369521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c1e4-53ae-44c5-9126-941c8621cffc req-0fbe9610-b6cd-4f12-9322-07145afd3ecb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:00.371372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7702c1e4-53ae-44c5-9126-941c8621cffc req-0fbe9610-b6cd-4f12-9322-07145afd3ecb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0848618 Aug 30 21:29:00.439020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7702c1e4-53ae-44c5-9126-941c8621cffc req-b1713044-7d40-4cf0-bb0a-eb4ae5f0e946 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569618 Aug 30 21:29:01.614839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9534-71e3-444d-8296-517704e005ab req-9264d41d-b5d1-4c86-afdb-592b3d1de5a5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:01.619179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdfe9534-71e3-444d-8296-517704e005ab req-9264d41d-b5d1-4c86-afdb-592b3d1de5a5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0650036 Aug 30 21:29:01.676772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdfe9534-71e3-444d-8296-517704e005ab req-21d2207a-4a94-4b41-9719-ce0462fdc513 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509109 Aug 30 21:29:01.836938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3286b6d-abf4-4b64-80ad-bfe85d1f8400 req-9724520b-0b0a-4a57-8bf5-d7e491aafc94 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:01.843187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3286b6d-abf4-4b64-80ad-bfe85d1f8400 req-9724520b-0b0a-4a57-8bf5-d7e491aafc94 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0642674 Aug 30 21:29:01.887377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3286b6d-abf4-4b64-80ad-bfe85d1f8400 req-b1b14880-3711-4d25-81b9-209ed0f63443 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Aug 30 21:29:02.818137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf6c0-27cf-425b-89cd-0effe371ad81 req-5d018023-32d7-48fe-97f7-109324d90647 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:02.827636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0acf6c0-27cf-425b-89cd-0effe371ad81 req-5d018023-32d7-48fe-97f7-109324d90647 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0700214 Aug 30 21:29:02.865392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0acf6c0-27cf-425b-89cd-0effe371ad81 req-c4dc717f-75b0-489d-bd84-cb0572512598 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367186 Aug 30 21:29:03.049351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda6f1-6806-4e68-8631-dfc103a74473 req-d6dd0ccb-bb0f-4bb0-a172-331cf3fa1926 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:03.051285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58fda6f1-6806-4e68-8631-dfc103a74473 req-d6dd0ccb-bb0f-4bb0-a172-331cf3fa1926 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0651610 Aug 30 21:29:03.072213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6f761143-d57a-4f7a-aed6-e6b9f74f585b no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:03.103646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 6f761143-d57a-4f7a-aed6-e6b9f74f585b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:03.104197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6f761143-d57a-4f7a-aed6-e6b9f74f585b not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:03.104516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58fda6f1-6806-4e68-8631-dfc103a74473 req-a1c82bb6-12f4-4c4c-8d97-05d1fe75e86d tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f0aea27-4bad-4e2a-9547-4be2139e5562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Aug 30 21:29:03.329379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-10a43fe9-af60-49f9-a880-87943f1e6ecb tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:03.331056 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-10a43fe9-af60-49f9-a880-87943f1e6ecb tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 945 time: 0.0570138 Aug 30 21:29:03.452533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Deleting port 82d67ff1-aada-4f51-ba90-f8831128bbd8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:03.452876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:03.573443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:03.627477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] For port 82d67ff1-aada-4f51-ba90-f8831128bbd8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=82d67ff1-aada-4f51-ba90-f8831128bbd8,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:03.627885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:03.645445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Calling delete_port for 82d67ff1-aada-4f51-ba90-f8831128bbd8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:03.813015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:03.825837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['82d67ff1-aada-4f51-ba90-f8831128bbd8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:03.849864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Pushing event deleted for resources: {'Port': ['ID=82d67ff1-aada-4f51-ba90-f8831128bbd8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:03.908370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] No DVR routers for this DVR port 82d67ff1-aada-4f51-ba90-f8831128bbd8 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:03.912019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:03.914346 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd753061-2755-4d07-a5d1-9584cd2f6f17 req-3d8eaaa5-771c-439e-b68c-1620098607e5 tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.82 "DELETE /v2.0/ports/82d67ff1-aada-4f51-ba90-f8831128bbd8 HTTP/1.1" status: 204 len: 173 time: 0.5761797 Aug 30 21:29:03.914891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'name': 'network-vif-deleted', 'tag': '82d67ff1-aada-4f51-ba90-f8831128bbd8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:03.917310 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2699e2b-f883-4132-bc10-602021ca47bf" -d '{"events": [{"server_uuid": "13d07d31-ac14-4c8e-b794-01a550e831b5", "name": "network-vif-deleted", "tag": "82d67ff1-aada-4f51-ba90-f8831128bbd8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:04.072898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adffb22-2d5b-4cc0-b410-a7a77a77dd26 req-bf9df4d2-1fbf-4f6f-9971-718dbb9ccb6e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:04.074451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8adffb22-2d5b-4cc0-b410-a7a77a77dd26 req-bf9df4d2-1fbf-4f6f-9971-718dbb9ccb6e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0822189 Aug 30 21:29:04.144065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8adffb22-2d5b-4cc0-b410-a7a77a77dd26 req-e5979715-3ab4-4b6b-82b3-d3519f747d52 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619836 Aug 30 21:29:04.200039 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf16199-5b56-4721-8fa4-e456ba9233bd x-openstack-request-id: req-ecf16199-5b56-4721-8fa4-e456ba9233bd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:04.201836 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d07d31-ac14-4c8e-b794-01a550e831b5", "name": "network-vif-deleted", "tag": "82d67ff1-aada-4f51-ba90-f8831128bbd8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:04.201836 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecf16199-5b56-4721-8fa4-e456ba9233bd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:04.201836 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d07d31-ac14-4c8e-b794-01a550e831b5', 'name': 'network-vif-deleted', 'tag': '82d67ff1-aada-4f51-ba90-f8831128bbd8', 'status': 'completed', 'code': 200} Aug 30 21:29:04.287151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cbf60bb-ae50-45f4-b03b-27d36d80ca97 req-68481ab3-e66f-48c7-a96f-359a0f92962a tempest-ListServerFiltersTestJSON-2006249897 tempest-ListServerFiltersTestJSON-2006249897-project] 10.222.0.76 "GET /v2.0/ports?device_id=13d07d31-ac14-4c8e-b794-01a550e831b5 HTTP/1.1" status: 200 len: 210 time: 0.0316975 Aug 30 21:29:04.289992 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:29:05.269312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2ea78-1181-4d54-ae42-d15fd6ec08b6 req-f6d0b4df-1cbc-4a3d-911e-9c57a3f529e5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:05.277252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0c2ea78-1181-4d54-ae42-d15fd6ec08b6 req-f6d0b4df-1cbc-4a3d-911e-9c57a3f529e5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0572765 Aug 30 21:29:05.329372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0c2ea78-1181-4d54-ae42-d15fd6ec08b6 req-9aa90992-9bf6-4705-9b40-670fd0c7e71a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Aug 30 21:29:05.377316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:05.463421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Deleting subnet 7d1d9f1e-a9fe-488a-a353-d08609dd9230 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:29:05.467117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.503686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.593986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.681926 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.714631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1d9f1e-a9fe-488a-a353-d08609dd9230,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:05.720954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.722737 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-51155b03-4735-4260-9c37-4108fb74e41b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7d1d9f1e-a9fe-488a-a353-d08609dd9230 HTTP/1.1" status: 204 len: 168 time: 0.3443956 Aug 30 21:29:05.725231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:05.728835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a4888-4fc9-4bfd-a1a9-cdc11b0a5613 None None] Network 493c9768-0c05-489e-b43a-2cb314b5c6da requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:05.844969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.907338 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.916858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Deleting port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:05.917330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:05.981793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] DHCP port deletion for 493c9768-0c05-489e-b43a-2cb314b5c6da request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:29:06.003561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] For port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:06.003561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.051928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Calling delete_port for 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:06.070354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] Deleting port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:06.071140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.143530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] For port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,segment=NetworkSegment(7c83959b-9561-4643-9756-371f8efb1101),segment_id=7c83959b-9561-4643-9756-371f8efb1101)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:06.144401 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.151496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.159794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] Calling delete_port for 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:06.194814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:06.203222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] No DVR routers for this DVR port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:06.260669 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.293556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] Pushing event deleted for resources: {'Port': ['ID=1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:06.298288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.300512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73998df1-6a7d-4529-8765-0431e9f5453c None None] No DVR routers for this DVR port 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:06.318744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493c9768-0c05-489e-b43a-2cb314b5c6da']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:06.338012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c83959b-9561-4643-9756-371f8efb1101') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:06.338012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c83959b-9561-4643-9756-371f8efb1101') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:06.348046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.364470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.371049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:29:06.371838 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:29:06.431044 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:29:06.438704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.447456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.451801 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/493c9768-0c05-489e-b43a-2cb314b5c6da HTTP/1.1" status: 204 len: 168 time: 0.7233028 Aug 30 21:29:06.460195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e99aa-3f87-4561-9048-8511b784f3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=493c9768-0c05-489e-b43a-2cb314b5c6da,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:06.466521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a970058-c297-482a-bfb4-4cf522e376cb req-3cf83205-ba72-40a5-aa8f-2231d9b1ee1a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:06.468735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a970058-c297-482a-bfb4-4cf522e376cb req-3cf83205-ba72-40a5-aa8f-2231d9b1ee1a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0686927 Aug 30 21:29:06.521663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a970058-c297-482a-bfb4-4cf522e376cb req-3f39a0d1-d44b-4294-a2a8-b1ae29836d26 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464892 Aug 30 21:29:06.675890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55248) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:06.711811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:06.746719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6789ce04-427f-45b6-895f-fa770c8a106e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=83dd944ddcfa4bf1ad92cea02dd28c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677323 Aug 30 21:29:06.747596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:06.751905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:06.752372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1c1dbd42-cd63-4be9-b848-1e3b6f4e67d4 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:06.814636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5f412b-6c4a-4763-a56d-34571866ff7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.840437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5f412b-6c4a-4763-a56d-34571866ff7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.894956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5f412b-6c4a-4763-a56d-34571866ff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.897812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d5f412b-6c4a-4763-a56d-34571866ff7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:06.901670 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3d5f412b-6c4a-4763-a56d-34571866ff7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f0aea27-4bad-4e2a-9547-4be2139e5562 HTTP/1.1" status: 204 len: 168 time: 0.1505897 Aug 30 21:29:06.908670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f412b-6c4a-4763-a56d-34571866ff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0aea27-4bad-4e2a-9547-4be2139e5562,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:07.098326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 82d67ff1-aada-4f51-ba90-f8831128bbd8 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:07.121340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 82d67ff1-aada-4f51-ba90-f8831128bbd8 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:07.121685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 82d67ff1-aada-4f51-ba90-f8831128bbd8 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:07.648596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d362f-70c7-4978-aa09-be374e0d9a11 req-1d93715f-5bd8-46b5-a279-74b4a434f0b2 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:07.650907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-710d362f-70c7-4978-aa09-be374e0d9a11 req-1d93715f-5bd8-46b5-a279-74b4a434f0b2 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0565026 Aug 30 21:29:07.715499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-710d362f-70c7-4978-aa09-be374e0d9a11 req-491857df-cd96-4c87-b6f8-17cfc65fa035 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Aug 30 21:29:07.768046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55302) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:07.874622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-901648151-network', 'tenant_id': 'd48d11bc8bda4d69b02d8da9d4e5dc1d'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:07.899927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Made reservation on behalf of d48d11bc8bda4d69b02d8da9d4e5dc1d for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:07.902423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:07.911665 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.004348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.009981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.037145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:29:08.051538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37108521-f5db-4783-a447-1f42a8572000,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:08.064569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.065362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.065890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.066395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.066916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.067577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.068083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.069256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.069764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.070254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.070764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.071241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:08.090197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.090766 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Added segment f28687b5-7623-4d8f-8a19-9542b8065245 of type vlan for network 49c81c8a-af69-49c8-b544-8d14966a413e Aug 30 21:29:08.153466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.181890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.183299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:08.184119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.256552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4880002 Aug 30 21:29:08.259562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:08.269749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Request body: {'subnet': {'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-901648151-subnet', 'tenant_id': 'd48d11bc8bda4d69b02d8da9d4e5dc1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:08.278236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cd216-6927-4d35-a3d9-b09ff46cd4ba admin admin] Pushing event updated for resources: {'Network': ['ID=49c81c8a-af69-49c8-b544-8d14966a413e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:08.290744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 49c81c8a-af69-49c8-b544-8d14966a413e details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:29:08.299094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Made reservation on behalf of d48d11bc8bda4d69b02d8da9d4e5dc1d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:08.303898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.557848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.637150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Checking segment: {'id': 'f28687b5-7623-4d8f-8a19-9542b8065245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:08.638155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Network hostable DHCP agents. Network: 49c81c8a-af69-49c8-b544-8d14966a413e, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:29:08.641083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f7424c-967d-4d1b-acdf-b00ed63d516d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:08.666881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Network 49c81c8a-af69-49c8-b544-8d14966a413e is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:29:08.682909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 49c81c8a-af69-49c8-b544-8d14966a413e) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:08.690354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:08.690986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:08.699022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70dd50d-ac39-45df-b230-8fd725f29516 None None] Network 49c81c8a-af69-49c8-b544-8d14966a413e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:08.719135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0c151e01-a627-463b-a9b8-896c3479efad admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4567540 Aug 30 21:29:08.850364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd9d2cc-8118-47ba-8179-3bfbb024c432 None None] Network 49c81c8a-af69-49c8-b544-8d14966a413e requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:08.924886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4d67b-fe6f-4dca-8c32-c2d64740cae9 req-1e096f8d-0e3a-48bb-ac8e-163308b77b0c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:08.926826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26f4d67b-fe6f-4dca-8c32-c2d64740cae9 req-1e096f8d-0e3a-48bb-ac8e-163308b77b0c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0960143 Aug 30 21:29:08.981642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf12ee03-bc18-4540-a995-3eb6139f4c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:09.003512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26f4d67b-fe6f-4dca-8c32-c2d64740cae9 req-17c1aeb5-90ec-46f6-81ad-726f233b95ed tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652316 Aug 30 21:29:09.389555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-cd0d5fca-15c6-4b3e-a73c-c598bedd685d tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:09.391314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-cd0d5fca-15c6-4b3e-a73c-c598bedd685d tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/networks?id=49c81c8a-af69-49c8-b544-8d14966a413e HTTP/1.1" status: 200 len: 812 time: 0.1260099 Aug 30 21:29:09.407486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-7a7506d4-aade-4031-b510-3937f340873f tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/quotas/d48d11bc8bda4d69b02d8da9d4e5dc1d HTTP/1.1" status: 200 len: 375 time: 0.0100381 Aug 30 21:29:09.442639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-15804e7c-73e4-4840-9ae6-bc1b6d806032 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d48d11bc8bda4d69b02d8da9d4e5dc1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290287 Aug 30 21:29:09.544991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-408b86ad-5eda-4544-b4f7-ac94bb5d3c91 service neutron] 10.222.0.76 "GET /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948153 Aug 30 21:29:09.646895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-6a734748-4249-437b-86f6-f03907951ff3 service neutron] 10.222.0.76 "GET /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955832 Aug 30 21:29:09.877568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71eec7d1-723d-4d7e-86f4-e21cbb8b8ec8 req-847cc7a0-11a1-4236-8eb9-afac5e692e6e tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 210 time: 0.0460443 Aug 30 21:29:10.219828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343f62-493e-4c3e-9169-82382fea5e2b req-820ba5f8-c322-4682-824f-e0c16f96356f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:10.228310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1343f62-493e-4c3e-9169-82382fea5e2b req-820ba5f8-c322-4682-824f-e0c16f96356f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0881703 Aug 30 21:29:10.301486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1343f62-493e-4c3e-9169-82382fea5e2b req-9324c3b8-26e6-41f9-aabf-42d6a461b4cb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Aug 30 21:29:11.047411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5380a26-7ffd-4bdd-bb3d-44fd15cef66d req-24451f49-2ddf-4750-9bb7-2d22b046a8b7 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 210 time: 0.0542736 Aug 30 21:29:11.180097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-ab102f47-f80e-493f-b527-064789b6e814 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:11.192105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-ab102f47-f80e-493f-b527-064789b6e814 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.86 "GET /v2.0/networks?id=49c81c8a-af69-49c8-b544-8d14966a413e HTTP/1.1" status: 200 len: 812 time: 0.2156777 Aug 30 21:29:11.208602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Request body: {'port': {'device_id': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e', 'admin_state_up': True, 'tenant_id': 'd48d11bc8bda4d69b02d8da9d4e5dc1d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:11.327764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Made reservation on behalf of d48d11bc8bda4d69b02d8da9d4e5dc1d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:11.334355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:11.465422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de95190-0e57-41f9-aaa8-5076fafe900f req-d28e6e77-2b93-4584-ad3f-5e6d829a068e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:11.467077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7de95190-0e57-41f9-aaa8-5076fafe900f req-d28e6e77-2b93-4584-ad3f-5e6d829a068e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Aug 30 21:29:11.528702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7de95190-0e57-41f9-aaa8-5076fafe900f req-d18bfc32-acbd-4302-8022-2b21404c9a7e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482481 Aug 30 21:29:11.543257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Allocated IP 172.20.0.4 (49c81c8a-af69-49c8-b544-8d14966a413e/49f7424c-967d-4d1b-acdf-b00ed63d516d/8772ea05-a0e8-4dca-83d0-90b2c341a679) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:29:11.740039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:11.752695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:11.786639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:11.834185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Network 49c81c8a-af69-49c8-b544-8d14966a413e is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:11.837565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:11.842057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:29:11.846297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Pushing event updated for resources: {'Port': ['ID=8772ea05-a0e8-4dca-83d0-90b2c341a679,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:11.869402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-190ad824-e7e8-4712-a01d-f9c9e5857804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:11.893139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:11.893779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:11.912798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-1ea3ae26-5fc4-4c82-86f2-71bf6a532fc6 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7088921 Aug 30 21:29:11.926218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Request body: {'port': {'device_id': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:11.982465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.188885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1eeee-a24c-47d1-9a92-8d18179aa5bd req-88fc83e0-e96f-4b69-989d-9129b41d04fc tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:12.191518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0a1eeee-a24c-47d1-9a92-8d18179aa5bd req-88fc83e0-e96f-4b69-989d-9129b41d04fc tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 931 time: 0.0562298 Aug 30 21:29:12.245573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0a1eeee-a24c-47d1-9a92-8d18179aa5bd req-c1850591-a128-4bac-aee5-0a5fb6133669 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447848 Aug 30 21:29:12.284297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8772ea05-a0e8-4dca-83d0-90b2c341a679 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:12.293091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.308022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Transition to ACTIVE for port object 8772ea05-a0e8-4dca-83d0-90b2c341a679 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:29:12.313482 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.444500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8772ea05-a0e8-4dca-83d0-90b2c341a679,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:12.502947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Attempting to bind port 8772ea05-a0e8-4dca-83d0-90b2c341a679 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:29:12.503676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Attempting to bind port 8772ea05-a0e8-4dca-83d0-90b2c341a679 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'f28687b5-7623-4d8f-8a19-9542b8065245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:29:12.504559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Attempting to bind port 8772ea05-a0e8-4dca-83d0-90b2c341a679 on network 49c81c8a-af69-49c8-b544-8d14966a413e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:12.517474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Port 8772ea05-a0e8-4dca-83d0-90b2c341a679 on network 49c81c8a-af69-49c8-b544-8d14966a413e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:29:12.519654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Attempting to bind port 8772ea05-a0e8-4dca-83d0-90b2c341a679 on network 49c81c8a-af69-49c8-b544-8d14966a413e {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:12.531194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:29:12.531550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Checking segment: {'id': 'f28687b5-7623-4d8f-8a19-9542b8065245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:12.531916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Bound using segment: {'id': 'f28687b5-7623-4d8f-8a19-9542b8065245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:29:12.532501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Bound port: 8772ea05-a0e8-4dca-83d0-90b2c341a679, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28687b5-7623-4d8f-8a19-9542b8065245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:29:12.532993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.586751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b21266-7b02-4fcb-850f-00405a6423e0 req-5e105409-47a3-4212-a9d9-74e041768ec2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:12.588495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09b21266-7b02-4fcb-850f-00405a6423e0 req-5e105409-47a3-4212-a9d9-74e041768ec2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.0614424 Aug 30 21:29:12.612328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] For port 8772ea05-a0e8-4dca-83d0-90b2c341a679, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:29:12.615890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] For port 8772ea05-a0e8-4dca-83d0-90b2c341a679, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679,segment=NetworkSegment(f28687b5-7623-4d8f-8a19-9542b8065245),segment_id=f28687b5-7623-4d8f-8a19-9542b8065245)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:29:12.630100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.633459 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.682208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09b21266-7b02-4fcb-850f-00405a6423e0 req-90bf3bb4-4713-4950-beea-96624bcef549 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781295 Aug 30 21:29:12.696199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8772ea05-a0e8-4dca-83d0-90b2c341a679,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:12.725073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:12.728576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:12.728576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-0d4bed72-6a64-4417-a6ee-31ed22cca1e9 service neutron] 10.222.0.86 "PUT /v2.0/ports/8772ea05-a0e8-4dca-83d0-90b2c341a679 HTTP/1.1" status: 200 len: 1092 time: 0.8066931 Aug 30 21:29:12.728940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'tag': '8772ea05-a0e8-4dca-83d0-90b2c341a679'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:12.731936 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56" -d '{"events": [{"name": "network-changed", "server_uuid": "d211466f-a866-4fbc-b70a-8feb11ac8272", "tag": "8772ea05-a0e8-4dca-83d0-90b2c341a679"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:12.806516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be91100-a28e-474b-8cec-fe181acd096f req-98455f91-2479-4310-b9ce-3cb1990d466f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:12.808297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0be91100-a28e-474b-8cec-fe181acd096f req-98455f91-2479-4310-b9ce-3cb1990d466f tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0717747 Aug 30 21:29:12.823585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-2aa161da-3cdd-4886-bbc6-b7d63b7eed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:12.825259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-2aa161da-3cdd-4886-bbc6-b7d63b7eed6b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d48d11bc8bda4d69b02d8da9d4e5dc1d&device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 1095 time: 0.0546274 Aug 30 21:29:12.868020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0be91100-a28e-474b-8cec-fe181acd096f req-0144b3ae-2027-43d3-84e1-59cfea12db05 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Aug 30 21:29:12.877372 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-19eb0deb-17ee-435f-ba88-9b1b1ab3417f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679 HTTP/1.1" status: 200 len: 217 time: 0.0439031 Aug 30 21:29:12.930756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-705fe4d7-00eb-4e82-a9aa-0d70a9b4753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:12.932581 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-705fe4d7-00eb-4e82-a9aa-0d70a9b4753f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49f7424c-967d-4d1b-acdf-b00ed63d516d HTTP/1.1" status: 200 len: 852 time: 0.0471718 Aug 30 21:29:12.971406 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-637b5da4-77c5-4c86-8e62-a8320a4858ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49c81c8a-af69-49c8-b544-8d14966a413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277793 Aug 30 21:29:12.973236 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cfe06f-b8ff-47c3-beb4-1a3b94abb323 x-openstack-request-id: req-f1cfe06f-b8ff-47c3-beb4-1a3b94abb323 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:12.973522 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d211466f-a866-4fbc-b70a-8feb11ac8272", "tag": "8772ea05-a0e8-4dca-83d0-90b2c341a679", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:12.973775 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f1cfe06f-b8ff-47c3-beb4-1a3b94abb323 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:12.974326 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'tag': '8772ea05-a0e8-4dca-83d0-90b2c341a679', 'status': 'completed', 'code': 200} Aug 30 21:29:13.080413 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-7f177661-5e0f-443a-b776-d72ac2af5acc service neutron] 10.222.0.86 "GET /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936348 Aug 30 21:29:13.176159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e30fdc8-c107-4bac-841a-0e3bd1590c38 req-f721f6e7-2623-47ed-a7da-9285ca2ff5be service neutron] 10.222.0.86 "GET /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883715 Aug 30 21:29:13.272667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-beb946f8-2361-40a0-87f7-5e90c808b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:13.275599 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-beb946f8-2361-40a0-87f7-5e90c808b793 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d48d11bc8bda4d69b02d8da9d4e5dc1d&device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 1095 time: 0.0487399 Aug 30 21:29:13.385494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-7b7c24c8-3e17-419c-b7f8-5dbbc9b2e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:13.387044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-7b7c24c8-3e17-419c-b7f8-5dbbc9b2e34a service neutron] 10.222.0.86 "GET /v2.0/networks?id=49c81c8a-af69-49c8-b544-8d14966a413e HTTP/1.1" status: 200 len: 913 time: 0.1039329 Aug 30 21:29:13.417581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdbfbb-8e7b-4477-95a7-2a581fa5bf72 req-de929a6e-3163-4783-b4c6-890ccc1f7edf tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:13.427487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eebdbfbb-8e7b-4477-95a7-2a581fa5bf72 req-de929a6e-3163-4783-b4c6-890ccc1f7edf tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 943 time: 0.0772004 Aug 30 21:29:13.456614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-2308b557-9cab-4892-88a0-3e103747e27f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679 HTTP/1.1" status: 200 len: 217 time: 0.0619252 Aug 30 21:29:13.482369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eebdbfbb-8e7b-4477-95a7-2a581fa5bf72 req-49270879-e2a4-44da-9acc-e6d73211cb22 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Aug 30 21:29:13.511184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-ea67e54a-9df6-4505-9c0c-debef21279a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:13.512934 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-ea67e54a-9df6-4505-9c0c-debef21279a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49f7424c-967d-4d1b-acdf-b00ed63d516d HTTP/1.1" status: 200 len: 852 time: 0.0490994 Aug 30 21:29:13.546575 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-99797c3e-ae75-4931-b531-6d3f5923ce4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49c81c8a-af69-49c8-b544-8d14966a413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266747 Aug 30 21:29:13.650883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-cc5877fc-5e60-40ab-9299-8cdf8e11af97 service neutron] 10.222.0.86 "GET /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964425 Aug 30 21:29:13.761677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2a4a5caa-7d56-4bfb-8b88-5d100964bf56 req-8be94862-c9fb-444b-b568-be5589dcf35d service neutron] 10.222.0.86 "GET /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028764 Aug 30 21:29:13.802480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbb688-faf2-42cc-9132-a30f08f27a29 req-e4f2fc58-5f6f-4424-9860-41211ef89e05 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:13.803949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1bbb688-faf2-42cc-9132-a30f08f27a29 req-e4f2fc58-5f6f-4424-9860-41211ef89e05 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.0590177 Aug 30 21:29:13.845853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1bbb688-faf2-42cc-9132-a30f08f27a29 req-95ea23ab-a81c-4fd8-b6fb-7e8729cbc408 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353386 Aug 30 21:29:13.981474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fa8d1-f5fa-4c6a-ba36-db6b3634f0fc req-c736f672-f70a-4b98-a4f3-fd7ad2938984 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:13.983128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f0fa8d1-f5fa-4c6a-ba36-db6b3634f0fc req-c736f672-f70a-4b98-a4f3-fd7ad2938984 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0570023 Aug 30 21:29:14.033179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f0fa8d1-f5fa-4c6a-ba36-db6b3634f0fc req-a0b114ed-cf37-4f4b-aaca-c733c395c8e3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Aug 30 21:29:14.200607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-24354a84-f423-4d78-ab97-84db2dd76370 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:14.201989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-24354a84-f423-4d78-ab97-84db2dd76370 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 945 time: 0.0557985 Aug 30 21:29:14.556769 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:14.601481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ba48b-b7d5-4179-a874-872e6d2475b9 req-1e1bae34-fb34-42ec-a68a-17650ebe6d03 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:14.609596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c3ba48b-b7d5-4179-a874-872e6d2475b9 req-1e1bae34-fb34-42ec-a68a-17650ebe6d03 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 943 time: 0.0583725 Aug 30 21:29:14.658439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c3ba48b-b7d5-4179-a874-872e6d2475b9 req-8fce72ca-0273-4a85-9650-0f9a377fe106 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Aug 30 21:29:14.694932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Deleting port 0763c15a-7356-40dd-a902-91711e9a97f0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:14.695504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:14.792460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] For port 0763c15a-7356-40dd-a902-91711e9a97f0, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0763c15a-7356-40dd-a902-91711e9a97f0,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:14.792824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:14.806399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Calling delete_port for 0763c15a-7356-40dd-a902-91711e9a97f0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:14.965963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:14.978920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0763c15a-7356-40dd-a902-91711e9a97f0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:15.002636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f60f6-e992-4727-8f16-e33b04d33393 req-f9f4d717-8986-4e63-8163-af474e956cc0 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:15.004440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-799f60f6-e992-4727-8f16-e33b04d33393 req-f9f4d717-8986-4e63-8163-af474e956cc0 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=315047cf-ca07-481d-a5c5-037e8671d47b HTTP/1.1" status: 200 len: 867 time: 0.0682545 Aug 30 21:29:15.024588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Pushing event deleted for resources: {'Port': ['ID=0763c15a-7356-40dd-a902-91711e9a97f0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:15.068588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-799f60f6-e992-4727-8f16-e33b04d33393 req-680ff0de-db6e-4af1-b578-465c73ccd231 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Aug 30 21:29:15.090776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] No DVR routers for this DVR port 0763c15a-7356-40dd-a902-91711e9a97f0 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:15.094134 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:15.096324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ce7c24f6-c1f6-4b5f-915a-73cea43a33b0 req-9840a323-a500-41ca-87ed-fabc9e0ca235 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "DELETE /v2.0/ports/0763c15a-7356-40dd-a902-91711e9a97f0 HTTP/1.1" status: 204 len: 173 time: 0.8883789 Aug 30 21:29:15.096789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315047cf-ca07-481d-a5c5-037e8671d47b', 'name': 'network-vif-deleted', 'tag': '0763c15a-7356-40dd-a902-91711e9a97f0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:15.099405 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24b3a49-0379-4154-9a6e-b4a42d8d8f42" -d '{"events": [{"server_uuid": "315047cf-ca07-481d-a5c5-037e8671d47b", "name": "network-vif-deleted", "tag": "0763c15a-7356-40dd-a902-91711e9a97f0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:15.226567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899bfec-1b22-42b9-b559-7780bc71bb94 req-940754f4-b96c-452c-a959-fdf1ecc860b6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:15.228148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f899bfec-1b22-42b9-b559-7780bc71bb94 req-940754f4-b96c-452c-a959-fdf1ecc860b6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0853140 Aug 30 21:29:15.275024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f899bfec-1b22-42b9-b559-7780bc71bb94 req-8cfd102e-cc5a-4437-be93-8db6185ea2c8 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Aug 30 21:29:15.319418 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab44888-a4e2-4e91-a37e-7f4af2c533c9 x-openstack-request-id: req-3ab44888-a4e2-4e91-a37e-7f4af2c533c9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:15.319714 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315047cf-ca07-481d-a5c5-037e8671d47b", "name": "network-vif-deleted", "tag": "0763c15a-7356-40dd-a902-91711e9a97f0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:15.319969 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ab44888-a4e2-4e91-a37e-7f4af2c533c9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:15.320377 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315047cf-ca07-481d-a5c5-037e8671d47b', 'name': 'network-vif-deleted', 'tag': '0763c15a-7356-40dd-a902-91711e9a97f0', 'status': 'completed', 'code': 200} Aug 30 21:29:15.773016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffad4d-6fd3-4adc-bd94-f70c547238c4 req-b88141da-2f69-4394-b6b8-61ed94601199 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:15.774704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5ffad4d-6fd3-4adc-bd94-f70c547238c4 req-b88141da-2f69-4394-b6b8-61ed94601199 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 943 time: 0.0517638 Aug 30 21:29:15.824121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5ffad4d-6fd3-4adc-bd94-f70c547238c4 req-b74adbd4-8ed6-4ef1-8b49-d4fb0b2c6e34 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Aug 30 21:29:16.402480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c52b-f1ff-4e3a-afce-a44df2c827af req-bc266ef0-0ca5-4370-a2fb-0e021d52bdf3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:16.407139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16f1c52b-f1ff-4e3a-afce-a44df2c827af req-bc266ef0-0ca5-4370-a2fb-0e021d52bdf3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0607851 Aug 30 21:29:16.453444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8772ea05-a0e8-4dca-83d0-90b2c341a679 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:29:16.464665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16f1c52b-f1ff-4e3a-afce-a44df2c827af req-00122486-9761-4f85-ab55-44df7ab63079 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Aug 30 21:29:16.576683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8772ea05-a0e8-4dca-83d0-90b2c341a679, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679,segment=NetworkSegment(f28687b5-7623-4d8f-8a19-9542b8065245),segment_id=f28687b5-7623-4d8f-8a19-9542b8065245)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:16.588214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '8772ea05-a0e8-4dca-83d0-90b2c341a679', 'network_id': '49c81c8a-af69-49c8-b544-8d14966a413e', 'port_id': '8772ea05-a0e8-4dca-83d0-90b2c341a679', 'mac_address': 'fa:16:3e:5b:6b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f7424c-967d-4d1b-acdf-b00ed63d516d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:29:16.629806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:16.643862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8772ea05-a0e8-4dca-83d0-90b2c341a679 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:16.664570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8772ea05-a0e8-4dca-83d0-90b2c341a679, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679,segment=NetworkSegment(f28687b5-7623-4d8f-8a19-9542b8065245),segment_id=f28687b5-7623-4d8f-8a19-9542b8065245)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:16.671173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:16.720026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8772ea05-a0e8-4dca-83d0-90b2c341a679,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:17.011420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e4887-21ad-4e29-a46f-4373a96f9238 req-bc20d71f-ad4d-450f-a6d9-4c9b5621aebf tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:17.013067 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b3e4887-21ad-4e29-a46f-4373a96f9238 req-bc20d71f-ad4d-450f-a6d9-4c9b5621aebf tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 944 time: 0.0606520 Aug 30 21:29:17.024509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8772ea05-a0e8-4dca-83d0-90b2c341a679'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:17.074027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b3e4887-21ad-4e29-a46f-4373a96f9238 req-12f6b38d-e60a-4be5-9db5-169309735deb tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Aug 30 21:29:17.731902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddf140-ceaa-487b-9cb6-cbff856f0769 req-10e2863f-051f-4380-83b8-22ad2133881a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:17.733978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3fddf140-ceaa-487b-9cb6-cbff856f0769 req-10e2863f-051f-4380-83b8-22ad2133881a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0872118 Aug 30 21:29:17.784936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3fddf140-ceaa-487b-9cb6-cbff856f0769 req-1831d179-c6b0-4482-aecc-22d2e286e3d3 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Aug 30 21:29:18.212231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d78a4c-984a-48c2-9e1f-104cd5ac61df req-7ef2529e-a3cb-4a12-9084-a977135d1381 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:18.214549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d78a4c-984a-48c2-9e1f-104cd5ac61df req-7ef2529e-a3cb-4a12-9084-a977135d1381 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 944 time: 0.0577714 Aug 30 21:29:18.257615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-65d78a4c-984a-48c2-9e1f-104cd5ac61df req-8a3cbd56-732d-4041-a713-da91788f4923 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Aug 30 21:29:18.480428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8772ea05-a0e8-4dca-83d0-90b2c341a679 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:18.542326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 8772ea05-a0e8-4dca-83d0-90b2c341a679 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:29:18.548238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 8772ea05-a0e8-4dca-83d0-90b2c341a679 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:18.548614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:18.661710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:18.690043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772ea05-a0e8-4dca-83d0-90b2c341a679'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:18.692514 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d3ba3-6930-47af-be79-8e6c22233b19" -d '{"events": [{"server_uuid": "d211466f-a866-4fbc-b70a-8feb11ac8272", "name": "network-vif-plugged", "status": "completed", "tag": "8772ea05-a0e8-4dca-83d0-90b2c341a679"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:18.725743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8772ea05-a0e8-4dca-83d0-90b2c341a679, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679,segment=NetworkSegment(f28687b5-7623-4d8f-8a19-9542b8065245),segment_id=f28687b5-7623-4d8f-8a19-9542b8065245)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:18.734794 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:18.741987 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63045d6-b38e-49cd-809b-cf415a087e98 x-openstack-request-id: req-e63045d6-b38e-49cd-809b-cf415a087e98 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:18.742284 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d211466f-a866-4fbc-b70a-8feb11ac8272", "name": "network-vif-plugged", "status": "completed", "tag": "8772ea05-a0e8-4dca-83d0-90b2c341a679", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:18.742536 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e63045d6-b38e-49cd-809b-cf415a087e98 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:18.743010 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8772ea05-a0e8-4dca-83d0-90b2c341a679', 'code': 200} Aug 30 21:29:18.901007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c14fe-38ad-4c12-bb72-f65615bfb68c req-f57a9fc3-e935-4fbc-88e1-d496f3fa5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:18.902550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2e7c14fe-38ad-4c12-bb72-f65615bfb68c req-f57a9fc3-e935-4fbc-88e1-d496f3fa5868 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 1097 time: 0.0931425 Aug 30 21:29:18.982300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2e7c14fe-38ad-4c12-bb72-f65615bfb68c req-309b9967-1c0b-4bba-97af-5ad60b327ef2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696533 Aug 30 21:29:19.007023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43533abd-dfd0-4c1f-8c20-0ee69e312823 req-1e28c649-c5d0-4485-9ee1-e9cb1fd2a5f6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:19.012904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43533abd-dfd0-4c1f-8c20-0ee69e312823 req-1e28c649-c5d0-4485-9ee1-e9cb1fd2a5f6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0864139 Aug 30 21:29:19.064996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43533abd-dfd0-4c1f-8c20-0ee69e312823 req-836ddb5f-a70c-4b80-9f5a-a5b367b10569 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Aug 30 21:29:19.133950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0763c15a-7356-40dd-a902-91711e9a97f0 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:19.165245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8772ea05-a0e8-4dca-83d0-90b2c341a679,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:19.169732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 0763c15a-7356-40dd-a902-91711e9a97f0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:19.170339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0763c15a-7356-40dd-a902-91711e9a97f0 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:19.416589 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367b75d-cfeb-4e8a-b772-98b870a964f3 req-23090b57-b91f-4508-a7ce-27285c274e9a tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:19.424317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a367b75d-cfeb-4e8a-b772-98b870a964f3 req-23090b57-b91f-4508-a7ce-27285c274e9a tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 945 time: 0.0741420 Aug 30 21:29:19.486938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a367b75d-cfeb-4e8a-b772-98b870a964f3 req-13bd716b-21f6-444a-a32f-47e9f76537ff tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574098 Aug 30 21:29:20.204973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3624e-b532-476a-893f-097f0b79318e req-48b0085f-938d-40ca-ac08-2328fdde65c9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:20.206434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cf3624e-b532-476a-893f-097f0b79318e req-48b0085f-938d-40ca-ac08-2328fdde65c9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0567460 Aug 30 21:29:20.263289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cf3624e-b532-476a-893f-097f0b79318e req-bdf767ff-9540-4c60-9349-f744b34359d6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Aug 30 21:29:20.601911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe604-dda9-4c73-bbd2-32e5ebd54d7a req-54ebe9e5-b5c8-43e4-8c1b-63851f9c2012 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:20.603597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f87fe604-dda9-4c73-bbd2-32e5ebd54d7a req-54ebe9e5-b5c8-43e4-8c1b-63851f9c2012 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 945 time: 0.0599866 Aug 30 21:29:20.646285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f87fe604-dda9-4c73-bbd2-32e5ebd54d7a req-11d7fce8-272d-45d8-b816-b52840f77afb tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Aug 30 21:29:21.188225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91f7eb-c0cd-4278-b8d0-5a001df279f9 req-0d61d280-7310-4270-941c-8c99a0e2e498 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:21.190249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a91f7eb-c0cd-4278-b8d0-5a001df279f9 req-0d61d280-7310-4270-941c-8c99a0e2e498 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 945 time: 0.0771599 Aug 30 21:29:21.237665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a91f7eb-c0cd-4278-b8d0-5a001df279f9 req-e753aaf5-ee30-412d-a6cc-2cbfd4835403 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Aug 30 21:29:21.436463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35bc6-03f0-476f-a112-a6d649fc38f9 req-524c6d9c-ff8b-49ee-9287-a872fcfe825d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:21.438179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0a35bc6-03f0-476f-a112-a6d649fc38f9 req-524c6d9c-ff8b-49ee-9287-a872fcfe825d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0587313 Aug 30 21:29:21.503325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0a35bc6-03f0-476f-a112-a6d649fc38f9 req-1a1e6a20-2c04-47ef-aadb-56aac128d663 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534205 Aug 30 21:29:22.397422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27435a70-ca92-469f-9d4a-7b263451f871 req-59ce577f-f6bd-4d46-bc35-2990e25a6bf2 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:22.399609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27435a70-ca92-469f-9d4a-7b263451f871 req-59ce577f-f6bd-4d46-bc35-2990e25a6bf2 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 945 time: 0.0727861 Aug 30 21:29:22.441589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27435a70-ca92-469f-9d4a-7b263451f871 req-24328e74-7727-4612-9aa8-0d585c319e4c tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.76 "GET /v2.0/security-groups?id=37108521-f5db-4783-a447-1f42a8572000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350971 Aug 30 21:29:22.643072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fc8b-a7ae-46ef-a832-e51624a2ed76 req-56a74015-a8fd-4c5e-b751-ec0ca753c862 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:22.644965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45e4fc8b-a7ae-46ef-a832-e51624a2ed76 req-56a74015-a8fd-4c5e-b751-ec0ca753c862 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Aug 30 21:29:22.680846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-54701c98-56bd-49b2-9866-9121f2673b45 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:22.683132 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-54701c98-56bd-49b2-9866-9121f2673b45 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.86 "GET /v2.0/ports?device_id=d211466f-a866-4fbc-b70a-8feb11ac8272 HTTP/1.1" status: 200 len: 945 time: 0.0564573 Aug 30 21:29:22.702493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45e4fc8b-a7ae-46ef-a832-e51624a2ed76 req-83be2036-3b21-454f-9ef4-19f21dbc8186 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Aug 30 21:29:22.795743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Deleting port 8772ea05-a0e8-4dca-83d0-90b2c341a679 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:22.796592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:22.913493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] For port 8772ea05-a0e8-4dca-83d0-90b2c341a679, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8772ea05-a0e8-4dca-83d0-90b2c341a679,segment=NetworkSegment(f28687b5-7623-4d8f-8a19-9542b8065245),segment_id=f28687b5-7623-4d8f-8a19-9542b8065245)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:22.913958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:22.928822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Calling delete_port for 8772ea05-a0e8-4dca-83d0-90b2c341a679 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:23.099147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:23.111350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8772ea05-a0e8-4dca-83d0-90b2c341a679'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:23.166564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Pushing event deleted for resources: {'Port': ['ID=8772ea05-a0e8-4dca-83d0-90b2c341a679,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:23.251991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] No DVR routers for this DVR port 8772ea05-a0e8-4dca-83d0-90b2c341a679 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:23.255354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:23.258066 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5ea0b6e4-302f-449c-8223-6de4fc47919d req-bf287775-d730-47b8-8023-30f88ef4e2d8 tempest-ServerPasswordTestJSON-1724827783 tempest-ServerPasswordTestJSON-1724827783-project] 10.222.0.86 "DELETE /v2.0/ports/8772ea05-a0e8-4dca-83d0-90b2c341a679 HTTP/1.1" status: 204 len: 173 time: 0.5686495 Aug 30 21:29:23.258786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'name': 'network-vif-deleted', 'tag': '8772ea05-a0e8-4dca-83d0-90b2c341a679'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:23.263398 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa7e148-8a9d-4353-a6d7-9e5b0c5c0ce3" -d '{"events": [{"server_uuid": "d211466f-a866-4fbc-b70a-8feb11ac8272", "name": "network-vif-deleted", "tag": "8772ea05-a0e8-4dca-83d0-90b2c341a679"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:23.470147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-42b4b90c-f55b-44c0-90f7-6ee1589badfd tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:23.471695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-42b4b90c-f55b-44c0-90f7-6ee1589badfd tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/networks?id=2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 200 len: 813 time: 0.1737108 Aug 30 21:29:23.487217 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-052ef624-1ff1-432b-b59c-49cdd8d9db1a tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/quotas/845841af5d8345b394af157330908c7a HTTP/1.1" status: 200 len: 375 time: 0.0095892 Aug 30 21:29:23.521568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-1c55cc6d-8ea9-42ed-acaf-775c94289cec tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=845841af5d8345b394af157330908c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285149 Aug 30 21:29:24.009066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-8ec0ee8f-8bfc-43c9-8d63-d5201d33dbee service neutron] 10.222.0.76 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792204 Aug 30 21:29:24.106314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-bd7a14ab-cd55-4197-9222-0a8ac7d2e93b service neutron] 10.222.0.76 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884347 Aug 30 21:29:24.276073 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026ef05-4bb2-4e55-99db-48f1ccc74e0a x-openstack-request-id: req-d026ef05-4bb2-4e55-99db-48f1ccc74e0a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:24.278943 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d211466f-a866-4fbc-b70a-8feb11ac8272", "name": "network-vif-deleted", "tag": "8772ea05-a0e8-4dca-83d0-90b2c341a679", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:24.279367 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d026ef05-4bb2-4e55-99db-48f1ccc74e0a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:24.280551 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd211466f-a866-4fbc-b70a-8feb11ac8272', 'name': 'network-vif-deleted', 'tag': '8772ea05-a0e8-4dca-83d0-90b2c341a679', 'status': 'completed', 'code': 200} Aug 30 21:29:24.310941 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55856) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:24.382932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Deleting subnet 49f7424c-967d-4d1b-acdf-b00ed63d516d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:29:24.387991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.493944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.541898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152057-33ae-4761-ab43-240a3269a600 req-86a9b340-6a0a-4a59-9ec3-5ce9d065f6db tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:24.543558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff152057-33ae-4761-ab43-240a3269a600 req-86a9b340-6a0a-4a59-9ec3-5ce9d065f6db tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1264551 Aug 30 21:29:24.582807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.657336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff152057-33ae-4761-ab43-240a3269a600 req-9f803a20-5f10-42b0-8a88-b1a44f7dea68 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966904 Aug 30 21:29:24.691189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.730179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f7424c-967d-4d1b-acdf-b00ed63d516d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:24.732322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.735200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-248b5b6f-422b-453d-9189-b5e2116d937a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/49f7424c-967d-4d1b-acdf-b00ed63d516d HTTP/1.1" status: 204 len: 168 time: 0.4219759 Aug 30 21:29:24.737616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55872) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:24.831443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.850190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a23487c-3cfa-4877-be0e-da18df09d153 req-f376d2a2-3f5c-4ce9-b964-9c50a08aa646 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 210 time: 0.0351670 Aug 30 21:29:24.946270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.958584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c81c8a-af69-49c8-b544-8d14966a413e']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:24.972387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28687b5-7623-4d8f-8a19-9542b8065245') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:24.972387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28687b5-7623-4d8f-8a19-9542b8065245') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:24.982320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:24.997838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.003999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:29:25.004389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:29:25.006137 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:29:25.074369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.084601 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.086706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] 10.222.0.76 "DELETE /v2.0/networks/49c81c8a-af69-49c8-b544-8d14966a413e HTTP/1.1" status: 204 len: 168 time: 0.3479195 Aug 30 21:29:25.110817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7d57a-0075-40c4-b68d-1553da51e674 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c81c8a-af69-49c8-b544-8d14966a413e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:25.222188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55888) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:25.281735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-074ecb7a-5d77-4bfc-a7fb-7523137f55ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d48d11bc8bda4d69b02d8da9d4e5dc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575721 Aug 30 21:29:25.284607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55890) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:25.384075 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04180499-fd44-4374-bdb8-0e4d158bdce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.419323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04180499-fd44-4374-bdb8-0e4d158bdce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.475787 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04180499-fd44-4374-bdb8-0e4d158bdce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.476119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-0de50fb0-f38a-49ce-b426-2af5556cdb10 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:25.477724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-0de50fb0-f38a-49ce-b426-2af5556cdb10 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "GET /v2.0/networks?id=2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 200 len: 813 time: 0.1385159 Aug 30 21:29:25.479086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-04180499-fd44-4374-bdb8-0e4d158bdce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.482932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-04180499-fd44-4374-bdb8-0e4d158bdce1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37108521-f5db-4783-a447-1f42a8572000 HTTP/1.1" status: 204 len: 168 time: 0.1949174 Aug 30 21:29:25.489376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04180499-fd44-4374-bdb8-0e4d158bdce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37108521-f5db-4783-a447-1f42a8572000,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:25.491505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Request body: {'port': {'device_id': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb', 'admin_state_up': True, 'tenant_id': '845841af5d8345b394af157330908c7a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:25.650706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Made reservation on behalf of 845841af5d8345b394af157330908c7a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:25.655485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:25.837587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Allocated IP 172.20.0.7 (2084fbb9-e938-4670-88f5-7c910416a4bb/36b2d9ed-af96-4ef3-8fec-0ec142896229/6c3d8fda-60d2-4795-8066-dec96d47db02) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:29:25.866951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17df93-a7c2-4f18-acfa-b88b60a6f904 req-9189e797-b67c-41ec-879e-b3319ef9d4d9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:25.870909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb17df93-a7c2-4f18-acfa-b88b60a6f904 req-9189e797-b67c-41ec-879e-b3319ef9d4d9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1024184 Aug 30 21:29:25.947106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb17df93-a7c2-4f18-acfa-b88b60a6f904 req-da794679-9a9d-411f-af76-8a4db378fd7c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678418 Aug 30 21:29:26.151272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2459cd03-6f79-499b-a776-0405f5a84e38 req-66f5b266-cb98-4dea-be0c-d7339dbc6ebe tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 210 time: 0.0410016 Aug 30 21:29:26.179195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.241271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.297144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Network 2084fbb9-e938-4670-88f5-7c910416a4bb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:26.300645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:26.305372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:29:26.362714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Pushing event updated for resources: {'Port': ['ID=6c3d8fda-60d2-4795-8066-dec96d47db02,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:26.379539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:26.380431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.406956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-81ca1b9c-8950-4031-aec6-d9304a088ace tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9192441 Aug 30 21:29:26.436548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Request body: {'port': {'device_id': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:26.530263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8772ea05-a0e8-4dca-83d0-90b2c341a679 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:26.532037 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.570849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 8772ea05-a0e8-4dca-83d0-90b2c341a679 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:26.571525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8772ea05-a0e8-4dca-83d0-90b2c341a679 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:26.658022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55944) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:26.805969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-network', 'tenant_id': '91c1344eebee4934929331e9f23aa46d'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:26.836135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Made reservation on behalf of 91c1344eebee4934929331e9f23aa46d for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:26.839929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.854334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.943286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3d8fda-60d2-4795-8066-dec96d47db02 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:26.964092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.980762 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.983407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Transition to ACTIVE for port object 6c3d8fda-60d2-4795-8066-dec96d47db02 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:29:26.989847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:26.990288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.016681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1880e-5f1f-4a7a-a378-8b98c5759982,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:27.045540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:29:27.072258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.072612 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Added segment 67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be of type vlan for network 5a7d657d-cd1b-4089-bba0-317c407b13de Aug 30 21:29:27.105890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Pushing event updated for resources: {'Port': ['ID=6c3d8fda-60d2-4795-8066-dec96d47db02,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:27.154483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.158062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Attempting to bind port 6c3d8fda-60d2-4795-8066-dec96d47db02 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:29:27.158399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Attempting to bind port 6c3d8fda-60d2-4795-8066-dec96d47db02 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:29:27.158759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Attempting to bind port 6c3d8fda-60d2-4795-8066-dec96d47db02 on network 2084fbb9-e938-4670-88f5-7c910416a4bb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:27.167339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Port 6c3d8fda-60d2-4795-8066-dec96d47db02 on network 2084fbb9-e938-4670-88f5-7c910416a4bb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:29:27.167753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Attempting to bind port 6c3d8fda-60d2-4795-8066-dec96d47db02 on network 2084fbb9-e938-4670-88f5-7c910416a4bb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:27.173378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:29:27.173703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Checking segment: {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:27.174087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Bound using segment: {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:29:27.174371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce5417-6bf9-49f8-8c6d-8fb42c0d3cb7 req-4819ae4b-b30e-4266-a443-54c59b86a96a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.175007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Bound port: 6c3d8fda-60d2-4795-8066-dec96d47db02, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:29:27.175380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.176579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81ce5417-6bf9-49f8-8c6d-8fb42c0d3cb7 req-4819ae4b-b30e-4266-a443-54c59b86a96a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1067622 Aug 30 21:29:27.224801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.225929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.226710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.247173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81ce5417-6bf9-49f8-8c6d-8fb42c0d3cb7 req-093de605-3d17-4ef0-b5cb-f2d5120cae47 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591450 Aug 30 21:29:27.271881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] For port 6c3d8fda-60d2-4795-8066-dec96d47db02, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:29:27.276077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] For port 6c3d8fda-60d2-4795-8066-dec96d47db02, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6c3d8fda-60d2-4795-8066-dec96d47db02,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:29:27.284612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.354177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6946175 Aug 30 21:29:27.365443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55970) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:27.392105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.393025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.395841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] 10.222.0.82 "PUT /v2.0/ports/6c3d8fda-60d2-4795-8066-dec96d47db02 HTTP/1.1" status: 200 len: 1092 time: 0.9632673 Aug 30 21:29:27.396646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'tag': '6c3d8fda-60d2-4795-8066-dec96d47db02'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:27.400546 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43867770-1f60-4871-a5ca-f6cc268e2d07" -d '{"events": [{"name": "network-changed", "server_uuid": "5013ed21-4ba5-4498-80e8-a61bf57eaac6", "tag": "6c3d8fda-60d2-4795-8066-dec96d47db02"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:27.400935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Request body: {'subnet': {'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-subnet', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:27.436419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28df97-c95f-4871-9667-2a697a81f7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7d657d-cd1b-4089-bba0-317c407b13de,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:27.453611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5a7d657d-cd1b-4089-bba0-317c407b13de details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:29:27.465702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Made reservation on behalf of 91c1344eebee4934929331e9f23aa46d for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:27.468312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.533886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26faae7-7dfa-4a39-a5ab-82c9557a150c service neutron] Pushing event updated for resources: {'Port': ['ID=6c3d8fda-60d2-4795-8066-dec96d47db02,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:27.556886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-feaa856b-f28e-4e6b-895c-f9004ad41523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.558748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-feaa856b-f28e-4e6b-895c-f9004ad41523 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=845841af5d8345b394af157330908c7a&device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 1095 time: 0.1028826 Aug 30 21:29:27.616909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f08a0e34-c103-40d0-aa50-a27f8481c1d6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c3d8fda-60d2-4795-8066-dec96d47db02 HTTP/1.1" status: 200 len: 217 time: 0.0499048 Aug 30 21:29:27.638284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150f0a1-d5b1-4118-8866-69fa4161c678 req-8a46649a-e97b-4c69-b7fc-b57fc63491ad tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.639993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b150f0a1-d5b1-4118-8866-69fa4161c678 req-8a46649a-e97b-4c69-b7fc-b57fc63491ad tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 943 time: 0.1376479 Aug 30 21:29:27.694923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-50cf6ba7-8692-4611-9c17-91e9f84f4405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.696637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-50cf6ba7-8692-4611-9c17-91e9f84f4405 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36b2d9ed-af96-4ef3-8fec-0ec142896229 HTTP/1.1" status: 200 len: 853 time: 0.0722187 Aug 30 21:29:27.733215 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-007823d5-4241-4489-9333-0cd14a616396 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2084fbb9-e938-4670-88f5-7c910416a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287819 Aug 30 21:29:27.741326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b150f0a1-d5b1-4118-8866-69fa4161c678 req-8e1f270d-714d-4a33-9fae-002002b5f97d tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927055 Aug 30 21:29:27.817718 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad05da3-a937-4d06-9688-4114760c4fde x-openstack-request-id: req-cad05da3-a937-4d06-9688-4114760c4fde {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:27.818256 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5013ed21-4ba5-4498-80e8-a61bf57eaac6", "tag": "6c3d8fda-60d2-4795-8066-dec96d47db02", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:27.818742 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cad05da3-a937-4d06-9688-4114760c4fde {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:27.819322 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'tag': '6c3d8fda-60d2-4795-8066-dec96d47db02', 'status': 'completed', 'code': 200} Aug 30 21:29:27.827566 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.909634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Checking segment: {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:27.909917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-d157e95f-7c42-4ac1-8f98-e11bbb4090b0 service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689730 Aug 30 21:29:27.910154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Network hostable DHCP agents. Network: 5a7d657d-cd1b-4089-bba0-317c407b13de, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:29:27.915018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a4fd76-f246-4fb5-896c-9932a79b53a7,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:27.934410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Network 5a7d657d-cd1b-4089-bba0-317c407b13de is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:29:27.947233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5a7d657d-cd1b-4089-bba0-317c407b13de) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:27.952701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:27.953590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:27.962125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a14cf-7097-450f-8978-16f4fa46d170 None None] Network 5a7d657d-cd1b-4089-bba0-317c407b13de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:28.017412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1643f122-b3d1-47a8-9dbc-b9dc491790fb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6475346 Aug 30 21:29:28.018313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55986) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:28.023492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:28.073437 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40a7d6e1-14de-4f92-be30-fd3b8a0b6b0d req-f4dc381e-46db-439b-bac6-6f226414186c service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538072 Aug 30 21:29:28.076271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:28.077362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:28.173685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6d4de-dabb-4924-8bf4-db23f2ffc083 None None] Network 5a7d657d-cd1b-4089-bba0-317c407b13de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:28.176523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:28.206938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-b876eb4e-b6d1-48e2-a1f8-61acf3dcd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:28.208550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-b876eb4e-b6d1-48e2-a1f8-61acf3dcd786 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=845841af5d8345b394af157330908c7a&device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 1095 time: 0.0738966 Aug 30 21:29:28.348525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-88f04b94-1eef-47fa-b238-23b442aa6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:28.357498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-88f04b94-1eef-47fa-b238-23b442aa6264 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 200 len: 914 time: 0.1397393 Aug 30 21:29:28.411037 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-24e779ad-866e-42dd-8243-8219a4275e6c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c3d8fda-60d2-4795-8066-dec96d47db02 HTTP/1.1" status: 200 len: 217 time: 0.0447016 Aug 30 21:29:28.419808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:28.473273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-2b259790-4113-4f93-b662-7f5b0c94a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:28.475452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-2b259790-4113-4f93-b662-7f5b0c94a092 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=36b2d9ed-af96-4ef3-8fec-0ec142896229 HTTP/1.1" status: 200 len: 853 time: 0.0567074 Aug 30 21:29:28.502649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2904cd-6ff4-427d-a5ae-5a629006a4b8 req-57ee6de5-1561-45e5-aecc-72ee33495a3c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:28.504438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab2904cd-6ff4-427d-a5ae-5a629006a4b8 req-57ee6de5-1561-45e5-aecc-72ee33495a3c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1071851 Aug 30 21:29:28.516259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-ccb73080-07bb-4081-abdb-fda644334657 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2084fbb9-e938-4670-88f5-7c910416a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300214 Aug 30 21:29:28.564802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab2904cd-6ff4-427d-a5ae-5a629006a4b8 req-c0b81a1b-415a-4b9d-93bc-d2d555253075 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Aug 30 21:29:28.657000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-26200c03-8c4e-47a2-8681-aca8e6ebd20a service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307755 Aug 30 21:29:28.762049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:28.797226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:28.803520 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43867770-1f60-4871-a5ca-f6cc268e2d07 req-425afeb2-92f8-47c6-a6a6-3bd8e36596f2 service neutron] 10.222.0.82 "GET /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383221 Aug 30 21:29:28.950587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456e7c4-45ca-4808-8fa2-91656e667d69 req-aacfcaad-79de-4279-b81a-5887c8b3b00e tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:28.958359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6456e7c4-45ca-4808-8fa2-91656e667d69 req-aacfcaad-79de-4279-b81a-5887c8b3b00e tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 943 time: 0.1021781 Aug 30 21:29:29.010261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6456e7c4-45ca-4808-8fa2-91656e667d69 req-38bb9e5c-b57f-4d54-99e2-5f550014968c tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508904 Aug 30 21:29:29.026107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Allocated IP 172.25.5.217 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/675fcb8f-8900-4e5c-a6af-444811c34a0e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:29:29.048030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7894a-e08a-4977-b7c2-133bebb693f4 req-edaee153-6422-46f1-a48b-cf167e297a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:29.051747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3f7894a-e08a-4977-b7c2-133bebb693f4 req-edaee153-6422-46f1-a48b-cf167e297a26 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 1097 time: 0.0724549 Aug 30 21:29:29.098423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f3f7894a-e08a-4977-b7c2-133bebb693f4 req-0cc6d2b7-d020-4499-aab4-2d4b2a79e2e9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384390 Aug 30 21:29:29.185358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:29.237519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:29.274906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:29.280648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:29.283278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:29:29.318760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Pushing event updated for resources: {'Port': ['ID=675fcb8f-8900-4e5c-a6af-444811c34a0e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:29.578570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:30.013895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe77ce-7a5d-43e2-86ce-6c857d055799 req-9d690aff-64b8-49c0-b524-21142983668c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:30.015418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cfe77ce-7a5d-43e2-86ce-6c857d055799 req-9d690aff-64b8-49c0-b524-21142983668c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.3384302 Aug 30 21:29:30.100218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cfe77ce-7a5d-43e2-86ce-6c857d055799 req-f42d9261-7a49-4c21-b40a-86767eea9c5a tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744886 Aug 30 21:29:30.109611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:30.303209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700c82-b305-4fb0-8c4e-7a7157f66bb0 req-6cf155f7-434d-447c-8d68-973c502c22e0 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:30.304687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9700c82-b305-4fb0-8c4e-7a7157f66bb0 req-6cf155f7-434d-447c-8d68-973c502c22e0 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 943 time: 0.0846477 Aug 30 21:29:30.359256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9700c82-b305-4fb0-8c4e-7a7157f66bb0 req-1847e4b6-aab3-4cae-84f5-9c3901e69036 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Aug 30 21:29:30.360810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Router 5aa05adb-3057-48d4-af45-6e7185232585 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:29:30.476940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:29:30.487725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Sync routers for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:29:30.496728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:30.498016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-240c718d-8274-4e53-83de-d134558b8aac admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.4791193 Aug 30 21:29:30.500215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:29:30.500847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:29:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:30.501220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56044) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:30.608463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:29:30.826011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:29Z', 'revision_number': 3, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:30.859253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Checking router: 5aa05adb-3057-48d4-af45-6e7185232585 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:29:30.859253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Updating router 5aa05adb-3057-48d4-af45-6e7185232585 port 675fcb8f-8900-4e5c-a6af-444811c34a0e binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:29:30.887583 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.001088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.261431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6c3d8fda-60d2-4795-8066-dec96d47db02 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:29:31.261431 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.308460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Transition to ACTIVE for port object 675fcb8f-8900-4e5c-a6af-444811c34a0e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:29:31.330886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.357917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ac8ea-f0a2-4a35-b67f-7c608b50b269 req-cb5aae7b-a11c-4730-9509-147ac80db031 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:31.370074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0ac8ea-f0a2-4a35-b67f-7c608b50b269 req-cb5aae7b-a11c-4730-9509-147ac80db031 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0879309 Aug 30 21:29:31.375278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Allocated IP 172.20.0.1 (5a7d657d-cd1b-4089-bba0-317c407b13de/32a4fd76-f246-4fb5-896c-9932a79b53a7/e788e081-2835-49e7-94fd-4dbe5bf19ab1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:29:31.427719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a0ac8ea-f0a2-4a35-b67f-7c608b50b269 req-6d17d239-24f1-40c9-a158-ee44bdb80a1c tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563319 Aug 30 21:29:31.493439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6c3d8fda-60d2-4795-8066-dec96d47db02, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6c3d8fda-60d2-4795-8066-dec96d47db02,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:31.504544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Pushing event updated for resources: {'Port': ['ID=675fcb8f-8900-4e5c-a6af-444811c34a0e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:31.515383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Attempting to bind port 675fcb8f-8900-4e5c-a6af-444811c34a0e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:29:31.516111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Attempting to bind port 675fcb8f-8900-4e5c-a6af-444811c34a0e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:29:31.516691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Attempting to bind port 675fcb8f-8900-4e5c-a6af-444811c34a0e on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:31.539678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '6c3d8fda-60d2-4795-8066-dec96d47db02', 'network_id': '2084fbb9-e938-4670-88f5-7c910416a4bb', 'port_id': '6c3d8fda-60d2-4795-8066-dec96d47db02', 'mac_address': 'fa:16:3e:a2:88:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b2d9ed-af96-4ef3-8fec-0ec142896229', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:29:31.563014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:29:31.564202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:31.564623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.565025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:29:31.565523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Bound port: 675fcb8f-8900-4e5c-a6af-444811c34a0e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:29:31.567901 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.572969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.573471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.573952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.576216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.576934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.577450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.578020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.578569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.579165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.579725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.580303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.580873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:31.605426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.657183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.691465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Network 5a7d657d-cd1b-4089-bba0-317c407b13de is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:31.695920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:31.699907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:29:31.744706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.759879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8f880-5219-4a65-beba-267204a69e35 req-e208bd99-9c5e-4bb8-bb44-a957cbafeb99 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:31.773808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfe8f880-5219-4a65-beba-267204a69e35 req-e208bd99-9c5e-4bb8-bb44-a957cbafeb99 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 943 time: 0.1138818 Aug 30 21:29:31.781984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] For port 675fcb8f-8900-4e5c-a6af-444811c34a0e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:29:31.787335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3d8fda-60d2-4795-8066-dec96d47db02 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:31.831632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6c3d8fda-60d2-4795-8066-dec96d47db02, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6c3d8fda-60d2-4795-8066-dec96d47db02,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:31.832171 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.854696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.861384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] For port 675fcb8f-8900-4e5c-a6af-444811c34a0e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=675fcb8f-8900-4e5c-a6af-444811c34a0e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:29:31.872288 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfe8f880-5219-4a65-beba-267204a69e35 req-201d73bb-e8cf-435a-80a4-bb74d21a329d tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971067 Aug 30 21:29:31.885948 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:31.925939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=6c3d8fda-60d2-4795-8066-dec96d47db02,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:31.955013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Pushing event updated for resources: {'Port': ['ID=e788e081-2835-49e7-94fd-4dbe5bf19ab1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:31.957603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:29:31.958221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:29:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:32.043803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0020a5c-3f1b-4030-bb51-b7a7874a7206 None None] Pushing event updated for resources: {'Port': ['ID=675fcb8f-8900-4e5c-a6af-444811c34a0e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:32.069836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:32.140796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:29:32.206475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5287c7-b61e-42cb-a8dd-ab8923aad00f req-c26a55a3-9005-420b-88bd-7758ec5c526e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:32.208360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b5287c7-b61e-42cb-a8dd-ab8923aad00f req-c26a55a3-9005-420b-88bd-7758ec5c526e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0622411 Aug 30 21:29:32.249420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['6c3d8fda-60d2-4795-8066-dec96d47db02'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:32.279081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b5287c7-b61e-42cb-a8dd-ab8923aad00f req-08190cd3-54f4-40f9-80bd-2d8a5b015d20 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640962 Aug 30 21:29:32.305264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232354d-471e-4754-9738-2d15415d9dcb req-d38be899-34f6-4d25-add3-23356a86ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:32.307035 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-d38be899-34f6-4d25-add3-23356a86ae16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 1097 time: 0.2046590 Aug 30 21:29:32.432007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:32.448692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:32.503202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232354d-471e-4754-9738-2d15415d9dcb req-824d8676-0d74-4613-b2b4-569623209e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:32.504687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-824d8676-0d74-4613-b2b4-569623209e7f service neutron] 10.222.0.82 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 911 time: 0.1874018 Aug 30 21:29:32.507435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:29Z', 'revision_number': 3, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:32.544796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ac38c-a8c6-4264-a07b-982dda727d39 None None] The sync data for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 is: [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:29Z', 'revision_number': 3, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:29:32.555111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-1ff69aa0-97cd-4d53-b0c5-11b301b5fd7a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e73c09a2-4540-422e-a460-c399d24048ff HTTP/1.1" status: 200 len: 217 time: 0.0395231 Aug 30 21:29:32.594040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:32.685957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Pushing event updated for resources: {'Port': ['ID=e788e081-2835-49e7-94fd-4dbe5bf19ab1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:32.710257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232354d-471e-4754-9738-2d15415d9dcb req-8fca7548-027a-4455-95cc-228c8620de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:32.711875 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-8fca7548-027a-4455-95cc-228c8620de00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.1482198 Aug 30 21:29:32.757465 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-f805986b-ae28-498f-ae09-c5c2fc5cd675 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325882 Aug 30 21:29:32.820266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Network 5a7d657d-cd1b-4089-bba0-317c407b13de is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:32.823679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:32.972267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-58822402-72c8-429f-8161-c2ba50d6393c service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069197 Aug 30 21:29:33.004151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Router 5aa05adb-3057-48d4-af45-6e7185232585 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:29:33.064666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599002-b2bc-4575-afab-eb050f0fc40c req-07a463a3-3979-48aa-9606-5dbc4cadb9ef tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:33.069581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34599002-b2bc-4575-afab-eb050f0fc40c req-07a463a3-3979-48aa-9606-5dbc4cadb9ef tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 944 time: 0.0802600 Aug 30 21:29:33.145492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-34599002-b2bc-4575-afab-eb050f0fc40c req-ec4518e1-8af7-4b24-945d-30ab354f1a58 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692592 Aug 30 21:29:33.185720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6c3d8fda-60d2-4795-8066-dec96d47db02 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:33.288029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 6c3d8fda-60d2-4795-8066-dec96d47db02 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:29:33.306309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 6c3d8fda-60d2-4795-8066-dec96d47db02 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:33.307964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:33.523101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01f9b4-50f6-4471-bcae-efe7f0580acd req-8dbbfb2b-36bc-4181-b06a-83811f92a6bd tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:33.525194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b01f9b4-50f6-4471-bcae-efe7f0580acd req-8dbbfb2b-36bc-4181-b06a-83811f92a6bd tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1129673 Aug 30 21:29:33.547989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:33.615835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 6c3d8fda-60d2-4795-8066-dec96d47db02, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6c3d8fda-60d2-4795-8066-dec96d47db02,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:33.619891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3d8fda-60d2-4795-8066-dec96d47db02'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:33.621793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b01f9b4-50f6-4471-bcae-efe7f0580acd req-da2b7e6e-a7f8-4a18-9895-6ded714c93bb tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889487 Aug 30 21:29:33.623122 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44dcef6-5565-4999-a16e-f838837cf9e9" -d '{"events": [{"server_uuid": "5013ed21-4ba5-4498-80e8-a61bf57eaac6", "name": "network-vif-plugged", "status": "completed", "tag": "6c3d8fda-60d2-4795-8066-dec96d47db02"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:33.629025 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:33.945865 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f801c348-1fe9-4443-92aa-a03b31f8e9f3 x-openstack-request-id: req-f801c348-1fe9-4443-92aa-a03b31f8e9f3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:33.946259 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5013ed21-4ba5-4498-80e8-a61bf57eaac6", "name": "network-vif-plugged", "status": "completed", "tag": "6c3d8fda-60d2-4795-8066-dec96d47db02", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:33.946498 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f801c348-1fe9-4443-92aa-a03b31f8e9f3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:33.946967 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3d8fda-60d2-4795-8066-dec96d47db02', 'code': 200} Aug 30 21:29:33.947580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=6c3d8fda-60d2-4795-8066-dec96d47db02,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:33.951790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:34.026044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:29:34.032140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a9c17f9c-8c97-4bfc-902d-694a1821ef5f admin admin] 10.222.0.76 "PUT /v2.0/routers/5aa05adb-3057-48d4-af45-6e7185232585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292149 Aug 30 21:29:34.034398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9232354d-471e-4754-9738-2d15415d9dcb req-7c2f7cd8-c5d4-4a1d-af4b-10d570fc0625 service neutron] 10.222.0.82 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0462923 Aug 30 21:29:34.064386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11fb35-1bf0-4ed3-9f1b-e7da5902b9cc req-e642c064-768f-42c4-9152-d71eaa370bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:34.066363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f11fb35-1bf0-4ed3-9f1b-e7da5902b9cc req-e642c064-768f-42c4-9152-d71eaa370bbd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 1097 time: 0.1113033 Aug 30 21:29:34.120795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0f11fb35-1bf0-4ed3-9f1b-e7da5902b9cc req-922ee533-3bf8-4623-a23d-2a889b407912 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Aug 30 21:29:34.296857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a9a8e-de0b-4df6-97fe-1da6956acae7 req-63f42d5b-8570-4ead-8497-7093490bca62 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:34.298534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb5a9a8e-de0b-4df6-97fe-1da6956acae7 req-63f42d5b-8570-4ead-8497-7093490bca62 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 945 time: 0.0641618 Aug 30 21:29:34.350158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb5a9a8e-de0b-4df6-97fe-1da6956acae7 req-7b6e83bf-ed80-4613-b53c-7cd9f61acaef tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422626 Aug 30 21:29:34.761017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 675fcb8f-8900-4e5c-a6af-444811c34a0e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:34.766939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-fd7b3f95-f22c-48d3-a93e-36a088435c48 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:34.768838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-fd7b3f95-f22c-48d3-a93e-36a088435c48 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 820 time: 0.1928587 Aug 30 21:29:34.796258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-6b528db6-dcb8-48cf-ab0d-7a5b4b88b1c8 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/quotas/91c1344eebee4934929331e9f23aa46d HTTP/1.1" status: 200 len: 375 time: 0.0210721 Aug 30 21:29:34.832044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 675fcb8f-8900-4e5c-a6af-444811c34a0e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:29:34.837829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 675fcb8f-8900-4e5c-a6af-444811c34a0e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:34.838236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:34.856426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-6221d425-25e3-46f7-97df-b7eab84c83dd tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592372 Aug 30 21:29:34.950030 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:34.973672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 675fcb8f-8900-4e5c-a6af-444811c34a0e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=675fcb8f-8900-4e5c-a6af-444811c34a0e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:34.979287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:34.995375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-4dad3d67-0975-4a02-9b0b-ccbdbffa2a30 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379943 Aug 30 21:29:35.059346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=675fcb8f-8900-4e5c-a6af-444811c34a0e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:35.068942 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Sync routers for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:29:35.083134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:29:35.083802 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:29:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:35.148031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-956ba071-e7fa-44b8-a668-3e3803c8205c service neutron] 10.222.0.76 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457951 Aug 30 21:29:35.328120 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:29:35.462264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de8be-de2c-479e-a07c-f685ac64fef9 req-48360625-7a95-4412-bb53-d2cd16ce3c56 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:35.464643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d0de8be-de2c-479e-a07c-f685ac64fef9 req-48360625-7a95-4412-bb53-d2cd16ce3c56 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0651386 Aug 30 21:29:35.589215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d0de8be-de2c-479e-a07c-f685ac64fef9 req-378d295e-d14d-4a81-8ab3-2d4550a3325e tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165602 Aug 30 21:29:35.621880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:32Z', 'revision_number': 2, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:35.694462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Checking router: 5aa05adb-3057-48d4-af45-6e7185232585 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:29:35.695065 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Updating router 5aa05adb-3057-48d4-af45-6e7185232585 port e788e081-2835-49e7-94fd-4dbe5bf19ab1 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:29:35.753772 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:35.810724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-592a43a2-8c0c-4d0d-b377-06da594e7c4b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0866961 Aug 30 21:29:35.847200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec9e6f8-9c6e-4cdf-81ac-7a78d73f8e0a req-1b76d0ea-006b-4530-b35c-479b98919983 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 210 time: 0.0975487 Aug 30 21:29:35.862984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:35.978043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-d87253be-8b55-442a-92e9-e9a651b9c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:35.980056 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-d87253be-8b55-442a-92e9-e9a651b9c23f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97426049c8a7496caceb237e864b9e72&device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 1098 time: 0.0987468 Aug 30 21:29:36.052396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef798bd-8c8c-4741-b6b3-f33e03564ab2 req-5e220797-256c-4233-bc32-4f898fcb4a31 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:36.063297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eef798bd-8c8c-4741-b6b3-f33e03564ab2 req-5e220797-256c-4233-bc32-4f898fcb4a31 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 945 time: 0.1408665 Aug 30 21:29:36.119678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eef798bd-8c8c-4741-b6b3-f33e03564ab2 req-6312e009-84d8-4a1f-93a0-b3b8760c53b7 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554857 Aug 30 21:29:36.216487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-529a2701-e5e4-4491-a186-ab9ae77cdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:36.231016 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-529a2701-e5e4-4491-a186-ab9ae77cdbe0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 200 len: 911 time: 0.2125959 Aug 30 21:29:36.294316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-a7b5238b-9a5d-40ad-9683-a9a8f10d3048 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df HTTP/1.1" status: 200 len: 217 time: 0.0620492 Aug 30 21:29:36.361098 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:36.371938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-c481a6b0-8aad-4fd6-ae03-db588b8561e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:36.374098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-c481a6b0-8aad-4fd6-ae03-db588b8561e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 200 len: 850 time: 0.0715661 Aug 30 21:29:36.375453 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Transition to ACTIVE for port object e788e081-2835-49e7-94fd-4dbe5bf19ab1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:29:36.387975 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:36.439481 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-e0477149-1650-4a3a-8b08-04b11f0b13c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cc8aadfe-80f6-46da-91d7-f3020dc2fc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573967 Aug 30 21:29:36.471299 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Pushing event updated for resources: {'Port': ['ID=e788e081-2835-49e7-94fd-4dbe5bf19ab1,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:36.504205 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.504893 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.505295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.505641 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.505971 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.506303 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.506636 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.507032 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.507299 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.507625 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.507949 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.508496 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:36.548777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Attempting to bind port e788e081-2835-49e7-94fd-4dbe5bf19ab1 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:29:36.549481 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Attempting to bind port e788e081-2835-49e7-94fd-4dbe5bf19ab1 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:29:36.549857 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Attempting to bind port e788e081-2835-49e7-94fd-4dbe5bf19ab1 on network 5a7d657d-cd1b-4089-bba0-317c407b13de {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:36.556895 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:29:36.557271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Checking segment: {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:36.557676 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:36.558080 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Bound using segment: {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:29:36.558551 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Bound port: e788e081-2835-49e7-94fd-4dbe5bf19ab1, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:29:36.559025 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:36.564744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-4ae81421-5b3b-4e23-a6fe-b9064d0337de service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165180 Aug 30 21:29:36.652852 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] For port e788e081-2835-49e7-94fd-4dbe5bf19ab1, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:29:36.661839 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] For port e788e081-2835-49e7-94fd-4dbe5bf19ab1, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e788e081-2835-49e7-94fd-4dbe5bf19ab1,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:29:36.682587 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:36.798278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 675fcb8f-8900-4e5c-a6af-444811c34a0e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:36.827093 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:29:36.827742 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:29:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:36.842953 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef1c1-35c5-46a1-be9b-e6b194315de7 None None] Pushing event updated for resources: {'Port': ['ID=e788e081-2835-49e7-94fd-4dbe5bf19ab1,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:36.879734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbe751-fe53-4c52-99e2-9b9f3af2cf18 req-f9b88b5f-08d0-4557-9153-1d1527998480 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:36.888255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3bcbe751-fe53-4c52-99e2-9b9f3af2cf18 req-f9b88b5f-08d0-4557-9153-1d1527998480 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.0911620 Aug 30 21:29:36.921606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 675fcb8f-8900-4e5c-a6af-444811c34a0e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:36.925091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-f4649a81-4538-4953-8084-ffbaa97639fe tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:36.925820 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:36.926839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-f4649a81-4538-4953-8084-ffbaa97639fe tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 820 time: 0.1798499 Aug 30 21:29:36.929019 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6f2f7a8-d8e4-4d14-921e-458960cd0eac req-caf902bb-f935-46c5-946a-7a07e5056c6c service neutron] 10.222.0.86 "GET /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435133 Aug 30 21:29:36.942195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'port': {'device_id': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'admin_state_up': True, 'tenant_id': '91c1344eebee4934929331e9f23aa46d'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:36.976431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3bcbe751-fe53-4c52-99e2-9b9f3af2cf18 req-9bef5763-6567-4f58-8d26-e3c101e316b9 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871627 Aug 30 21:29:37.119104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Made reservation on behalf of 91c1344eebee4934929331e9f23aa46d for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:37.124246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:37.131745 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:29:37.273365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa5ef09c-33fc-40d1-abea-2b8b9c18c722 req-5e49236e-9b36-4a98-a49c-9d63994ba48a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 210 time: 0.0560966 Aug 30 21:29:37.285785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Allocated IP 172.20.0.8 (5a7d657d-cd1b-4089-bba0-317c407b13de/32a4fd76-f246-4fb5-896c-9932a79b53a7/bf556f2b-4e68-4d67-ab32-ff855a37eb94) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:29:37.512086 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:36Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:37.586401 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6472175-2d0a-4211-a5e1-5f095eb340d0 None None] The sync data for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 is: [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:36Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:29:37.625847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:37.749271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:37.778013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062b13-f2c3-45d8-ab88-00410a1f9895 req-97e8c8dd-dea8-4b17-9c19-3063063bb333 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:37.779746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7062b13-f2c3-45d8-ab88-00410a1f9895 req-97e8c8dd-dea8-4b17-9c19-3063063bb333 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1098235 Aug 30 21:29:37.882892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7062b13-f2c3-45d8-ab88-00410a1f9895 req-7c2e0f86-5074-4083-a1c0-257fb6716009 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927155 Aug 30 21:29:38.021736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:38.025893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Network 5a7d657d-cd1b-4089-bba0-317c407b13de is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:38.027830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:38.031380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:29:38.130604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:38.131480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:38.190310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c3bda078-e55a-4951-8f32-9aad61f5e552 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2540066 Aug 30 21:29:38.203977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Request body: {'port': {'device_id': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:38.323203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:38.423874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad1cb-ed6f-4ba8-a7ff-bf1f13a864e6 req-8b4b0559-58c5-43f7-9c57-95655dedf6f2 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:38.428663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-305ad1cb-ed6f-4ba8-a7ff-bf1f13a864e6 req-8b4b0559-58c5-43f7-9c57-95655dedf6f2 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 931 time: 0.0746222 Aug 30 21:29:38.518113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-305ad1cb-ed6f-4ba8-a7ff-bf1f13a864e6 req-a5023aaf-5c5b-4bc0-a038-235c15c90792 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847509 Aug 30 21:29:38.805962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf556f2b-4e68-4d67-ab32-ff855a37eb94 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:38.815027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:38.816407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e788e081-2835-49e7-94fd-4dbe5bf19ab1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:38.839241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Transition to ACTIVE for port object bf556f2b-4e68-4d67-ab32-ff855a37eb94 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:29:38.845386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:38.911887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port e788e081-2835-49e7-94fd-4dbe5bf19ab1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:29:38.919356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:38.929468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e788e081-2835-49e7-94fd-4dbe5bf19ab1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:38.929841 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.009306 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f07d1f1-7cc5-48fa-992c-4e4604a227a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.117442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Attempting to bind port bf556f2b-4e68-4d67-ab32-ff855a37eb94 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:29:39.118006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Attempting to bind port bf556f2b-4e68-4d67-ab32-ff855a37eb94 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:29:39.118006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Attempting to bind port bf556f2b-4e68-4d67-ab32-ff855a37eb94 on network 5a7d657d-cd1b-4089-bba0-317c407b13de {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:39.132549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Port bf556f2b-4e68-4d67-ab32-ff855a37eb94 on network 5a7d657d-cd1b-4089-bba0-317c407b13de not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:29:39.132871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Attempting to bind port bf556f2b-4e68-4d67-ab32-ff855a37eb94 on network 5a7d657d-cd1b-4089-bba0-317c407b13de {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:39.140287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:29:39.140631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Checking segment: {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:39.141020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Bound using segment: {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:29:39.141454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Bound port: bf556f2b-4e68-4d67-ab32-ff855a37eb94, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:29:39.141816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.147331 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.214620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port e788e081-2835-49e7-94fd-4dbe5bf19ab1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e788e081-2835-49e7-94fd-4dbe5bf19ab1,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:39.225832 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.241037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d045b3b-bdca-43e3-b237-0945a9db6c19 req-c37ecf74-1f97-44e0-8723-45168b22fc5d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:39.253617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d045b3b-bdca-43e3-b237-0945a9db6c19 req-c37ecf74-1f97-44e0-8723-45168b22fc5d tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1405413 Aug 30 21:29:39.310497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:29:39.313972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:29:39.323577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.351362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=e788e081-2835-49e7-94fd-4dbe5bf19ab1,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:39.387975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:39.388520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:39.390637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] 10.222.0.82 "PUT /v2.0/ports/bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 1092 time: 1.1909797 Aug 30 21:29:39.391287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:39.394340 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7622472-912d-47d9-a89d-84c9fef124bc" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:39.436696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d045b3b-bdca-43e3-b237-0945a9db6c19 req-07ac75b8-e0ee-4ef8-ac14-1987f67c02d0 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750453 Aug 30 21:29:39.499306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5250f79-b3e8-4d3d-9c3a-480edfa93ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:39.547060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c2cacb67-75bd-45b8-8b67-4a179ef4f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:39.548890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-c2cacb67-75bd-45b8-8b67-4a179ef4f6cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1095 time: 0.1065454 Aug 30 21:29:39.613586 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-e9552b11-2535-43b7-be59-93e3cbb98011 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0537665 Aug 30 21:29:39.670118 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b741b437-a15d-4c1d-bbe4-cccbb2395138 x-openstack-request-id: req-b741b437-a15d-4c1d-bbe4-cccbb2395138 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:39.670405 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:39.670886 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b741b437-a15d-4c1d-bbe4-cccbb2395138 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:39.671459 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'status': 'completed', 'code': 200} Aug 30 21:29:39.709446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-f80ec18d-523a-4867-bf38-24322b05cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:39.712119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-f80ec18d-523a-4867-bf38-24322b05cd22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0878370 Aug 30 21:29:39.759415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-1af10d21-6090-4491-a5b9-026f26565208 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391078 Aug 30 21:29:39.816234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d26c3-3e47-4796-ab98-c58b789b4be6 req-ed98ef3e-826e-49c8-b012-10ad69e10444 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:39.824121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b21d26c3-3e47-4796-ab98-c58b789b4be6 req-ed98ef3e-826e-49c8-b012-10ad69e10444 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 943 time: 0.1061485 Aug 30 21:29:39.888126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b21d26c3-3e47-4796-ab98-c58b789b4be6 req-69997de7-52d3-47eb-966d-8580ea8857ac tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603282 Aug 30 21:29:39.903915 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-ed0e6af8-670d-4d32-b513-5de9ec4bb2c5 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321175 Aug 30 21:29:40.051425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-12b9e0a7-9744-41b4-bc5a-3a81c57d5b48 req-796f3372-3ec7-40e5-bb66-c4273e27fb2b service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383944 Aug 30 21:29:40.194887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7622472-912d-47d9-a89d-84c9fef124bc req-3a235623-4aeb-4343-8399-24e28db9bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:40.197280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-3a235623-4aeb-4343-8399-24e28db9bfca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1095 time: 0.0790174 Aug 30 21:29:40.389897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7622472-912d-47d9-a89d-84c9fef124bc req-7f9c7536-8dce-49ad-84f5-e8936469b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:40.391877 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-7f9c7536-8dce-49ad-84f5-e8936469b22e service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.1866426 Aug 30 21:29:40.500898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-8ea60601-d750-4713-a070-3da64c1b04a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0990794 Aug 30 21:29:40.571053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7622472-912d-47d9-a89d-84c9fef124bc req-ccbedcde-b2b1-49af-b1d5-54e045b8ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:40.572698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-ccbedcde-b2b1-49af-b1d5-54e045b8ff62 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0640464 Aug 30 21:29:40.619067 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-1c269463-7cbe-43dd-bf5c-5409eb719574 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389054 Aug 30 21:29:40.676199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c863109-df0a-4c63-8661-bab3908c8eae req-362b1796-cd78-4ed4-b31c-e23f0f2f9881 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:40.679995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c863109-df0a-4c63-8661-bab3908c8eae req-362b1796-cd78-4ed4-b31c-e23f0f2f9881 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.1194370 Aug 30 21:29:40.742231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e788e081-2835-49e7-94fd-4dbe5bf19ab1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:40.783584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c863109-df0a-4c63-8661-bab3908c8eae req-7daa9d42-fcd7-46d6-b450-cb8fa38f6df6 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966282 Aug 30 21:29:40.785225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-f77b58a6-4820-41d1-a870-c3b10ef182d9 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466293 Aug 30 21:29:40.868089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e788e081-2835-49e7-94fd-4dbe5bf19ab1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:40.868764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:41.000515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-891a5c3f-88ef-4f61-abd6-f52208a65836 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:41.003147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-891a5c3f-88ef-4f61-abd6-f52208a65836 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.82 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 945 time: 0.2160144 Aug 30 21:29:41.004464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a7622472-912d-47d9-a89d-84c9fef124bc req-0ba27525-b4c6-44f1-be95-b29cdd29ade8 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081892 Aug 30 21:29:41.191797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Deleting port e73c09a2-4540-422e-a460-c399d24048ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:41.192655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:41.192938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaf910-5823-49dc-8c7b-d348e8d4da85 req-d9272990-871a-4323-9aa1-8823905e8853 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:41.194561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4deaf910-5823-49dc-8c7b-d348e8d4da85 req-d9272990-871a-4323-9aa1-8823905e8853 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 943 time: 0.1018040 Aug 30 21:29:41.290945 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:29:41.294159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4deaf910-5823-49dc-8c7b-d348e8d4da85 req-38838800-ae46-462c-b639-189fe568b963 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904624 Aug 30 21:29:41.344789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] For port e73c09a2-4540-422e-a460-c399d24048ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=e73c09a2-4540-422e-a460-c399d24048ff,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:41.344789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:41.358766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Calling delete_port for e73c09a2-4540-422e-a460-c399d24048ff owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:41.554288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:41.570204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['e73c09a2-4540-422e-a460-c399d24048ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:41.599444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['842a5dbd-dc14-46a9-b36c-1f42e297e6df'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:41.613415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Pushing event deleted for resources: {'Port': ['ID=e73c09a2-4540-422e-a460-c399d24048ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:41.701052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] No DVR routers for this DVR port e73c09a2-4540-422e-a460-c399d24048ff on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:41.706194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:41.709529 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2f92771d-c1f5-47aa-9b3a-3e774074474e req-64bcead1-78c2-41ae-b3ed-1e405787cc38 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.82 "DELETE /v2.0/ports/e73c09a2-4540-422e-a460-c399d24048ff HTTP/1.1" status: 204 len: 173 time: 0.6959624 Aug 30 21:29:41.710015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f763e114-141a-43e1-a473-510fe82fa654', 'name': 'network-vif-deleted', 'tag': 'e73c09a2-4540-422e-a460-c399d24048ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:41.720460 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87f9357-14c2-425b-ade9-6cf144323370" -d '{"events": [{"server_uuid": "f763e114-141a-43e1-a473-510fe82fa654", "name": "network-vif-deleted", "tag": "e73c09a2-4540-422e-a460-c399d24048ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:41.785138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:41.866338 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcc3fd0-c5bd-40b7-aadd-dcae695ae7c7 x-openstack-request-id: req-fbcc3fd0-c5bd-40b7-aadd-dcae695ae7c7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:41.866624 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f763e114-141a-43e1-a473-510fe82fa654", "name": "network-vif-deleted", "tag": "e73c09a2-4540-422e-a460-c399d24048ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:41.867093 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbcc3fd0-c5bd-40b7-aadd-dcae695ae7c7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:41.867788 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f763e114-141a-43e1-a473-510fe82fa654', 'name': 'network-vif-deleted', 'tag': 'e73c09a2-4540-422e-a460-c399d24048ff', 'status': 'completed', 'code': 200} Aug 30 21:29:41.885075 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aad291a-849a-426c-9d66-0b7f761667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:42.014100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e63b052-f864-4288-bfbe-0b2189b57ff5 req-9750386a-80ee-46d7-8f6f-6aabd8088028 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=f763e114-141a-43e1-a473-510fe82fa654 HTTP/1.1" status: 200 len: 210 time: 0.0493801 Aug 30 21:29:42.544430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fa356-ad8d-4488-9a73-4d7a12a7c1d1 req-9b739368-cf4c-4444-b621-c30cba158dbe tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:42.552369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-314fa356-ad8d-4488-9a73-4d7a12a7c1d1 req-9b739368-cf4c-4444-b621-c30cba158dbe tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 943 time: 0.0915825 Aug 30 21:29:42.597179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-314fa356-ad8d-4488-9a73-4d7a12a7c1d1 req-ff23bc8d-b2df-4644-b067-5baa0b378644 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Aug 30 21:29:42.640317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:43.265986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device bf556f2b-4e68-4d67-ab32-ff855a37eb94 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:29:43.407997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:43.429406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'port_id': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'mac_address': 'fa:16:3e:64:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:29:43.481994 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:43.499916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf556f2b-4e68-4d67-ab32-ff855a37eb94 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:43.528397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea653a-2d31-455b-98d4-53b56b192ee7 req-88ed356f-ed8a-417c-a21e-9193e83bc006 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:43.531159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:43.546319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:43.556253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30ea653a-2d31-455b-98d4-53b56b192ee7 req-88ed356f-ed8a-417c-a21e-9193e83bc006 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.1118832 Aug 30 21:29:43.636814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30ea653a-2d31-455b-98d4-53b56b192ee7 req-b34f1a7b-e8c8-47b0-a5f7-d4a76e5259f1 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Aug 30 21:29:43.652902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:43.777310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec15123-7144-4fd9-b2f2-90eb0c56cf5e req-ee018994-7b32-4067-b65f-f9fc431cf59c tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:43.786310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eec15123-7144-4fd9-b2f2-90eb0c56cf5e req-ee018994-7b32-4067-b65f-f9fc431cf59c tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 944 time: 0.0775392 Aug 30 21:29:43.832171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eec15123-7144-4fd9-b2f2-90eb0c56cf5e req-b5527973-717d-48be-bdfb-04d8fd5250e1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439909 Aug 30 21:29:43.876951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['bf556f2b-4e68-4d67-ab32-ff855a37eb94'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:44.555542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:44.766729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c41d42-f81e-4a39-b85f-21905e4de3e5 req-5687600c-a802-454c-828f-e98a5ef88484 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:44.768312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5c41d42-f81e-4a39-b85f-21905e4de3e5 req-5687600c-a802-454c-828f-e98a5ef88484 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0626659 Aug 30 21:29:44.810818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5c41d42-f81e-4a39-b85f-21905e4de3e5 req-d1d3892c-34b8-48cd-95be-dc4a1a1c5857 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350747 Aug 30 21:29:44.992146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f851-e9df-45a9-90cd-5f80ecfb30dc req-f1a554c3-ebbe-498a-91a7-faa9e258509e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:44.993864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db2f851-e9df-45a9-90cd-5f80ecfb30dc req-f1a554c3-ebbe-498a-91a7-faa9e258509e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 944 time: 0.0846791 Aug 30 21:29:45.041481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7db2f851-e9df-45a9-90cd-5f80ecfb30dc req-3ac723ab-d9b7-4f31-b536-ea542a1a01a1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Aug 30 21:29:45.254140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device bf556f2b-4e68-4d67-ab32-ff855a37eb94 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:29:45.326295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port bf556f2b-4e68-4d67-ab32-ff855a37eb94 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:29:45.331415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port bf556f2b-4e68-4d67-ab32-ff855a37eb94 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:29:45.331849 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:45.428489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:45.453191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:45.455690 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2674158a-6474-4cc0-9e77-069619b71957" -d '{"events": [{"server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "name": "network-vif-plugged", "status": "completed", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:45.470023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:45.481897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:45.482770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e73c09a2-4540-422e-a460-c399d24048ff no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:45.533515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: e73c09a2-4540-422e-a460-c399d24048ff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:45.534377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device e73c09a2-4540-422e-a460-c399d24048ff not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:45.566651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:45.603281 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8cf9aa-7355-4c7d-80dc-1b8c36efff4e x-openstack-request-id: req-7a8cf9aa-7355-4c7d-80dc-1b8c36efff4e {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:45.604064 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "name": "network-vif-plugged", "status": "completed", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:45.604433 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a8cf9aa-7355-4c7d-80dc-1b8c36efff4e {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:45.604935 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'code': 200} Aug 30 21:29:45.726110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be9103-ce9c-4eca-b765-2c72c6acdd9e req-3ac6ccd1-efba-4360-9c35-0e5d7c513c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:45.727795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c8be9103-ce9c-4eca-b765-2c72c6acdd9e req-3ac6ccd1-efba-4360-9c35-0e5d7c513c97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.0471752 Aug 30 21:29:45.787470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c8be9103-ce9c-4eca-b765-2c72c6acdd9e req-e151726c-c9df-4cec-8d36-dd714e7ef412 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525501 Aug 30 21:29:45.856691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-8e451daf-f9d5-40d5-9401-940ac7207299 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:45.858344 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-8e451daf-f9d5-40d5-9401-940ac7207299 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0566769 Aug 30 21:29:45.963647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c636c33-6301-4e32-9a3f-8bd88bcfce3d req-b05df3af-ce05-4752-ad50-48df4c3b42de tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:45.965817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Deleting port 842a5dbd-dc14-46a9-b36c-1f42e297e6df {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:45.965965 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c636c33-6301-4e32-9a3f-8bd88bcfce3d req-b05df3af-ce05-4752-ad50-48df4c3b42de tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f6bddcb-76e4-47bc-ae33-71e4ac517a0e HTTP/1.1" status: 200 len: 946 time: 0.0669603 Aug 30 21:29:45.966163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:46.013812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c636c33-6301-4e32-9a3f-8bd88bcfce3d req-5ecafb51-0b05-4213-9692-d76bb80fd705 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.76 "GET /v2.0/security-groups?id=9719ac37-23d2-4812-b243-7d198be03fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Aug 30 21:29:46.067180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] For port 842a5dbd-dc14-46a9-b36c-1f42e297e6df, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=842a5dbd-dc14-46a9-b36c-1f42e297e6df,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:46.067549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:46.081792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Calling delete_port for 842a5dbd-dc14-46a9-b36c-1f42e297e6df owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:46.193744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9829cc6-dcd1-4033-8f88-4763cc06037b req-408a59aa-7fec-4ba2-b56f-a6e7fc1863e3 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:46.201298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9829cc6-dcd1-4033-8f88-4763cc06037b req-408a59aa-7fec-4ba2-b56f-a6e7fc1863e3 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0657468 Aug 30 21:29:46.243115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9829cc6-dcd1-4033-8f88-4763cc06037b req-d25827e1-51bb-4292-9a89-3f466427c69d tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Aug 30 21:29:46.257596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:46.271191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['842a5dbd-dc14-46a9-b36c-1f42e297e6df'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:29:46.303563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Pushing event deleted for resources: {'Port': ['ID=842a5dbd-dc14-46a9-b36c-1f42e297e6df,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:46.367729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] No DVR routers for this DVR port 842a5dbd-dc14-46a9-b36c-1f42e297e6df on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:29:46.370955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.371295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.371670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.371949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.372333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.372657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.372975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.373291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.373655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.373944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.374252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.374584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:29:46.379282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:46.382852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bd11a007-412a-4ba3-90fc-1ff9e329b2df req-efd50dc3-d563-4295-853c-b584904a6ce5 tempest-ServerRescueTestJSON-63729278 tempest-ServerRescueTestJSON-63729278-project] 10.222.0.86 "DELETE /v2.0/ports/842a5dbd-dc14-46a9-b36c-1f42e297e6df HTTP/1.1" status: 204 len: 173 time: 0.5172801 Aug 30 21:29:46.383795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'name': 'network-vif-deleted', 'tag': '842a5dbd-dc14-46a9-b36c-1f42e297e6df'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:46.386295 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6256a9-9191-429e-a446-2bba76a41b02" -d '{"events": [{"server_uuid": "3f6bddcb-76e4-47bc-ae33-71e4ac517a0e", "name": "network-vif-deleted", "tag": "842a5dbd-dc14-46a9-b36c-1f42e297e6df"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:46.457965 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbbbc4d-7d62-4709-a1d7-bf90250ad295 x-openstack-request-id: req-7cbbbc4d-7d62-4709-a1d7-bf90250ad295 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:46.458322 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6bddcb-76e4-47bc-ae33-71e4ac517a0e", "name": "network-vif-deleted", "tag": "842a5dbd-dc14-46a9-b36c-1f42e297e6df", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:46.458746 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7cbbbc4d-7d62-4709-a1d7-bf90250ad295 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:46.459136 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6bddcb-76e4-47bc-ae33-71e4ac517a0e', 'name': 'network-vif-deleted', 'tag': '842a5dbd-dc14-46a9-b36c-1f42e297e6df', 'status': 'completed', 'code': 200} Aug 30 21:29:47.073258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:47.381938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2241fd-43ae-4cd9-9d6f-50341c065aa0 req-93c4f37b-6a2a-4201-bdb0-0989328f663a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:47.388823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f2241fd-43ae-4cd9-9d6f-50341c065aa0 req-93c4f37b-6a2a-4201-bdb0-0989328f663a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0799313 Aug 30 21:29:47.424650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f2241fd-43ae-4cd9-9d6f-50341c065aa0 req-a307301f-b789-4da6-acb4-32aa63275175 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Aug 30 21:29:47.543193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:47.859523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-07d7e878-1765-4c37-b6fc-df8e49acb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:47.861473 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-07d7e878-1765-4c37-b6fc-df8e49acb68f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.1051686 Aug 30 21:29:47.916626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdb04d-17da-4044-9136-6475a17f1ad9 req-db29d2cb-f649-4779-80c0-8448b0fbc4e2 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:47.925649 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ecfdb04d-17da-4044-9136-6475a17f1ad9 req-db29d2cb-f649-4779-80c0-8448b0fbc4e2 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0817611 Aug 30 21:29:47.982015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ecfdb04d-17da-4044-9136-6475a17f1ad9 req-7d2dd5e6-0491-4986-88c0-21c002662d43 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Aug 30 21:29:48.025181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-48a6dc24-45e3-466d-9a15-c9bddbc27be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:48.026597 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-48a6dc24-45e3-466d-9a15-c9bddbc27be4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.1516798 Aug 30 21:29:48.076057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-5e703390-2686-4ead-9df6-a6d96fd7ee56 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0418670 Aug 30 21:29:48.080990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Deleting port 6a9e1b27-9c52-4608-9340-e20409765116 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:48.081326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:48.174460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-328e0edf-a0b8-4f1d-923e-83303acd39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:48.176001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-328e0edf-a0b8-4f1d-923e-83303acd39a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0925889 Aug 30 21:29:48.215543 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-32403926-471b-4d35-9af2-835b0486ec47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306759 Aug 30 21:29:48.229012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] For port 6a9e1b27-9c52-4608-9340-e20409765116, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6a9e1b27-9c52-4608-9340-e20409765116,segment=NetworkSegment(4997768e-e0da-4b17-8b95-97a04d283ded),segment_id=4997768e-e0da-4b17-8b95-97a04d283ded)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:48.229376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:48.285297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Calling delete_port for 6a9e1b27-9c52-4608-9340-e20409765116 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:48.378029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-190700ff-f07f-4bed-af64-3e91f710d0ab service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510806 Aug 30 21:29:48.538648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-053bcab1-d2ba-4cb1-be3f-c01ed08520f7 req-42a27d20-22ac-4ecd-a814-cc21f9f26b42 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174972 Aug 30 21:29:48.593383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:48.625055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9e1b27-9c52-4608-9340-e20409765116,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:48.829677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:49.089958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Router 590e4230-4ac7-49a9-a391-3323a59b12ea has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:29:49.178643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f18fb-4c2c-4bad-841f-f22333bde198 req-adce87c4-6bab-4d54-9ee7-57a687c058a4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:49.183125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d5f18fb-4c2c-4bad-841f-f22333bde198 req-adce87c4-6bab-4d54-9ee7-57a687c058a4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0863008 Aug 30 21:29:49.235840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d5f18fb-4c2c-4bad-841f-f22333bde198 req-2f53b955-a19e-4e9c-8307-0fc4ffc50e2e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372148 Aug 30 21:29:49.563950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:29:49.571726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0fae67cb-656f-47fb-9c17-aeb91738379e admin admin] 10.222.0.76 "PUT /v2.0/routers/590e4230-4ac7-49a9-a391-3323a59b12ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4940193 Aug 30 21:29:49.571726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 56978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:49.579220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] Sync routers for ids ['590e4230-4ac7-49a9-a391-3323a59b12ea'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:29:49.588932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] Routers {'590e4230-4ac7-49a9-a391-3323a59b12ea'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:29:49.589779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:29:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['590e4230-4ac7-49a9-a391-3323a59b12ea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:49.704697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:49.739104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] Set router 590e4230-4ac7-49a9-a391-3323a59b12ea gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:29:49.912547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:49.979067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:29:48Z', 'revision_number': 5, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port': {'id': '58a41e95-8c2f-486e-9fb7-748a3007282f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:49.982980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Deleting port 58a41e95-8c2f-486e-9fb7-748a3007282f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:29:49.982980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.011972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] Checking router: 590e4230-4ac7-49a9-a391-3323a59b12ea for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:29:50.021567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] Routers {'590e4230-4ac7-49a9-a391-3323a59b12ea'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:29:50.022987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:29:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['590e4230-4ac7-49a9-a391-3323a59b12ea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:50.071777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] For port 58a41e95-8c2f-486e-9fb7-748a3007282f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=58a41e95-8c2f-486e-9fb7-748a3007282f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:29:50.072298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.087082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Calling delete_port for 58a41e95-8c2f-486e-9fb7-748a3007282f owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:29:50.127579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] Set router 590e4230-4ac7-49a9-a391-3323a59b12ea gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:29:50.215420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:29:49Z', 'revision_number': 6, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:50.277267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e98700-4217-40cb-bd31-24cd660135ce None None] The sync data for ids ['590e4230-4ac7-49a9-a391-3323a59b12ea'] in n-d-793620-16 is: [{'id': '590e4230-4ac7-49a9-a391-3323a59b12ea', 'name': 'tempest-ServerRescueTestJSON-582967384-router', 'tenant_id': '97426049c8a7496caceb237e864b9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:27:43Z', 'updated_at': '2021-08-30T21:29:49Z', 'revision_number': 6, 'project_id': '97426049c8a7496caceb237e864b9e72', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:29:50.361804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.417483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=58a41e95-8c2f-486e-9fb7-748a3007282f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:50.435250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d1fca-8e88-40c5-beab-f0ee654caab8 req-2ac83612-7066-4df6-b399-7e5509e616f9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:50.446576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b4d1fca-8e88-40c5-beab-f0ee654caab8 req-2ac83612-7066-4df6-b399-7e5509e616f9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0849607 Aug 30 21:29:50.496166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b4d1fca-8e88-40c5-beab-f0ee654caab8 req-95629a52-89e4-4e38-9e45-5652a1590309 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Aug 30 21:29:50.498752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.610278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.612631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.621566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 842a5dbd-dc14-46a9-b36c-1f42e297e6df no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:50.675438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 842a5dbd-dc14-46a9-b36c-1f42e297e6df {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:50.679284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 842a5dbd-dc14-46a9-b36c-1f42e297e6df not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:50.680632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.681349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590e4230-4ac7-49a9-a391-3323a59b12ea {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:29:50.700241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.704575 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97cb0ad6-6fd2-427c-b55b-6f0e0f5a4d2a admin admin] 10.222.0.76 "DELETE /v2.0/routers/590e4230-4ac7-49a9-a391-3323a59b12ea HTTP/1.1" status: 204 len: 168 time: 1.1318989 Aug 30 21:29:50.707638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 56994) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:50.751563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6a9e1b27-9c52-4608-9340-e20409765116 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:50.782151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6a9e1b27-9c52-4608-9340-e20409765116 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:50.782715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6a9e1b27-9c52-4608-9340-e20409765116 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:50.800318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Deleting subnet 62820a3a-9a56-48ba-9c60-8940590dc255 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:29:50.804045 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.844264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.886001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.941518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.967660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62820a3a-9a56-48ba-9c60-8940590dc255,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:50.973287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:50.975251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8b20ce4-c922-4498-86aa-97b741b73771 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/62820a3a-9a56-48ba-9c60-8940590dc255 HTTP/1.1" status: 204 len: 168 time: 0.2661428 Aug 30 21:29:50.977909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57000) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:51.058255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.140449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.152849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8aadfe-80f6-46da-91d7-f3020dc2fc43']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:51.172558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4997768e-e0da-4b17-8b95-97a04d283ded') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:51.172852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4997768e-e0da-4b17-8b95-97a04d283ded') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:29:51.185364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.204516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.214114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:29:51.214588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:29:51.217550 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:29:51.301857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.311905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.316781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cc8aadfe-80f6-46da-91d7-f3020dc2fc43 HTTP/1.1" status: 204 len: 168 time: 0.3351531 Aug 30 21:29:51.344901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836af63-9387-4416-82a4-be708219b164 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8aadfe-80f6-46da-91d7-f3020dc2fc43,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:51.549688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57012) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:51.723539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7fd20c93-8c52-44f7-8ab9-2579cf9e1f1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97426049c8a7496caceb237e864b9e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717012 Aug 30 21:29:51.726827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 57014) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:51.861736 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a924a5e-2a28-487d-bc87-d2f7bc22f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.882289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833843c-2fc8-4680-b3a3-e1e9ef30b6b6 req-79f9a80e-8d27-424d-a501-60504f64e6b4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:51.884381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e833843c-2fc8-4680-b3a3-e1e9ef30b6b6 req-79f9a80e-8d27-424d-a501-60504f64e6b4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1273828 Aug 30 21:29:51.920182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a924a5e-2a28-487d-bc87-d2f7bc22f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:51.974062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e833843c-2fc8-4680-b3a3-e1e9ef30b6b6 req-b8fbf374-b6dc-4fbe-b9f0-7ad466b63398 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833914 Aug 30 21:29:51.999627 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a924a5e-2a28-487d-bc87-d2f7bc22f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:52.002886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a924a5e-2a28-487d-bc87-d2f7bc22f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:52.006721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a924a5e-2a28-487d-bc87-d2f7bc22f4e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9719ac37-23d2-4812-b243-7d198be03fc5 HTTP/1.1" status: 204 len: 168 time: 0.2771440 Aug 30 21:29:52.016760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a924a5e-2a28-487d-bc87-d2f7bc22f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9719ac37-23d2-4812-b243-7d198be03fc5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:52.675389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58a41e95-8c2f-486e-9fb7-748a3007282f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:29:52.701504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 58a41e95-8c2f-486e-9fb7-748a3007282f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:29:52.702204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 58a41e95-8c2f-486e-9fb7-748a3007282f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:29:52.806514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:52.919699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1907845468-network', 'tenant_id': '5924adef3895403a9e9da94d22777d42'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:52.943567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Made reservation on behalf of 5924adef3895403a9e9da94d22777d42 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:52.946195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:52.956524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.061305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.069508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.090016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:29:53.113262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.113613 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Added segment 407233e2-1109-4456-9030-39f4dff2a1f8 of type vlan for network 26ab76fb-aa9b-4521-ad47-15750931f4e5 Aug 30 21:29:53.126254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ed0d6d-f36e-4600-ba63-8ad4e923c348,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:53.162304 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.182212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659a925-47ac-4e24-a3ac-00fab0f2b0bf req-b474443d-993c-4bce-8873-50923a19e5dd tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:53.194894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6659a925-47ac-4e24-a3ac-00fab0f2b0bf req-b474443d-993c-4bce-8873-50923a19e5dd tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0969667 Aug 30 21:29:53.209983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.214601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:53.216519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.259703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6659a925-47ac-4e24-a3ac-00fab0f2b0bf req-969a66ce-0238-4862-a30b-7df8a97fe6a8 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578589 Aug 30 21:29:53.307327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4995713 Aug 30 21:29:53.310232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 57062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:29:53.315992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Request body: {'subnet': {'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1907845468-subnet', 'tenant_id': '5924adef3895403a9e9da94d22777d42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:53.322456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b429e-e2c0-468c-90bf-4907a8a47a4a admin admin] Pushing event updated for resources: {'Network': ['ID=26ab76fb-aa9b-4521-ad47-15750931f4e5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:53.333353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 26ab76fb-aa9b-4521-ad47-15750931f4e5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:29:53.352246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Made reservation on behalf of 5924adef3895403a9e9da94d22777d42 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:53.355403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.575295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.641995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=757dce5a-1fda-43fc-8922-f6c1dfb49bba,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:53.654522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Checking segment: {'id': '407233e2-1109-4456-9030-39f4dff2a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:53.655380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Network hostable DHCP agents. Network: 26ab76fb-aa9b-4521-ad47-15750931f4e5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:29:53.676551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Network 26ab76fb-aa9b-4521-ad47-15750931f4e5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:29:53.691571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 26ab76fb-aa9b-4521-ad47-15750931f4e5) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:53.701284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea6b66-3356-4285-9d12-bc32ff9a07b8 None None] Network 26ab76fb-aa9b-4521-ad47-15750931f4e5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:53.706898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:53.707827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:53.727757 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-562d1ba4-47e1-4fff-a406-fe0a4a28d48b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4156399 Aug 30 21:29:53.921205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281665f-6637-4939-8f7f-67797124ddb1 None None] Network 26ab76fb-aa9b-4521-ad47-15750931f4e5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:29:54.463398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-ef616a63-afe5-4a3e-8bc6-d9f19c11249f tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:54.465548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-ef616a63-afe5-4a3e-8bc6-d9f19c11249f tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/networks?id=26ab76fb-aa9b-4521-ad47-15750931f4e5 HTTP/1.1" status: 200 len: 809 time: 0.1173539 Aug 30 21:29:54.482021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-412c523a-98cc-4d09-8514-68200b426050 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/quotas/5924adef3895403a9e9da94d22777d42 HTTP/1.1" status: 200 len: 375 time: 0.0108821 Aug 30 21:29:54.523255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-3da164f5-d28b-4575-93bb-051df5362bb8 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5924adef3895403a9e9da94d22777d42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315719 Aug 30 21:29:54.619890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-fe7b0fbd-a665-420b-8e22-ca7a993dfde3 service neutron] 10.222.0.76 "GET /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886235 Aug 30 21:29:54.721979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-4f1d9e8c-212b-4a1a-8722-17ee1b7741aa service neutron] 10.222.0.76 "GET /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958223 Aug 30 21:29:55.020730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eeefa-63a8-405d-902e-8344836c84b2 req-d520ffd7-b1ab-4b14-8827-89b1471f734e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:55.038637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c2eeefa-63a8-405d-902e-8344836c84b2 req-d520ffd7-b1ab-4b14-8827-89b1471f734e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0902009 Aug 30 21:29:55.092504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c2eeefa-63a8-405d-902e-8344836c84b2 req-a446f3c4-b53a-4da5-822e-8cee1697bfe1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529342 Aug 30 21:29:55.269259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca8e9e78-e285-4a00-9699-8093640076ab req-0c3f1dfb-1d1e-4cec-8c5a-da9ca055aa59 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 210 time: 0.0397549 Aug 30 21:29:56.240285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11896ded-9b72-446a-96ea-0bd9e72ea4c9 req-ceddaeb8-d38b-452f-96df-15d5d7b01c38 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:56.241962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11896ded-9b72-446a-96ea-0bd9e72ea4c9 req-ceddaeb8-d38b-452f-96df-15d5d7b01c38 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0604901 Aug 30 21:29:56.313745 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11896ded-9b72-446a-96ea-0bd9e72ea4c9 req-9003bbeb-b61d-45e8-b265-3abb431d0e7d tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560107 Aug 30 21:29:56.325478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-76226524-5320-4a93-96b1-379053ca3dba tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:56.327678 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-76226524-5320-4a93-96b1-379053ca3dba tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.86 "GET /v2.0/networks?id=26ab76fb-aa9b-4521-ad47-15750931f4e5 HTTP/1.1" status: 200 len: 809 time: 0.2196543 Aug 30 21:29:56.343053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Request body: {'port': {'device_id': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5', 'admin_state_up': True, 'tenant_id': '5924adef3895403a9e9da94d22777d42'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:56.552245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef9f92d1-e253-4dca-b55e-08d64042b947 req-05c607e4-87b9-4552-a074-d6859130eb04 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 210 time: 0.0346725 Aug 30 21:29:56.587443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Made reservation on behalf of 5924adef3895403a9e9da94d22777d42 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:29:56.591454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:56.739426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Allocated IP 172.20.0.4 (26ab76fb-aa9b-4521-ad47-15750931f4e5/757dce5a-1fda-43fc-8922-f6c1dfb49bba/a863df3f-78be-4856-8344-e341b5974607) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:29:56.895834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:56.937417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:56.980253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Network 26ab76fb-aa9b-4521-ad47-15750931f4e5 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:29:56.983711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:29:56.998235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:29:57.023172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Pushing event updated for resources: {'Port': ['ID=a863df3f-78be-4856-8344-e341b5974607,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:57.108068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:57.108805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:57.133248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-987c80a5-cf6a-43ae-a91b-12bbd848b3a4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950320 Aug 30 21:29:57.146801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Request body: {'port': {'device_id': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:29:57.236194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:57.523051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe73b8-585e-41c7-85a4-dc5ac53da4be req-4223b12f-aadc-4c9c-9b95-0ec01aa10aa5 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:57.533688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47fe73b8-585e-41c7-85a4-dc5ac53da4be req-4223b12f-aadc-4c9c-9b95-0ec01aa10aa5 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1085134 Aug 30 21:29:57.604611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47fe73b8-585e-41c7-85a4-dc5ac53da4be req-db50824a-ad44-4783-be7b-ed8c6a024255 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690482 Aug 30 21:29:57.610491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a863df3f-78be-4856-8344-e341b5974607 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:29:57.618912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:57.642540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Transition to ACTIVE for port object a863df3f-78be-4856-8344-e341b5974607 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:29:57.649970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:57.830540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Pushing event updated for resources: {'Port': ['ID=a863df3f-78be-4856-8344-e341b5974607,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:57.843731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf357-119d-460b-8276-3961ad4e6cae req-4eabd614-b594-40b0-adfc-bb1b7de7a1c1 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:57.870861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1bcf357-119d-460b-8276-3961ad4e6cae req-4eabd614-b594-40b0-adfc-bb1b7de7a1c1 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 943 time: 0.0875647 Aug 30 21:29:57.907834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Attempting to bind port a863df3f-78be-4856-8344-e341b5974607 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:29:57.908172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Attempting to bind port a863df3f-78be-4856-8344-e341b5974607 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '407233e2-1109-4456-9030-39f4dff2a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:29:57.908497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Attempting to bind port a863df3f-78be-4856-8344-e341b5974607 on network 26ab76fb-aa9b-4521-ad47-15750931f4e5 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:57.915218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Port a863df3f-78be-4856-8344-e341b5974607 on network 26ab76fb-aa9b-4521-ad47-15750931f4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:29:57.915536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Attempting to bind port a863df3f-78be-4856-8344-e341b5974607 on network 26ab76fb-aa9b-4521-ad47-15750931f4e5 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:29:57.921716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:29:57.922059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Checking segment: {'id': '407233e2-1109-4456-9030-39f4dff2a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:29:57.922441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Bound using segment: {'id': '407233e2-1109-4456-9030-39f4dff2a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:29:57.922975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Bound port: a863df3f-78be-4856-8344-e341b5974607, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407233e2-1109-4456-9030-39f4dff2a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:29:57.923391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:57.938121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1bcf357-119d-460b-8276-3961ad4e6cae req-395221c6-1449-40db-9e54-fe6cccab132b tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Aug 30 21:29:57.994338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] For port a863df3f-78be-4856-8344-e341b5974607, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:29:57.997688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] For port a863df3f-78be-4856-8344-e341b5974607, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a863df3f-78be-4856-8344-e341b5974607,segment=NetworkSegment(407233e2-1109-4456-9030-39f4dff2a1f8),segment_id=407233e2-1109-4456-9030-39f4dff2a1f8)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:29:58.004338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:58.051668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:58.052516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:29:58.054291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] 10.222.0.86 "PUT /v2.0/ports/a863df3f-78be-4856-8344-e341b5974607 HTTP/1.1" status: 200 len: 1092 time: 0.9127247 Aug 30 21:29:58.055013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'tag': 'a863df3f-78be-4856-8344-e341b5974607'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:29:58.057544 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3bc07-9ae3-4af6-a044-23ec4358914b" -d '{"events": [{"name": "network-changed", "server_uuid": "93fa3d69-7165-42a8-b99f-b86b77891f8d", "tag": "a863df3f-78be-4856-8344-e341b5974607"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:29:58.087031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90784-da7f-415e-8637-cc3f29c298cc service neutron] Pushing event updated for resources: {'Port': ['ID=a863df3f-78be-4856-8344-e341b5974607,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:29:58.145436 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9062e121-d38f-4ad5-83e5-10b99bc62faf x-openstack-request-id: req-9062e121-d38f-4ad5-83e5-10b99bc62faf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:29:58.145729 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fa3d69-7165-42a8-b99f-b86b77891f8d", "tag": "a863df3f-78be-4856-8344-e341b5974607", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:29:58.145983 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9062e121-d38f-4ad5-83e5-10b99bc62faf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:29:58.146382 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'tag': 'a863df3f-78be-4856-8344-e341b5974607', 'status': 'completed', 'code': 200} Aug 30 21:29:58.159212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-e2c15fe4-a616-42c0-9205-94c30aa9cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:58.160595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-e2c15fe4-a616-42c0-9205-94c30aa9cbfc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5924adef3895403a9e9da94d22777d42&device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 1095 time: 0.0508606 Aug 30 21:29:58.220768 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-9b82ac56-d279-4bac-ba37-11a6dc00d278 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a863df3f-78be-4856-8344-e341b5974607 HTTP/1.1" status: 200 len: 217 time: 0.0517545 Aug 30 21:29:58.298441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-bd83220a-412f-43da-890b-916d54601686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:58.303069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-bd83220a-412f-43da-890b-916d54601686 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=757dce5a-1fda-43fc-8922-f6c1dfb49bba HTTP/1.1" status: 200 len: 849 time: 0.0712626 Aug 30 21:29:58.356415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-4d1c9969-aaf0-45ba-8a46-2b4a22323e6d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=26ab76fb-aa9b-4521-ad47-15750931f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444310 Aug 30 21:29:58.470103 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-7b253dd5-af11-4ccd-9623-cc8bd6a4a322 service neutron] 10.222.0.86 "GET /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042700 Aug 30 21:29:58.592867 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1537e751-fd8a-4d69-bab6-4f8244122436 req-ed69f769-bd6c-4254-8307-ad5db99d21db service neutron] 10.222.0.86 "GET /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144066 Aug 30 21:29:58.756624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-f177b0cf-0dd3-49a9-8f91-abd7a1e44059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:58.758324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-f177b0cf-0dd3-49a9-8f91-abd7a1e44059 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5924adef3895403a9e9da94d22777d42&device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 1095 time: 0.1035917 Aug 30 21:29:58.815468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa73f3-7b83-4be6-8e04-14e686a058a1 req-837c646b-56e1-4e78-955a-370d9cfde440 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:58.818157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3aaa73f3-7b83-4be6-8e04-14e686a058a1 req-837c646b-56e1-4e78-955a-370d9cfde440 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0647676 Aug 30 21:29:58.867589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3aaa73f3-7b83-4be6-8e04-14e686a058a1 req-86a1178d-6086-4372-82b8-85b4f5ff6c0a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Aug 30 21:29:58.896372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-1e41f193-b95b-48b3-8042-b2026271498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:58.898118 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-1e41f193-b95b-48b3-8042-b2026271498f service neutron] 10.222.0.86 "GET /v2.0/networks?id=26ab76fb-aa9b-4521-ad47-15750931f4e5 HTTP/1.1" status: 200 len: 910 time: 0.1322815 Aug 30 21:29:58.975057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-a915ac07-205e-4f41-91d3-4a4c68433358 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a863df3f-78be-4856-8344-e341b5974607 HTTP/1.1" status: 200 len: 217 time: 0.0685587 Aug 30 21:29:59.031405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-cf943f21-977a-4e30-97db-510ed5baaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:59.033527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-cf943f21-977a-4e30-97db-510ed5baaf1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=757dce5a-1fda-43fc-8922-f6c1dfb49bba HTTP/1.1" status: 200 len: 849 time: 0.0522382 Aug 30 21:29:59.071850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9f1b1-07eb-461d-a25c-982af635da1d req-64561640-2984-4205-a4ef-0a3b8e28de34 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:29:59.073393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7e9f1b1-07eb-461d-a25c-982af635da1d req-64561640-2984-4205-a4ef-0a3b8e28de34 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 943 time: 0.0609450 Aug 30 21:29:59.078446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-95b606dd-dccc-44c1-82fd-768ff41423aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=26ab76fb-aa9b-4521-ad47-15750931f4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333118 Aug 30 21:29:59.136339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7e9f1b1-07eb-461d-a25c-982af635da1d req-7f3b4bc3-a628-43e9-9f43-50aee2e06339 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Aug 30 21:29:59.198815 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-08697c17-90f6-44f7-b8ee-fc8ed94c9a13 service neutron] 10.222.0.86 "GET /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124165 Aug 30 21:29:59.310221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2ef3bc07-9ae3-4af6-a044-23ec4358914b req-7b39877c-6e55-4568-a89e-375bacb936f1 service neutron] 10.222.0.86 "GET /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031358 Aug 30 21:30:00.017321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67680b8-7886-45de-900a-093380d70b88 req-ed4a3d05-d78f-42c2-a473-ae02178c02f6 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:00.024943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f67680b8-7886-45de-900a-093380d70b88 req-ed4a3d05-d78f-42c2-a473-ae02178c02f6 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Aug 30 21:30:00.067874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f67680b8-7886-45de-900a-093380d70b88 req-4f235485-ba80-4973-bdef-3726964978e1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Aug 30 21:30:00.382712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a63fd9-8770-4a4c-84f8-633f5fc3a115 req-34f9ddfb-c4b7-4f69-903e-be63e2194623 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:00.385287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a63fd9-8770-4a4c-84f8-633f5fc3a115 req-34f9ddfb-c4b7-4f69-903e-be63e2194623 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 943 time: 0.1575978 Aug 30 21:30:00.437173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97a63fd9-8770-4a4c-84f8-633f5fc3a115 req-eb9ea940-6030-4fc1-9e3f-e9897fe04bd0 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419490 Aug 30 21:30:00.637957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a863df3f-78be-4856-8344-e341b5974607 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:30:00.967676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a863df3f-78be-4856-8344-e341b5974607, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a863df3f-78be-4856-8344-e341b5974607,segment=NetworkSegment(407233e2-1109-4456-9030-39f4dff2a1f8),segment_id=407233e2-1109-4456-9030-39f4dff2a1f8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:00.981463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a863df3f-78be-4856-8344-e341b5974607', 'network_id': '26ab76fb-aa9b-4521-ad47-15750931f4e5', 'port_id': 'a863df3f-78be-4856-8344-e341b5974607', 'mac_address': 'fa:16:3e:6d:be:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757dce5a-1fda-43fc-8922-f6c1dfb49bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:30:01.025825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:01.041160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a863df3f-78be-4856-8344-e341b5974607 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:30:01.071940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a863df3f-78be-4856-8344-e341b5974607, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a863df3f-78be-4856-8344-e341b5974607,segment=NetworkSegment(407233e2-1109-4456-9030-39f4dff2a1f8),segment_id=407233e2-1109-4456-9030-39f4dff2a1f8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:01.078409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:01.135681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a863df3f-78be-4856-8344-e341b5974607,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:01.216022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7327b3-db7a-45fb-b291-93bef5a21d6b req-cda53ed9-1ec7-481e-9dd6-c8c598d60ee6 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:01.224261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c7327b3-db7a-45fb-b291-93bef5a21d6b req-cda53ed9-1ec7-481e-9dd6-c8c598d60ee6 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0633314 Aug 30 21:30:01.260331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c7327b3-db7a-45fb-b291-93bef5a21d6b req-4862a779-5977-4785-a939-84553e39277e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350239 Aug 30 21:30:01.401072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a863df3f-78be-4856-8344-e341b5974607'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:01.800586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8502343-ea48-4f62-b721-18443a2e2e55 req-4d92c04f-ef91-4f29-8172-d6024a1691b2 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:01.804082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8502343-ea48-4f62-b721-18443a2e2e55 req-4d92c04f-ef91-4f29-8172-d6024a1691b2 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 944 time: 0.0816536 Aug 30 21:30:01.862261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8502343-ea48-4f62-b721-18443a2e2e55 req-5eaa1b55-596d-453c-9b09-4fe56963c8c4 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Aug 30 21:30:02.430873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea6372-8664-472e-9695-b6546e567422 req-ca4df110-2ca3-4d07-a24d-472356cbc752 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:02.438815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0ea6372-8664-472e-9695-b6546e567422 req-ca4df110-2ca3-4d07-a24d-472356cbc752 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0988355 Aug 30 21:30:02.484718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0ea6372-8664-472e-9695-b6546e567422 req-88cd2c5e-abae-4f16-978a-89d11d46354c tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450401 Aug 30 21:30:02.658159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a863df3f-78be-4856-8344-e341b5974607 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:30:02.749700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a863df3f-78be-4856-8344-e341b5974607 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:30:02.763885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a863df3f-78be-4856-8344-e341b5974607 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:30:02.764256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:02.908050 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:02.965694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a863df3f-78be-4856-8344-e341b5974607'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:02.972118 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a8c6d-4115-4413-9fa7-7c927cb7afc4" -d '{"events": [{"server_uuid": "93fa3d69-7165-42a8-b99f-b86b77891f8d", "name": "network-vif-plugged", "status": "completed", "tag": "a863df3f-78be-4856-8344-e341b5974607"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:02.986575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a863df3f-78be-4856-8344-e341b5974607, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a863df3f-78be-4856-8344-e341b5974607,segment=NetworkSegment(407233e2-1109-4456-9030-39f4dff2a1f8),segment_id=407233e2-1109-4456-9030-39f4dff2a1f8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:02.992517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:03.025864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd08236-996a-4f32-aec3-8f8a9ce286a2 req-90e881a2-e08f-4d9e-ae8d-a6afaaae8172 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:03.027486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bd08236-996a-4f32-aec3-8f8a9ce286a2 req-90e881a2-e08f-4d9e-ae8d-a6afaaae8172 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 944 time: 0.0838578 Aug 30 21:30:03.056006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a863df3f-78be-4856-8344-e341b5974607,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:03.078985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bd08236-996a-4f32-aec3-8f8a9ce286a2 req-53cb56b2-47b6-4326-ad90-31ab86f572ab tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Aug 30 21:30:03.133194 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e575ed0f-046b-452a-ae1f-f5e6c5ab2804 x-openstack-request-id: req-e575ed0f-046b-452a-ae1f-f5e6c5ab2804 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:03.133683 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fa3d69-7165-42a8-b99f-b86b77891f8d", "name": "network-vif-plugged", "status": "completed", "tag": "a863df3f-78be-4856-8344-e341b5974607", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:03.134215 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e575ed0f-046b-452a-ae1f-f5e6c5ab2804 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:03.134784 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a863df3f-78be-4856-8344-e341b5974607', 'code': 200} Aug 30 21:30:03.276859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535cc9b-d5ab-4ef7-8945-68c18a778c45 req-fa012ef4-b512-4f6d-b04b-aa62d9671fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:03.278866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7535cc9b-d5ab-4ef7-8945-68c18a778c45 req-fa012ef4-b512-4f6d-b04b-aa62d9671fa4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 1097 time: 0.0524383 Aug 30 21:30:03.346633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7535cc9b-d5ab-4ef7-8945-68c18a778c45 req-24f1dbd5-0421-40cc-99f7-aa6d7abee39e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Aug 30 21:30:03.583963 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:03.649690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441541-4550-48a3-ae9c-db65ad5a2b0b req-cbf5207c-78b4-4097-b008-87ff91331a76 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:03.651229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85441541-4550-48a3-ae9c-db65ad5a2b0b req-cbf5207c-78b4-4097-b008-87ff91331a76 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0589669 Aug 30 21:30:03.704049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85441541-4550-48a3-ae9c-db65ad5a2b0b req-ee45e9be-e510-48ee-a853-1ea56b021669 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Aug 30 21:30:04.215049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c9efa-1c99-4d7f-9555-3e7cd98ddddf req-e6bdf4c8-ee8e-4c87-9fdd-03254a0adab9 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:04.223568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee6c9efa-1c99-4d7f-9555-3e7cd98ddddf req-e6bdf4c8-ee8e-4c87-9fdd-03254a0adab9 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 945 time: 0.0643945 Aug 30 21:30:04.293824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee6c9efa-1c99-4d7f-9555-3e7cd98ddddf req-80474cd7-77d5-4142-bb06-022d7fdc4a35 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 Aug 30 21:30:04.828191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cfe47-b3bd-4ee1-9843-194c6e33c33e req-82382b73-c2b6-40d5-8a6a-7f42ea624777 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:04.829856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d2cfe47-b3bd-4ee1-9843-194c6e33c33e req-82382b73-c2b6-40d5-8a6a-7f42ea624777 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0533037 Aug 30 21:30:04.879472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d2cfe47-b3bd-4ee1-9843-194c6e33c33e req-aaa6bd5e-5d34-4ca1-8000-a93c21014358 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Aug 30 21:30:05.414689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ff973-5de3-4125-a986-3f3876cb1500 req-0bc21622-b9c1-4130-a613-010a728a5bd0 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:05.424451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f82ff973-5de3-4125-a986-3f3876cb1500 req-0bc21622-b9c1-4130-a613-010a728a5bd0 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 945 time: 0.0685432 Aug 30 21:30:05.464329 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f82ff973-5de3-4125-a986-3f3876cb1500 req-a04345e3-702e-48f3-9a04-ae6f52f46a6b tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387306 Aug 30 21:30:05.842587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:06.106838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0025cd6-e5f5-491c-ac28-f8bf1459fac7 req-eea77776-c3bc-4b7f-8cb7-5da631dbefc9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:06.115261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0025cd6-e5f5-491c-ac28-f8bf1459fac7 req-eea77776-c3bc-4b7f-8cb7-5da631dbefc9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1382594 Aug 30 21:30:06.159109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0025cd6-e5f5-491c-ac28-f8bf1459fac7 req-ed8e04ee-f657-496f-80ce-73f8ffd2cac5 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422862 Aug 30 21:30:06.702115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35073ab-cafc-4d83-8168-902303b27910 req-ef4bbfd9-496f-4d00-86a8-e066a026d9f9 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:06.703682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f35073ab-cafc-4d83-8168-902303b27910 req-ef4bbfd9-496f-4d00-86a8-e066a026d9f9 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 945 time: 0.0691657 Aug 30 21:30:06.748714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f35073ab-cafc-4d83-8168-902303b27910 req-8c8437f4-ab3e-4b58-8d01-33e689f27de1 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Aug 30 21:30:07.296177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beeefd-2e17-4c05-9931-3e01ebcae22f req-1990f781-d0c4-44a6-a337-5012df19c566 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:07.297648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3beeefd-2e17-4c05-9931-3e01ebcae22f req-1990f781-d0c4-44a6-a337-5012df19c566 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0557852 Aug 30 21:30:07.343915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3beeefd-2e17-4c05-9931-3e01ebcae22f req-0909115c-f0e3-429f-94a0-2dfdcf4a82e4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Aug 30 21:30:07.926406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135ed9a-e803-414b-a684-c043d52ddcc5 req-1fe9bb1a-472a-405d-be63-f6b2b57e08eb tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:07.928053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d135ed9a-e803-414b-a684-c043d52ddcc5 req-1fe9bb1a-472a-405d-be63-f6b2b57e08eb tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 945 time: 0.0584881 Aug 30 21:30:07.971847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d135ed9a-e803-414b-a684-c043d52ddcc5 req-747873f6-b0c6-473e-8aa1-34ea6edc89db tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/security-groups?id=5bd468fa-6787-47c3-98b3-e25ef0f518f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 Aug 30 21:30:08.373118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b713b2-00a6-45aa-b520-43b976da1c0d req-70424f9a-feff-4ea8-b4df-ff887a8d7a5e tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:08.375910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63b713b2-00a6-45aa-b520-43b976da1c0d req-70424f9a-feff-4ea8-b4df-ff887a8d7a5e tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 945 time: 0.0606675 Aug 30 21:30:08.400100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-aecfca00-36bf-45cd-aee0-7f5a3ee5bbfa tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:08.401719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-aecfca00-36bf-45cd-aee0-7f5a3ee5bbfa tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 945 time: 0.0590742 Aug 30 21:30:08.419967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63b713b2-00a6-45aa-b520-43b976da1c0d req-7457d22d-6866-4aa9-abde-c28536da8287 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Aug 30 21:30:08.525415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Deleting port 6c3d8fda-60d2-4795-8066-dec96d47db02 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:30:08.525911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:08.563605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0036f6-62d5-4834-8fb6-10d8ab2ba72d req-56d084f7-77e3-40b4-bb77-bf18a0504086 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:08.567601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e0036f6-62d5-4834-8fb6-10d8ab2ba72d req-56d084f7-77e3-40b4-bb77-bf18a0504086 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0654013 Aug 30 21:30:08.631089 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e0036f6-62d5-4834-8fb6-10d8ab2ba72d req-8f22fa2e-bf33-43ac-babe-f5a7531a92cf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584235 Aug 30 21:30:08.637872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] For port 6c3d8fda-60d2-4795-8066-dec96d47db02, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=6c3d8fda-60d2-4795-8066-dec96d47db02,segment=NetworkSegment(53bc67e3-9ed6-4705-a9a3-11f45eec1ee4),segment_id=53bc67e3-9ed6-4705-a9a3-11f45eec1ee4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:08.638306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:08.667270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Calling delete_port for 6c3d8fda-60d2-4795-8066-dec96d47db02 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:30:08.816514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:08.831511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['6c3d8fda-60d2-4795-8066-dec96d47db02'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:08.859049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Pushing event deleted for resources: {'Port': ['ID=6c3d8fda-60d2-4795-8066-dec96d47db02,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:08.904594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] No DVR routers for this DVR port 6c3d8fda-60d2-4795-8066-dec96d47db02 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:30:08.908116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:08.910310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-436e0725-49bb-40b9-ac4e-c8ec85d953a1 req-f329de1c-29f9-416c-a824-b8deb7965aa2 tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.82 "DELETE /v2.0/ports/6c3d8fda-60d2-4795-8066-dec96d47db02 HTTP/1.1" status: 204 len: 173 time: 0.5022712 Aug 30 21:30:08.910901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'name': 'network-vif-deleted', 'tag': '6c3d8fda-60d2-4795-8066-dec96d47db02'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:08.919093 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75518af7-066d-4e63-a07f-9362e27b9ffc" -d '{"events": [{"server_uuid": "5013ed21-4ba5-4498-80e8-a61bf57eaac6", "name": "network-vif-deleted", "tag": "6c3d8fda-60d2-4795-8066-dec96d47db02"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:08.944763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47c4d75b-8896-4a47-beba-750ca97e4369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:08.967666 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96664e42-6d29-4aaa-9917-f134e1dcbc6c x-openstack-request-id: req-96664e42-6d29-4aaa-9917-f134e1dcbc6c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:08.967961 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5013ed21-4ba5-4498-80e8-a61bf57eaac6", "name": "network-vif-deleted", "tag": "6c3d8fda-60d2-4795-8066-dec96d47db02", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:08.968209 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-96664e42-6d29-4aaa-9917-f134e1dcbc6c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:08.968841 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5013ed21-4ba5-4498-80e8-a61bf57eaac6', 'name': 'network-vif-deleted', 'tag': '6c3d8fda-60d2-4795-8066-dec96d47db02', 'status': 'completed', 'code': 200} Aug 30 21:30:09.104570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21a037b9-e98f-43f0-ade7-1d15857d7928 req-935298a6-ae28-4510-b9f7-96fc394c578b tempest-VolumesSnapshotTestJSON-2084205150 tempest-VolumesSnapshotTestJSON-2084205150-project] 10.222.0.76 "GET /v2.0/ports?device_id=5013ed21-4ba5-4498-80e8-a61bf57eaac6 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Aug 30 21:30:09.584984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9fddf-7ac7-440e-92df-1f1ba0b10042 req-10e019a3-3279-4f1d-a393-75f9c63332a9 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:09.586625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63d9fddf-7ac7-440e-92df-1f1ba0b10042 req-10e019a3-3279-4f1d-a393-75f9c63332a9 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 945 time: 0.0646448 Aug 30 21:30:09.631242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63d9fddf-7ac7-440e-92df-1f1ba0b10042 req-568b72e7-d384-4fee-8b50-208e8add62eb tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/security-groups?id=14ed0d6d-f36e-4600-ba63-8ad4e923c348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Aug 30 21:30:09.745282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57436905-da32-463d-8a42-7440e79484e6 req-254546b4-78df-4081-8443-1ac61c9c6754 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:09.747484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57436905-da32-463d-8a42-7440e79484e6 req-254546b4-78df-4081-8443-1ac61c9c6754 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.86 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 945 time: 0.0698307 Aug 30 21:30:09.761606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6dd20-f0da-4455-89ea-31114fce81b8 req-a5150419-6173-4ba4-ba99-c56379888e0d tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:09.770311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4c6dd20-f0da-4455-89ea-31114fce81b8 req-a5150419-6173-4ba4-ba99-c56379888e0d tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0682960 Aug 30 21:30:09.815953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4c6dd20-f0da-4455-89ea-31114fce81b8 req-e6495655-9422-42d3-93f9-e1f722b1d129 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443716 Aug 30 21:30:09.869041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Deleting port a863df3f-78be-4856-8344-e341b5974607 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:30:09.869393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:09.977228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] For port a863df3f-78be-4856-8344-e341b5974607, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a863df3f-78be-4856-8344-e341b5974607,segment=NetworkSegment(407233e2-1109-4456-9030-39f4dff2a1f8),segment_id=407233e2-1109-4456-9030-39f4dff2a1f8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:09.977603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:09.994898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Calling delete_port for a863df3f-78be-4856-8344-e341b5974607 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:30:10.155618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:10.172903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a863df3f-78be-4856-8344-e341b5974607'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:10.206875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Pushing event deleted for resources: {'Port': ['ID=a863df3f-78be-4856-8344-e341b5974607,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:10.308623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] No DVR routers for this DVR port a863df3f-78be-4856-8344-e341b5974607 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:30:10.312151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:10.314763 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57436905-da32-463d-8a42-7440e79484e6 req-06b1eb82-a610-41e5-af52-f721780c31ca tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.86 "DELETE /v2.0/ports/a863df3f-78be-4856-8344-e341b5974607 HTTP/1.1" status: 204 len: 173 time: 0.5604844 Aug 30 21:30:10.763895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-766df562-1f0e-4ed0-b7da-d2ed0fb958a7 req-90f35c04-380b-4671-a282-d83e61438540 tempest-ServerTagsTestJSON-1534203331 tempest-ServerTagsTestJSON-1534203331-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fa3d69-7165-42a8-b99f-b86b77891f8d HTTP/1.1" status: 200 len: 210 time: 0.0426898 Aug 30 21:30:10.933560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d85513-5f79-4cf5-8a78-f0d8b08cf05d req-2b71ffd5-b1a6-47d2-bbdb-355a71c58c78 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:10.937060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d85513-5f79-4cf5-8a78-f0d8b08cf05d req-2b71ffd5-b1a6-47d2-bbdb-355a71c58c78 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0567434 Aug 30 21:30:10.969801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'name': 'network-vif-deleted', 'tag': 'a863df3f-78be-4856-8344-e341b5974607'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:10.972987 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1e99e-e546-4cdc-b1d0-2587e9fad4c0" -d '{"events": [{"server_uuid": "93fa3d69-7165-42a8-b99f-b86b77891f8d", "name": "network-vif-deleted", "tag": "a863df3f-78be-4856-8344-e341b5974607"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:10.976043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92d85513-5f79-4cf5-8a78-f0d8b08cf05d req-2d27b68e-1fa1-4621-aa35-517a6aa73a01 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Aug 30 21:30:11.088611 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c247c-a2b6-4221-be67-96653d201736 x-openstack-request-id: req-100c247c-a2b6-4221-be67-96653d201736 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:11.088912 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fa3d69-7165-42a8-b99f-b86b77891f8d", "name": "network-vif-deleted", "tag": "a863df3f-78be-4856-8344-e341b5974607", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:11.089166 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-100c247c-a2b6-4221-be67-96653d201736 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:11.089658 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fa3d69-7165-42a8-b99f-b86b77891f8d', 'name': 'network-vif-deleted', 'tag': 'a863df3f-78be-4856-8344-e341b5974607', 'status': 'completed', 'code': 200} Aug 30 21:30:11.774989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:11.846795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58064) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:11.884497 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72814e79-1601-4309-8ee1-555f3c2768b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:11.930080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Deleting subnet 757dce5a-1fda-43fc-8922-f6c1dfb49bba {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:30:11.936924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:12.012774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:12.195766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:12.247330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0daa-6725-49ad-8cf8-b2946157a3b3 req-aa29d3ab-757e-44a5-97d3-1eb4b0743a96 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:12.249207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99db0daa-6725-49ad-8cf8-b2946157a3b3 req-aa29d3ab-757e-44a5-97d3-1eb4b0743a96 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1419833 Aug 30 21:30:12.652631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:12.764042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99db0daa-6725-49ad-8cf8-b2946157a3b3 req-5940ae0e-94d5-433f-a6b6-0a866273fd27 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014772 Aug 30 21:30:12.787731 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:12.816579 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:12.822721 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/757dce5a-1fda-43fc-8922-f6c1dfb49bba HTTP/1.1" status: 204 len: 168 time: 0.9792185 Aug 30 21:30:12.832471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:12.869326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757dce5a-1fda-43fc-8922-f6c1dfb49bba,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:12.885280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.885713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.886141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.886556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.887132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.887711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.899305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.900039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.900596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.901234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.901784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:12.902370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f480212-a145-4238-a9b4-0edc7cc9a4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:13.146531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.324859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.351672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ab76fb-aa9b-4521-ad47-15750931f4e5']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:13.378134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407233e2-1109-4456-9030-39f4dff2a1f8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:13.378429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407233e2-1109-4456-9030-39f4dff2a1f8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:13.410435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.410720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6c3d8fda-60d2-4795-8066-dec96d47db02 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:30:13.433505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.445633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:30:13.446370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:30:13.448535 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:30:13.471539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 6c3d8fda-60d2-4795-8066-dec96d47db02 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:30:13.472029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 6c3d8fda-60d2-4795-8066-dec96d47db02 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:30:13.546647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.558765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.562867 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] 10.222.0.76 "DELETE /v2.0/networks/26ab76fb-aa9b-4521-ad47-15750931f4e5 HTTP/1.1" status: 204 len: 168 time: 0.7271154 Aug 30 21:30:13.572091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b3ce5-6cff-4da6-ba4f-d47ecf2b7578 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ab76fb-aa9b-4521-ad47-15750931f4e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:13.684006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:13.734971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-aa7924f0-48a5-4764-9a3d-c529f42817f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5924adef3895403a9e9da94d22777d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494814 Aug 30 21:30:13.737259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:13.807081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af392c6-3b01-467b-a3a2-589d9ca68b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.837451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af392c6-3b01-467b-a3a2-589d9ca68b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.917600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af392c6-3b01-467b-a3a2-589d9ca68b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.920954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5af392c6-3b01-467b-a3a2-589d9ca68b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:13.922897 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5af392c6-3b01-467b-a3a2-589d9ca68b5d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14ed0d6d-f36e-4600-ba63-8ad4e923c348 HTTP/1.1" status: 204 len: 168 time: 0.1845291 Aug 30 21:30:13.934139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af392c6-3b01-467b-a3a2-589d9ca68b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ed0d6d-f36e-4600-ba63-8ad4e923c348,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:13.956704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa3f4-f410-4b9d-a3fd-7a85082b32fb req-f52469d1-0d6f-41bc-8703-8185d02c690e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:13.964804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0dfa3f4-f410-4b9d-a3fd-7a85082b32fb req-f52469d1-0d6f-41bc-8703-8185d02c690e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1202095 Aug 30 21:30:14.014249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0dfa3f4-f410-4b9d-a3fd-7a85082b32fb req-700e4539-7724-4e1f-a54a-f15d6cba8f8a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Aug 30 21:30:14.598951 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:14.684504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a863df3f-78be-4856-8344-e341b5974607 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:30:14.706051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a863df3f-78be-4856-8344-e341b5974607 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:30:14.706629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a863df3f-78be-4856-8344-e341b5974607 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:30:14.895147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:15.016887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1147808530-network', 'tenant_id': '46722bdb17cf4e8c817cda959c938c58'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:15.078308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Made reservation on behalf of 46722bdb17cf4e8c817cda959c938c58 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:30:15.080975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.109349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.197427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9f44-1df3-483f-854c-f16d407b3e8c req-7ca1d52d-ded1-43c3-91dd-48971a825a69 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:15.199785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33ab9f44-1df3-483f-854c-f16d407b3e8c req-7ca1d52d-ded1-43c3-91dd-48971a825a69 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0732493 Aug 30 21:30:15.284526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33ab9f44-1df3-483f-854c-f16d407b3e8c req-f9b3073b-378e-4ea1-832a-e8de8929d78a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 Aug 30 21:30:15.320686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.348783 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.455945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:30:15.473125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358508ae-1a57-46ad-bbc9-e1940087bcdf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:15.502704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.503075 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Added segment 0c1c1dd7-d698-4400-b730-d63d49391e05 of type vlan for network 5a954f01-3bd8-4a46-8e23-77fd014a688c Aug 30 21:30:15.540960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824257-12df-41f5-b0c0-55f1d0845b37 req-1af7e5fa-416b-416c-81f0-a5ef06f3d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:15.542490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0824257-12df-41f5-b0c0-55f1d0845b37 req-1af7e5fa-416b-416c-81f0-a5ef06f3d228 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.1631138 Aug 30 21:30:15.560681 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.613830 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0824257-12df-41f5-b0c0-55f1d0845b37 req-6eab4b5e-e714-4160-8374-2828e6b4978f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617530 Aug 30 21:30:15.619780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.621098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:15.622829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:15.697017 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7983155 Aug 30 21:30:15.698814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58222) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:15.703108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d6e51-f16c-4ba4-8120-fecf904a4b72 admin admin] Pushing event updated for resources: {'Network': ['ID=5a954f01-3bd8-4a46-8e23-77fd014a688c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:15.713230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Request body: {'subnet': {'network_id': '5a954f01-3bd8-4a46-8e23-77fd014a688c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1147808530-subnet', 'tenant_id': '46722bdb17cf4e8c817cda959c938c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:15.715331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5a954f01-3bd8-4a46-8e23-77fd014a688c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:30:15.765226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Made reservation on behalf of 46722bdb17cf4e8c817cda959c938c58 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:30:15.768183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.007943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.061277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dbb746-b7ae-4178-863e-2558180a58ab,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:16.092623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Checking segment: {'id': '0c1c1dd7-d698-4400-b730-d63d49391e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a954f01-3bd8-4a46-8e23-77fd014a688c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:30:16.093296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Network hostable DHCP agents. Network: 5a954f01-3bd8-4a46-8e23-77fd014a688c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:30:16.115377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Network 5a954f01-3bd8-4a46-8e23-77fd014a688c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:30:16.129635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5a954f01-3bd8-4a46-8e23-77fd014a688c) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:30:16.140516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac2606-d84d-4d4a-926f-335d96ef504a None None] Network 5a954f01-3bd8-4a46-8e23-77fd014a688c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:30:16.149417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:16.150143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.186022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-49c55bf0-f5c0-42fd-98ef-e086e5ae738d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4858203 Aug 30 21:30:16.371855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e184a0-025e-4011-85b9-5659204feea4 None None] Network 5a954f01-3bd8-4a46-8e23-77fd014a688c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:30:16.534659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345678a7-d636-4976-b413-ed7e69fb01ad req-e635390c-27c4-47c2-adc8-a86ec463704a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:16.537418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-345678a7-d636-4976-b413-ed7e69fb01ad req-e635390c-27c4-47c2-adc8-a86ec463704a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1086214 Aug 30 21:30:16.592735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-345678a7-d636-4976-b413-ed7e69fb01ad req-26b38623-027a-4ca5-89a1-49f582b64c1f tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488415 Aug 30 21:30:16.615884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58258) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:16.755898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Deleting subnet 13dbb746-b7ae-4178-863e-2558180a58ab {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:30:16.762556 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.824752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.902772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.965296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:16.997137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dbb746-b7ae-4178-863e-2558180a58ab,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:17.002853 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.004790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a2e35361-e48c-49e1-a667-9fc9b244ec04 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/13dbb746-b7ae-4178-863e-2558180a58ab HTTP/1.1" status: 204 len: 168 time: 0.3881748 Aug 30 21:30:17.007419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:17.100580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.211076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.222650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a954f01-3bd8-4a46-8e23-77fd014a688c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:17.237545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1c1dd7-d698-4400-b730-d63d49391e05') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:17.238140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1c1dd7-d698-4400-b730-d63d49391e05') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:17.248191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.262509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.271651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:30:17.274884 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:30:17.411426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.424116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:17.430053 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5a954f01-3bd8-4a46-8e23-77fd014a688c HTTP/1.1" status: 204 len: 168 time: 0.4174774 Aug 30 21:30:17.442154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8d8de-3263-416a-9102-9f08f44b4267 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a954f01-3bd8-4a46-8e23-77fd014a688c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:17.754324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:17.812822 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-59c53e96-440a-4a41-af64-e8e635340322 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=46722bdb17cf4e8c817cda959c938c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572877 Aug 30 21:30:17.824561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f8a4-7b3b-46b6-aa0b-4e0c95c1e59b req-b737755c-daa5-4557-aa51-d1358f2516ef tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:17.826124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7679f8a4-7b3b-46b6-aa0b-4e0c95c1e59b req-b737755c-daa5-4557-aa51-d1358f2516ef tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0922000 Aug 30 21:30:17.826626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58300) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:17.923117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7679f8a4-7b3b-46b6-aa0b-4e0c95c1e59b req-2b9aeb4b-e300-455e-b4a6-18e315cdb0d1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Aug 30 21:30:17.974644 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a91087b4-4e03-4b82-900a-486483ba80e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.044358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a91087b4-4e03-4b82-900a-486483ba80e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.120377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-fcd4b08f-e7f1-4124-9e01-85c99e1c3527 req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-858386816', 'description': 'tempest-description-445340309'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:18.173279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fcd4b08f-e7f1-4124-9e01-85c99e1c3527 req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.254995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a91087b4-4e03-4b82-900a-486483ba80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.266695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a91087b4-4e03-4b82-900a-486483ba80e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.266695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a91087b4-4e03-4b82-900a-486483ba80e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/358508ae-1a57-46ad-bbc9-e1940087bcdf HTTP/1.1" status: 204 len: 168 time: 0.4308188 Aug 30 21:30:18.287234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91087b4-4e03-4b82-900a-486483ba80e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358508ae-1a57-46ad-bbc9-e1940087bcdf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:18.303817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:30:18.378956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fcd4b08f-e7f1-4124-9e01-85c99e1c3527 req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.387657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fcd4b08f-e7f1-4124-9e01-85c99e1c3527 req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.441440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f91e3c-3076-4c51-a4b4-22ca2c5f16ab,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:18.461059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fcd4b08f-e7f1-4124-9e01-85c99e1c3527 req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:18.463430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcd4b08f-e7f1-4124-9e01-85c99e1c3527 req-30e40f0c-e7b9-4414-9218-34ca2f6c2453 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3671842 Aug 30 21:30:18.628890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6521914d-296b-49ce-b4db-c120a802e546 req-f7e029df-8b63-4ac6-9aad-232c0509e815 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-858386816&fields=id&tenant_id=91c1344eebee4934929331e9f23aa46d HTTP/1.1" status: 200 len: 267 time: 0.0666413 Aug 30 21:30:18.704311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521914d-296b-49ce-b4db-c120a802e546 req-66908e85-63aa-488f-9479-7349889212d6 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:18.715718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6521914d-296b-49ce-b4db-c120a802e546 req-66908e85-63aa-488f-9479-7349889212d6 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0854778 Aug 30 21:30:18.728819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'port': {'security_groups': ['acd1880e-5f1f-4a7a-a378-8b98c5759982', '08f91e3c-3076-4c51-a4b4-22ca2c5f16ab']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:18.837170 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:19.104150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:19.167081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:19.181414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:19.193671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['bf556f2b-4e68-4d67-ab32-ff855a37eb94'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:19.253533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:19.259402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:19.260904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6521914d-296b-49ce-b4db-c120a802e546 req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "PUT /v2.0/ports/bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 981 time: 0.5382915 Aug 30 21:30:19.261461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:19.268546 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f4d91-2364-459a-9aad-314d2e153956" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:19.307060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ffbdb-8f34-4fab-b75d-ac1083e23d08 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:19.341274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['bf556f2b-4e68-4d67-ab32-ff855a37eb94'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:19.620451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-81904cd3-48c1-45de-bace-f2e5344072f3 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-858386816&fields=id&tenant_id=91c1344eebee4934929331e9f23aa46d HTTP/1.1" status: 200 len: 267 time: 0.1388566 Aug 30 21:30:19.752899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-faffa459-8fa0-40c3-a1da-706a97c9529a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:19.772316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-faffa459-8fa0-40c3-a1da-706a97c9529a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 984 time: 0.1508603 Aug 30 21:30:19.778390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'port': {'security_groups': ['acd1880e-5f1f-4a7a-a378-8b98c5759982']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:19.887472 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:20.151026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:20.184902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:20.195314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:20.216782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['bf556f2b-4e68-4d67-ab32-ff855a37eb94'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:20.291234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:20.291884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:20.293308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bc69e33-64af-4e71-b3bf-65ccc273413b req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "PUT /v2.0/ports/bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 942 time: 0.5201528 Aug 30 21:30:20.370965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['bf556f2b-4e68-4d67-ab32-ff855a37eb94'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:20.393991 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1af66a2-e87d-46e8-8c10-1963f85e1972 x-openstack-request-id: req-e1af66a2-e87d-46e8-8c10-1963f85e1972 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:20.397953 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:20.398303 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1af66a2-e87d-46e8-8c10-1963f85e1972 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:20.398991 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'status': 'completed', 'code': 200} Aug 30 21:30:20.474445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef06aa-101f-4bb0-a37f-28685a886a77 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event updated for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:20.503273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4d91-2364-459a-9aad-314d2e153956 req-8c6ef0a7-6bea-4a9a-ba73-5c8671e47837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:20.505527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-8c6ef0a7-6bea-4a9a-ba73-5c8671e47837 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.0936778 Aug 30 21:30:20.733404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4d91-2364-459a-9aad-314d2e153956 req-aed0ec0e-3aa3-4aff-a7a2-c3d38d0ffd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:20.735651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-aed0ec0e-3aa3-4aff-a7a2-c3d38d0ffd10 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.2221456 Aug 30 21:30:20.803018 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-6521bffa-d58e-4f7a-a170-30ad7d7c50c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0588117 Aug 30 21:30:20.898554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f4d91-2364-459a-9aad-314d2e153956 req-e1925eb5-b90c-41eb-ba45-5c22ede3b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:20.901103 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-e1925eb5-b90c-41eb-ba45-5c22ede3b10d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0878708 Aug 30 21:30:20.962098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-52a8ed0e-ee7c-4a19-b2f9-4d34d3a366f4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4382837 Aug 30 21:30:20.967426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:20.995831 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-4b9c7efa-411b-407b-8a8b-1c1252ad47fa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859647 Aug 30 21:30:21.044486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.184265 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-df435417-a558-40d1-a5e2-eb1a4973bc91 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741931 Aug 30 21:30:21.255862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:21.300321 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.516596 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-485f4d91-2364-459a-9aad-314d2e153956 req-b9258dd9-2c67-4c8e-a250-631c1e8ecf11 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208091 Aug 30 21:30:21.569671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8027-3323-4a83-a499-380fe6202a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.603488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Allocated IP 172.25.5.29 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/fcf4ae17-18cd-4b90-840e-c35a8ed3ba10) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:30:21.753102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.803632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8027-3323-4a83-a499-380fe6202a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.817267 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1fb8027-3323-4a83-a499-380fe6202a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.874281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c1fb8027-3323-4a83-a499-380fe6202a96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf7c6edfe6204837bcc787627ea1d1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125555 Aug 30 21:30:21.875767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:21.877762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58444) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:21.879667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb8027-3323-4a83-a499-380fe6202a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2471ae7-8f2c-4d0d-b704-e4514dacfdd0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:21.986113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:30:21.996406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event updated for resources: {'Port': ['ID=fcf4ae17-18cd-4b90-840e-c35a8ed3ba10,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:21.998907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:30:22.002102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:30:22.043700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b8629b0-67d5-4e2c-b9de-f7d25a6a92f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.078787 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b8629b0-67d5-4e2c-b9de-f7d25a6a92f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.144542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.226908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.287850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b8629b0-67d5-4e2c-b9de-f7d25a6a92f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.290430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b8629b0-67d5-4e2c-b9de-f7d25a6a92f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.291996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2b8629b0-67d5-4e2c-b9de-f7d25a6a92f9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e2471ae7-8f2c-4d0d-b704-e4514dacfdd0 HTTP/1.1" status: 204 len: 168 time: 0.4094913 Aug 30 21:30:22.372231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8629b0-67d5-4e2c-b9de-f7d25a6a92f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2471ae7-8f2c-4d0d-b704-e4514dacfdd0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:22.403006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:22.406402 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d9c0b-80fc-4097-8590-007ca0643fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:22.512196 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.533854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.589405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event updated for resources: {'Port': ['ID=fcf4ae17-18cd-4b90-840e-c35a8ed3ba10,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:22.653677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.684342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:22.685375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-05a876cf-d349-4274-927c-9adc04683fb9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7224691 Aug 30 21:30:22.820800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-ab4727b4-0e62-459d-b70d-96dde71e31ac tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.1268964 Aug 30 21:30:23.004438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-313fbbd4-83eb-4b1b-9714-8bf60f2be114 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:23.005929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-313fbbd4-83eb-4b1b-9714-8bf60f2be114 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.1807973 Aug 30 21:30:23.037354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-8a5518b4-1be0-4461-ac03-bc5354972204 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:30:23.040766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08f6acc0-47cf-4329-9643-8bf334d4e093 req-8a5518b4-1be0-4461-ac03-bc5354972204 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283620 Aug 30 21:30:23.222859 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3ed44-e446-4449-92f0-bec8dede77f1 x-openstack-request-id: req-4ef3ed44-e446-4449-92f0-bec8dede77f1 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:23.223213 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:23.223566 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ef3ed44-e446-4449-92f0-bec8dede77f1 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:23.223801 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'status': 'completed', 'code': 200} Aug 30 21:30:23.412343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-f288b766-26e4-492e-9f40-b723ef28e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:23.418350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-f288b766-26e4-492e-9f40-b723ef28e38a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.1664846 Aug 30 21:30:23.472428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-ae4677bb-afaa-43a4-bdf8-476528acaba1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:23.483064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-ae4677bb-afaa-43a4-bdf8-476528acaba1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1732502 Aug 30 21:30:23.592882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-feff4da0-aee8-4f40-a227-069511b7fade tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.1083097 Aug 30 21:30:23.603676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'floatingip': {'port_id': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:23.659901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-485ac3bf-62d1-4f02-8032-8762084f80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:23.661500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-485ac3bf-62d1-4f02-8032-8762084f80dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.2355294 Aug 30 21:30:23.675604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:23.716539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-dc242dd8-5c37-4a1e-9527-53ecb9abc517 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0476460 Aug 30 21:30:23.797934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-f0df139b-88f9-4f16-ba23-479977a776ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:23.800077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-f0df139b-88f9-4f16-ba23-479977a776ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0701725 Aug 30 21:30:23.920661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-ec37e1af-2911-40b9-b5ae-d44445af0f1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113939 Aug 30 21:30:24.085993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-a80f355f-cc20-4dfa-92da-47b8caaabdad service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578565 Aug 30 21:30:24.239198 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a43d9c0b-80fc-4097-8590-007ca0643fe9 req-c038a786-0c69-4aa0-9f31-099668ca91ec service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461143 Aug 30 21:30:25.109855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:25.117123 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:25.262617 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Floating IP 88b94885-b910-4d42-9b5f-38f032827907 associated. External IP: 172.25.5.29, port: bf556f2b-4e68-4d67-ab32-ff855a37eb94. Aug 30 21:30:25.531702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Router 5aa05adb-3057-48d4-af45-6e7185232585 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:30:25.733756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:30:25.739662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:25.748021 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] Sync routers for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:30:25.775708 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:30:25.776146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-51e5cb05-af1d-4b4d-936c-fd93b7cb4f1a tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "PUT /v2.0/floatingips/88b94885-b910-4d42-9b5f-38f032827907 HTTP/1.1" status: 200 len: 995 time: 2.1819868 Aug 30 21:30:25.776348 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:30:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:25.783224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:25.785908 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e63c68-37c1-4e22-86ee-9987a5b850a4" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:25.868531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-da00ff24-8f9f-40d6-b722-777500782f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:25.870368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-da00ff24-8f9f-40d6-b722-777500782f4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.0701792 Aug 30 21:30:25.984672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-ec845c21-d72e-4b23-bb06-095ce96ad967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:25.986616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-ec845c21-d72e-4b23-bb06-095ce96ad967 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.1098492 Aug 30 21:30:26.043732 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:30:26.174240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-ac19e0cb-cfc4-4d38-ab3b-4ec5623963a1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 998 time: 0.1758633 Aug 30 21:30:26.263040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-cd5dba77-08ab-4d95-8e40-77cce53eadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:26.264576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-cd5dba77-08ab-4d95-8e40-77cce53eadae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0833819 Aug 30 21:30:26.333469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-3d70fe6a-c242-4a30-a817-b3d7dff0426a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619278 Aug 30 21:30:26.344788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-e61e9d11-8c66-4c6e-9c87-c8f80aedf917 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:30:26.345803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-e61e9d11-8c66-4c6e-9c87-c8f80aedf917 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056210 Aug 30 21:30:26.505324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-4b0c5b9b-8bd4-4fbc-9a2a-4fbec14fce26 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521823 Aug 30 21:30:26.616079 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '88b94885-b910-4d42-9b5f-38f032827907', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'port_id': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'mac_address': 'fa:16:3e:64:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:30:22Z', 'updated_at': '2021-08-30T21:30:24Z', 'revision_number': 1, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:39Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:26.688143 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] Checking router: 5aa05adb-3057-48d4-af45-6e7185232585 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:30:26.709321 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:30:26.710026 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:30:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:26.718260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e9e4084-c115-462d-bb77-390146ae3f38 req-67b539ef-a156-4487-afdc-a004d357682e service neutron] 10.222.0.76 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005806 Aug 30 21:30:26.955878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:30:26.965404 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8679ad68-6bfe-445e-85e9-f5cd8e57f5f9 x-openstack-request-id: req-8679ad68-6bfe-445e-85e9-f5cd8e57f5f9 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:26.965693 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:26.965949 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8679ad68-6bfe-445e-85e9-f5cd8e57f5f9 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:26.966406 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'status': 'completed', 'code': 200} Aug 30 21:30:27.109359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-48f6b6d2-6b8f-4208-8ef8-67b5212994a4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 998 time: 0.1206727 Aug 30 21:30:27.194914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-eb8ee2d2-ac4e-45cd-817d-66eeb5edf996 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:27.209886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-eb8ee2d2-ac4e-45cd-817d-66eeb5edf996 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports/bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 942 time: 0.0995691 Aug 30 21:30:27.325033 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '88b94885-b910-4d42-9b5f-38f032827907', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'port_id': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'mac_address': 'fa:16:3e:64:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:30:22Z', 'updated_at': '2021-08-30T21:30:24Z', 'revision_number': 1, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:39Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:27.415344 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f4d3bb-4ee7-4a64-9283-27b0513b2c0f None None] The sync data for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 is: [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '88b94885-b910-4d42-9b5f-38f032827907', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'port_id': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'mac_address': 'fa:16:3e:64:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:30:22Z', 'updated_at': '2021-08-30T21:30:24Z', 'revision_number': 1, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:39Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:30:27.451807 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-67b2ce26-0ea7-4224-9df7-ed83f8be8f86 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 998 time: 0.2039618 Aug 30 21:30:27.726070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-df0f8252-7426-4264-ac6a-37b0f401c8a1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:27.740399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-df0f8252-7426-4264-ac6a-37b0f401c8a1 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2849872 Aug 30 21:30:27.901102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-604b00b5-34e3-4296-8bb4-016536befea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:27.904719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-604b00b5-34e3-4296-8bb4-016536befea5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.9162567 Aug 30 21:30:27.957042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-46ea2ce3-04c2-48c9-9c28-88ac4937f469 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 998 time: 0.2090685 Aug 30 21:30:27.981643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:30:28.032602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472cd01f-a939-4212-bb32-6d15c7ca0f74 None None] New status for floating IP 88b94885-b910-4d42-9b5f-38f032827907: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:30:28.109732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:28.121593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58682) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:28.219434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-6be2e6c2-5905-4ff2-98ad-eb674e44d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:28.220492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-6be2e6c2-5905-4ff2-98ad-eb674e44d870 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.3087635 Aug 30 21:30:28.393431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00d7d242-c0e1-43c2-88d7-7cda00941158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:28.397484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:30:28.398042 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:30:28.470250 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-72c4601b-f5d1-48a4-97b7-fd31d606fb4a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 998 time: 0.2413154 Aug 30 21:30:28.559873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-c4444ac6-c29a-45a9-9ee3-2b12e52da9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:28.562764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-c4444ac6-c29a-45a9-9ee3-2b12e52da9b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0822797 Aug 30 21:30:28.647065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-5db29440-4fa8-4afe-87be-4773d4c9428d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650496 Aug 30 21:30:28.782406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00d7d242-c0e1-43c2-88d7-7cda00941158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:28.800782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-00d7d242-c0e1-43c2-88d7-7cda00941158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:28.864061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-4adecfb6-c715-4fe2-9dee-02985a11c587 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932507 Aug 30 21:30:28.869063 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-00d7d242-c0e1-43c2-88d7-7cda00941158 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2e3402da6504d2299d304a0e9cefa6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450752 Aug 30 21:30:28.869833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d242-c0e1-43c2-88d7-7cda00941158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a4a3c0-5c09-4b85-ab40-844291b6df2e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:28.871874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58702) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:28.907960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.042908 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53e63c68-37c1-4e22-86ee-9987a5b850a4 req-078d3a28-47d2-482c-82e8-8366db727c76 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604795 Aug 30 21:30:29.181968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59f275fa-4139-4e1b-8417-071edabccb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.189936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.220148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59f275fa-4139-4e1b-8417-071edabccb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.271046 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.271046 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Floating IP 88b94885-b910-4d42-9b5f-38f032827907 disassociated. External IP: 172.25.5.29, port: bf556f2b-4e68-4d67-ab32-ff855a37eb94. Aug 30 21:30:29.840396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59f275fa-4139-4e1b-8417-071edabccb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.843137 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-59f275fa-4139-4e1b-8417-071edabccb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:29.844324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-59f275fa-4139-4e1b-8417-071edabccb1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93a4a3c0-5c09-4b85-ab40-844291b6df2e HTTP/1.1" status: 204 len: 168 time: 0.9713593 Aug 30 21:30:29.887301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f275fa-4139-4e1b-8417-071edabccb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a4a3c0-5c09-4b85-ab40-844291b6df2e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:29.940432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Router 5aa05adb-3057-48d4-af45-6e7185232585 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:30:30.109846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:30:30.118167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.127491 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] Sync routers for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:30:30.138110 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:30:30.139185 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:30:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:30.152613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-043b11c8-2158-491b-9277-4ca15e2cffaf tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "PUT /v2.0/floatingips/88b94885-b910-4d42-9b5f-38f032827907 HTTP/1.1" status: 200 len: 694 time: 2.1946204 Aug 30 21:30:30.153213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:30.159832 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2838e2-d64d-44cd-8c4f-df11aae82774" -d '{"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:30.226586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58746) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:30.230137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-9f191721-d861-431f-aa7f-7e3bd583234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:30.232872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-9f191721-d861-431f-aa7f-7e3bd583234a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.0631549 Aug 30 21:30:30.252802 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbc92-4a08-4aa6-aa05-4be83369b198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.317582 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:30:30.424225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-4971abf6-651e-449b-a349-1ff8eb2466c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:30.432041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-4971abf6-651e-449b-a349-1ff8eb2466c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.1932569 Aug 30 21:30:30.441446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbc92-4a08-4aa6-aa05-4be83369b198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.456516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0fdbc92-4a08-4aa6-aa05-4be83369b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.539006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0fdbc92-4a08-4aa6-aa05-4be83369b198 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e28d0e183001420997dc732bfde6cf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096249 Aug 30 21:30:30.543694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:30.549352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdbc92-4a08-4aa6-aa05-4be83369b198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2fc28-66d5-40a9-89f9-12d4a7901d44,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:30.573106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-7348e128-6dce-48d9-a482-de6210c70090 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.1400800 Aug 30 21:30:30.634162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-a640f013-17a4-448e-9143-66877e89b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:30.636256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-a640f013-17a4-448e-9143-66877e89b8b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0601721 Aug 30 21:30:30.674980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f008-7765-4912-9c06-3b11e392f6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.684148 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:39Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:30.696976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-2efd65a2-2f79-4e5e-93f7-8a1258c904be service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546756 Aug 30 21:30:30.706373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f008-7765-4912-9c06-3b11e392f6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.736891 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] Checking router: 5aa05adb-3057-48d4-af45-6e7185232585 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:30:30.755554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:30:30.758509 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:30:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:30.760248 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f008-7765-4912-9c06-3b11e392f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.766962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f008-7765-4912-9c06-3b11e392f6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:30.771287 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ae3f008-7765-4912-9c06-3b11e392f6e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48b2fc28-66d5-40a9-89f9-12d4a7901d44 HTTP/1.1" status: 204 len: 168 time: 0.2116749 Aug 30 21:30:30.780799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3f008-7765-4912-9c06-3b11e392f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2fc28-66d5-40a9-89f9-12d4a7901d44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:30.887196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-504427bc-3da6-4515-9bfd-86ba7a03d818 service neutron] 10.222.0.76 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796780 Aug 30 21:30:31.039593 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:30:31.079921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac344d74-c517-4a62-af34-fe995a8bd3e4 req-5c49edc4-5250-45f9-b790-c18d597073ba service neutron] 10.222.0.76 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725082 Aug 30 21:30:31.273968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-7320b167-411d-49d7-8fdb-2560eae19013 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810416 Aug 30 21:30:31.408482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c713a-7705-4b77-aee4-639a6af98398 req-0fb6a767-a289-4aec-9914-b4cc8ba9720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:31.410384 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-0fb6a767-a289-4aec-9914-b4cc8ba9720c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.0809100 Aug 30 21:30:31.446369 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc6585-8215-4457-96da-199fa0ff6b1d x-openstack-request-id: req-6ccc6585-8215-4457-96da-199fa0ff6b1d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:31.448544 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:31.449112 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ccc6585-8215-4457-96da-199fa0ff6b1d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:31.449681 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'status': 'completed', 'code': 200} Aug 30 21:30:31.547817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-f02608ac-4099-49c9-955b-aca44d317177 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips/88b94885-b910-4d42-9b5f-38f032827907 HTTP/1.1" status: 200 len: 694 time: 0.0857687 Aug 30 21:30:31.621144 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:39Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:31.699521 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2a529-470c-4763-b00f-49a33d127dd4 None None] The sync data for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 is: [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:31Z', 'revision_number': 4, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e788e081-2835-49e7-94fd-4dbe5bf19ab1', 'name': '', 'network_id': '5a7d657d-cd1b-4089-bba0-317c407b13de', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'mac_address': 'fa:16:3e:85:82:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:31Z', 'updated_at': '2021-08-30T21:29:39Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'subnets': [{'id': '32a4fd76-f246-4fb5-896c-9932a79b53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:30:31.801872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-ead5429d-520c-4f28-a5da-3b6143a8bda0 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:31.814306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-ead5429d-520c-4f28-a5da-3b6143a8bda0 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 784 time: 0.2653189 Aug 30 21:30:31.815926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c713a-7705-4b77-aee4-639a6af98398 req-6a5e8f19-3145-4368-a88b-ef1b365bc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:31.819166 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-6a5e8f19-3145-4368-a88b-ef1b365bc546 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.3683782 Aug 30 21:30:31.828693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-853a2ef7-809c-4c06-8a05-46c3d9a8289f tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:30:31.838622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-853a2ef7-809c-4c06-8a05-46c3d9a8289f tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217755 Aug 30 21:30:31.914434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-4da806fb-c9d8-4f93-b5d8-e2c51e79e6c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0852058 Aug 30 21:30:31.970297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-02df29cf-730b-4cc5-a777-94bfed6b4b1e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 697 time: 0.1303375 Aug 30 21:30:32.017877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c713a-7705-4b77-aee4-639a6af98398 req-62954264-6726-4fd5-b525-06b017879d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:32.021910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-62954264-6726-4fd5-b525-06b017879d7c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.1006441 Aug 30 21:30:32.089990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-88966bda-8607-4d29-8cbb-c744b92a2995 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501418 Aug 30 21:30:32.114044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-61f7c682-667e-42b0-80b1-a4a71384fda9 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 697 time: 0.1394305 Aug 30 21:30:32.353689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ec685-8eec-414c-a0d5-ad512d60b6e2 None None] New status for floating IP 88b94885-b910-4d42-9b5f-38f032827907: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:30:32.382741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-1e4599ad-31f6-4c77-b27b-a5b46e53f3d7 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713110 Aug 30 21:30:32.514739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Deleting port fcf4ae17-18cd-4b90-840e-c35a8ed3ba10 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:30:32.518642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:32.576267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a15c713a-7705-4b77-aee4-639a6af98398 req-5177f505-d988-4c31-9450-930edead6a1b service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858344 Aug 30 21:30:32.708930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:32.709256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:32.711126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-0753c955-6da1-4666-8f44-77aa01d34147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:32.713089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-0753c955-6da1-4666-8f44-77aa01d34147 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=91c1344eebee4934929331e9f23aa46d&device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 1097 time: 0.0763955 Aug 30 21:30:32.737344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Calling delete_port for fcf4ae17-18cd-4b90-840e-c35a8ed3ba10 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:30:32.931646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-25cee919-9c90-426b-9db2-903e2ec8455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:32.944355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-25cee919-9c90-426b-9db2-903e2ec8455f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 200 len: 921 time: 0.2111363 Aug 30 21:30:33.002810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.033703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-807de28d-4b22-4421-9559-d0c6975ce364 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 200 len: 217 time: 0.0878999 Aug 30 21:30:33.081508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event deleted for resources: {'Port': ['ID=fcf4ae17-18cd-4b90-840e-c35a8ed3ba10,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:33.100924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-6f042ad4-0edb-4ae4-bca2-bbfea44b13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:33.104571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-6f042ad4-0edb-4ae4-bca2-bbfea44b13f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 200 len: 860 time: 0.0590162 Aug 30 21:30:33.203090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.206421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.207831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da32cc52-d02f-4fcc-ab09-d4db1a74537c req-cef96be1-6f1e-4a24-a971-50608bab09de tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "DELETE /v2.0/floatingips/88b94885-b910-4d42-9b5f-38f032827907 HTTP/1.1" status: 204 len: 173 time: 1.0882885 Aug 30 21:30:33.210406 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-4f6879fa-0733-49d1-966c-4af8798fde11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5a7d657d-cd1b-4089-bba0-317c407b13de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873747 Aug 30 21:30:33.408718 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-e89f9042-eedf-4764-a845-0952fb35664f service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840129 Aug 30 21:30:33.448064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-920e1d84-c3f0-42fd-9742-c8f4c0380870 req-07a19e74-b100-414e-be64-4ca249b643a3 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups/08f91e3c-3076-4c51-a4b4-22ca2c5f16ab HTTP/1.1" status: 200 len: 1808 time: 0.0873973 Aug 30 21:30:33.548815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-920e1d84-c3f0-42fd-9742-c8f4c0380870 req-2f46d15d-bd3f-4df8-9981-acff8adc0df4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.600820 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.624226 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-920e1d84-c3f0-42fd-9742-c8f4c0380870 req-2f46d15d-bd3f-4df8-9981-acff8adc0df4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.642354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3d2838e2-d64d-44cd-8c4f-df11aae82774 req-7ba37d89-bc9b-453b-a0a3-d75106c47902 service neutron] 10.222.0.82 "GET /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242179 Aug 30 21:30:33.716899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-920e1d84-c3f0-42fd-9742-c8f4c0380870 req-2f46d15d-bd3f-4df8-9981-acff8adc0df4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.720096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-920e1d84-c3f0-42fd-9742-c8f4c0380870 req-2f46d15d-bd3f-4df8-9981-acff8adc0df4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:33.721301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-920e1d84-c3f0-42fd-9742-c8f4c0380870 req-2f46d15d-bd3f-4df8-9981-acff8adc0df4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "DELETE /v2.0/security-groups/08f91e3c-3076-4c51-a4b4-22ca2c5f16ab HTTP/1.1" status: 204 len: 173 time: 0.2658956 Aug 30 21:30:33.738505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46d15d-bd3f-4df8-9981-acff8adc0df4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f91e3c-3076-4c51-a4b4-22ca2c5f16ab,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:34.310550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdb49f-d7e5-4950-9deb-f4ed1d34a139 req-b40c61df-1ae0-46a3-b9a7-966a2426e6e4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:34.315436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bbdb49f-d7e5-4950-9deb-f4ed1d34a139 req-b40c61df-1ae0-46a3-b9a7-966a2426e6e4 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1414828 Aug 30 21:30:34.379501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bbdb49f-d7e5-4950-9deb-f4ed1d34a139 req-fcf74662-3f8c-44e2-a08e-723b2c482653 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621655 Aug 30 21:30:35.573773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3bec5-5708-4c30-b21a-1bf169c3c1ed req-9e4506d2-ba50-4dcf-81d9-5ba1a20b18ef tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:35.576309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6f3bec5-5708-4c30-b21a-1bf169c3c1ed req-9e4506d2-ba50-4dcf-81d9-5ba1a20b18ef tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.0674946 Aug 30 21:30:35.668556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6f3bec5-5708-4c30-b21a-1bf169c3c1ed req-15f7b538-b2d6-4207-8974-c2bdcb8d4335 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712216 Aug 30 21:30:35.855000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:35.860733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-43af6a28-f682-4f3d-90ca-fc11f9ff1cb1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788662 Aug 30 21:30:35.969068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-14ed0c6c-c8b4-429c-8b5f-ea9299a6da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:35.977660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-14ed0c6c-c8b4-429c-8b5f-ea9299a6da8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1097 time: 0.0698493 Aug 30 21:30:36.101702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:36.148644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-fb171e71-eb20-4528-8109-c7d42310562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:36.152467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-fb171e71-eb20-4528-8109-c7d42310562d service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1539142 Aug 30 21:30:36.339095 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-16f50e6d-357c-4606-9d0c-097fe481e956 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 1000 time: 0.1787627 Aug 30 21:30:36.397147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-3a807e22-a1b9-44c2-803b-6323959dd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:36.398944 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-3a807e22-a1b9-44c2-803b-6323959dd15b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0528474 Aug 30 21:30:36.448875 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cf63840-d009-4b96-bbe3-1cdec77dd416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:36.486489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-d53f377d-67e6-496b-83ce-b82bbab7230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:36.488191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-d53f377d-67e6-496b-83ce-b82bbab7230f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798464 Aug 30 21:30:36.704041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cf63840-d009-4b96-bbe3-1cdec77dd416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:36.729376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-eac20436-f19c-4121-a3ab-6b6e73169e03 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:36.731313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-eac20436-f19c-4121-a3ab-6b6e73169e03 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.82 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1699617 Aug 30 21:30:36.737447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cf63840-d009-4b96-bbe3-1cdec77dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:36.750185 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-047da881-3a42-4352-8489-998d095b45e0 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493727 Aug 30 21:30:36.843410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf63840-d009-4b96-bbe3-1cdec77dd416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8713e5-d4be-4e17-a344-dbc18a860860,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:36.851833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7cf63840-d009-4b96-bbe3-1cdec77dd416 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3131cd7d658b49e59a88723db7dcb7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7484720 Aug 30 21:30:36.856344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58940) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:36.946282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc790-3236-4093-a475-6dd6167d62a8 req-a95b96ab-e19b-4893-89a2-56c7aaf2769f tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:30:36.957762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bcfc790-3236-4093-a475-6dd6167d62a8 req-a95b96ab-e19b-4893-89a2-56c7aaf2769f tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 945 time: 0.1741862 Aug 30 21:30:37.067250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b7f2aa0-4e50-44a9-a903-8b4d3b21b95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.126823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bcfc790-3236-4093-a475-6dd6167d62a8 req-d0598910-6d4c-450e-a925-e0d660c5188f tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/security-groups?id=acd1880e-5f1f-4a7a-a378-8b98c5759982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638315 Aug 30 21:30:37.146485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b7f2aa0-4e50-44a9-a903-8b4d3b21b95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.182501 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6612489-81ce-42d9-8830-cb8bb42318f4 req-8e21c203-a1e0-4c56-b8e5-a0d656609fa5 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996122 Aug 30 21:30:37.196523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Deleting port bf556f2b-4e68-4d67-ab32-ff855a37eb94 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:30:37.196523 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.250602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b7f2aa0-4e50-44a9-a903-8b4d3b21b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.254243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4b7f2aa0-4e50-44a9-a903-8b4d3b21b95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.259685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4b7f2aa0-4e50-44a9-a903-8b4d3b21b95d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e8713e5-d4be-4e17-a344-dbc18a860860 HTTP/1.1" status: 204 len: 168 time: 0.3992176 Aug 30 21:30:37.281468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f2aa0-4e50-44a9-a903-8b4d3b21b95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8713e5-d4be-4e17-a344-dbc18a860860,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:37.394462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] For port bf556f2b-4e68-4d67-ab32-ff855a37eb94, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=bf556f2b-4e68-4d67-ab32-ff855a37eb94,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:37.395511 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.427701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Calling delete_port for bf556f2b-4e68-4d67-ab32-ff855a37eb94 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:30:37.704675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.722750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['bf556f2b-4e68-4d67-ab32-ff855a37eb94'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:30:37.783425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Pushing event deleted for resources: {'Port': ['ID=bf556f2b-4e68-4d67-ab32-ff855a37eb94,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:37.854290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 58962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:37.873745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] No DVR routers for this DVR port bf556f2b-4e68-4d67-ab32-ff855a37eb94 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:30:37.876038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4096123-46c8-4515-8eea-b4813cb9b452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.882145 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:37.884514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b51e5a00-4ee3-4f47-a28a-40e0461ea4e8 req-11023015-c691-450e-a2df-358ba07a1999 tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.82 "DELETE /v2.0/ports/bf556f2b-4e68-4d67-ab32-ff855a37eb94 HTTP/1.1" status: 204 len: 173 time: 1.1311491 Aug 30 21:30:37.884963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'name': 'network-vif-deleted', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:30:37.888709 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4660275-7e34-4571-96ac-de15322e8c7f" -d '{"events": [{"server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "name": "network-vif-deleted", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:30:37.968101 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f4cb6b-cdcf-448f-afe3-41d3f5af9bff x-openstack-request-id: req-55f4cb6b-cdcf-448f-afe3-41d3f5af9bff {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:30:37.969381 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f48ac8-fdc1-40d5-bb1d-a7c128be60d5", "name": "network-vif-deleted", "tag": "bf556f2b-4e68-4d67-ab32-ff855a37eb94", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:30:37.969798 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55f4cb6b-cdcf-448f-afe3-41d3f5af9bff {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:30:37.970358 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f48ac8-fdc1-40d5-bb1d-a7c128be60d5', 'name': 'network-vif-deleted', 'tag': 'bf556f2b-4e68-4d67-ab32-ff855a37eb94', 'status': 'completed', 'code': 200} Aug 30 21:30:38.059109 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4096123-46c8-4515-8eea-b4813cb9b452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:38.071042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c4096123-46c8-4515-8eea-b4813cb9b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:38.170397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c4096123-46c8-4515-8eea-b4813cb9b452 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=09e1f74fe059498c964faf0614037eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146570 Aug 30 21:30:38.171272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 58974) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:38.172749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4096123-46c8-4515-8eea-b4813cb9b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7280d41-1f1f-4613-9e25-a08caa106ba2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:38.333948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3bf09fc-3473-41f0-afdd-c291df912fbb req-ffd5f996-6a4e-432b-9bd1-974b51adb79e tempest-ServerRescueTestJSONUnderV235-1936244626 tempest-ServerRescueTestJSONUnderV235-1936244626-project] 10.222.0.76 "GET /v2.0/ports?device_id=82f48ac8-fdc1-40d5-bb1d-a7c128be60d5 HTTP/1.1" status: 200 len: 210 time: 0.0603178 Aug 30 21:30:38.369367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95dfc21-525b-45ee-8c9a-d9c32986f705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:38.429405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95dfc21-525b-45ee-8c9a-d9c32986f705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:38.524054 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95dfc21-525b-45ee-8c9a-d9c32986f705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:38.526922 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c95dfc21-525b-45ee-8c9a-d9c32986f705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:38.531314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c95dfc21-525b-45ee-8c9a-d9c32986f705 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7280d41-1f1f-4613-9e25-a08caa106ba2 HTTP/1.1" status: 204 len: 168 time: 0.3576384 Aug 30 21:30:38.544513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dfc21-525b-45ee-8c9a-d9c32986f705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7280d41-1f1f-4613-9e25-a08caa106ba2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:38.943212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5cd0-b28b-4cea-a98a-b0db4f188fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:39.488214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59020) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:40.477546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:40.896302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Deleting port e788e081-2835-49e7-94fd-4dbe5bf19ab1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:30:40.896924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:41.006992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] For port e788e081-2835-49e7-94fd-4dbe5bf19ab1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e788e081-2835-49e7-94fd-4dbe5bf19ab1,segment=NetworkSegment(67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be),segment_id=67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:41.007425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:41.049761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Calling delete_port for e788e081-2835-49e7-94fd-4dbe5bf19ab1 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:30:41.536211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:41.578482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device bf556f2b-4e68-4d67-ab32-ff855a37eb94 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:30:41.590410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Pushing event deleted for resources: {'Port': ['ID=e788e081-2835-49e7-94fd-4dbe5bf19ab1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:41.623255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: bf556f2b-4e68-4d67-ab32-ff855a37eb94 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:30:41.623830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device bf556f2b-4e68-4d67-ab32-ff855a37eb94 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:30:41.765629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:41.882644 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7178b26e-59f4-4bde-85d0-2ca1b8805b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:41.912237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:42.677410 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:42.788776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Router 5aa05adb-3057-48d4-af45-6e7185232585 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:30:43.049467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:30:43.064822 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] Sync routers for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:30:43.066241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-646ca649-14ca-4039-aa3a-41914ddc6738 admin admin] 10.222.0.76 "PUT /v2.0/routers/5aa05adb-3057-48d4-af45-6e7185232585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5751860 Aug 30 21:30:43.069046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:43.092387 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:30:43.095616 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:43.218980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:43.341023 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:30:43.462749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:43.597424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Deleting port 675fcb8f-8900-4e5c-a6af-444811c34a0e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:30:43.597909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:43.801476 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:30:41Z', 'revision_number': 5, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port': {'id': '675fcb8f-8900-4e5c-a6af-444811c34a0e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa05adb-3057-48d4-af45-6e7185232585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:43.812514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] For port 675fcb8f-8900-4e5c-a6af-444811c34a0e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=675fcb8f-8900-4e5c-a6af-444811c34a0e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:30:43.812881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:43.830219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Calling delete_port for 675fcb8f-8900-4e5c-a6af-444811c34a0e owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:30:43.839743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] Checking router: 5aa05adb-3057-48d4-af45-6e7185232585 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:30:43.858231 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] Routers {'5aa05adb-3057-48d4-af45-6e7185232585'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:30:43.859263 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5aa05adb-3057-48d4-af45-6e7185232585'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:44.062488 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] Set router 5aa05adb-3057-48d4-af45-6e7185232585 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:30:44.125270 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:30:43Z', 'revision_number': 6, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:44.182060 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fdf4a-869f-4506-a54a-e4e54abe8697 None None] The sync data for ids ['5aa05adb-3057-48d4-af45-6e7185232585'] in n-d-793620-16 is: [{'id': '5aa05adb-3057-48d4-af45-6e7185232585', 'name': 'tempest-ServerRescueTestJSONUnderV235-1470893695-router', 'tenant_id': '91c1344eebee4934929331e9f23aa46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:29:28Z', 'updated_at': '2021-08-30T21:30:43Z', 'revision_number': 6, 'project_id': '91c1344eebee4934929331e9f23aa46d', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:30:44.253130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.280452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Pushing event deleted for resources: {'Port': ['ID=675fcb8f-8900-4e5c-a6af-444811c34a0e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:44.411343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.473135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59504) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:44.517234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.519608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.591743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.632928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.633647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa05adb-3057-48d4-af45-6e7185232585 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:30:44.638273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.639377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f70d8916-e02b-4d3d-86e7-3d7cc73ce41e admin admin] 10.222.0.76 "DELETE /v2.0/routers/5aa05adb-3057-48d4-af45-6e7185232585 HTTP/1.1" status: 204 len: 168 time: 1.5686955 Aug 30 21:30:44.641871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:44.740278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Deleting subnet 32a4fd76-f246-4fb5-896c-9932a79b53a7 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:30:44.756113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.756899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549329d6-90e2-4347-8ef6-c0da463c19a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.827609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:44.896708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e788e081-2835-49e7-94fd-4dbe5bf19ab1 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:30:44.938720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.006120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549329d6-90e2-4347-8ef6-c0da463c19a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.008244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: e788e081-2835-49e7-94fd-4dbe5bf19ab1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:30:45.015725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549329d6-90e2-4347-8ef6-c0da463c19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.019637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e788e081-2835-49e7-94fd-4dbe5bf19ab1 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:30:45.105408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-549329d6-90e2-4347-8ef6-c0da463c19a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3aa653c093b4e48be0589182bbb574b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6305227 Aug 30 21:30:45.106842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549329d6-90e2-4347-8ef6-c0da463c19a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5adb3bc-9d16-4fa6-8564-5318b3b88bc7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:45.111539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:45.168838 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.203281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a4fd76-f246-4fb5-896c-9932a79b53a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:45.223105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.225011 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1aca4ac6-1d43-4a91-b5b2-1efabedac18f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/32a4fd76-f246-4fb5-896c-9932a79b53a7 HTTP/1.1" status: 204 len: 168 time: 0.5819149 Aug 30 21:30:45.228341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59580) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:45.253710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e7e0-649a-4ebc-98a4-ac8f8fe9c55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.308277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e7e0-649a-4ebc-98a4-ac8f8fe9c55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.396545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.402948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e7e0-649a-4ebc-98a4-ac8f8fe9c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.409747 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e7e0-649a-4ebc-98a4-ac8f8fe9c55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.411393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ca2e7e0-649a-4ebc-98a4-ac8f8fe9c55f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5adb3bc-9d16-4fa6-8564-5318b3b88bc7 HTTP/1.1" status: 204 len: 168 time: 0.2985623 Aug 30 21:30:45.445246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2e7e0-649a-4ebc-98a4-ac8f8fe9c55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5adb3bc-9d16-4fa6-8564-5318b3b88bc7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:45.529546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.541574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7d657d-cd1b-4089-bba0-317c407b13de']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:45.554244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:45.554418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ea4acc-6ddb-4727-a3af-f8fdb9c5f0be') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:30:45.565452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.588591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.594914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:30:45.595304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:30:45.597206 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:30:45.669935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.692296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.696967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] 10.222.0.76 "DELETE /v2.0/networks/5a7d657d-cd1b-4089-bba0-317c407b13de HTTP/1.1" status: 204 len: 168 time: 0.4675908 Aug 30 21:30:45.697871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0dc55-003b-4c02-8bc6-56ddbe34f49b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7d657d-cd1b-4089-bba0-317c407b13de,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:45.917382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:45.934660 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62222593-4259-4cc5-a4ac-87a77b4ec64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:45.987346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:46.032461 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ddc0d899-7380-4946-875c-f9627c9eb5d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91c1344eebee4934929331e9f23aa46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437977 Aug 30 21:30:46.035044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:46.063606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62222593-4259-4cc5-a4ac-87a77b4ec64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.070759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62222593-4259-4cc5-a4ac-87a77b4ec64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.092048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9efe94f-dedc-4ce5-8889-ef0d1daec567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.121235 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-62222593-4259-4cc5-a4ac-87a77b4ec64f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28b21a51151e4865b9b1da02a91ed2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025836 Aug 30 21:30:46.122044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59628) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:46.142283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9efe94f-dedc-4ce5-8889-ef0d1daec567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.173756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62222593-4259-4cc5-a4ac-87a77b4ec64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016748b-7a74-4186-8334-6a32b8bdc1f7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:46.205489 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cebc7e9-52fa-4495-b977-0fd534e31e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.245744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9efe94f-dedc-4ce5-8889-ef0d1daec567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.248410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9efe94f-dedc-4ce5-8889-ef0d1daec567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.259887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a9efe94f-dedc-4ce5-8889-ef0d1daec567 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/acd1880e-5f1f-4a7a-a378-8b98c5759982 HTTP/1.1" status: 204 len: 168 time: 0.2237735 Aug 30 21:30:46.269147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efe94f-dedc-4ce5-8889-ef0d1daec567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1880e-5f1f-4a7a-a378-8b98c5759982,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:46.273682 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cebc7e9-52fa-4495-b977-0fd534e31e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.372911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cebc7e9-52fa-4495-b977-0fd534e31e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.375551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cebc7e9-52fa-4495-b977-0fd534e31e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:46.377012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7cebc7e9-52fa-4495-b977-0fd534e31e31 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c016748b-7a74-4186-8334-6a32b8bdc1f7 HTTP/1.1" status: 204 len: 168 time: 0.2527916 Aug 30 21:30:46.392994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebc7e9-52fa-4495-b977-0fd534e31e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016748b-7a74-4186-8334-6a32b8bdc1f7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:46.729383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 675fcb8f-8900-4e5c-a6af-444811c34a0e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:30:46.777346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 675fcb8f-8900-4e5c-a6af-444811c34a0e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:30:46.779485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 675fcb8f-8900-4e5c-a6af-444811c34a0e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:30:48.335473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b087b595-93fe-4296-846d-a7d1746007fc req-b48ee438-c421-4438-9b8e-93e028a11adc tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0494959 Aug 30 21:30:49.468927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dded1d6f-6ff2-46cc-99b9-7623d131115d req-e1fe039a-6be2-475f-80d2-ecff3abd817a tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1156065 Aug 30 21:30:50.347968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:50.479864 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.635496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e442f67d-57bd-4e61-adf0-0f9f5d257db2 req-e11c4c3d-4c63-4003-859c-dfc4c57f69ae tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0461390 Aug 30 21:30:50.654613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.662135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.711423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e91e54444e9a48428017830e4622bac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620358 Aug 30 21:30:50.714720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59872) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:50.737524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807ace94-c56d-439b-ac7c-40bb5f002e2a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:50.750164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.750989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.751645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.752213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.753088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.753881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.754436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.755167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.756408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.757184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.757730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.758477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d25dd78-35c7-480b-9195-1cc0f63c6ba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:30:50.824604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23756e6f-105e-4289-b88e-1a15187f5f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.884017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23756e6f-105e-4289-b88e-1a15187f5f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.952591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23756e6f-105e-4289-b88e-1a15187f5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.955742 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23756e6f-105e-4289-b88e-1a15187f5f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:50.957301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23756e6f-105e-4289-b88e-1a15187f5f6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/807ace94-c56d-439b-ac7c-40bb5f002e2a HTTP/1.1" status: 204 len: 168 time: 0.2411861 Aug 30 21:30:50.978910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23756e6f-105e-4289-b88e-1a15187f5f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807ace94-c56d-439b-ac7c-40bb5f002e2a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:51.419633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 59898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:51.461953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d40e15-ba56-40b2-94d7-d800324ec6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.586199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d40e15-ba56-40b2-94d7-d800324ec6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.591645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98d40e15-ba56-40b2-94d7-d800324ec6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.637833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98d40e15-ba56-40b2-94d7-d800324ec6db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba895f678acb4bc38c57ee8673198a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139471 Aug 30 21:30:51.637833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d40e15-ba56-40b2-94d7-d800324ec6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b0b3d-63b6-4ff2-993f-1f329ab1cc71,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:51.638415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 59902) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:51.699593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a103ba80-e950-4579-8e72-f22475d0e8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.740135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a103ba80-e950-4579-8e72-f22475d0e8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.820387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a103ba80-e950-4579-8e72-f22475d0e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.823101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a103ba80-e950-4579-8e72-f22475d0e8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:51.824364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a103ba80-e950-4579-8e72-f22475d0e8e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/528b0b3d-63b6-4ff2-993f-1f329ab1cc71 HTTP/1.1" status: 204 len: 168 time: 0.1843884 Aug 30 21:30:51.831573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f00b9e0b-978b-4acd-b1e0-f9c9db02e57a req-bc728ff7-f06e-4861-bec1-b8eca8f58cb2 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0426426 Aug 30 21:30:51.843738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103ba80-e950-4579-8e72-f22475d0e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b0b3d-63b6-4ff2-993f-1f329ab1cc71,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:52.805689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea911d1a-0268-48db-859e-51c25e5df2f6 req-cc9be090-acae-4ada-8e63-9a3a3a0d4160 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0351996 Aug 30 21:30:53.010451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfe61f7d-75cd-4a14-9bdc-e3ba74ebf6d5 req-7d993f4a-c4c6-4a1c-b2ea-fa6cacb1d38f tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0474577 Aug 30 21:30:53.659626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-31c4f712-9380-4735-9cd3-5cabec1b5cc2 req-15e1648b-defa-42b1-962e-c09da244bbdc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0316234 Aug 30 21:30:53.880836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:54.052726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd09bb80-b881-43c8-9fdc-dce9b9954dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.198301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-891a5e1f-a87a-4a91-a0c5-114306d1daab req-8e9b2ad4-3d81-4d52-93c6-5532d0eb67ec tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0627749 Aug 30 21:30:54.240231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd09bb80-b881-43c8-9fdc-dce9b9954dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.259553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd09bb80-b881-43c8-9fdc-dce9b9954dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.369122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd09bb80-b881-43c8-9fdc-dce9b9954dfc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e996266c6e9b4fc3998b88136533e3df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869490 Aug 30 21:30:54.372138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60028) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:54.373177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09bb80-b881-43c8-9fdc-dce9b9954dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a6d23-f018-4821-a332-d83f8956b1d8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:54.470713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:54.474036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0668aff-c7b9-48de-8d64-d7ebd93876ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.497782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0668aff-c7b9-48de-8d64-d7ebd93876ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.589109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0668aff-c7b9-48de-8d64-d7ebd93876ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.592820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0668aff-c7b9-48de-8d64-d7ebd93876ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.597881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d0668aff-c7b9-48de-8d64-d7ebd93876ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c63a6d23-f018-4821-a332-d83f8956b1d8 HTTP/1.1" status: 204 len: 168 time: 0.2246029 Aug 30 21:30:54.618761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0668aff-c7b9-48de-8d64-d7ebd93876ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a6d23-f018-4821-a332-d83f8956b1d8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:54.681941 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fd43a3e-6b0b-4675-bcb8-f13851758966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.875818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fd43a3e-6b0b-4675-bcb8-f13851758966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.886305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fd43a3e-6b0b-4675-bcb8-f13851758966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:54.964207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1fd43a3e-6b0b-4675-bcb8-f13851758966 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33ec6d00aeb046738bc838dc6f3bf746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921196 Aug 30 21:30:54.965338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd43a3e-6b0b-4675-bcb8-f13851758966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845fb24b-f7e6-46b4-8789-f3ac6e4785dc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:54.967007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60044) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:55.046498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0e31-bfc8-4f7f-b95d-952b02193fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.070394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0e31-bfc8-4f7f-b95d-952b02193fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.135289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0e31-bfc8-4f7f-b95d-952b02193fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.137904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8f3e0e31-bfc8-4f7f-b95d-952b02193fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.139367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8f3e0e31-bfc8-4f7f-b95d-952b02193fb8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/845fb24b-f7e6-46b4-8789-f3ac6e4785dc HTTP/1.1" status: 204 len: 168 time: 0.1702611 Aug 30 21:30:55.150397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e0e31-bfc8-4f7f-b95d-952b02193fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845fb24b-f7e6-46b4-8789-f3ac6e4785dc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:55.292654 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:30:55.317895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d10d977e-ae3f-473c-9465-b17f01ecf0b3 req-d9c51bb4-cce7-47ee-b57d-a3a571087ac4 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0359228 Aug 30 21:30:55.562476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60090) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:55.582284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e175a927-40e3-4bc5-9d57-f508d7e86b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.701090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e175a927-40e3-4bc5-9d57-f508d7e86b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.708391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e175a927-40e3-4bc5-9d57-f508d7e86b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.741242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175a927-40e3-4bc5-9d57-f508d7e86b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ceba31-2eff-45f6-bc7d-cc8e0c60c2c4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:55.778750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e175a927-40e3-4bc5-9d57-f508d7e86b29 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0bb595306dc448b19881ba367f39d09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116320 Aug 30 21:30:55.778750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60098) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:55.843613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f60b9871-a8c1-44a2-a204-7395f885e1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.881990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f60b9871-a8c1-44a2-a204-7395f885e1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:55.987957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c49dd469-e67f-4071-89ea-53efd9c6d6db req-93e024f6-6773-4a55-b959-e90805df80da tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0340800 Aug 30 21:30:55.989074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f60b9871-a8c1-44a2-a204-7395f885e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:56.005113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f60b9871-a8c1-44a2-a204-7395f885e1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:56.032540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f60b9871-a8c1-44a2-a204-7395f885e1cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6ceba31-2eff-45f6-bc7d-cc8e0c60c2c4 HTTP/1.1" status: 204 len: 168 time: 0.2248542 Aug 30 21:30:56.054724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b9871-a8c1-44a2-a204-7395f885e1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ceba31-2eff-45f6-bc7d-cc8e0c60c2c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:57.163484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-53df0450-a308-4d27-ac91-9eb17dfc0169 req-9578a7f8-00cf-4f4a-a453-d6e71f1ad8b8 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0449460 Aug 30 21:30:58.328806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:58.330313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-32e3d14d-de23-427c-8057-3a29c0da69b6 req-c7f9cb8a-e790-40ac-bfd7-7484acfa5cd1 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0523562 Aug 30 21:30:58.487085 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b97cd70b-c543-4b10-9a79-148a3a8fb0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.604748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b97cd70b-c543-4b10-9a79-148a3a8fb0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.614243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b97cd70b-c543-4b10-9a79-148a3a8fb0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.652311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60296) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:58.660598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b97cd70b-c543-4b10-9a79-148a3a8fb0de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b2f2377dcf24e8d95682a150045fc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286970 Aug 30 21:30:58.708566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cd70b-c543-4b10-9a79-148a3a8fb0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bb0ff2-d3c8-40ab-973e-8a98a7716be6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:58.716089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98c46735-d432-4aa0-bf8d-fee08eaf1e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.745377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98c46735-d432-4aa0-bf8d-fee08eaf1e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.797433 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98c46735-d432-4aa0-bf8d-fee08eaf1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.800654 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-98c46735-d432-4aa0-bf8d-fee08eaf1e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:58.804475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-98c46735-d432-4aa0-bf8d-fee08eaf1e68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1bb0ff2-d3c8-40ab-973e-8a98a7716be6 HTTP/1.1" status: 204 len: 168 time: 0.1493430 Aug 30 21:30:58.813278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c46735-d432-4aa0-bf8d-fee08eaf1e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bb0ff2-d3c8-40ab-973e-8a98a7716be6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:59.232097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60310) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:59.250570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f916fa8c-9837-48ca-a56f-a6ed24aa5fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.388695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f916fa8c-9837-48ca-a56f-a6ed24aa5fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.396863 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f916fa8c-9837-48ca-a56f-a6ed24aa5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.441673 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f916fa8c-9837-48ca-a56f-a6ed24aa5fb2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc97c070313b4762858503d4a85170a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052150 Aug 30 21:30:59.441673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916fa8c-9837-48ca-a56f-a6ed24aa5fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a705a220-53c9-4772-aa00-d369f8c385b4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:30:59.441987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:30:59.491786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2b-b32d-4448-b4f2-bc6687d60a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.520303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2b-b32d-4448-b4f2-bc6687d60a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.530372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3427194c-a3c5-46cd-8f12-ad50cc792c81 req-0ccc96a3-b03e-4cd8-879d-6524b206f308 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0347071 Aug 30 21:30:59.573434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2b-b32d-4448-b4f2-bc6687d60a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.576817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dba4fc2b-b32d-4448-b4f2-bc6687d60a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:30:59.579130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dba4fc2b-b32d-4448-b4f2-bc6687d60a8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a705a220-53c9-4772-aa00-d369f8c385b4 HTTP/1.1" status: 204 len: 168 time: 0.1365640 Aug 30 21:30:59.590995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4fc2b-b32d-4448-b4f2-bc6687d60a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a705a220-53c9-4772-aa00-d369f8c385b4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:00.659352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e35255d-3023-4461-9eb0-d69330ab870b req-ec455d65-cd5a-41c9-8475-e55b7cae85b4 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0397453 Aug 30 21:31:01.101711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:01.392756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-485460469'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:01.428011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Made reservation on behalf of 37ec1188309a420faa4c96d77798ee6d for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:01.433572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.445527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.573289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.580350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.621124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:01.637967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843dfc74-1e98-4b0f-8763-d29ac35029d9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:01.647865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.648268 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Added segment 9cf1e3c8-819f-44e2-8e5f-a50838f12977 of type vlan for network a72b3313-1967-44ac-885a-cd0d403f721e Aug 30 21:31:01.698436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.731716 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.737556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:01.738459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.795757 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6922674 Aug 30 21:31:01.799577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:01.843209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750d73a-7028-4fac-b9fc-63703017aa2c tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Pushing event updated for resources: {'Network': ['ID=a72b3313-1967-44ac-885a-cd0d403f721e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:01.859976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network a72b3313-1967-44ac-885a-cd0d403f721e details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:01.876589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'network': {'name': 'tempest-network--1405777500', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:01.903572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Made reservation on behalf of af9ba1aca96c4f9885fdaeaf228e08b8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:01.903985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a9abcd1-0871-40d8-b41e-3d46aaf723d7 req-061fd2e1-2870-4b3d-b436-2d1d4d23e5af tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0840147 Aug 30 21:31:01.907962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:01.919916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.092943 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.109565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.145440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65f1ed7-2016-43b8-ae68-46f1c6667dd0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:02.164104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:02.175186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.175534 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Added segment a62451d0-5b0f-4c60-8681-443f274f2693 of type vlan for network 283755d9-4e4d-4bd3-9398-8fee5f06d459 Aug 30 21:31:02.224656 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.276667 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.277942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:02.278764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.310710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60412) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:02.311367 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5102451 Aug 30 21:31:02.368457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d107b15-c847-4d00-9306-2a541369779e tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Network': ['ID=283755d9-4e4d-4bd3-9398-8fee5f06d459,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:02.379498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 283755d9-4e4d-4bd3-9398-8fee5f06d459 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:02.464201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.584535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.595425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283755d9-4e4d-4bd3-9398-8fee5f06d459']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:02.609392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62451d0-5b0f-4c60-8681-443f274f2693') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:02.609826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62451d0-5b0f-4c60-8681-443f274f2693') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:02.619100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.633569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.639767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:02.640279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:02.642095 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:02.719972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.725648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 283755d9-4e4d-4bd3-9398-8fee5f06d459 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:31:02.736818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.739155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/networks/283755d9-4e4d-4bd3-9398-8fee5f06d459 HTTP/1.1" status: 204 len: 168 time: 0.4268622 Aug 30 21:31:02.744324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60420) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:02.749264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:02.762062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c0e10-95d1-4b22-969e-4ae6f6ca3bd5 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Network': ['ID=283755d9-4e4d-4bd3-9398-8fee5f06d459,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:02.805157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Made reservation on behalf of af9ba1aca96c4f9885fdaeaf228e08b8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:02.807531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.855495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:02.875264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.875663 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Added segment 869d5cd6-0bf3-4aa9-a213-324b02d91c2c of type vlan for network 85336320-ba36-4cfb-bb58-18c5e835c1c5 Aug 30 21:31:02.930524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.980697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:02.982205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:02.983174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:03.057019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1167352-85ab-4784-b623-280f17643e35 req-25da5485-efe5-4cf8-ab8e-604591d56178 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0606265 Aug 30 21:31:03.105681 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3575094 Aug 30 21:31:03.106341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:03.111857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce91a9a-ba6d-4144-9739-c665f406fd5b tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Network': ['ID=85336320-ba36-4cfb-bb58-18c5e835c1c5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:03.112417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'subnet': {'network_id': '85336320-ba36-4cfb-bb58-18c5e835c1c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:03.124552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 85336320-ba36-4cfb-bb58-18c5e835c1c5 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:03.143420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Made reservation on behalf of af9ba1aca96c4f9885fdaeaf228e08b8 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:03.146017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:03.588718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:31:03.589452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:03.646182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:03.676960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4d55dac-0c73-4110-aba3-da827d1c829e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:03.682454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Checking segment: {'id': '869d5cd6-0bf3-4aa9-a213-324b02d91c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '85336320-ba36-4cfb-bb58-18c5e835c1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:03.682907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Network hostable DHCP agents. Network: 85336320-ba36-4cfb-bb58-18c5e835c1c5, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:03.704061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Network 85336320-ba36-4cfb-bb58-18c5e835c1c5 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:03.715406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 85336320-ba36-4cfb-bb58-18c5e835c1c5) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:03.722387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:03.723228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:03.729148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ebf37-8062-4a10-bfd2-45f375714002 None None] Network 85336320-ba36-4cfb-bb58-18c5e835c1c5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:03.751347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f415e7b3-0237-4b31-889b-074cd47c410a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6437461 Aug 30 21:31:03.754160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60442) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:03.760523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'floatingip': {'floating_network_id': '85336320-ba36-4cfb-bb58-18c5e835c1c5'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:03.791909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:03.912499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa7bb38-0115-46c2-8eb7-c77cce4b5e29 None None] Network 85336320-ba36-4cfb-bb58-18c5e835c1c5 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:03.949550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.072446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Allocated IP 172.20.0.12 (85336320-ba36-4cfb-bb58-18c5e835c1c5/c4d55dac-0c73-4110-aba3-da827d1c829e/572d6c3c-b3a3-45c2-b433-650b96666bb9) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:04.224734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad27fcb6-ca27-4e76-834a-6f7985bd7cbb req-061c4fcb-48b4-4ae1-8a91-beae76acfec6 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0473373 Aug 30 21:31:04.254842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.306886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.372100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Network 85336320-ba36-4cfb-bb58-18c5e835c1c5 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:04.375011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:04.379720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:04.425313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Port': ['ID=572d6c3c-b3a3-45c2-b433-650b96666bb9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:04.494568 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.546246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.756815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.776785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.883590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.905472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Port': ['ID=572d6c3c-b3a3-45c2-b433-650b96666bb9,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:04.923525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:04.925455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aeadc068-b85e-4b2f-bd86-bb91d0cc5487 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1701131 Aug 30 21:31:04.928734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60472) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:05.019531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-adfc764a-a4f7-4997-89d1-8cc1628f549a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=85336320-ba36-4cfb-bb58-18c5e835c1c5 HTTP/1.1" status: 200 len: 690 time: 0.0895674 Aug 30 21:31:05.022010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60474) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:05.117295 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.257893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Deleting port 572d6c3c-b3a3-45c2-b433-650b96666bb9 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:05.258281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.362720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.365619 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.397780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Calling delete_port for 572d6c3c-b3a3-45c2-b433-650b96666bb9 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:05.523755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-deeba02d-456c-44e7-9cba-325dbb178c04 req-c6c026b5-ea3a-49df-8949-bd6deb485193 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0482156 Aug 30 21:31:05.595244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.622487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Port': ['ID=572d6c3c-b3a3-45c2-b433-650b96666bb9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:05.684063 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.731085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.798636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.851288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d55dac-0c73-4110-aba3-da827d1c829e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:05.865931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.933770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.946535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85336320-ba36-4cfb-bb58-18c5e835c1c5']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:05.968399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869d5cd6-0bf3-4aa9-a213-324b02d91c2c') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:05.968780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869d5cd6-0bf3-4aa9-a213-324b02d91c2c') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:05.979924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:05.998238 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.007002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:06.007461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:06.011538 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:06.102366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.109903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85336320-ba36-4cfb-bb58-18c5e835c1c5 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:31:06.113533 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.117795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/networks/85336320-ba36-4cfb-bb58-18c5e835c1c5 HTTP/1.1" status: 204 len: 168 time: 1.0921144 Aug 30 21:31:06.118418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:06.125483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e5dc-841e-4418-8aca-4601d08048d3 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Network': ['ID=85336320-ba36-4cfb-bb58-18c5e835c1c5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:06.256730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60504) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:06.280207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f44e16f8-a8b8-4625-b5b3-1a87e2347447 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1600432 Aug 30 21:31:06.431388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3617db-cb17-411a-bdaa-0fbb457e56b9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:06.431973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3617db-cb17-411a-bdaa-0fbb457e56b9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:06.432445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3617db-cb17-411a-bdaa-0fbb457e56b9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:06.433207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3617db-cb17-411a-bdaa-0fbb457e56b9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:06.433665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3617db-cb17-411a-bdaa-0fbb457e56b9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:06.438028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2d3617db-cb17-411a-bdaa-0fbb457e56b9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3390 time: 0.1775939 Aug 30 21:31:06.438294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60506) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:06.498932 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-a1d5586c-85db-45cf-afb9-306a654dd545 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] delete failed (client error): The resource could not be found. Aug 30 21:31:06.502398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a1d5586c-85db-45cf-afb9-306a654dd545 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/de8fef15-bc0b-4e13-90ac-fa5f2c29505e HTTP/1.1" status: 404 len: 345 time: 0.0607405 Aug 30 21:31:06.502606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60508) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:06.543899 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c023faf6-8a73-437f-9792-14ce5da838d9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] DELETE failed (client error): The resource could not be found. Aug 30 21:31:06.544412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c023faf6-8a73-437f-9792-14ce5da838d9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:06.546720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c023faf6-8a73-437f-9792-14ce5da838d9 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/networks/85336320-ba36-4cfb-bb58-18c5e835c1c5 HTTP/1.1" status: 404 len: 339 time: 0.0427024 Aug 30 21:31:06.552763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60510) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:06.559133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'network': {'name': 'tempest-network--302995542', 'router:external': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:06.587913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Made reservation on behalf of af9ba1aca96c4f9885fdaeaf228e08b8 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:06.590289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.659570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fce8894-290d-4671-9bfd-a9fc89f254ce req-3eb2286f-f7e1-4fd4-8477-ba05f8b444d4 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0503325 Aug 30 21:31:06.660285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:06.671001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.671606 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Added segment 113d695f-2cab-4434-a700-96dc305c1336 of type vlan for network 1c35b80b-ab9c-49bb-9074-fafc164441cd Aug 30 21:31:06.730595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.771299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.772607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:06.774415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:06.856687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3024728 Aug 30 21:31:06.857755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be46a9-447a-4339-95c0-7011b29bb555 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Network': ['ID=1c35b80b-ab9c-49bb-9074-fafc164441cd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:06.859296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60518) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:06.876153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1c35b80b-ab9c-49bb-9074-fafc164441cd details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:07.055801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bfe96-5a0b-488e-a237-d7f899d09f17 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:07.062506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bfe96-5a0b-488e-a237-d7f899d09f17 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:07.069363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bfe96-5a0b-488e-a237-d7f899d09f17 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:07.077448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bfe96-5a0b-488e-a237-d7f899d09f17 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:07.079608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-138bfe96-5a0b-488e-a237-d7f899d09f17 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2187479 Aug 30 21:31:07.082586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60526) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:07.161216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.308496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.338984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c35b80b-ab9c-49bb-9074-fafc164441cd']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:07.367421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113d695f-2cab-4434-a700-96dc305c1336') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:07.368138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113d695f-2cab-4434-a700-96dc305c1336') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:07.406902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.422246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.429894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:07.430519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:07.432861 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:07.510248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.527128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c35b80b-ab9c-49bb-9074-fafc164441cd {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:31:07.529449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c35b80b-ab9c-49bb-9074-fafc164441cd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:07.531919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.537482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dd51af50-4ce4-4747-9791-4cfd35ec5ba1 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/networks/1c35b80b-ab9c-49bb-9074-fafc164441cd HTTP/1.1" status: 204 len: 168 time: 0.4503355 Aug 30 21:31:07.538004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60536) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:07.543567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'network': {'name': 'tempest-network--1518707643', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:07.582932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Made reservation on behalf of af9ba1aca96c4f9885fdaeaf228e08b8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:07.586289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.620008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:07.631488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.632005 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Added segment 297401e3-2db8-4dc0-82d3-a7c240874702 of type vlan for network f6f6447b-34b8-4664-a650-727631a0794a Aug 30 21:31:07.717678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.800148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.801188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:07.801820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:07.859105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3176045 Aug 30 21:31:07.864018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60540) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:07.901527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d94f4509-5a28-4d54-bcdf-83c291a519af req-eaf39d73-bb0a-4ce6-bf70-0cfcd6a6cfa8 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0865750 Aug 30 21:31:08.032782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60546) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:08.574115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27895eb9-6aae-4a2f-9b0f-7007c43d5730 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:08.575870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-27895eb9-6aae-4a2f-9b0f-7007c43d5730 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] 10.222.0.76 "GET /v2.0/networks/f6f6447b-34b8-4664-a650-727631a0794a HTTP/1.1" status: 200 len: 757 time: 0.7089405 Aug 30 21:31:08.578821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:08.607524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Deleting subnet 36b2d9ed-af96-4ef3-8fec-0ec142896229 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:31:08.612015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.633876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcddad-bbe5-4d4f-a452-3abe1b506789 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Network': ['ID=f6f6447b-34b8-4664-a650-727631a0794a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:08.649665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f6f6447b-34b8-4664-a650-727631a0794a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:08.668135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.698609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1efb1bd-bc8d-48a5-b332-a283e8a606d2 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:08.703347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a1efb1bd-bc8d-48a5-b332-a283e8a606d2 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] 10.222.0.76 "GET /v2.0/networks/a72b3313-1967-44ac-885a-cd0d403f721e HTTP/1.1" status: 200 len: 767 time: 0.1208057 Aug 30 21:31:08.703622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:08.745672 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.794269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.847404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.895700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.902056 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.904131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5256f970-5577-454c-8031-104389e4474e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/36b2d9ed-af96-4ef3-8fec-0ec142896229 HTTP/1.1" status: 204 len: 168 time: 0.8702414 Aug 30 21:31:08.906121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256f970-5577-454c-8031-104389e4474e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b2d9ed-af96-4ef3-8fec-0ec142896229,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:08.907169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:08.944115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f6447b-34b8-4664-a650-727631a0794a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:08.945567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aacf64b-285b-4639-95e4-795186c6d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:08.988383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297401e3-2db8-4dc0-82d3-a7c240874702') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:08.988651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297401e3-2db8-4dc0-82d3-a7c240874702') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:09.006153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.036507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.038520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.055071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9681ccc1-7311-4e81-8b08-c4d9211e0a3a req-bac6dbc2-b3a9-4389-81d1-0d9c557885e0 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0322556 Aug 30 21:31:09.058821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:09.059387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:09.061789 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:09.201773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.210156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6f6447b-34b8-4664-a650-727631a0794a {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:31:09.214614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.219856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/networks/f6f6447b-34b8-4664-a650-727631a0794a HTTP/1.1" status: 204 len: 168 time: 0.5120039 Aug 30 21:31:09.220295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60564) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:09.225450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'network': {'name': 'tempest-network--2115653448'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:09.235370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.248684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecde3b9-6d81-4c5c-a6b3-bf048020e2cb tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6f6447b-34b8-4664-a650-727631a0794a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:09.268752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2084fbb9-e938-4670-88f5-7c910416a4bb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:09.272828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Made reservation on behalf of af9ba1aca96c4f9885fdaeaf228e08b8 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:09.275299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.286539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:09.287222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bc67e3-9ed6-4705-a9a3-11f45eec1ee4') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:09.298410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.305509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:09.330959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.331944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.332546 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Added segment c396c35a-8a93-4798-8091-4cbd3f309ce0 of type vlan for network 70cb3e30-57f4-4172-9b8e-1973b4171460 Aug 30 21:31:09.347696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:09.348140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:09.350622 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:09.428653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.436877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.442953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.447056 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2084fbb9-e938-4670-88f5-7c910416a4bb HTTP/1.1" status: 204 len: 168 time: 0.5345137 Aug 30 21:31:09.465975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2473c-dd47-4ecd-9976-ebb98c5dd9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2084fbb9-e938-4670-88f5-7c910416a4bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:09.505031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.506471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:09.507974 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.561532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3398747 Aug 30 21:31:09.564189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:09.570260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:09.678545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5484d-5631-419f-97a9-485dab5f2051 tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Network': ['ID=70cb3e30-57f4-4172-9b8e-1973b4171460,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:09.703943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 70cb3e30-57f4-4172-9b8e-1973b4171460 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:09.843217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60584) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:09.864397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.901247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.916281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ded75d9f-0aa0-4965-a151-eb7c2285fd8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=845841af5d8345b394af157330908c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716019 Aug 30 21:31:09.919303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60586) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:09.946104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Network 70cb3e30-57f4-4172-9b8e-1973b4171460 is not hosted by any dhcp agent {{(pid=94688) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:31:09.947073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:09.947699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:09.952469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "PUT /v2.0/networks/70cb3e30-57f4-4172-9b8e-1973b4171460 HTTP/1.1" status: 200 len: 858 time: 0.3870430 Aug 30 21:31:09.953935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:09.973085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcb023-2bef-453d-8a43-cc17f5f1c50a tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event updated for resources: {'Network': ['ID=70cb3e30-57f4-4172-9b8e-1973b4171460,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:09.991513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60590) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:10.082581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c620c51-6424-465b-9b93-01fe4e83b1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.107698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.130096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c620c51-6424-465b-9b93-01fe4e83b1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.214512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093d39da-df65-40bd-91ba-abc66960fec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.261480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-808328f2-5678-410d-9c69-2c869a3ee8e1 req-fb99ca9a-4e1e-4742-b2e8-9a3a455dff98 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1066489 Aug 30 21:31:10.295613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.305001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cb3e30-57f4-4172-9b8e-1973b4171460']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:10.330652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c396c35a-8a93-4798-8091-4cbd3f309ce0') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:10.331008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c396c35a-8a93-4798-8091-4cbd3f309ce0') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:10.332744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c620c51-6424-465b-9b93-01fe4e83b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.335503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5c620c51-6424-465b-9b93-01fe4e83b1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.339061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5c620c51-6424-465b-9b93-01fe4e83b1cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bd468fa-6787-47c3-98b3-e25ef0f518f0 HTTP/1.1" status: 204 len: 168 time: 0.4161394 Aug 30 21:31:10.363318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.373797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620c51-6424-465b-9b93-01fe4e83b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd468fa-6787-47c3-98b3-e25ef0f518f0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:10.388868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.400193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:10.400598 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:10.402478 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:10.487003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.510976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70cb3e30-57f4-4172-9b8e-1973b4171460 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:31:10.515910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.519584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] 10.222.0.76 "DELETE /v2.0/networks/70cb3e30-57f4-4172-9b8e-1973b4171460 HTTP/1.1" status: 204 len: 168 time: 0.5636539 Aug 30 21:31:10.522643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60608) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:10.548401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093d39da-df65-40bd-91ba-abc66960fec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.550134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2d9af-3eba-4ee1-b5a1-b5af1351896d tempest-ExternalNetworksTestJSON-269976731 tempest-ExternalNetworksTestJSON-269976731-project-admin] Pushing event deleted for resources: {'Network': ['ID=70cb3e30-57f4-4172-9b8e-1973b4171460,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:10.565828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-093d39da-df65-40bd-91ba-abc66960fec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.592702 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9c5dce-2334-4f5a-a5ac-ba6ae42a4394 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] DELETE failed (client error): The resource could not be found. Aug 30 21:31:10.593663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9c5dce-2334-4f5a-a5ac-ba6ae42a4394 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:10.596257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ea9c5dce-2334-4f5a-a5ac-ba6ae42a4394 tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] 10.222.0.76 "DELETE /v2.0/subnets/c4d55dac-0c73-4110-aba3-da827d1c829e HTTP/1.1" status: 404 len: 337 time: 0.0725100 Aug 30 21:31:10.598972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60614) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:10.662024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:10.668539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-093d39da-df65-40bd-91ba-abc66960fec1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b13c3293eb0401c825872b713d40e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6415670 Aug 30 21:31:10.669851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d39da-df65-40bd-91ba-abc66960fec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73becd35-e5a5-4d98-a574-a62b43867ddc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:10.748225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.861427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-174cf05e-619c-447a-a180-aee3cbfe299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.870721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.890067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72b3313-1967-44ac-885a-cd0d403f721e']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:10.911602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf1e3c8-819f-44e2-8e5f-a50838f12977') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:10.911911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf1e3c8-819f-44e2-8e5f-a50838f12977') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:10.915644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-174cf05e-619c-447a-a180-aee3cbfe299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.934400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.963984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.973560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:10.973986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:10.977354 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:11.043966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377dfc6-b3c5-40f5-8450-6450735fb5ee req-b22b9bc8-4529-4dc2-b8fa-1bf3a52080c0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:11.045529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d377dfc6-b3c5-40f5-8450-6450735fb5ee req-b22b9bc8-4529-4dc2-b8fa-1bf3a52080c0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0640624 Aug 30 21:31:11.090832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-174cf05e-619c-447a-a180-aee3cbfe299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.094987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-174cf05e-619c-447a-a180-aee3cbfe299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.096254 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-174cf05e-619c-447a-a180-aee3cbfe299e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73becd35-e5a5-4d98-a574-a62b43867ddc HTTP/1.1" status: 204 len: 168 time: 0.4332461 Aug 30 21:31:11.100929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.159587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d377dfc6-b3c5-40f5-8450-6450735fb5ee req-26c89430-6783-4b92-8a14-a3791d205165 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958078 Aug 30 21:31:11.179804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.181764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] 10.222.0.76 "DELETE /v2.0/networks/a72b3313-1967-44ac-885a-cd0d403f721e HTTP/1.1" status: 204 len: 168 time: 0.5816855 Aug 30 21:31:11.187493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c7ccf-7702-43e1-8bef-581646ce526e tempest-ExternalNetworksTestJSON-464440925 tempest-ExternalNetworksTestJSON-464440925-project] Pushing event deleted for resources: {'Network': ['ID=a72b3313-1967-44ac-885a-cd0d403f721e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:11.204135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cf05e-619c-447a-a180-aee3cbfe299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73becd35-e5a5-4d98-a574-a62b43867ddc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:11.421117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3ad8e3b-e941-4d19-be99-75d5fd424053 req-c3a116b0-74ba-4392-8647-95aa209f3968 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0415442 Aug 30 21:31:11.521042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:11.647148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:11.661250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5555a3e3-2cf6-4a7b-b00f-2273888cd89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.755088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.764909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5555a3e3-2cf6-4a7b-b00f-2273888cd89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.770335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5555a3e3-2cf6-4a7b-b00f-2273888cd89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.828735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5555a3e3-2cf6-4a7b-b00f-2273888cd89a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=257e4c30f4974d94bf08e707ed1d0d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780972 Aug 30 21:31:11.828735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555a3e3-2cf6-4a7b-b00f-2273888cd89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef15040-0fed-4ea9-85d5-efe57b058aa6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:11.829053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60664) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:11.861760 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a9638d1d-f534-4976-a162-de309620f319 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37ec1188309a420faa4c96d77798ee6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394403 Aug 30 21:31:11.864323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:11.877155 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36f4c126-f2ea-4026-adb7-37b3cbf12a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.899569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34d34a61-de9d-448f-b059-9e493c321b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.922759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34d34a61-de9d-448f-b059-9e493c321b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.926460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8715-ae97-40be-afad-130abae70539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.952809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8715-ae97-40be-afad-130abae70539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.976182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34d34a61-de9d-448f-b059-9e493c321b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.979652 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34d34a61-de9d-448f-b059-9e493c321b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:11.980834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-34d34a61-de9d-448f-b059-9e493c321b47 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ef15040-0fed-4ea9-85d5-efe57b058aa6 HTTP/1.1" status: 204 len: 168 time: 0.1507337 Aug 30 21:31:11.991367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d34a61-de9d-448f-b059-9e493c321b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef15040-0fed-4ea9-85d5-efe57b058aa6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:12.015969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8715-ae97-40be-afad-130abae70539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.019361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8715-ae97-40be-afad-130abae70539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.023189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3f8f8715-ae97-40be-afad-130abae70539 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/843dfc74-1e98-4b0f-8763-d29ac35029d9 HTTP/1.1" status: 204 len: 168 time: 0.1550033 Aug 30 21:31:12.031314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f8715-ae97-40be-afad-130abae70539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843dfc74-1e98-4b0f-8763-d29ac35029d9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:12.276827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b33704-8d49-466f-98a4-06d95dddcd32 req-b33994c7-5225-4fc9-bce3-169b6b3d6ae3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:12.278524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13b33704-8d49-466f-98a4-06d95dddcd32 req-b33994c7-5225-4fc9-bce3-169b6b3d6ae3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0568767 Aug 30 21:31:12.334838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13b33704-8d49-466f-98a4-06d95dddcd32 req-1e9f8053-6da7-4d53-bbaf-44c4622fe57c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495653 Aug 30 21:31:12.481532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:12.501889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111e276d-b643-48e4-a286-ded3ddae51f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.566059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3bbd6abc-9503-47fc-af01-0cb223938f1b req-86dc9f0d-41bf-4532-9efb-9996aaf5931c tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0496221 Aug 30 21:31:12.607887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60698) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:12.651500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.660527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-57f1729f-0207-43af-b913-61da799fe8ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af9ba1aca96c4f9885fdaeaf228e08b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514171 Aug 30 21:31:12.663300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60700) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:12.676514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111e276d-b643-48e4-a286-ded3ddae51f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.685979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-111e276d-b643-48e4-a286-ded3ddae51f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.719200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12402a9b-5c6d-48ef-ab70-008b7e65c253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.735518 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-111e276d-b643-48e4-a286-ded3ddae51f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a3c33171822402cba198828b2ac2ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523665 Aug 30 21:31:12.737916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e276d-b643-48e4-a286-ded3ddae51f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ef001-18d5-4439-84a8-29f07140c525,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:12.740263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60708) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:12.751724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12402a9b-5c6d-48ef-ab70-008b7e65c253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12402a9b-5c6d-48ef-ab70-008b7e65c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12402a9b-5c6d-48ef-ab70-008b7e65c253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12402a9b-5c6d-48ef-ab70-008b7e65c253 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c65f1ed7-2016-43b8-ae68-46f1c6667dd0 HTTP/1.1" status: 204 len: 168 time: 0.1879542 Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12402a9b-5c6d-48ef-ab70-008b7e65c253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65f1ed7-2016-43b8-ae68-46f1c6667dd0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:12.978332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c5ef001-18d5-4439-84a8-29f07140c525 HTTP/1.1" status: 204 len: 168 time: 0.2246885 Aug 30 21:31:12.983077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ef001-18d5-4439-84a8-29f07140c525,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:12.995079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.995754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.996316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.996969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.997466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.997971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.998527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.998917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.999251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.999581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:12.999911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:13.000232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d29ea4-d772-4cdc-a6ba-fa6c0b4c60c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:13.475451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73570171-b2d5-4678-8dac-aa63ea554abf req-661d2aad-736c-4113-bd32-c2b7a9d17035 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:13.477040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73570171-b2d5-4678-8dac-aa63ea554abf req-661d2aad-736c-4113-bd32-c2b7a9d17035 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0675635 Aug 30 21:31:13.531880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73570171-b2d5-4678-8dac-aa63ea554abf req-c81a3b12-a85d-4d38-a2c0-db7b4eb9bfc5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475588 Aug 30 21:31:14.138940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60796) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:14.295384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:14.411999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:14.421051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'network': {'name': 'tempest-network-smoke--1063382715', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:14.440821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2075716335-network', 'tenant_id': '26267738262d4d9583afe84abfe6e659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:14.475356 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a6925cce-b051-4e6e-94c9-cdbbb3c4bdb7 tempest-AgentManagementNegativeTest-1028656522 tempest-AgentManagementNegativeTest-1028656522-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3351281 Aug 30 21:31:14.495191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Made reservation on behalf of 6758e3d32822496e8fae5fb4aeb537dd for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:14.499391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.512124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c414965c-5974-4002-8502-b13488cb4813 req-128c340d-e3d9-49b5-97a9-ed2346a03710 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0496967 Aug 30 21:31:14.515925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.535703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:14.538085 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.572933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.598090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.673356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c82683-d059-4114-ae91-ab0511611603 req-c1804f06-d8ee-437a-ae63-ffe6cc0ee340 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:14.674956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3c82683-d059-4114-ae91-ab0511611603 req-c1804f06-d8ee-437a-ae63-ffe6cc0ee340 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0544391 Aug 30 21:31:14.687881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.698911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.737583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3c82683-d059-4114-ae91-ab0511611603 req-afccb596-c091-40fd-8e90-08877cd37be6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546038 Aug 30 21:31:14.744792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:14.788354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.788712 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Added segment a6cfdf28-354d-4e41-b004-543028791490 of type vlan for network 013102dc-ea16-4aee-8bba-0671408c1603 Aug 30 21:31:14.790360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:14.791019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b90aa3-4436-4d8e-bf70-5fc33902782f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:14.839523 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.891883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.897458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:14.898064 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.929263 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3ee8-b722-457c-9623-e0eb997ccb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.985910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.993448 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:14.996484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Network': ['ID=013102dc-ea16-4aee-8bba-0671408c1603,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:15.007201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8bf5cc33-edd0-4095-b769-f509a42486ea tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5938122 Aug 30 21:31:15.008861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:15.014940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'admin_state_up': True, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:15.015808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 013102dc-ea16-4aee-8bba-0671408c1603 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:15.041560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:15.060624 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.060976 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Added segment 9b15e0ad-cb9d-4f67-b53d-74ed118ea657 of type vlan for network 9520c45c-c358-4de4-9f78-3a6801f21c4d Aug 30 21:31:15.070282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f732496c-3400-47ec-8e88-7d90bca914db,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:15.122388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3ee8-b722-457c-9623-e0eb997ccb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.130471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c1ad3ee8-b722-457c-9623-e0eb997ccb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.145652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.150141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.151646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.188640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c1ad3ee8-b722-457c-9623-e0eb997ccb26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ece895ef8754cf5a58fb8b94bf7e132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970532 Aug 30 21:31:15.189659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad3ee8-b722-457c-9623-e0eb997ccb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85a1db4-8cb8-4b39-b66d-621a11412710,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:15.192146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:15.204165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.205253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:15.205944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.251033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb173579-d6d9-4c6e-8cf2-fc419b45b00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.282877 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb173579-d6d9-4c6e-8cf2-fc419b45b00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.283829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9873152 Aug 30 21:31:15.286710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60848) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:15.292239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Request body: {'subnet': {'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2075716335-subnet', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:15.292752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.304993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1174cc-9b3a-45f2-b399-f83b6d365560 admin admin] Pushing event updated for resources: {'Network': ['ID=9520c45c-c358-4de4-9f78-3a6801f21c4d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:15.317586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:15.347539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:15.350208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.447935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb173579-d6d9-4c6e-8cf2-fc419b45b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.450704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cb173579-d6d9-4c6e-8cf2-fc419b45b00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.454360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cb173579-d6d9-4c6e-8cf2-fc419b45b00b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f85a1db4-8cb8-4b39-b66d-621a11412710 HTTP/1.1" status: 204 len: 168 time: 0.2586076 Aug 30 21:31:15.467189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb173579-d6d9-4c6e-8cf2-fc419b45b00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85a1db4-8cb8-4b39-b66d-621a11412710,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:15.467880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.595527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.696161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3235f80d-96fe-43b4-9399-21a1864ccc8f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:15.703300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c97e4018-9c38-41a1-82a3-ad8df8009338 req-2eb4fc5c-99e1-4bb4-b0d2-dfcfc874806e tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0518005 Aug 30 21:31:15.714949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:15.715284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Network hostable DHCP agents. Network: 9520c45c-c358-4de4-9f78-3a6801f21c4d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:15.743850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:15.758583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 9520c45c-c358-4de4-9f78-3a6801f21c4d) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:15.768246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.768949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30849b85-e756-4d55-bce5-dd375274389f None None] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:15.797259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:15.797898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.804279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.824779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-097d20a8-3e39-4c71-853b-9e7789b3755f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5365415 Aug 30 21:31:15.827344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:15.831870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:15.881944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.892688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:15.949625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102b4a-1086-4ab9-b8f7-060e206aa251 req-9fca5802-8222-4b6b-9531-1e0e22e2eb24 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:15.951619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5102b4a-1086-4ab9-b8f7-060e206aa251 req-9fca5802-8222-4b6b-9531-1e0e22e2eb24 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0879915 Aug 30 21:31:16.003198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.25.5.53 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/0ab20eac-1f6b-4703-aca8-7d9a2c5c789e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:16.020671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.039282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-9520c45c-c358-4de4-9f78-3a6801f21c4d', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:31:16.040561 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.137176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.195916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.196569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5102b4a-1086-4ab9-b8f7-060e206aa251 req-79de2017-d95d-4a7e-b832-be3ab408fbcc tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1842613 Aug 30 21:31:16.244914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.257258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:16.261143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:16.267296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:16.312836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:16.349956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Allocated IP 172.20.0.2 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/13f30d74-3d12-4ae8-aeb5-da6df7614bac) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:16.666404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.668483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:16.677368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.704149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.790081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.801822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Transition to ACTIVE for port object 13f30d74-3d12-4ae8-aeb5-da6df7614bac will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:16.841268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Transition to ACTIVE for port object 13f30d74-3d12-4ae8-aeb5-da6df7614bac will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:16.859663 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.871215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Allocated IP 172.25.5.77 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/f84ed596-b702-4bab-bec0-8e92a98222b1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:16.883780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-184262599'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:16.893779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4530aa79-d46b-4b3b-93cd-500d97ee7420 req-1845e54f-ebc2-49a3-8067-618c8095f30b tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0554745 Aug 30 21:31:16.922688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Pushing event updated for resources: {'Port': ['ID=13f30d74-3d12-4ae8-aeb5-da6df7614bac,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:16.931890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.932507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.933032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.933547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.934035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.934537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.935075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.935576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.936060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.936550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.937043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.937522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:16.949746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:16.951926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:16.959412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Made reservation on behalf of 07e151d6fde9469a8a3b4aee569a5920 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:16.959720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:16.973376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:16.988333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.028080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Attempting to bind port 13f30d74-3d12-4ae8-aeb5-da6df7614bac on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:17.028456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Attempting to bind port 13f30d74-3d12-4ae8-aeb5-da6df7614bac by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:17.029128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Attempting to bind port 13f30d74-3d12-4ae8-aeb5-da6df7614bac on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:17.035248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:17.035890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:17.036990 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.037610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:17.038322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Bound port: 13f30d74-3d12-4ae8-aeb5-da6df7614bac, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:17.039189 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.057089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.077477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.107988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.120160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] For port 13f30d74-3d12-4ae8-aeb5-da6df7614bac, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:17.124016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] For port 13f30d74-3d12-4ae8-aeb5-da6df7614bac, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=13f30d74-3d12-4ae8-aeb5-da6df7614bac,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:17.132110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.176436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:17.177729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Pushing event updated for resources: {'Port': ['ID=f84ed596-b702-4bab-bec0-8e92a98222b1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:17.181836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:17.185444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:17.219515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed52c-3b30-4882-8f84-b532952707c2 None None] Pushing event updated for resources: {'Port': ['ID=13f30d74-3d12-4ae8-aeb5-da6df7614bac,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:17.302090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.313895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.346893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0324ba-1981-4442-8482-af1ef5fbb885,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:17.361524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router 544c6347-fd87-4d18-a3bb-5b98560c309f is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:31:17.380381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:17.430382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.430757 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Added segment d1113438-91cb-486e-832b-1dee7605a1eb of type vlan for network cff8250c-ca1d-4056-b0fb-8626ceb232e9 Aug 30 21:31:17.441372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a328f56-f0c2-40e3-b6e5-bfc1b4a410b3 req-f11f45bc-5ad7-4fdf-b6bc-0ad555ce6587 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:17.443123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a328f56-f0c2-40e3-b6e5-bfc1b4a410b3 req-f11f45bc-5ad7-4fdf-b6bc-0ad555ce6587 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1198401 Aug 30 21:31:17.547160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.592315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:17.604719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.607924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Sync routers for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:17.613591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:17.614362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.626863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:17.627706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:17.629277 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.634777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a328f56-f0c2-40e3-b6e5-bfc1b4a410b3 req-ad54e004-1f08-4e6e-959b-9f3d97f3f894 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759803 Aug 30 21:31:17.767081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:17.784878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Network': ['ID=cff8250c-ca1d-4056-b0fb-8626ceb232e9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:17.792425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:17.794093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-be70dd0f-1854-49ef-80f3-748dd69b9c1a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7831037 Aug 30 21:31:17.801338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60924) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:17.802816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c7e47ffc-a080-47b6-a7e0-7047683c469d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1332626 Aug 30 21:31:17.804061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60926) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:17.811209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:17.814472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'subnet': {'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:18.034827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Made reservation on behalf of 07e151d6fde9469a8a3b4aee569a5920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:18.042097 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.055734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3b9f71f9-52e4-4ce0-bdf3-0ff1bad2eaab tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6758e3d32822496e8fae5fb4aeb537dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2532742 Aug 30 21:31:18.082923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60934) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:18.253112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e58ca301-f56b-42d8-a1ac-6695b90ba6d1 req-02c2e78d-033d-44b6-99e9-c164b8fa97e4 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1960561 Aug 30 21:31:18.330106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:16Z', 'revision_number': 3, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:18.332482 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.393753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Checking router: 544c6347-fd87-4d18-a3bb-5b98560c309f for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:31:18.394166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Updating router 544c6347-fd87-4d18-a3bb-5b98560c309f port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:31:18.422955 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.425338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.489258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Subnet': ['ID=532cc621-03a5-422e-a91e-70c276a1f39f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:18.526152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Checking segment: {'id': 'd1113438-91cb-486e-832b-1dee7605a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:18.526589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network hostable DHCP agents. Network: cff8250c-ca1d-4056-b0fb-8626ceb232e9, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:18.552815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:18.571926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, cff8250c-ca1d-4056-b0fb-8626ceb232e9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:18.579667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:18.581015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.581472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4daa5-e63b-48a0-942d-6596bf543932 None None] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:18.623981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bf447308-0df6-4894-a255-ecdd52b90cdf tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8164597 Aug 30 21:31:18.624511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:18.634174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1824963394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:18.715044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.716483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.759340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc89a0a-6b73-4ae4-9096-9a97792c54bc None None] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:18.852700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.863490 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.883310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 13f30d74-3d12-4ae8-aeb5-da6df7614bac up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:18.894293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:18.895574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c0913427-c01e-4499-b422-99c00a29ee10 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2697742 Aug 30 21:31:18.898313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 60954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:18.944312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7bb7083e-7c03-4203-9126-9501fc979683 None None] Provisioning for port 13f30d74-3d12-4ae8-aeb5-da6df7614bac completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:18.978295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba206c54-8645-4bfb-af69-eb1089584786 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:18.982561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ba206c54-8645-4bfb-af69-eb1089584786 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8953412 Aug 30 21:31:18.983726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60958) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:19.066636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3bf5448b-147b-48c9-bc80-fdd3e864c676 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533364 Aug 30 21:31:19.075691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:19.106357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855015614', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:19.116534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43aed0-c499-4673-ae8b-c6ecf56a7288 req-b73ff4dc-ebd6-425e-b782-a2bdb5614ff1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:19.124142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca43aed0-c499-4673-ae8b-c6ecf56a7288 req-b73ff4dc-ebd6-425e-b782-a2bdb5614ff1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1475163 Aug 30 21:31:19.157620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-cff8250c-ca1d-4056-b0fb-8626ceb232e9', 'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9', 'tenant_id': '07e151d6fde9469a8a3b4aee569a5920', 'fixed_ips': [{'subnet_id': '532cc621-03a5-422e-a91e-70c276a1f39f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:31:19.158918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.191959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 13f30d74-3d12-4ae8-aeb5-da6df7614bac completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:19.203213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 13f30d74-3d12-4ae8-aeb5-da6df7614bac triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:19.203579 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.234857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca43aed0-c499-4673-ae8b-c6ecf56a7288 req-fe0137d7-18f9-414d-8ab6-d611a04fda49 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055748 Aug 30 21:31:19.264955 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.303826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:31:19.307986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Made reservation on behalf of 6758e3d32822496e8fae5fb4aeb537dd for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:19.317605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.352839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Transition to ACTIVE for port object 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:19.376745 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.381007 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.513277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19ef0974-ba06-466f-a959-7b288d665c6a req-03676887-b930-41ea-a25c-a71e993b4568 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1074746 Aug 30 21:31:19.550243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Allocated IP 172.20.0.2 (cff8250c-ca1d-4056-b0fb-8626ceb232e9/532cc621-03a5-422e-a91e-70c276a1f39f/f0c2cec5-b1a7-4429-ad01-c40e82af46ee) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:19.623513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:19.651999 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:19.664950 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:19.665597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:19.669417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.671024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37caaf6a-dd65-4162-b1d6-61d55d07d920 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8426750 Aug 30 21:31:19.674798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60976) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:19.934232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448002d1-d83a-4cb9-b063-2a28702fbb4c None None] Pushing event updated for resources: {'Port': ['ID=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:19.967901 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:19.972327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Attempting to bind port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:19.972931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Attempting to bind port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:19.973470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Attempting to bind port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:19.979268 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:19.992009 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.008200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:20.008894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:20.009463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.010033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:20.010712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Bound port: 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:20.011433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.058187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f09627fa-38a7-44e3-8fc2-11ba8193b9f5 None None] Provisioning complete for port 13f30d74-3d12-4ae8-aeb5-da6df7614bac triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:20.058924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f09627fa-38a7-44e3-8fc2-11ba8193b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.066324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.098782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Transition to ACTIVE for port object f0c2cec5-b1a7-4429-ad01-c40e82af46ee will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:20.162253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] For port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:20.168852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] For port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:20.170577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Transition to ACTIVE for port object f0c2cec5-b1a7-4429-ad01-c40e82af46ee will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:20.174331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 13f30d74-3d12-4ae8-aeb5-da6df7614bac, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=13f30d74-3d12-4ae8-aeb5-da6df7614bac,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:20.219080 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.224689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Subnet': ['ID=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:20.226219 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.228037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.251892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Checking segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:20.252233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network hostable DHCP agents. Network: 013102dc-ea16-4aee-8bba-0671408c1603, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:20.296885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:20.301366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f09627fa-38a7-44e3-8fc2-11ba8193b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.307548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:20.343408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:20.363956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448002d1-d83a-4cb9-b063-2a28702fbb4c None None] Pushing event updated for resources: {'Port': ['ID=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:20.402536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:20.403652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:20.415184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 013102dc-ea16-4aee-8bba-0671408c1603 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:20.432031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.459805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 013102dc-ea16-4aee-8bba-0671408c1603) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:20.460713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Allocated IP 172.20.0.1 (cff8250c-ca1d-4056-b0fb-8626ceb232e9/532cc621-03a5-422e-a91e-70c276a1f39f/05273eb8-0674-4994-b4f9-e4a2c2f9b298) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:20.464610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:20.465211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.525320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:20.538784 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:17Z', 'revision_number': 3, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:20.572265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821c261a-c795-4b9a-b8a0-9d32f6a18a29 None None] Network 013102dc-ea16-4aee-8bba-0671408c1603 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:20.589562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268c357-9539-4c40-9a6e-ec0d612ee427 req-90890155-c2a4-4151-9bc1-998c97e0c9c5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:20.591426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3268c357-9539-4c40-9a6e-ec0d612ee427 req-90890155-c2a4-4151-9bc1-998c97e0c9c5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2252622 Aug 30 21:31:20.595426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:31:20.595774 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Updating router a2a7a73b-b251-4a7a-9159-3f75da62b355 port f84ed596-b702-4bab-bec0-8e92a98222b1 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:31:20.602367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7c336d7d-0239-42f8-a647-81035c9c979b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5027380 Aug 30 21:31:20.608876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 60996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:20.626301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.643016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Transition to ACTIVE for port object 05273eb8-0674-4994-b4f9-e4a2c2f9b298 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:20.646701 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.744162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.764247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Attempting to bind port f0c2cec5-b1a7-4429-ad01-c40e82af46ee on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:20.764610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Attempting to bind port f0c2cec5-b1a7-4429-ad01-c40e82af46ee by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd1113438-91cb-486e-832b-1dee7605a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:20.764965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Attempting to bind port f0c2cec5-b1a7-4429-ad01-c40e82af46ee on network cff8250c-ca1d-4056-b0fb-8626ceb232e9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:20.782300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3268c357-9539-4c40-9a6e-ec0d612ee427 req-71aaa696-9bb8-4937-89ae-c96620cfe885 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1740336 Aug 30 21:31:20.806814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:20.806814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Checking segment: {'id': 'd1113438-91cb-486e-832b-1dee7605a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:20.809617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.809617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Bound using segment: {'id': 'd1113438-91cb-486e-832b-1dee7605a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:20.809617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Bound port: f0c2cec5-b1a7-4429-ad01-c40e82af46ee, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1113438-91cb-486e-832b-1dee7605a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:20.809617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.834767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Pushing event updated for resources: {'Port': ['ID=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:20.874492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:20.878385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:20.882729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:20.911944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Port': ['ID=05273eb8-0674-4994-b4f9-e4a2c2f9b298,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:20.943467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:20.950102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-f09627fa-38a7-44e3-8fc2-11ba8193b9f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:31:20.950761 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-f09627fa-38a7-44e3-8fc2-11ba8193b9f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:31:20.996469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ed558a7-819a-40e1-9977-45ee6e00717f req-d4b9b25c-19bb-4802-85fa-01a7a5903cb0 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0332294 Aug 30 21:31:21.018716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=13f30d74-3d12-4ae8-aeb5-da6df7614bac,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:21.083772 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.095222 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Transition to ACTIVE for port object f84ed596-b702-4bab-bec0-8e92a98222b1 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:21.113789 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.131198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] For port f0c2cec5-b1a7-4429-ad01-c40e82af46ee, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:21.135596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] For port f0c2cec5-b1a7-4429-ad01-c40e82af46ee, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,segment=NetworkSegment(d1113438-91cb-486e-832b-1dee7605a1eb),segment_id=d1113438-91cb-486e-832b-1dee7605a1eb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:21.161824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Allocated IP 172.20.0.1 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/8a0388b5-e56b-4642-890e-45c7ae99cb3d) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:21.167072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Attempting to bind port f84ed596-b702-4bab-bec0-8e92a98222b1 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:21.167682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Attempting to bind port f84ed596-b702-4bab-bec0-8e92a98222b1 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:21.168226 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Attempting to bind port f84ed596-b702-4bab-bec0-8e92a98222b1 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:21.178745 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:21.179450 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:21.180019 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.180580 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:21.181236 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Bound port: f84ed596-b702-4bab-bec0-8e92a98222b1, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:21.181792 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.186607 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.187030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.246263 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] For port f84ed596-b702-4bab-bec0-8e92a98222b1, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:21.251160 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] For port f84ed596-b702-4bab-bec0-8e92a98222b1, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f84ed596-b702-4bab-bec0-8e92a98222b1,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:21.261297 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.272339 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Pushing event updated for resources: {'Port': ['ID=f84ed596-b702-4bab-bec0-8e92a98222b1,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:21.274555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9145e-de46-4ab5-af96-c3f2aae494b7 None None] Pushing event updated for resources: {'Port': ['ID=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:21.284028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.284716 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.285237 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.285901 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.286398 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.286880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:16Z', 'revision_number': 3, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:21.287146 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.288295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.288781 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.289458 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.290114 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.290586 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.291092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:21.330979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e037b2-069f-40d7-9741-28d40b38be50 None None] The sync data for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 is: [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:16Z', 'revision_number': 3, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:21.398466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-013102dc-ea16-4aee-8bba-0671408c1603', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:31:21.401094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.412129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:21.413039 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:21.557583 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2b12-1cdd-485d-9ea4-c0f203c36c4e None None] Pushing event updated for resources: {'Port': ['ID=f84ed596-b702-4bab-bec0-8e92a98222b1,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:21.677048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:21.688421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Allocated IP 172.20.0.2 (013102dc-ea16-4aee-8bba-0671408c1603/d5ebfacb-e7c4-4d13-ab97-4bbfa292282b/5a8734e0-bedc-4211-8c51-5d51f015f20f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:21.745416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.756712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.805800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.959459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:21.991280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Port': ['ID=05273eb8-0674-4994-b4f9-e4a2c2f9b298,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:22.041869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Transition to ACTIVE for port object 8a0388b5-e56b-4642-890e-45c7ae99cb3d will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:22.115539 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:17Z', 'revision_number': 3, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:22.147920 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:22.157005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Transition to ACTIVE for port object 5a8734e0-bedc-4211-8c51-5d51f015f20f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:22.164805 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f2825-d7fb-41d8-872e-ad6b3494435b None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:17Z', 'revision_number': 3, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:22.184255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Transition to ACTIVE for port object 5a8734e0-bedc-4211-8c51-5d51f015f20f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:22.187017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:22.189197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:22.200502 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:22.295213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbaadc2-b336-4f4b-a789-8a79377c1b6d req-2f9beb97-0832-4ac8-b262-7a655d7020ec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:22.299502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dbaadc2-b336-4f4b-a789-8a79377c1b6d req-2f9beb97-0832-4ac8-b262-7a655d7020ec tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2639637 Aug 30 21:31:22.307648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Network 013102dc-ea16-4aee-8bba-0671408c1603 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:22.310841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:22.351895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:22.355895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Pushing event updated for resources: {'Port': ['ID=5a8734e0-bedc-4211-8c51-5d51f015f20f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:22.410434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:22.556430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Attempting to bind port 5a8734e0-bedc-4211-8c51-5d51f015f20f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:22.556752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Attempting to bind port 5a8734e0-bedc-4211-8c51-5d51f015f20f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:22.557125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Attempting to bind port 5a8734e0-bedc-4211-8c51-5d51f015f20f on network 013102dc-ea16-4aee-8bba-0671408c1603 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:22.561405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Router afe76fef-1329-4afb-9457-454a2066e293 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:31:22.597025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:22.597397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Checking segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:22.597806 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:22.598203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Bound using segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:22.598700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Bound port: 5a8734e0-bedc-4211-8c51-5d51f015f20f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:22.599092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:22.797401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:22.805946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] For port 5a8734e0-bedc-4211-8c51-5d51f015f20f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:22.816658 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75e8ff5c-e4f4-4c44-a087-385c2ffac00e tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "PUT /v2.0/routers/afe76fef-1329-4afb-9457-454a2066e293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9171164 Aug 30 21:31:22.818552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:22.826881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] Sync routers for ids ['afe76fef-1329-4afb-9457-454a2066e293'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:22.831826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'port': {'network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9', 'name': 'tempest-FloatingIPNegativeTestJSON-1138322497'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:22.837697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] For port 5a8734e0-bedc-4211-8c51-5d51f015f20f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5a8734e0-bedc-4211-8c51-5d51f015f20f,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:22.864933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:22.993821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed73f9-a696-4807-b3e7-efd9c0f9f504 None None] Pushing event updated for resources: {'Port': ['ID=5a8734e0-bedc-4211-8c51-5d51f015f20f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:22.997452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] Routers {'afe76fef-1329-4afb-9457-454a2066e293'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:22.998793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['afe76fef-1329-4afb-9457-454a2066e293'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:23.092147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:23.106216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] Routers {'afe76fef-1329-4afb-9457-454a2066e293'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:23.107137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['afe76fef-1329-4afb-9457-454a2066e293'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:23.107793 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:23.149954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:23.153548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Pushing event updated for resources: {'Port': ['ID=8a0388b5-e56b-4642-890e-45c7ae99cb3d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:23.185937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Made reservation on behalf of 07e151d6fde9469a8a3b4aee569a5920 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:23.197295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:23.204911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:23.215797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:23.222394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dbaadc2-b336-4f4b-a789-8a79377c1b6d req-1e0ba6c2-de31-4e9e-a863-c7a0b185700d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8349333 Aug 30 21:31:23.257624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0c2cec5-b1a7-4429-ad01-c40e82af46ee up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:23.269217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:23.269890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2966d6-25b5-4aa5-8701-f05c106d191f None None] The sync data for ids ['afe76fef-1329-4afb-9457-454a2066e293'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:23.353937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] device_id is not set on port 20cbf762-27bc-4f2e-afa1-2981e0439251 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:31:23.495139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f0c2cec5-b1a7-4429-ad01-c40e82af46ee completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:23.517607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f84ed596-b702-4bab-bec0-8e92a98222b1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:23.577331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b101b-f7da-45e0-bf00-415148a1b5cc None None] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:23.651892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Allocated IP 172.20.0.14 (cff8250c-ca1d-4056-b0fb-8626ceb232e9/532cc621-03a5-422e-a91e-70c276a1f39f/20cbf762-27bc-4f2e-afa1-2981e0439251) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:23.693941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b48cf155-647f-4808-9fb1-19bb032304a0 req-a39d3c1d-55b6-46c8-80f6-a186e7ea932b tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1721895 Aug 30 21:31:23.736887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:23.827438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] Provisioning for port f0c2cec5-b1a7-4429-ad01-c40e82af46ee completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:23.840938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] Provisioning complete for port f0c2cec5-b1a7-4429-ad01-c40e82af46ee triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:23.841314 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:23.943229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f84ed596-b702-4bab-bec0-8e92a98222b1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:23.977289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f84ed596-b702-4bab-bec0-8e92a98222b1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:23.977801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:23.987703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.028658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Transition to ACTIVE for port object 20cbf762-27bc-4f2e-afa1-2981e0439251 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:24.126694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.181947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.198001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.20.0.1 (013102dc-ea16-4aee-8bba-0671408c1603/d5ebfacb-e7c4-4d13-ab97-4bbfa292282b/9804fb28-8468-4ad9-8613-8bd7ccd162be) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:24.219231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:24.243835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:24.251257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:24.287434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Port': ['ID=20cbf762-27bc-4f2e-afa1-2981e0439251,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:24.316361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:24.317384 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.348674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99858201-0680-484f-afb6-df8b22e7600d tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5270665 Aug 30 21:31:24.352841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:24.358953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:24.405623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.411159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.532145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] For port f0c2cec5-b1a7-4429-ad01-c40e82af46ee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,segment=NetworkSegment(d1113438-91cb-486e-832b-1dee7605a1eb),segment_id=d1113438-91cb-486e-832b-1dee7605a1eb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:24.539858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.551133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.600028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.648614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f84ed596-b702-4bab-bec0-8e92a98222b1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f84ed596-b702-4bab-bec0-8e92a98222b1,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:24.677941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.682394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:24.749653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24d7e-f181-41d1-9cbe-c4f570982041 req-aa050d60-4271-4303-8bb4-d42b5ae68fb0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:24.751328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ced24d7e-f181-41d1-9cbe-c4f570982041 req-aa050d60-4271-4303-8bb4-d42b5ae68fb0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.3469048 Aug 30 21:31:24.760752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b6686-a576-4ce6-bc51-d5183311d223 None None] Pushing event updated for resources: {'Port': ['ID=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:24.771294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.809483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.840647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23ee338c-dea8-4802-b480-8a2ce238f918 None None] Provisioning for port 8a0388b5-e56b-4642-890e-45c7ae99cb3d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:24.878712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23ee338c-dea8-4802-b480-8a2ce238f918 None None] Provisioning complete for port 8a0388b5-e56b-4642-890e-45c7ae99cb3d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:24.879686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23ee338c-dea8-4802-b480-8a2ce238f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.887379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Allocated IP 172.25.5.170 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4efbef3e-24da-44ba-ad74-2fc8220f5569) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:24.913679 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.978377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:24.999173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:31:25.016501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ced24d7e-f181-41d1-9cbe-c4f570982041 req-ca22b1a5-6ee6-4da5-9dca-bc4b002ec489 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2287929 Aug 30 21:31:25.020249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:25.050908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f84ed596-b702-4bab-bec0-8e92a98222b1,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:25.070181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:25.070884 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.136599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-23ee338c-dea8-4802-b480-8a2ce238f918 None None] Port 8a0388b5-e56b-4642-890e-45c7ae99cb3d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:25.145736 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.154049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Transition to ACTIVE for port object 9804fb28-8468-4ad9-8613-8bd7ccd162be will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:25.221890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.226901 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:31:25.241846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Pushing event updated for resources: {'Port': ['ID=8a0388b5-e56b-4642-890e-45c7ae99cb3d,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:25.279720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:25.290592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7897a0f6-3924-466a-b93f-93a87cc4e94a req-92d8d4b0-fc09-40a6-a0e8-3311adbf422f tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0861559 Aug 30 21:31:25.330929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:25.362502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.389014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 013102dc-ea16-4aee-8bba-0671408c1603 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:25.398205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:25.411180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:25.477530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:25.480257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=9804fb28-8468-4ad9-8613-8bd7ccd162be,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:25.491922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:25.495840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:25.571071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Port': ['ID=4efbef3e-24da-44ba-ad74-2fc8220f5569,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:25.600432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Provisioning for port 20cbf762-27bc-4f2e-afa1-2981e0439251 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:25.643689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.663586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:25.666885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.690588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:25.702455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Provisioning complete for port 20cbf762-27bc-4f2e-afa1-2981e0439251 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:25.702917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.750602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Port 20cbf762-27bc-4f2e-afa1-2981e0439251 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:25.755500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.756399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 13f30d74-3d12-4ae8-aeb5-da6df7614bac up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:25.765952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '51d53870-00f0-4242-a3a0-b6274080f070', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'port_id': '51d53870-00f0-4242-a3a0-b6274080f070', 'mac_address': 'fa:16:3e:7b:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:31:25.873570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.950620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Provisioning for port 05273eb8-0674-4994-b4f9-e4a2c2f9b298 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:25.951494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:25.978954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:31:25.981548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Provisioning complete for port 05273eb8-0674-4994-b4f9-e4a2c2f9b298 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:25.981929 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.041541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc757fc-1f7c-44e7-9c14-957e743cfc72 None None] Network 013102dc-ea16-4aee-8bba-0671408c1603 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:26.050203 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.085605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:26.099269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.148934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51d53870-00f0-4242-a3a0-b6274080f070 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:31:26.159210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 13f30d74-3d12-4ae8-aeb5-da6df7614bac triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:26.160265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.167264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Port 05273eb8-0674-4994-b4f9-e4a2c2f9b298 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:26.246372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:26.266420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.277240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Provisioning complete for port f0c2cec5-b1a7-4429-ad01-c40e82af46ee triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:26.277927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-df38a648-7aed-4c6a-a7f5-439e22223574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.291651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.304623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.379562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:26.395174 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:26.403818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c90ab415-af84-4138-8013-a059d36088ca admin admin] 10.222.0.76 "PUT /v2.0/routers/a2a7a73b-b251-4a7a-9159-3f75da62b355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7281735 Aug 30 21:31:26.407429 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:26.408061 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:26.434711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Port': ['ID=4efbef3e-24da-44ba-ad74-2fc8220f5569,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:26.434964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:26.442135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['51d53870-00f0-4242-a3a0-b6274080f070'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:31:26.547451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.551889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49cd4-23d7-42f7-b554-5ded1fd89375 req-044b47e4-132a-4eb9-ac38-a3067a4ef13e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:26.553557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be49cd4-23d7-42f7-b554-5ded1fd89375 req-044b47e4-132a-4eb9-ac38-a3067a4ef13e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.3883514 Aug 30 21:31:26.571631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.577755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-caef0e8a-733f-4fd1-9110-f72ddafff104 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2235065 Aug 30 21:31:26.578796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:26.584452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e3a8158a-cc14-4a6f-8864-306ead4d079f tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'floatingip': {'port_id': '20cbf762-27bc-4f2e-afa1-2981e0439251', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:26.750126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be49cd4-23d7-42f7-b554-5ded1fd89375 req-674fa1e3-01d5-4c86-b92c-4a5b99c6dadf tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1858261 Aug 30 21:31:26.806756 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3a8158a-cc14-4a6f-8864-306ead4d079f tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.925610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Provisioning complete for port 20cbf762-27bc-4f2e-afa1-2981e0439251 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:26.926269 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:26.983099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:27.057202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:27.065700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Port 20cbf762-27bc-4f2e-afa1-2981e0439251 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:27.070338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6615da8a-5c57-4fc2-9708-9077e989e108 req-38f7af3a-ea57-41a8-ad31-93fba94a5ce3 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1350362 Aug 30 21:31:27.089138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 51d53870-00f0-4242-a3a0-b6274080f070 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:27.091134 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.164106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Provisioning for port 5a8734e0-bedc-4211-8c51-5d51f015f20f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:27.166500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0c2cec5-b1a7-4429-ad01-c40e82af46ee up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:27.196552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.204407 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e3a8158a-cc14-4a6f-8864-306ead4d079f tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] update failed (client error): The resource could not be found. Aug 30 21:31:27.205503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e3a8158a-cc14-4a6f-8864-306ead4d079f tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "PUT /v2.0/floatingips/a10dff8c-dedc-4b2d-a965-83c1c520a692 HTTP/1.1" status: 404 len: 507 time: 0.6254776 Aug 30 21:31:27.208199 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.210025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:27.350121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=9804fb28-8468-4ad9-8613-8bd7ccd162be,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:27.366984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.395270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Provisioning complete for port 8a0388b5-e56b-4642-890e-45c7ae99cb3d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:27.395947 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.467946 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.489567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f0c2cec5-b1a7-4429-ad01-c40e82af46ee triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:27.490302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.494849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Port 8a0388b5-e56b-4642-890e-45c7ae99cb3d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:27.523124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Deleting port 4efbef3e-24da-44ba-ad74-2fc8220f5569 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:27.523708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.563985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:31:27.569679 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610ec6fc-500e-49ca-9b9e-c637b2202e1e" -d '{"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-plugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:31:27.607209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Provisioning complete for port 05273eb8-0674-4994-b4f9-e4a2c2f9b298 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:27.608608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.675613 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 2, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:27.709712 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0cf183-fdd5-46c2-a1f9-ef728dbf4088 x-openstack-request-id: req-1c0cf183-fdd5-46c2-a1f9-ef728dbf4088 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:31:27.710174 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-plugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:31:27.710436 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c0cf183-fdd5-46c2-a1f9-ef728dbf4088 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:31:27.711202 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'code': 200} Aug 30 21:31:27.717962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 013102dc-ea16-4aee-8bba-0671408c1603 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:27.718129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:27.723635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:27.737601 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:31:27.737955 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Updating router a2a7a73b-b251-4a7a-9159-3f75da62b355 port 8a0388b5-e56b-4642-890e-45c7ae99cb3d binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:31:27.756728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.772462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.773432 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.784850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cf8459f4-e411-4fdf-b1e9-1665cbab50a5 None None] Port 05273eb8-0674-4994-b4f9-e4a2c2f9b298 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:27.803884 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:27.846252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Calling delete_port for 4efbef3e-24da-44ba-ad74-2fc8220f5569 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:28.003924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 32928) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:28.007953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f84ed596-b702-4bab-bec0-8e92a98222b1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:28.010362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:28.021431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1917629853-network', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:28.086023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f6aa59da-6dfd-41f2-a8ca-0a22f11d1ecf None None] Provisioning for port 9804fb28-8468-4ad9-8613-8bd7ccd162be completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:28.101902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f6aa59da-6dfd-41f2-a8ca-0a22f11d1ecf None None] Provisioning complete for port 9804fb28-8468-4ad9-8613-8bd7ccd162be triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:28.102272 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6aa59da-6dfd-41f2-a8ca-0a22f11d1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.145225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Made reservation on behalf of ff73bf986b414f50a44e379271c2f6f6 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:28.151761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.175775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.188561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c842633-fd41-440d-af61-4785c344b6e8 req-a3c8967e-93b7-4ab4-b7d9-94a4404d9ce3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:28.190916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c842633-fd41-440d-af61-4785c344b6e8 req-a3c8967e-93b7-4ab4-b7d9-94a4404d9ce3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2311745 Aug 30 21:31:28.206579 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.206943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa59da-6dfd-41f2-a8ca-0a22f11d1ecf None None] Port 9804fb28-8468-4ad9-8613-8bd7ccd162be cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:28.233057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f84ed596-b702-4bab-bec0-8e92a98222b1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:28.233740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.259686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router 544c6347-fd87-4d18-a3bb-5b98560c309f has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:31:28.270454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Port': ['ID=4efbef3e-24da-44ba-ad74-2fc8220f5569,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:28.345510 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.365599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c7783fd9-f79d-45a3-8ad4-81891c77f265 None None] Provisioning complete for port 9804fb28-8468-4ad9-8613-8bd7ccd162be triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:28.366093 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7783fd9-f79d-45a3-8ad4-81891c77f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.367615 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c842633-fd41-440d-af61-4785c344b6e8 req-cbef37e9-362b-4f9a-bc83-cd3f77530c4b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685836 Aug 30 21:31:28.373636 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Transition to ACTIVE for port object 8a0388b5-e56b-4642-890e-45c7ae99cb3d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:28.392047 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.405594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.405594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.405594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3879ebcf-1000-4cbb-9cbf-1a54f596d9ef tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "DELETE /v2.0/floatingips/a10dff8c-dedc-4b2d-a965-83c1c520a692 HTTP/1.1" status: 204 len: 168 time: 1.1885762 Aug 30 21:31:28.407238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:28.418974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-50f9a044-28bb-4929-9624-8f387fb0cf88 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'floatingip': {'floating_network_id': 'cff8250c-ca1d-4056-b0fb-8626ceb232e9', 'port_id': '20cbf762-27bc-4f2e-afa1-2981e0439251', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:28.471828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c7783fd9-f79d-45a3-8ad4-81891c77f265 None None] Port 9804fb28-8468-4ad9-8613-8bd7ccd162be cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:28.514919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5a8734e0-bedc-4211-8c51-5d51f015f20f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:28.574289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd9d1c0a-9ab8-4e5e-ad61-375ab57db64f req-9850773f-2efc-4813-ad12-7f2f1ecfd173 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0664492 Aug 30 21:31:28.656208 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Attempting to bind port 8a0388b5-e56b-4642-890e-45c7ae99cb3d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:28.656736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Attempting to bind port 8a0388b5-e56b-4642-890e-45c7ae99cb3d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:28.657359 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Attempting to bind port 8a0388b5-e56b-4642-890e-45c7ae99cb3d on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:28.670831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5a8734e0-bedc-4211-8c51-5d51f015f20f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:28.674980 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c41834-2c5b-43e9-b65a-88b3d1f43fd3 None None] Pushing event updated for resources: {'Port': ['ID=8a0388b5-e56b-4642-890e-45c7ae99cb3d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:28.678607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5a8734e0-bedc-4211-8c51-5d51f015f20f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:28.679253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.695723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:28.696271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:28.696871 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.697801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:28.697801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Bound port: 8a0388b5-e56b-4642-890e-45c7ae99cb3d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:28.698229 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.812205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.818410 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] For port 8a0388b5-e56b-4642-890e-45c7ae99cb3d, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:28.822512 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] For port 8a0388b5-e56b-4642-890e-45c7ae99cb3d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a0388b5-e56b-4642-890e-45c7ae99cb3d,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:28.834655 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.894945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5a8734e0-bedc-4211-8c51-5d51f015f20f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5a8734e0-bedc-4211-8c51-5d51f015f20f,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:28.916528 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:28.917345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:28.952304 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c41834-2c5b-43e9-b65a-88b3d1f43fd3 None None] Pushing event updated for resources: {'Port': ['ID=8a0388b5-e56b-4642-890e-45c7ae99cb3d,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:28.978532 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:28.979299 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:29.117663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5a8734e0-bedc-4211-8c51-5d51f015f20f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:29.133871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:29.134495 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.247814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:29.259909 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:29.262082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Sync routers for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:29.265894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d21d170-971b-410c-b35c-8b0c7a661370 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "PUT /v2.0/routers/544c6347-fd87-4d18-a3bb-5b98560c309f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6536136 Aug 30 21:31:29.266404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32956) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:29.272648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1317032694', 'description': 'tempest-secgroup_access--1317032694 description', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:29.299597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:29.300529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.301679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:29.314435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.356935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50f9a044-28bb-4929-9624-8f387fb0cf88 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.426870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:29.441612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf656c-db20-46e5-9eaa-2fc8064f370d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:29.451841 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.452277 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Added segment 7cb167d8-6af9-4101-b94d-159af383afa9 of type vlan for network 24cd4c20-6589-44a8-8756-b020777ae1b8 Aug 30 21:31:29.515639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.533092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.636244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.638026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:29.638867 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.709996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.730424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.734973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:29.759174 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:28Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:29.781394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] Pushing event updated for resources: {'Network': ['ID=24cd4c20-6589-44a8-8756-b020777ae1b8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:29.817373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.825499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5578532 Aug 30 21:31:29.829848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5a8734e0-bedc-4211-8c51-5d51f015f20f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:29.831492 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd645ab-0e1a-4edc-b49f-632b6e7f5e84 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:28Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:29.836167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32962) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:29.836405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:29.852950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08ef84-f971-45c5-8a19-5e7960ee5c5b req-a35e36c0-399f-4241-bb69-e6da7acbf512 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:29.853255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--510116680', 'description': 'tempest-secgroup_general--510116680 description', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:29.857726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd263b5-0295-421a-aff9-5d79d2ee119b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5956d440-ccc2-4ee1-bb04-2b7c39b222c7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:29.880327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f08ef84-f971-45c5-8a19-5e7960ee5c5b req-a35e36c0-399f-4241-bb69-e6da7acbf512 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.3061714 Aug 30 21:31:29.917833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:29.926385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72c4b169-c312-465e-8d6d-e303aa18331f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9198279 Aug 30 21:31:29.933654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 32966) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:29.967038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Request body: {'subnet': {'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1917629853-subnet', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:29.997250 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-50f9a044-28bb-4929-9624-8f387fb0cf88 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:31:30.002905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-50f9a044-28bb-4929-9624-8f387fb0cf88 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5903087 Aug 30 21:31:30.006430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32968) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:30.008967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f08ef84-f971-45c5-8a19-5e7960ee5c5b req-41d38f0a-10e7-4b63-b765-867398aaa570 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148424 Aug 30 21:31:30.029364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '20cbf762-27bc-4f2e-afa1-2981e0439251', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:30.189786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fa03677-4087-4001-a763-59ed0834f4c1 req-ab98b1f6-ef74-4214-9e4a-d278743f2662 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0493298 Aug 30 21:31:30.203242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.213088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.267495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Made reservation on behalf of ff73bf986b414f50a44e379271c2f6f6 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:30.270511 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.337759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5a8734e0-bedc-4211-8c51-5d51f015f20f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:30.338298 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.368583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:30.375041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dedd5622-6524-4f7f-93e7-82e90e3afd8b req-e88f17d5-b576-4b89-9287-31a74e0618f1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0821352 Aug 30 21:31:30.387436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.403497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.405554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d92d05ac-d9c8-489d-b646-ea3880a169d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5584137 Aug 30 21:31:30.408530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:30.422503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'security_group_rule': {'security_group_id': '5956d440-ccc2-4ee1-bb04-2b7c39b222c7', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:30.557835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.622082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:26Z', 'revision_number': 2, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:30.677558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.703513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Checking router: 544c6347-fd87-4d18-a3bb-5b98560c309f for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:31:30.703936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Updating router 544c6347-fd87-4d18-a3bb-5b98560c309f port 9804fb28-8468-4ad9-8613-8bd7ccd162be binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:31:30.722902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.746621 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.770122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.771505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aad65c7-c5fe-41d9-95fc-9b1bb52cc51d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:30.792717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.805230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.807156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6dfab437-3262-47f7-a476-b282ace2b1be tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3971176 Aug 30 21:31:30.832771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Checking segment: {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:30.833140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Network hostable DHCP agents. Network: 24cd4c20-6589-44a8-8756-b020777ae1b8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:30.848717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f3ea85-2824-4e0d-84f0-509f9aab9435,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:30.895677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:30.919764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 24cd4c20-6589-44a8-8756-b020777ae1b8) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:30.926447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:30.927083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:30.974712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-639371cb-2275-4e21-8ff1-797713e49a55 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0121131 Aug 30 21:31:30.976268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 32976) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:30.984105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:31.039196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Allocated IP 172.25.5.159 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/c8921ea0-3545-409d-b967-882ec1cca019) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:31.040728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.042913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.166413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.292780 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.315123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Transition to ACTIVE for port object 9804fb28-8468-4ad9-8613-8bd7ccd162be will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:31.324894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce01e27a-a569-41d1-9221-890ef349bb74 None None] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:31.326834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.373214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.440286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.452281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:31.518870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a0388b5-e56b-4642-890e-45c7ae99cb3d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:31.618932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event updated for resources: {'Port': ['ID=c8921ea0-3545-409d-b967-882ec1cca019,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:31.640933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:31.642459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:31.649643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:31.691759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-4f1f8ea4-64f6-449c-8b5b-6bcf55382a31 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--510116680&fields=id&tenant_id=6758e3d32822496e8fae5fb4aeb537dd HTTP/1.1" status: 200 len: 267 time: 0.5233428 Aug 30 21:31:31.720708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b709814-ed92-4dbc-8600-d90527991907 None None] Pushing event updated for resources: {'Port': ['ID=9804fb28-8468-4ad9-8613-8bd7ccd162be,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:31.773270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-20788696-c434-49bc-9487-331f27852c2a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--1317032694&fields=id&tenant_id=6758e3d32822496e8fae5fb4aeb537dd HTTP/1.1" status: 200 len: 267 time: 0.0804815 Aug 30 21:31:31.930906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8a0388b5-e56b-4642-890e-45c7ae99cb3d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:31.942767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-a2f2724b-f166-478d-b172-4179ed954f87 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:31.946046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Attempting to bind port 9804fb28-8468-4ad9-8613-8bd7ccd162be on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:31.946697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Attempting to bind port 9804fb28-8468-4ad9-8613-8bd7ccd162be by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:31.947473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Attempting to bind port 9804fb28-8468-4ad9-8613-8bd7ccd162be on network 013102dc-ea16-4aee-8bba-0671408c1603 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:31.957558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-a2f2724b-f166-478d-b172-4179ed954f87 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/networks?id=013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 200 len: 797 time: 0.1821802 Aug 30 21:31:31.965640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8a0388b5-e56b-4642-890e-45c7ae99cb3d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:31.979121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-fed0631b-3bea-42f4-bc49-0a92a5e9524d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/quotas/6758e3d32822496e8fae5fb4aeb537dd HTTP/1.1" status: 200 len: 375 time: 0.0212021 Aug 30 21:31:31.998201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.005687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:32.006798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Checking segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:32.007468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.008395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Bound using segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:32.009569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Bound port: 9804fb28-8468-4ad9-8613-8bd7ccd162be, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:32.012736 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.087784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-7a1f7bfc-d23b-485a-b380-66e9362baf3c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076005 Aug 30 21:31:32.125643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Deleting port c8921ea0-3545-409d-b967-882ec1cca019 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:32.128972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.137940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-24cd4c20-6589-44a8-8756-b020777ae1b8', 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'fixed_ips': [{'subnet_id': '44f3ea85-2824-4e0d-84f0-509f9aab9435'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:31:32.139195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.288375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.288974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.291631 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:31:32.302788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.303647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Calling delete_port for c8921ea0-3545-409d-b967-882ec1cca019 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:32.336091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.385487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] For port 9804fb28-8468-4ad9-8613-8bd7ccd162be, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:32.431277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] For port 9804fb28-8468-4ad9-8613-8bd7ccd162be, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9804fb28-8468-4ad9-8613-8bd7ccd162be,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:32.444291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.450760 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.488235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Allocated IP 172.25.5.19 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/98990e0c-850e-469d-b14f-4a7c845dfaa6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:32.590750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.598322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8a0388b5-e56b-4642-890e-45c7ae99cb3d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a0388b5-e56b-4642-890e-45c7ae99cb3d,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:32.629879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.638514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b709814-ed92-4dbc-8600-d90527991907 None None] Pushing event updated for resources: {'Port': ['ID=9804fb28-8468-4ad9-8613-8bd7ccd162be,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:32.642363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Allocated IP 172.20.0.2 (24cd4c20-6589-44a8-8756-b020777ae1b8/44f3ea85-2824-4e0d-84f0-509f9aab9435/54ec9e5a-d42e-4218-aa19-6c17d5e2a772) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:32.644518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Port': ['ID=c8921ea0-3545-409d-b967-882ec1cca019,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:32.644889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:32.645842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:32.713170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-e0d861dd-678b-4b41-9f43-9be83b0968ab service neutron] 10.222.0.76 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237903 Aug 30 21:31:32.799729 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] create failed (client error): The resource could not be found. Aug 30 21:31:32.804373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6b522dbc-fa48-4ad5-8809-277c1f87e4a4 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7934639 Aug 30 21:31:32.805017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 32994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:32.839989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.936588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:32.940267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8a0388b5-e56b-4642-890e-45c7ae99cb3d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:32.974984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:33.016931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Deleting port 20cbf762-27bc-4f2e-afa1-2981e0439251 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:33.017276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.091807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:33.102298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Pushing event updated for resources: {'Port': ['ID=98990e0c-850e-469d-b14f-4a7c845dfaa6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:33.112681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:33.122718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:33.211232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.232714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-81e57755-9065-4cc2-9995-0222177e4e8d service neutron] 10.222.0.76 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186164 Aug 30 21:31:33.245599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Calling delete_port for 20cbf762-27bc-4f2e-afa1-2981e0439251 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:33.490561 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.501368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a0388b5-e56b-4642-890e-45c7ae99cb3d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:33.549195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee58b5d9-7917-49d6-8fc3-78d6730abcf9 req-16143a6b-2461-4d4f-bb70-29fcb077d923 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0654492 Aug 30 21:31:33.580570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Transition to ACTIVE for port object 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:33.670625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee58b5d9-7917-49d6-8fc3-78d6730abcf9 req-7d5fd8bc-b55b-441e-8a3e-4bfd47f64941 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cf404f5e1df647369bebf08caa3744eb&device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0647581 Aug 30 21:31:33.712513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Transition to ACTIVE for port object 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:33.745504 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee58b5d9-7917-49d6-8fc3-78d6730abcf9 req-742cf971-5d4c-4519-8b0a-06c120c3e897 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=cf404f5e1df647369bebf08caa3744eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531454 Aug 30 21:31:33.755289 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.760494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.811376 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.843233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:33.844264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8a0388b5-e56b-4642-890e-45c7ae99cb3d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:33.844833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:33.856814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:33.881494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:33.897268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Pushing event updated for resources: {'Port': ['ID=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:33.911230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f1e7-6163-4d60-b804-23c63eb01f20 req-390bbdba-974d-4ef1-8c40-8eb04e671e66 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:33.912860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2501f1e7-6163-4d60-b804-23c63eb01f20 req-390bbdba-974d-4ef1-8c40-8eb04e671e66 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2384834 Aug 30 21:31:34.016857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2501f1e7-6163-4d60-b804-23c63eb01f20 req-80e24015-dd97-4126-b4c5-a4ccc4d7faee tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892122 Aug 30 21:31:34.058700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:34.164568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8802018a-421b-4262-86bd-7efd4714cd7f None None] The sync data for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 is: [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:34.174536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Attempting to bind port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:34.175190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Attempting to bind port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:34.175712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Attempting to bind port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 on network 24cd4c20-6589-44a8-8756-b020777ae1b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:34.184078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:34.188426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Checking segment: {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:34.188870 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:34.193922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Bound using segment: {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:34.194710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Bound port: 54ec9e5a-d42e-4218-aa19-6c17d5e2a772, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:34.195144 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:34.205076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b5d9-7917-49d6-8fc3-78d6730abcf9 req-df8c7249-f453-4793-a58f-bd487a7a3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:34.218973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee58b5d9-7917-49d6-8fc3-78d6730abcf9 req-df8c7249-f453-4793-a58f-bd487a7a3e46 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4483850 Aug 30 21:31:34.281720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e1cafbc-308d-45fd-a94d-5733b0f06ade req-92513600-9101-4353-b42e-58b566bff52e tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0690870 Aug 30 21:31:34.350968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:34.427724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] For port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:34.431283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] For port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:34.439919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:34.444830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:34.450437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Port': ['ID=20cbf762-27bc-4f2e-afa1-2981e0439251,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:34.541240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4756c53d-2b1f-401c-a362-abdf0123fb45 req-e0835bb5-440b-46e3-9f2a-6cf98a0748cb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 210 time: 0.1576922 Aug 30 21:31:34.624834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0018b0-4782-4fd8-bbb2-a4e494378024 None None] Pushing event updated for resources: {'Port': ['ID=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:34.822538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:34.828395 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d09bdbdb-9cef-4c79-a9f7-a4a7489d2c4a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "DELETE /v2.0/ports/20cbf762-27bc-4f2e-afa1-2981e0439251 HTTP/1.1" status: 204 len: 168 time: 2.0221534 Aug 30 21:31:34.832543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33012) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:35.029113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Router c0f0f189-faf5-4111-accd-41da39ce338e is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:31:35.046512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264def86-8d92-48dc-91dc-1ee647bf435a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:35.052262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-264def86-8d92-48dc-91dc-1ee647bf435a tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "GET /v2.0/ports?device_id=afe76fef-1329-4afb-9457-454a2066e293 HTTP/1.1" status: 200 len: 913 time: 0.2140923 Aug 30 21:31:35.055269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:35.434165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:35.448475 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Sync routers for ids ['c0f0f189-faf5-4111-accd-41da39ce338e'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:35.465720 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Routers {'c0f0f189-faf5-4111-accd-41da39ce338e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:35.468029 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0f0f189-faf5-4111-accd-41da39ce338e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:35.532076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f5bc9b1-48c5-41c8-ba80-125a282bede9 req-0f47ca3d-4db5-45a2-a556-0a35ae1f5459 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968&device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0865374 Aug 30 21:31:35.581999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:35.583838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c08c6abc-78af-4bdb-8a52-8c6de4833294 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6061563 Aug 30 21:31:35.588545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33024) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:35.696299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9804fb28-8468-4ad9-8613-8bd7ccd162be up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:35.841895 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Set router c0f0f189-faf5-4111-accd-41da39ce338e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:35.872614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9804fb28-8468-4ad9-8613-8bd7ccd162be completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:35.890485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9804fb28-8468-4ad9-8613-8bd7ccd162be triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:35.891213 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:35.983893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:36.004926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1263b-04a1-4534-b252-8ff514248ce9 req-cac45cf8-eaeb-4d00-aa2c-8cf2832f3f94 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:36.022165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52a1263b-04a1-4534-b252-8ff514248ce9 req-cac45cf8-eaeb-4d00-aa2c-8cf2832f3f94 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2525136 Aug 30 21:31:36.153197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:36.245993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9804fb28-8468-4ad9-8613-8bd7ccd162be, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9804fb28-8468-4ad9-8613-8bd7ccd162be,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:36.264271 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:36.265122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:36.269155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:31:33Z', 'revision_number': 3, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:36.273144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52a1263b-04a1-4534-b252-8ff514248ce9 req-84139ff7-d56d-422f-aa6d-d3d151b1b550 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2475669 Aug 30 21:31:36.307922 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Checking router: c0f0f189-faf5-4111-accd-41da39ce338e for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:31:36.308651 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Updating router c0f0f189-faf5-4111-accd-41da39ce338e port 98990e0c-850e-469d-b14f-4a7c845dfaa6 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:31:36.407937 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:36.498051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9804fb28-8468-4ad9-8613-8bd7ccd162be,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:36.561937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cb275-83a0-4999-bcab-de328c561263 None None] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:36.572276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:36.770269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de802115-2891-4ffb-a0ad-18902898225c None None] Provisioning for port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:36.805817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de802115-2891-4ffb-a0ad-18902898225c None None] Provisioning complete for port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:36.805817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de802115-2891-4ffb-a0ad-18902898225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:36.883465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-0039b118-7405-4aa6-9aa2-5a6b6de24a9a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:36.885255 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-0039b118-7405-4aa6-9aa2-5a6b6de24a9a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.86 "GET /v2.0/networks?id=013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 200 len: 797 time: 0.1847878 Aug 30 21:31:36.887482 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da6b895e-ebbb-44f9-a3ac-00b747f6df0a req-e8211ec9-31a5-4c03-aeb3-f86bab17457c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cf404f5e1df647369bebf08caa3744eb&device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0427086 Aug 30 21:31:36.941008 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:36.949809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da6b895e-ebbb-44f9-a3ac-00b747f6df0a req-cc4eb782-a492-4462-9661-12b7c8433615 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=cf404f5e1df647369bebf08caa3744eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364988 Aug 30 21:31:36.985048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Transition to ACTIVE for port object 98990e0c-850e-469d-b14f-4a7c845dfaa6 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:37.016906 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.135480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b895e-ebbb-44f9-a3ac-00b747f6df0a req-df66d065-d403-417c-a425-a63e2198edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:37.137705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da6b895e-ebbb-44f9-a3ac-00b747f6df0a req-df66d065-d403-417c-a425-a63e2198edd0 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276755 Aug 30 21:31:37.232577 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Attempting to bind port 98990e0c-850e-469d-b14f-4a7c845dfaa6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:37.232961 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Attempting to bind port 98990e0c-850e-469d-b14f-4a7c845dfaa6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:37.233317 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Attempting to bind port 98990e0c-850e-469d-b14f-4a7c845dfaa6 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:37.234764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de802115-2891-4ffb-a0ad-18902898225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.270602 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:37.271012 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:37.271422 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.271858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:37.272349 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Bound port: 98990e0c-850e-469d-b14f-4a7c845dfaa6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:37.272732 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.302126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1f0b8-91d6-43c5-9e3e-c0896271a5a4 None None] Pushing event updated for resources: {'Port': ['ID=98990e0c-850e-469d-b14f-4a7c845dfaa6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:37.310279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-de802115-2891-4ffb-a0ad-18902898225c None None] For port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:37.322556 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de802115-2891-4ffb-a0ad-18902898225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.334089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-653881d3-a7be-4222-8bd5-a449e452e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:37.346515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-653881d3-a7be-4222-8bd5-a449e452e1f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1097 time: 0.6558971 Aug 30 21:31:37.478923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802115-2891-4ffb-a0ad-18902898225c None None] Pushing event updated for resources: {'Port': ['ID=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:37.497189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9804fb28-8468-4ad9-8613-8bd7ccd162be up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:37.515491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-8005fa8b-1849-45b3-a38c-2c25cae6d7da tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6758e3d32822496e8fae5fb4aeb537dd HTTP/1.1" status: 200 len: 477 time: 0.5787578 Aug 30 21:31:37.519100 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] For port 98990e0c-850e-469d-b14f-4a7c845dfaa6, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:37.529275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'port': {'device_id': '231bc522-a277-4639-a4cb-809d7a552a43', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'admin_state_up': True, 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'security_groups': ['6fd322e2-d6d6-41af-9441-6e5b7ee00e9c', '5956d440-ccc2-4ee1-bb04-2b7c39b222c7']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:37.532672 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] For port 98990e0c-850e-469d-b14f-4a7c845dfaa6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=98990e0c-850e-469d-b14f-4a7c845dfaa6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:37.544772 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.649017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9804fb28-8468-4ad9-8613-8bd7ccd162be triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:37.649356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.659253 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1f0b8-91d6-43c5-9e3e-c0896271a5a4 None None] Pushing event updated for resources: {'Port': ['ID=98990e0c-850e-469d-b14f-4a7c845dfaa6,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:37.714543 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Routers {'c0f0f189-faf5-4111-accd-41da39ce338e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:37.722507 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0f0f189-faf5-4111-accd-41da39ce338e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:37.874619 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.888945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4d622243-3579-4e10-a219-2c41b1ac125b None None] Provisioning complete for port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:37.889457 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d622243-3579-4e10-a219-2c41b1ac125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:37.944350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] Set router c0f0f189-faf5-4111-accd-41da39ce338e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:38.029359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-2b4a1269-331f-41ee-8d03-840f2fc2a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:38.032656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-2b4a1269-331f-41ee-8d03-840f2fc2a400 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.6321127 Aug 30 21:31:38.111141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Allocated IP 172.20.0.1 (24cd4c20-6589-44a8-8756-b020777ae1b8/44f3ea85-2824-4e0d-84f0-509f9aab9435/a9edfa08-a0d4-40a3-bfe7-d81debd12935) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:38.249681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c3d0c0c-0f0c-4e4f-a483-fad614451460 req-38fb8541-520e-48d7-aa9a-29a372b53785 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 210 time: 0.6243279 Aug 30 21:31:38.306222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Made reservation on behalf of 6758e3d32822496e8fae5fb4aeb537dd for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:38.325079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.341281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Transition to ACTIVE for port object a9edfa08-a0d4-40a3-bfe7-d81debd12935 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:38.345408 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:31:33Z', 'revision_number': 3, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:38.365980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.383567 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd549b85-2b2c-4f2f-ba86-e899d3ea98d0 None None] The sync data for ids ['c0f0f189-faf5-4111-accd-41da39ce338e'] in n-d-793620-16 is: [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:31:33Z', 'revision_number': 3, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:38.390016 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-ad2a5e74-4f84-4739-9fc8-8c4373e17aab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 1000 time: 0.3199832 Aug 30 21:31:38.391367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.455688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:38.481561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:38.485437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e384fa2-3e53-4125-abc5-0d1ec15af8ca req-ce1ac02d-3256-4502-a66b-0851fa9439e0 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.0541265 Aug 30 21:31:38.489245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:38.549738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Pushing event updated for resources: {'Port': ['ID=a9edfa08-a0d4-40a3-bfe7-d81debd12935,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:38.571387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.593809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-da6b895e-ebbb-44f9-a3ac-00b747f6df0a req-4b151f09-6862-4fb9-ad13-bb167ea69fe7 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.82 "GET /v2.0/ports?device_id=70884276-079c-44e1-9af9-c34b7a374968 HTTP/1.1" status: 200 len: 210 time: 0.1268852 Aug 30 21:31:38.662372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-c1ad9aaf-f470-4897-9101-a0b3924ce0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:38.664333 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-c1ad9aaf-f470-4897-9101-a0b3924ce0fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.2735283 Aug 30 21:31:38.782366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025f37f-a35d-4c88-ae43-651ffa40b384 req-23e6628a-9da7-4ed0-bda5-03ac1bc00be7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:38.791520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b025f37f-a35d-4c88-ae43-651ffa40b384 req-23e6628a-9da7-4ed0-bda5-03ac1bc00be7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1599426 Aug 30 21:31:38.849337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-6ace732e-eb2e-48c3-85ca-d76753abcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:38.858442 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-6ace732e-eb2e-48c3-85ca-d76753abcd1d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591897 Aug 30 21:31:38.924609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b025f37f-a35d-4c88-ae43-651ffa40b384 req-9a189295-3fb2-42cf-8b36-32f9a988648d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316946 Aug 30 21:31:38.946272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.946402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d29c5d3-eb26-47e3-9e11-a3da7e7b18da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.952220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:38.957502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.20.0.14 (013102dc-ea16-4aee-8bba-0671408c1603/d5ebfacb-e7c4-4d13-ab97-4bbfa292282b/7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:39.039909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9e82d322-3b41-4a56-ba1b-bbebce205377 None None] Provisioning for port a9edfa08-a0d4-40a3-bfe7-d81debd12935 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:39.048868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9e82d322-3b41-4a56-ba1b-bbebce205377 None None] Provisioning complete for port a9edfa08-a0d4-40a3-bfe7-d81debd12935 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:39.049708 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e82d322-3b41-4a56-ba1b-bbebce205377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:39.164628 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-19eb5c1c-d00e-4a69-ac98-101910b7549d service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980912 Aug 30 21:31:39.173712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9e82d322-3b41-4a56-ba1b-bbebce205377 None None] Port a9edfa08-a0d4-40a3-bfe7-d81debd12935 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:39.220592 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:39.243110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:39.521216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6798faa-04c7-4b2a-a0e2-632af7f7aa7f req-466a3ffb-0980-44c2-8fbc-f1edc99674fb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 210 time: 0.0893333 Aug 30 21:31:39.522788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:39.535327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Pushing event updated for resources: {'Port': ['ID=a9edfa08-a0d4-40a3-bfe7-d81debd12935,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:39.556508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:39.605791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Transition to ACTIVE for port object 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:39.650702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 98990e0c-850e-469d-b14f-4a7c845dfaa6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:39.759530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:39.762152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:39.822816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 98990e0c-850e-469d-b14f-4a7c845dfaa6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:39.828362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 98990e0c-850e-469d-b14f-4a7c845dfaa6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:39.829893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:39.849099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:40.085710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 013102dc-ea16-4aee-8bba-0671408c1603 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:40.143461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:40.164843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:40.168068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:40.184505 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3752f267-45d2-45b7-9c1b-1bf96e62568e req-18e077ce-7128-4b34-817c-4ff5af5d0617 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0109470 Aug 30 21:31:40.188698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:40.226337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Router c0f0f189-faf5-4111-accd-41da39ce338e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:31:40.226971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 98990e0c-850e-469d-b14f-4a7c845dfaa6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=98990e0c-850e-469d-b14f-4a7c845dfaa6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:40.237071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:40.238036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:40.375742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ef92b-4c51-4c09-a397-d25144af7a7d req-83a44c5b-3bcb-495d-83f6-182df429ad76 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:40.383268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f18ef92b-4c51-4c09-a397-d25144af7a7d req-83a44c5b-3bcb-495d-83f6-182df429ad76 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2461641 Aug 30 21:31:40.391068 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d2d5d639-5554-40d2-a8e3-7d48f77fc788 req-48ba8391-f02c-4c90-8d9d-9a30cc7b16f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cf404f5e1df647369bebf08caa3744eb&device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.3159654 Aug 30 21:31:40.440423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d2d5d639-5554-40d2-a8e3-7d48f77fc788 req-e72eb01d-8544-4fe5-84db-dbec79395555 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=cf404f5e1df647369bebf08caa3744eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403788 Aug 30 21:31:40.477347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bb4f7c61-1922-48c0-b4ed-ee2564f438d8 None None] Provisioning complete for port a9edfa08-a0d4-40a3-bfe7-d81debd12935 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:40.477648 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7c61-1922-48c0-b4ed-ee2564f438d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:40.512279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f18ef92b-4c51-4c09-a397-d25144af7a7d req-bb80565e-03c5-419a-af6f-6ad673d2d226 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126468 Aug 30 21:31:40.585368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f7c61-1922-48c0-b4ed-ee2564f438d8 None None] Port a9edfa08-a0d4-40a3-bfe7-d81debd12935 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:40.602126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:40.602510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:40.607301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=98990e0c-850e-469d-b14f-4a7c845dfaa6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:40.647725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:40.656883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bb63b092-9007-4c8b-b306-d5f8cc6d8808 admin admin] 10.222.0.76 "PUT /v2.0/routers/c0f0f189-faf5-4111-accd-41da39ce338e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0670905 Aug 30 21:31:40.736218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3ea39c0-19af-421f-ae1f-dec36ee7d293 None None] Provisioning for port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:40.742294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa38a556-ad80-4eda-9a99-cfcd7a88cfc9 req-7b21103a-6d6c-4a74-8985-a6730901b96f tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0762999 Aug 30 21:31:40.755854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3ea39c0-19af-421f-ae1f-dec36ee7d293 None None] Provisioning complete for port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:40.756260 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3ea39c0-19af-421f-ae1f-dec36ee7d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:40.934156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea39c0-19af-421f-ae1f-dec36ee7d293 None None] Port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:40.940686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105d38-9758-4fa2-940c-d2a398ea5c53 req-683010ba-9f69-4d83-bcdc-c69fb5746f91 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:40.954387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29105d38-9758-4fa2-940c-d2a398ea5c53 req-683010ba-9f69-4d83-bcdc-c69fb5746f91 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 971 time: 0.1091015 Aug 30 21:31:41.030973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29105d38-9758-4fa2-940c-d2a398ea5c53 req-67bd9328-3992-4827-8392-ad2e02e0d5cf tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0753832 Aug 30 21:31:41.093575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:41.095252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:41.141218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Deleting port 05273eb8-0674-4994-b4f9-e4a2c2f9b298 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:41.141218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:41.193704 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-159fbcce-9af2-48db-ab2f-87e1dda22133 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.6707761 Aug 30 21:31:41.211524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Request body: {'port': {'device_id': '231bc522-a277-4639-a4cb-809d7a552a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:41.286702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5d639-5554-40d2-a8e3-7d48f77fc788 req-87b703c3-6cb7-4324-9f4b-09945db18359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:41.288841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d2d5d639-5554-40d2-a8e3-7d48f77fc788 req-87b703c3-6cb7-4324-9f4b-09945db18359 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8247459 Aug 30 21:31:41.324230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:41.417840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 98990e0c-850e-469d-b14f-4a7c845dfaa6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:41.565630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 98990e0c-850e-469d-b14f-4a7c845dfaa6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:41.566429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:41.605739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:41.624805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Calling delete_port for 05273eb8-0674-4994-b4f9-e4a2c2f9b298 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:41.765709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f7c8-ca83-4bed-b138-73987fc0d383 req-0674bb11-163d-4893-985e-6cde4775e57f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:41.780821 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed32f7c8-ca83-4bed-b138-73987fc0d383 req-0674bb11-163d-4893-985e-6cde4775e57f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1339257 Aug 30 21:31:41.811211 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:41.892562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed32f7c8-ca83-4bed-b138-73987fc0d383 req-e8f6fe56-54c8-41f8-b39c-160210ad24ba tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085556 Aug 30 21:31:41.905658 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5f28ef3-5e80-4389-b3cd-ee50746aebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:42.048790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9c8cd75-4dc1-4d72-a7e1-94ee63d74dbd req-8f2d6ebe-5e5c-4600-95cc-4fee4de47731 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0482788 Aug 30 21:31:42.068336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:31:42.080930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:42.210030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Transition to ACTIVE for port object 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:42.211541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:42.231269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:42.266023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4404eb-2a83-4a16-a297-80434cf239b7 req-203a5162-8395-409a-aef1-2d30b40a755d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:42.268476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d4404eb-2a83-4a16-a297-80434cf239b7 req-203a5162-8395-409a-aef1-2d30b40a755d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 971 time: 0.0981460 Aug 30 21:31:42.285420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Port': ['ID=05273eb8-0674-4994-b4f9-e4a2c2f9b298,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:42.428900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d4404eb-2a83-4a16-a297-80434cf239b7 req-efedbd57-5478-456f-b818-7443f18a35c1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1418583 Aug 30 21:31:42.449822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Sync routers for ids ['c0f0f189-faf5-4111-accd-41da39ce338e'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:42.465812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Routers {'c0f0f189-faf5-4111-accd-41da39ce338e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:42.466470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0f0f189-faf5-4111-accd-41da39ce338e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:42.567878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:42.705176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Set router c0f0f189-faf5-4111-accd-41da39ce338e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:42.785810 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:42.792704 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d2d5d639-5554-40d2-a8e3-7d48f77fc788 req-43c6e652-5e2e-449b-8ebb-dd13ca9f5f39 tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.82 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0673096 Aug 30 21:31:42.985660 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:43.134925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Attempting to bind port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:43.135312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Attempting to bind port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:43.135645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Attempting to bind port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 on network 013102dc-ea16-4aee-8bba-0671408c1603 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:43.142081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 on network 013102dc-ea16-4aee-8bba-0671408c1603 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:31:43.142397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Attempting to bind port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 on network 013102dc-ea16-4aee-8bba-0671408c1603 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:43.170248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784206f-454d-4634-8575-712e361e56dd req-d75950c2-fddb-4f7c-b291-59a2cfd322ca tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:43.172004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0784206f-454d-4634-8575-712e361e56dd req-d75950c2-fddb-4f7c-b291-59a2cfd322ca tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0794010 Aug 30 21:31:43.263615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:31:38Z', 'revision_number': 4, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a9edfa08-a0d4-40a3-bfe7-d81debd12935', 'name': '', 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'mac_address': 'fa:16:3e:b5:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '44f3ea85-2824-4e0d-84f0-509f9aab9435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:37Z', 'updated_at': '2021-08-30T21:31:39Z', 'revision_number': 2, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'subnets': [{'id': '44f3ea85-2824-4e0d-84f0-509f9aab9435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:43.273283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Router afe76fef-1329-4afb-9457-454a2066e293 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:31:43.275816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:43.276164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Checking segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:43.276557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Bound using segment: {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:43.277003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Bound port: 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cfdf28-354d-4e41-b004-543028791490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:43.277368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:43.282391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0784206f-454d-4634-8575-712e361e56dd req-2eb52c10-1a6f-44db-823c-495484e1f3bb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032329 Aug 30 21:31:43.351801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Checking router: c0f0f189-faf5-4111-accd-41da39ce338e for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:31:43.352308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Updating router c0f0f189-faf5-4111-accd-41da39ce338e port a9edfa08-a0d4-40a3-bfe7-d81debd12935 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:31:43.391372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:31:43.404302 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] Sync routers for ids ['afe76fef-1329-4afb-9457-454a2066e293'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:31:43.405407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:43.423025 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] Routers {'afe76fef-1329-4afb-9457-454a2066e293'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:43.423589 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['afe76fef-1329-4afb-9457-454a2066e293'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:43.441065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c04daaa6-c61d-4c44-857f-c8d3f7825ea2 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "PUT /v2.0/routers/afe76fef-1329-4afb-9457-454a2066e293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3840768 Aug 30 21:31:43.443763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33102) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:43.515124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] For port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:43.520109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] For port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:43.527771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:43.537341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:43.557041 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] Routers {'afe76fef-1329-4afb-9457-454a2066e293'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:43.557706 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['afe76fef-1329-4afb-9457-454a2066e293'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:43.592680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9fdb8b2-ed89-4d20-befe-e9a7542cb338 req-9493a557-128f-4760-8880-09713410d6da tempest-ServerShowV247Test-330638483 tempest-ServerShowV247Test-330638483-project] 10.222.0.76 "GET /v2.0/ports?device_id=e485c761-4afc-4a35-85e0-cd346698f67a HTTP/1.1" status: 200 len: 210 time: 0.0700700 Aug 30 21:31:43.606460 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:43.611902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:43.612566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:43.614020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] 10.222.0.86 "PUT /v2.0/ports/7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 200 len: 1132 time: 2.4100046 Aug 30 21:31:43.614458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:31:43.618139 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2970a803-6085-4060-a80a-e107be1db752" -d '{"events": [{"name": "network-changed", "server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:31:43.654048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:43.656204 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26c25f2-4b39-43f0-80a5-98fea155a72f None None] The sync data for ids ['afe76fef-1329-4afb-9457-454a2066e293'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:43.755844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf301c01-9c09-4a34-b6d0-3f6a483bba76 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:43.777248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-9d65649b-eca2-4605-a60a-f9481fdb18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:43.778953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-9d65649b-eca2-4605-a60a-f9481fdb18a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1135 time: 0.0970049 Aug 30 21:31:43.893128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-79f66859-2feb-431e-9f95-1fcfe418e647 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 200 len: 217 time: 0.1011837 Aug 30 21:31:43.996162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-d33e74e4-063b-43ef-9fa2-4018bbb8a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:43.998167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-d33e74e4-063b-43ef-9fa2-4018bbb8a529 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b HTTP/1.1" status: 200 len: 834 time: 0.0973723 Aug 30 21:31:44.018213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602434c-1114-4118-90de-9e4dcc7a4287 req-5b61f5da-b975-49a8-b3b0-4aae6fc48fa7 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:44.026010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4602434c-1114-4118-90de-9e4dcc7a4287 req-5b61f5da-b975-49a8-b3b0-4aae6fc48fa7 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 983 time: 0.2226241 Aug 30 21:31:44.051578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.054694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.093562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4602434c-1114-4118-90de-9e4dcc7a4287 req-fdea209d-d3fd-4a43-9bc7-e9b5ba9d8a22 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0664570 Aug 30 21:31:44.104601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-dc13ed3d-394b-4302-9624-af75336527c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:44.110632 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-dc13ed3d-394b-4302-9624-af75336527c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=013102dc-ea16-4aee-8bba-0671408c1603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041675 Aug 30 21:31:44.141536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.184548 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401d387-f87d-456f-a946-82fb6d823082 x-openstack-request-id: req-5401d387-f87d-456f-a946-82fb6d823082 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:31:44.185476 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:31:44.186811 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5401d387-f87d-456f-a946-82fb6d823082 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:31:44.188572 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'status': 'completed', 'code': 200} Aug 30 21:31:44.192452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.192964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Transition to ACTIVE for port object a9edfa08-a0d4-40a3-bfe7-d81debd12935 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:44.194195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Fanout notify agent at l3_agent the message router_deleted on router afe76fef-1329-4afb-9457-454a2066e293 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:31:44.211883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.215626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aca70f30-8888-4f21-8521-4bb48e132c72 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "DELETE /v2.0/routers/afe76fef-1329-4afb-9457-454a2066e293 HTTP/1.1" status: 204 len: 168 time: 0.7685120 Aug 30 21:31:44.215803 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.220264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33110) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:44.262374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb03719-09ba-4544-9c3f-a2a42a345f41 None None] Pushing event updated for resources: {'Port': ['ID=a9edfa08-a0d4-40a3-bfe7-d81debd12935,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:44.440416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Deleting subnet 532cc621-03a5-422e-a91e-70c276a1f39f {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:31:44.446608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-dba9f458-8f14-4b53-8ece-563d9eac3e7c service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279722 Aug 30 21:31:44.451260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.467390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Attempting to bind port a9edfa08-a0d4-40a3-bfe7-d81debd12935 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:44.467964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Attempting to bind port a9edfa08-a0d4-40a3-bfe7-d81debd12935 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:44.468512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Attempting to bind port a9edfa08-a0d4-40a3-bfe7-d81debd12935 on network 24cd4c20-6589-44a8-8756-b020777ae1b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:44.477711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:44.478378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Checking segment: {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:44.479021 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.479624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Bound using segment: {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:44.480394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Bound port: a9edfa08-a0d4-40a3-bfe7-d81debd12935, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb167d8-6af9-4101-b94d-159af383afa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:44.480973 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.597786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.611585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c9fa7-26b2-4b3c-b7d4-5108869b7378 req-e3bfa297-0274-46a8-aa1a-612f46acd976 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:44.619469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc6c9fa7-26b2-4b3c-b7d4-5108869b7378 req-e3bfa297-0274-46a8-aa1a-612f46acd976 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1698411 Aug 30 21:31:44.621043 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.652044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] For port a9edfa08-a0d4-40a3-bfe7-d81debd12935, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:44.657458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] For port a9edfa08-a0d4-40a3-bfe7-d81debd12935, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a9edfa08-a0d4-40a3-bfe7-d81debd12935,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:44.667852 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:44.706159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cdb52ef0-baf4-4deb-9c98-38bda0c18b7a req-a76b1834-ab7a-45b2-819f-dd9688808c53 service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502894 Aug 30 21:31:44.755770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb03719-09ba-4544-9c3f-a2a42a345f41 None None] Pushing event updated for resources: {'Port': ['ID=a9edfa08-a0d4-40a3-bfe7-d81debd12935,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:44.781848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Routers {'c0f0f189-faf5-4111-accd-41da39ce338e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:31:44.783250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0f0f189-faf5-4111-accd-41da39ce338e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:44.864857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc6c9fa7-26b2-4b3c-b7d4-5108869b7378 req-d1fbf05b-a2f2-42c9-b1ce-14d5db3c10fd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2440760 Aug 30 21:31:44.880010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a803-6085-4060-a80a-e107be1db752 req-6f8fbc15-cf2d-4797-8343-4213025bc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:44.882083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-6f8fbc15-cf2d-4797-8343-4213025bc31c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1135 time: 0.0971580 Aug 30 21:31:45.025575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:45.046778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] Set router c0f0f189-faf5-4111-accd-41da39ce338e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:31:45.178573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a803-6085-4060-a80a-e107be1db752 req-b42d0d97-07bc-4311-a2c4-6fc0794f9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:45.184821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-b42d0d97-07bc-4311-a2c4-6fc0794f9019 service neutron] 10.222.0.86 "GET /v2.0/networks?id=013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 200 len: 898 time: 0.2943509 Aug 30 21:31:45.264951 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-84f50fbe-d618-49b8-9f81-e7e3d24b31d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 200 len: 217 time: 0.0714638 Aug 30 21:31:45.334804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-731a9597-88cf-4d8e-9000-923b11b9ca6d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:45.342230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-731a9597-88cf-4d8e-9000-923b11b9ca6d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1785352 Aug 30 21:31:45.378543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-32c2735c-3cfa-4792-bb49-2ab810d349d8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0348985 Aug 30 21:31:45.398542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:45.433419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a803-6085-4060-a80a-e107be1db752 req-551f3791-16a4-4db3-8b61-538afc875845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:45.439746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-551f3791-16a4-4db3-8b61-538afc875845 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b HTTP/1.1" status: 200 len: 834 time: 0.1670034 Aug 30 21:31:45.487534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Subnet': ['ID=532cc621-03a5-422e-a91e-70c276a1f39f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:45.502028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:45.507616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ac39c300-b529-4320-a9ec-f831230cde03 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "DELETE /v2.0/subnets/532cc621-03a5-422e-a91e-70c276a1f39f HTTP/1.1" status: 204 len: 168 time: 1.2835546 Aug 30 21:31:45.508197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33132) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:45.579605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad254c4-ee76-4a02-99f5-c9cbc8fa848d None None] Network cff8250c-ca1d-4056-b0fb-8626ceb232e9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:45.588160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970a803-6085-4060-a80a-e107be1db752 req-91c084ec-d0c7-4db0-a154-c9cc38cc9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:45.604985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-91c084ec-d0c7-4db0-a154-c9cc38cc9e81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=013102dc-ea16-4aee-8bba-0671408c1603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1425724 Aug 30 21:31:45.639776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-1c204102-7d7d-4f40-824d-64e5583c4f50 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2580450 Aug 30 21:31:45.749916 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-da343049-4dfd-46cf-8a17-bbddf6cd075e service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429677 Aug 30 21:31:45.758785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-cf06205d-3ea4-42fe-8f20-8a4e13291160 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178765 Aug 30 21:31:45.850286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:31:38Z', 'revision_number': 4, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a9edfa08-a0d4-40a3-bfe7-d81debd12935', 'name': '', 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'mac_address': 'fa:16:3e:b5:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '44f3ea85-2824-4e0d-84f0-509f9aab9435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:37Z', 'updated_at': '2021-08-30T21:31:44Z', 'revision_number': 4, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'subnets': [{'id': '44f3ea85-2824-4e0d-84f0-509f9aab9435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:45.893402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-e3bfc387-625a-4f90-bb6c-f2d8705283c6 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336284 Aug 30 21:31:45.940447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:45.953138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c19fbb-5aba-4b24-9080-a0f266c20dcf None None] The sync data for ids ['c0f0f189-faf5-4111-accd-41da39ce338e'] in n-d-793620-16 is: [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:31:38Z', 'revision_number': 4, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'a9edfa08-a0d4-40a3-bfe7-d81debd12935', 'name': '', 'network_id': '24cd4c20-6589-44a8-8756-b020777ae1b8', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'mac_address': 'fa:16:3e:b5:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '44f3ea85-2824-4e0d-84f0-509f9aab9435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:37Z', 'updated_at': '2021-08-30T21:31:44Z', 'revision_number': 4, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'subnets': [{'id': '44f3ea85-2824-4e0d-84f0-509f9aab9435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:31:45.965013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] DHCP port deletion for cff8250c-ca1d-4056-b0fb-8626ceb232e9 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:31:46.008777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2970a803-6085-4060-a80a-e107be1db752 req-1d0012a7-c00f-41d3-86d3-1336d4b8a8ab service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513084 Aug 30 21:31:46.076104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] Deleting port f0c2cec5-b1a7-4429-ad01-c40e82af46ee {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:46.076575 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:46.213188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Deleting port f0c2cec5-b1a7-4429-ad01-c40e82af46ee {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:31:46.213573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:46.244798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] For port f0c2cec5-b1a7-4429-ad01-c40e82af46ee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,segment=NetworkSegment(d1113438-91cb-486e-832b-1dee7605a1eb),segment_id=d1113438-91cb-486e-832b-1dee7605a1eb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:46.245198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:46.261428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] Calling delete_port for f0c2cec5-b1a7-4429-ad01-c40e82af46ee owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:46.405964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:46.436822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] Pushing event deleted for resources: {'Port': ['ID=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:46.445709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b023a-2109-4c46-ad9a-b7e40f1d97bc None None] No DVR routers for this DVR port f0c2cec5-b1a7-4429-ad01-c40e82af46ee on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:31:46.466787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] For port f0c2cec5-b1a7-4429-ad01-c40e82af46ee, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,segment=NetworkSegment(d1113438-91cb-486e-832b-1dee7605a1eb),segment_id=d1113438-91cb-486e-832b-1dee7605a1eb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:46.467338 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:46.527904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Calling delete_port for f0c2cec5-b1a7-4429-ad01-c40e82af46ee owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:31:46.825284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a848510-9d14-4195-a0e8-ebc77c0b7e6e req-833b8bb2-7f58-49c2-b179-0746f23b0a24 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:46.826960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a848510-9d14-4195-a0e8-ebc77c0b7e6e req-833b8bb2-7f58-49c2-b179-0746f23b0a24 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 983 time: 0.1475592 Aug 30 21:31:46.980554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a848510-9d14-4195-a0e8-ebc77c0b7e6e req-d1241a38-56c8-4da0-bd34-70c4b4568c22 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1394689 Aug 30 21:31:46.980554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.015602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Port': ['ID=f0c2cec5-b1a7-4429-ad01-c40e82af46ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:47.024261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] No DVR routers for this DVR port f0c2cec5-b1a7-4429-ad01-c40e82af46ee on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:31:47.191507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:47.223829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.257300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff8250c-ca1d-4056-b0fb-8626ceb232e9']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:47.285004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1113438-91cb-486e-832b-1dee7605a1eb') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:47.285594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1113438-91cb-486e-832b-1dee7605a1eb') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:47.299673 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.332143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.342930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:31:47.343334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.438227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4f81f9-30c0-4004-986c-650e4065cb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:31:47.449995 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:31:47.529466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a9edfa08-a0d4-40a3-bfe7-d81debd12935 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:47.532067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.578437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.586790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] 10.222.0.76 "DELETE /v2.0/networks/cff8250c-ca1d-4056-b0fb-8626ceb232e9 HTTP/1.1" status: 204 len: 168 time: 2.0774591 Aug 30 21:31:47.605563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a5c57-1a8f-4e00-bf1e-41dc7e0c4de8 tempest-FloatingIPNegativeTestJSON-1116838967 tempest-FloatingIPNegativeTestJSON-1116838967-project] Pushing event deleted for resources: {'Network': ['ID=cff8250c-ca1d-4056-b0fb-8626ceb232e9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:47.641159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712352b0-9984-4113-9764-1c8fd8abdf93 req-eeb71dae-12ab-43c2-a6ab-7b08f9ff2b9c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:47.650564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-712352b0-9984-4113-9764-1c8fd8abdf93 req-eeb71dae-12ab-43c2-a6ab-7b08f9ff2b9c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2016335 Aug 30 21:31:47.680757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a9edfa08-a0d4-40a3-bfe7-d81debd12935 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:47.692253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a9edfa08-a0d4-40a3-bfe7-d81debd12935 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:47.695106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.710285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4f81f9-30c0-4004-986c-650e4065cb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.724132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d4f81f9-30c0-4004-986c-650e4065cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:47.726942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-712352b0-9984-4113-9764-1c8fd8abdf93 req-a6c13cf2-a1cc-434f-8553-0b7723ccdc60 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734651 Aug 30 21:31:47.828782 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d4f81f9-30c0-4004-986c-650e4065cb44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf404f5e1df647369bebf08caa3744eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6360788 Aug 30 21:31:47.832582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33290) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:47.840193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f81f9-30c0-4004-986c-650e4065cb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02b713d-cc8d-4233-8bcb-1504b514f923,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:47.938822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ecd4fabc-f724-4599-8959-81d9b0ccb5f9 req-ebd47deb-2fee-4ae0-ac53-1d0f9c996558 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.0571029 Aug 30 21:31:47.973744 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.048547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a9edfa08-a0d4-40a3-bfe7-d81debd12935, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a9edfa08-a0d4-40a3-bfe7-d81debd12935,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:48.070036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e800ce7-c8c5-4477-91cb-506330b7ab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.071922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.109842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:48.164465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a9edfa08-a0d4-40a3-bfe7-d81debd12935,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:48.193783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e800ce7-c8c5-4477-91cb-506330b7ab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.203110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0c2cec5-b1a7-4429-ad01-c40e82af46ee no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:31:48.300855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f0c2cec5-b1a7-4429-ad01-c40e82af46ee {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:31:48.302331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f0c2cec5-b1a7-4429-ad01-c40e82af46ee not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:31:48.414116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bb966-4777-4f62-aabb-e0c56cb93f96 req-4e97e25e-e5a4-45e3-92de-aa3b21545f08 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:48.429219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd3bb966-4777-4f62-aabb-e0c56cb93f96 req-4e97e25e-e5a4-45e3-92de-aa3b21545f08 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 983 time: 0.2458110 Aug 30 21:31:48.436042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-4c6370f6-d813-4b1f-8f60-955753a1b9e8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:48.440678 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-4c6370f6-d813-4b1f-8f60-955753a1b9e8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.2489898 Aug 30 21:31:48.462056 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9668dff2-39b5-44c4-941a-185719f4f844 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07e151d6fde9469a8a3b4aee569a5920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500524 Aug 30 21:31:48.472130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:48.476406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33340) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:48.491081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e800ce7-c8c5-4477-91cb-506330b7ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.493796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e800ce7-c8c5-4477-91cb-506330b7ab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.495123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5e800ce7-c8c5-4477-91cb-506330b7ab18 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f02b713d-cc8d-4233-8bcb-1504b514f923 HTTP/1.1" status: 204 len: 168 time: 0.6611450 Aug 30 21:31:48.554197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e800ce7-c8c5-4477-91cb-506330b7ab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02b713d-cc8d-4233-8bcb-1504b514f923,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:48.618401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd3bb966-4777-4f62-aabb-e0c56cb93f96 req-cf892876-ee8d-4955-85c1-eca26a0c9438 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1653726 Aug 30 21:31:48.658549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d9000b7-3033-4ea6-88ce-fa53dde91015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.689646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d9000b7-3033-4ea6-88ce-fa53dde91015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.751074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:48.771233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.781964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d9000b7-3033-4ea6-88ce-fa53dde91015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.784759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d9000b7-3033-4ea6-88ce-fa53dde91015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:48.786419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d9000b7-3033-4ea6-88ce-fa53dde91015 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c0324ba-1981-4442-8482-af1ef5fbb885 HTTP/1.1" status: 204 len: 168 time: 0.3077776 Aug 30 21:31:48.798493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9000b7-3033-4ea6-88ce-fa53dde91015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0324ba-1981-4442-8482-af1ef5fbb885,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:49.029009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330a886-6f5c-4354-b0d2-c487d8648a97 req-95fb99cd-9b19-4a72-a1f3-dc2893ea65d3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:49.034187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1330a886-6f5c-4354-b0d2-c487d8648a97 req-95fb99cd-9b19-4a72-a1f3-dc2893ea65d3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1292782 Aug 30 21:31:49.039008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.11 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/dd473b01-61be-4e3c-a822-42f19cf36dcd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:49.040954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:31:49.125949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1330a886-6f5c-4354-b0d2-c487d8648a97 req-23634044-ffc3-4265-94fe-2f587ab9439c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827730 Aug 30 21:31:49.379355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:49.395917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'port_id': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'mac_address': 'fa:16:3e:52:c0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:31:49.449338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-32428c47-d8e5-47f5-b79a-d64dde7cd565 req-073ad336-8227-473e-8466-8982b1312577 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.1239588 Aug 30 21:31:49.453990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:49.458623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:49.476507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object dd473b01-61be-4e3c-a822-42f19cf36dcd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:49.488846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:31:49.495753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a9edfa08-a0d4-40a3-bfe7-d81debd12935 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:49.585548 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:49.639321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:49.659092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:49.698429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:49.747544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:49.756274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:49.904760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c935c1-5a59-41fe-b11b-02069cf38a26 req-0c48bdff-de9d-46df-be1b-e7e072f19f35 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:49.912859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4c935c1-5a59-41fe-b11b-02069cf38a26 req-0c48bdff-de9d-46df-be1b-e7e072f19f35 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 984 time: 0.1106229 Aug 30 21:31:49.931691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=dd473b01-61be-4e3c-a822-42f19cf36dcd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:49.944174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:49.991300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4c935c1-5a59-41fe-b11b-02069cf38a26 req-7fbb1b7c-2923-4211-af04-8d128db3897a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0772235 Aug 30 21:31:50.012102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a9edfa08-a0d4-40a3-bfe7-d81debd12935 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:50.012490 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:50.042546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:50.043151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:50.085960 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-fffec48f-7884-483b-8bea-bbc4a7b7c818 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6218512 Aug 30 21:31:50.100183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Request body: {'port': {'device_id': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:50.133672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:31:50.234437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33458) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:50.452205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802bd7-361c-4220-8ae5-34da9d837d44 req-05448617-d300-4dcb-b198-6d6291c540e8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:50.454187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa802bd7-361c-4220-8ae5-34da9d837d44 req-05448617-d300-4dcb-b198-6d6291c540e8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1404066 Aug 30 21:31:50.467017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a948930a-3ab4-4377-a710-c9af05ee2826 None None] Provisioning for port dd473b01-61be-4e3c-a822-42f19cf36dcd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:50.521093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa802bd7-361c-4220-8ae5-34da9d837d44 req-1fe56f88-73c6-44de-a263-52eafe3e1765 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601950 Aug 30 21:31:50.567257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-29631778-network', 'tenant_id': '6bd85eaa82ae425ca1c505d9de1bed3a'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:50.622383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Made reservation on behalf of 6bd85eaa82ae425ca1c505d9de1bed3a for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:50.626377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:50.643194 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:50.646704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a948930a-3ab4-4377-a710-c9af05ee2826 None None] Provisioning complete for port dd473b01-61be-4e3c-a822-42f19cf36dcd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:50.646704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a948930a-3ab4-4377-a710-c9af05ee2826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:50.785485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a948930a-3ab4-4377-a710-c9af05ee2826 None None] Port dd473b01-61be-4e3c-a822-42f19cf36dcd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:31:50.832990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef8660-b8c6-4484-bb7b-7ac52f25eb2f req-4773875b-8b43-42b3-a96b-1d9f9fba0f9d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:50.848302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afef8660-b8c6-4484-bb7b-7ac52f25eb2f req-4773875b-8b43-42b3-a96b-1d9f9fba0f9d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 932 time: 0.1799953 Aug 30 21:31:51.005631 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-afef8660-b8c6-4484-bb7b-7ac52f25eb2f req-613c4bf2-053e-440a-b2fc-16b9d06b2b8b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445100 Aug 30 21:31:51.053358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.064128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.066745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.097524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:51.175773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.176118 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Added segment cbf71e03-128e-41b6-b07d-5d28146be88d of type vlan for network f2428037-beb9-4c58-bc8b-397110f0bb6a Aug 30 21:31:51.223930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b876d3c-6a78-4b28-9a1a-d869f7835a4e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:51.230482 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.254286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35eaef-7de1-42c4-8772-e592a2175e0f req-061db3a4-5191-4f02-876c-bf7dd41858f0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:51.261968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c35eaef-7de1-42c4-8772-e592a2175e0f req-061db3a4-5191-4f02-876c-bf7dd41858f0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 984 time: 0.1651042 Aug 30 21:31:51.281016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.320205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c35eaef-7de1-42c4-8772-e592a2175e0f req-3c0e890d-74e1-49ea-b7ab-845a502ebabb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0577087 Aug 30 21:31:51.322286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.324260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:51.325183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.401816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1656809 Aug 30 21:31:51.407124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.421701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Request body: {'subnet': {'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-29631778-subnet', 'tenant_id': '6bd85eaa82ae425ca1c505d9de1bed3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:51.433160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2d57e-c8f6-4b9f-bf60-92cc9901f3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2428037-beb9-4c58-bc8b-397110f0bb6a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:51.446697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f2428037-beb9-4c58-bc8b-397110f0bb6a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:51.540161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ee3220be-c07d-4256-9c46-191a16113479 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] Request body: {'port': {'network_id': '0512f3e1-8ac2-4eaa-8cb9-5bde6b1dfc52', 'name': 'tempest-NetworksNegativeTestJSON-1300202352'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:51.554413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Made reservation on behalf of 6bd85eaa82ae425ca1c505d9de1bed3a for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:51.560663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.588768 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3220be-c07d-4256-9c46-191a16113479 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] POST failed (client error): The resource could not be found. Aug 30 21:31:51.590474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3220be-c07d-4256-9c46-191a16113479 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:51.598016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ee3220be-c07d-4256-9c46-191a16113479 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3053193 Aug 30 21:31:51.598566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33556) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.631833 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda6d50a-a92b-409c-9da5-9b07ad7ed8b2 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] DELETE failed (client error): The resource could not be found. Aug 30 21:31:51.639738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda6d50a-a92b-409c-9da5-9b07ad7ed8b2 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:51.647600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fda6d50a-a92b-409c-9da5-9b07ad7ed8b2 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "DELETE /v2.0/networks/1a57350e-d57f-4f87-84b6-f7d5cfed4f73 HTTP/1.1" status: 404 len: 339 time: 0.0425725 Aug 30 21:31:51.656150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33562) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.731153 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-35582181-4881-473c-ba2d-dc86527117f2 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] DELETE failed (client error): The resource could not be found. Aug 30 21:31:51.732169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35582181-4881-473c-ba2d-dc86527117f2 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:51.734260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-35582181-4881-473c-ba2d-dc86527117f2 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "DELETE /v2.0/ports/375215c9-e695-4788-adff-8530adb615e2 HTTP/1.1" status: 404 len: 333 time: 0.0757806 Aug 30 21:31:51.754896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.781064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446f710-9cf8-4115-8fc0-bb0f052dc147 req-fa2469b0-7ea5-48a4-8d50-293c5198e322 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:51.789774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5446f710-9cf8-4115-8fc0-bb0f052dc147 req-fa2469b0-7ea5-48a4-8d50-293c5198e322 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1324985 Aug 30 21:31:51.800086 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce072c9-aef7-450e-87a8-d2efc10767a9 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] DELETE failed (client error): The resource could not be found. Aug 30 21:31:51.800479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce072c9-aef7-450e-87a8-d2efc10767a9 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:51.802323 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ce072c9-aef7-450e-87a8-d2efc10767a9 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "DELETE /v2.0/subnets/4fe4955d-6a93-47b8-88e8-311de12f6b83 HTTP/1.1" status: 404 len: 337 time: 0.0477574 Aug 30 21:31:51.804802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd473b01-61be-4e3c-a822-42f19cf36dcd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:31:51.813832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.833558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.850594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5446f710-9cf8-4115-8fc0-bb0f052dc147 req-e79c27e3-c78b-4aa8-82c2-d6ce57130f15 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590742 Aug 30 21:31:51.878342 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-344f23a6-80c9-4a2e-a917-28acfc007c5d tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] GET failed (client error): The resource could not be found. Aug 30 21:31:51.880817 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-344f23a6-80c9-4a2e-a917-28acfc007c5d tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "GET /v2.0/networks/04178245-742e-4408-86bd-54b0bacf4e1f HTTP/1.1" status: 404 len: 339 time: 0.0651498 Aug 30 21:31:51.890554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33572) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:51.898135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Transition to ACTIVE for port object dd473b01-61be-4e3c-a822-42f19cf36dcd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:51.926717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:51.955182 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-651bde91-9ce6-4603-b057-6c11bd94daf0 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] GET failed (client error): The resource could not be found. Aug 30 21:31:51.957106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-651bde91-9ce6-4603-b057-6c11bd94daf0 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "GET /v2.0/ports/4a8bef00-9d61-4193-a013-6dac2cbdfb03 HTTP/1.1" status: 404 len: 333 time: 0.0638900 Aug 30 21:31:51.962144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:52.037579 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ae799b-7071-49ef-beef-d29ab639dab1 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] GET failed (client error): The resource could not be found. Aug 30 21:31:52.041030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-24ae799b-7071-49ef-beef-d29ab639dab1 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "GET /v2.0/subnets/b21f7fd2-c3a8-40e3-81fc-2859669d07ff HTTP/1.1" status: 404 len: 337 time: 0.0743947 Aug 30 21:31:52.043851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:52.088533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e5a0c81f-db7e-4d84-b145-35e4d378e36d tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:52.131878 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a0c81f-db7e-4d84-b145-35e4d378e36d tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] PUT failed (client error): The resource could not be found. Aug 30 21:31:52.133460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a0c81f-db7e-4d84-b145-35e4d378e36d tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:52.140016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e5a0c81f-db7e-4d84-b145-35e4d378e36d tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "PUT /v2.0/networks/c05144cc-46fe-495e-8a7b-e475cf7bd7b0 HTTP/1.1" status: 404 len: 339 time: 0.0949466 Aug 30 21:31:52.143279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33596) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:52.149113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-42b2a2b7-aae0-41a7-945f-2cd4235d7e8c tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:52.187734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:52.227948 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b2a2b7-aae0-41a7-945f-2cd4235d7e8c tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] PUT failed (client error): The resource could not be found. Aug 30 21:31:52.228715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b2a2b7-aae0-41a7-945f-2cd4235d7e8c tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:52.233771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-42b2a2b7-aae0-41a7-945f-2cd4235d7e8c tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "PUT /v2.0/ports/3b9b6ed6-5493-4bb9-8db6-4b9e70e4a921 HTTP/1.1" status: 404 len: 333 time: 0.0892518 Aug 30 21:31:52.234583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33604) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:52.266043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-04cb5c69-7568-4c3e-be7c-0e90524c51c4 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:52.320630 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cb5c69-7568-4c3e-be7c-0e90524c51c4 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] PUT failed (client error): The resource could not be found. Aug 30 21:31:52.321170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cb5c69-7568-4c3e-be7c-0e90524c51c4 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:31:52.339270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-04cb5c69-7568-4c3e-be7c-0e90524c51c4 tempest-NetworksNegativeTestJSON-351688413 tempest-NetworksNegativeTestJSON-351688413-project] 10.222.0.76 "PUT /v2.0/subnets/128aebb5-8ed8-4481-9ca4-9adef4104782 HTTP/1.1" status: 404 len: 337 time: 0.0818555 Aug 30 21:31:52.347349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Pushing event updated for resources: {'Port': ['ID=dd473b01-61be-4e3c-a822-42f19cf36dcd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:52.372352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a71937-b4ab-4022-9f17-3256621006a8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:52.378769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.379368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.379900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.380394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.380975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.381484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.382022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.382520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.383287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.383791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.384275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.384758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.394517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9ae9a-2ab1-4100-bb5e-431f02540012 req-c69d79c9-25dc-493c-9055-00d365d232a5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:52.396002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fda9ae9a-2ab1-4100-bb5e-431f02540012 req-c69d79c9-25dc-493c-9055-00d365d232a5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.2365789 Aug 30 21:31:52.432852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.433390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.433906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.434701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.435194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.435703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.436192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.439414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.440031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.440544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.441157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.441686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:31:52.466839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Checking segment: {'id': 'cbf71e03-128e-41b6-b07d-5d28146be88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:52.467230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Network hostable DHCP agents. Network: f2428037-beb9-4c58-bc8b-397110f0bb6a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:52.496505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fda9ae9a-2ab1-4100-bb5e-431f02540012 req-21831ddb-3506-4e62-97b3-359e51f5fcca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914569 Aug 30 21:31:52.511548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Attempting to bind port dd473b01-61be-4e3c-a822-42f19cf36dcd on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:52.512013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Attempting to bind port dd473b01-61be-4e3c-a822-42f19cf36dcd by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:52.512613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Attempting to bind port dd473b01-61be-4e3c-a822-42f19cf36dcd on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:52.518148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Port dd473b01-61be-4e3c-a822-42f19cf36dcd on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:31:52.518741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Attempting to bind port dd473b01-61be-4e3c-a822-42f19cf36dcd on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:52.542438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:52.543266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:52.547468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:52.549284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Bound port: dd473b01-61be-4e3c-a822-42f19cf36dcd, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:52.550215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:52.559974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Network f2428037-beb9-4c58-bc8b-397110f0bb6a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:52.683174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f2428037-beb9-4c58-bc8b-397110f0bb6a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:52.692389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c334c137-3440-494d-9a64-b5b5240ee62e None None] Network f2428037-beb9-4c58-bc8b-397110f0bb6a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:52.704709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:52.705402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:52.743800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f619da-36b0-4498-9863-dca5448883b4 req-528c1214-e155-4063-a4e5-caa050aafbd8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:52.745886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7f619da-36b0-4498-9863-dca5448883b4 req-528c1214-e155-4063-a4e5-caa050aafbd8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 984 time: 0.1199753 Aug 30 21:31:52.770607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4c20b9e0-1aa7-4b12-93d2-31b3eb793f81 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3616545 Aug 30 21:31:52.800959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] For port dd473b01-61be-4e3c-a822-42f19cf36dcd, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:52.808452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] For port dd473b01-61be-4e3c-a822-42f19cf36dcd, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:52.823874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:52.881271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7f619da-36b0-4498-9863-dca5448883b4 req-5cd08373-6b45-450d-9544-ea2744c734ef tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1293321 Aug 30 21:31:52.884521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:52.917839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:52.918303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:52.920578 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] 10.222.0.82 "PUT /v2.0/ports/dd473b01-61be-4e3c-a822-42f19cf36dcd HTTP/1.1" status: 200 len: 1093 time: 2.8253045 Aug 30 21:31:52.921220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'tag': 'dd473b01-61be-4e3c-a822-42f19cf36dcd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:31:52.924369 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd8011c-bb15-4125-affd-ce80dba44515" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c2f1d7-b6e5-4264-9233-0fc7a0de447f", "tag": "dd473b01-61be-4e3c-a822-42f19cf36dcd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:31:52.968219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f99e1b-e7e9-4ccb-8582-b1009ff36242 service neutron] Pushing event updated for resources: {'Port': ['ID=dd473b01-61be-4e3c-a822-42f19cf36dcd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:53.063782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-b61fd8d5-a19e-4756-92de-2ec230e6dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:53.066229 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-b61fd8d5-a19e-4756-92de-2ec230e6dfe5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 1096 time: 0.0738847 Aug 30 21:31:53.158659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:53.214406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f546b0f8-9804-4673-b597-30f710f84b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:53.226557 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-17cee8a2-c264-4dec-8ad8-c41e50666156 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd HTTP/1.1" status: 200 len: 217 time: 0.1437151 Aug 30 21:31:53.271047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33924c11-0e09-47aa-bd68-0ec3e37a91f2 req-c3a4797c-0126-45e7-8311-d6597aacc5fd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:53.283234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33924c11-0e09-47aa-bd68-0ec3e37a91f2 req-c3a4797c-0126-45e7-8311-d6597aacc5fd tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.2386239 Aug 30 21:31:53.389321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:53.411445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-c44d382d-87d2-4dd9-8188-e97f1074ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:53.415486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd88d3-11ac-414b-a82e-099e08254806 None None] Network f2428037-beb9-4c58-bc8b-397110f0bb6a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:53.418683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-c44d382d-87d2-4dd9-8188-e97f1074ed44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1861763 Aug 30 21:31:53.425353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33924c11-0e09-47aa-bd68-0ec3e37a91f2 req-85e2b960-5e6b-4b8d-b5cf-8a7229df5c32 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240458 Aug 30 21:31:53.494142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:31:53.496729 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:53.543157 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694c52d1-abf1-455f-b13c-7b8f39bc7674 x-openstack-request-id: req-694c52d1-abf1-455f-b13c-7b8f39bc7674 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:31:53.545767 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c2f1d7-b6e5-4264-9233-0fc7a0de447f", "tag": "dd473b01-61be-4e3c-a822-42f19cf36dcd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:31:53.546219 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-694c52d1-abf1-455f-b13c-7b8f39bc7674 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:31:53.546892 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'tag': 'dd473b01-61be-4e3c-a822-42f19cf36dcd', 'status': 'completed', 'code': 200} Aug 30 21:31:53.563133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-1be86c92-b788-4a62-b30d-8227b2510ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:53.565280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-1be86c92-b788-4a62-b30d-8227b2510ef0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1425242 Aug 30 21:31:53.580847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f546b0f8-9804-4673-b597-30f710f84b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:53.784989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-0aba8bfd-030c-47f4-a448-946b85769798 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120097 Aug 30 21:31:53.831234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:53.882366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:53.882911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-642939309-network', 'tenant_id': '667449cb632143358cee9ec9db760c18'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:53.915087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:31:53.920730 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ba899-f716-4bec-ba8d-4a420acf3699" -d '{"events": [{"server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "name": "network-vif-plugged", "status": "completed", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:31:53.943733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:53.948427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Made reservation on behalf of 667449cb632143358cee9ec9db760c18 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:53.961807 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:53.962813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.006495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.065487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:54.116536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.126890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.169433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:54.184093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57837d63-83e0-437f-b4c7-b2825d6e7c6c req-f259b4dc-4d35-43df-aeec-78f83f859194 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918276 Aug 30 21:31:54.184503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f546b0f8-9804-4673-b597-30f710f84b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.185919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af78fd46-68cd-4999-8362-ceebf4e09bcb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:54.193035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.193472 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Added segment 262c51c9-ba91-429c-a764-b507297961ea of type vlan for network d46e7e34-067c-44d4-8d6c-7233cd847792 Aug 30 21:31:54.240789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546b0f8-9804-4673-b597-30f710f84b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4241e4f-3e51-4782-a790-21e1dfa431c1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:54.241604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.258429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f546b0f8-9804-4673-b597-30f710f84b8e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cdf05afca8b541ab9d545ac831ec1ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3727264 Aug 30 21:31:54.260969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:54.274224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545df0d2-b9a7-4d2d-8f33-fe4def5b1a76 req-f86b6168-8e20-4890-b505-46f736cf7e62 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.275747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-545df0d2-b9a7-4d2d-8f33-fe4def5b1a76 req-f86b6168-8e20-4890-b505-46f736cf7e62 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.6425757 Aug 30 21:31:54.313404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-e5187392-c065-478c-a963-4470250bdd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.314979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-e5187392-c065-478c-a963-4470250bdd62 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 1096 time: 0.0706668 Aug 30 21:31:54.338313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-545df0d2-b9a7-4d2d-8f33-fe4def5b1a76 req-f2682faf-a96f-44d5-82bf-f5725601b58a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552192 Aug 30 21:31:54.348518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca7dcd72-5db7-4717-820c-a61f039e0004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.373994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca7dcd72-5db7-4717-820c-a61f039e0004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.400948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.402918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.403579 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.462392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca7dcd72-5db7-4717-820c-a61f039e0004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.467107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca7dcd72-5db7-4717-820c-a61f039e0004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.469179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca7dcd72-5db7-4717-820c-a61f039e0004 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4241e4f-3e51-4782-a790-21e1dfa431c1 HTTP/1.1" status: 204 len: 168 time: 0.2072198 Aug 30 21:31:54.472900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5966721 Aug 30 21:31:54.476642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33762) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:54.490653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Request body: {'subnet': {'network_id': 'd46e7e34-067c-44d4-8d6c-7233cd847792', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-642939309-subnet', 'tenant_id': '667449cb632143358cee9ec9db760c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:54.499098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dcd72-5db7-4717-820c-a61f039e0004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4241e4f-3e51-4782-a790-21e1dfa431c1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:54.501404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f301c8-7999-4f1f-86ca-72cf77c4021b admin admin] Pushing event updated for resources: {'Network': ['ID=d46e7e34-067c-44d4-8d6c-7233cd847792,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:54.517028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738f01-0cb5-4244-bf8d-dc347756cf67 req-3b6f5034-bf10-4e78-9cbe-7b927b6cd59d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.518376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d46e7e34-067c-44d4-8d6c-7233cd847792 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:54.518541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-cf4d5981-02dd-473c-a770-46b2ae2a934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.518704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10738f01-0cb5-4244-bf8d-dc347756cf67 req-3b6f5034-bf10-4e78-9cbe-7b927b6cd59d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 985 time: 0.1038380 Aug 30 21:31:54.520008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-cf4d5981-02dd-473c-a770-46b2ae2a934e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.1882815 Aug 30 21:31:54.565930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Made reservation on behalf of 667449cb632143358cee9ec9db760c18 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:54.573025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.581909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-a61b0ee3-79f6-49be-90d7-3590154bb2af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd HTTP/1.1" status: 200 len: 217 time: 0.0538733 Aug 30 21:31:54.665776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10738f01-0cb5-4244-bf8d-dc347756cf67 req-1ad61f81-5fa6-4524-9314-56a9fd572e83 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1363876 Aug 30 21:31:54.675016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-8618a7a4-ba90-4344-8d17-449105177b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.677893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-8618a7a4-ba90-4344-8d17-449105177b80 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0885048 Aug 30 21:31:54.724135 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b45c9-b928-420e-baf5-49f5e23e1688 x-openstack-request-id: req-ee4b45c9-b928-420e-baf5-49f5e23e1688 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:31:54.724813 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "name": "network-vif-plugged", "status": "completed", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:31:54.725274 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee4b45c9-b928-420e-baf5-49f5e23e1688 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:31:54.726286 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'code': 200} Aug 30 21:31:54.867420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-0ca1a402-c3aa-4bab-9eea-4d5545e8a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.868945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-0ca1a402-c3aa-4bab-9eea-4d5545e8a4c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1765184 Aug 30 21:31:54.913852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:54.941451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6c16-0fdc-42b0-9de5-11883d8ee009 req-8ac00a1b-41a4-4d3d-a29d-49a8b616a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.942985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ccd6c16-0fdc-42b0-9de5-11883d8ee009 req-8ac00a1b-41a4-4d3d-a29d-49a8b616a7f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1137 time: 0.1396096 Aug 30 21:31:54.948678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-ba396963-26fb-4c42-87e1-8931eb7ad15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.950062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-ba396963-26fb-4c42-87e1-8931eb7ad15b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1097 time: 0.1728454 Aug 30 21:31:54.990795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd58059-e8b9-4884-bc98-08d957cf5f99 req-b3ce85f7-8849-4dd5-a018-4f4b01a3a9d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:54.992434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbd58059-e8b9-4884-bc98-08d957cf5f99 req-b3ce85f7-8849-4dd5-a018-4f4b01a3a9d6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1404674 Aug 30 21:31:55.048444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee4681e-fac1-408e-9eab-97889540a613,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:55.072612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ccd6c16-0fdc-42b0-9de5-11883d8ee009 req-886670bc-6933-42b4-bb14-bb6193ddce70 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1215813 Aug 30 21:31:55.080622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Checking segment: {'id': '262c51c9-ba91-429c-a764-b507297961ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd46e7e34-067c-44d4-8d6c-7233cd847792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:55.081289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Network hostable DHCP agents. Network: d46e7e34-067c-44d4-8d6c-7233cd847792, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:55.084782 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-0fd4aff0-b3f4-4d80-9a41-a178bd96c6f6 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056851 Aug 30 21:31:55.115411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbd58059-e8b9-4884-bc98-08d957cf5f99 req-6034fdec-d01a-4e5a-8bc3-548bf90491ee tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155679 Aug 30 21:31:55.151509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Network d46e7e34-067c-44d4-8d6c-7233cd847792 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:55.165196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d46e7e34-067c-44d4-8d6c-7233cd847792) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:55.175806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c0661-a293-4a96-ac5a-40c9d46c2cf0 None None] Network d46e7e34-067c-44d4-8d6c-7233cd847792 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:55.191936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:55.193762 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:55.205822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-10de15f0-399d-4609-897d-6f870ef83ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:55.207339 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-10de15f0-399d-4609-897d-6f870ef83ddf service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.2485824 Aug 30 21:31:55.222712 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bee26512-9efc-4fed-90f4-c349fbd6dda4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7369559 Aug 30 21:31:55.277239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7fd8011c-bb15-4125-affd-ce80dba44515 req-11b99d93-11d0-4dd4-9d37-513355929604 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804109 Aug 30 21:31:55.423095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378549b6-5839-4b17-a87c-8e13c020a675 None None] Network d46e7e34-067c-44d4-8d6c-7233cd847792 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:55.444405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-75676f30-e815-4ba3-994e-0d9d8d0b3835 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 1000 time: 0.1284752 Aug 30 21:31:55.557145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac0673-8339-4e43-9526-dd6b1c9358c5 req-c4887486-1da5-40f7-9455-656c53efecc5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:55.563676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-41a6d4e2-0acb-4964-81f2-9132b4ff09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:55.564589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97ac0673-8339-4e43-9526-dd6b1c9358c5 req-c4887486-1da5-40f7-9455-656c53efecc5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.1081293 Aug 30 21:31:55.570552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-41a6d4e2-0acb-4964-81f2-9132b4ff09d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.1177762 Aug 30 21:31:55.615471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97ac0673-8339-4e43-9526-dd6b1c9358c5 req-5653dc06-89fd-4488-a295-5983f88c0c3d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Aug 30 21:31:55.671171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-b4453044-10dd-4f3c-a7df-b4804d0f0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:55.672511 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-b4453044-10dd-4f3c-a7df-b4804d0f0012 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869801 Aug 30 21:31:55.674288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:55.772694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-cae6bbb7-ff1d-4591-bcf7-660fe2e405b3 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913708 Aug 30 21:31:55.861736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1745027718'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:55.891999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Made reservation on behalf of fba19b0baecd4fdf93f4d5f42b43861c for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:55.896405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:55.910095 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:55.927539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0ea507dc-3916-4f92-9e93-41a79ea926eb req-9b12850b-5ad1-4c63-a70b-6431cea5900b service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461451 Aug 30 21:31:56.052121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-091f278c-44b7-4be8-9987-34ecf1abda49 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:56.053663 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-091f278c-44b7-4be8-9987-34ecf1abda49 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/networks?id=f2428037-beb9-4c58-bc8b-397110f0bb6a HTTP/1.1" status: 200 len: 823 time: 0.1448388 Aug 30 21:31:56.074805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a8f045bf-98bd-4302-aa91-8360453fda6e tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/quotas/6bd85eaa82ae425ca1c505d9de1bed3a HTTP/1.1" status: 200 len: 375 time: 0.0145979 Aug 30 21:31:56.115403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-2478bfc9-b1ef-4209-95b0-7cf85c3d2aa4 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6bd85eaa82ae425ca1c505d9de1bed3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328808 Aug 30 21:31:56.138039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.147537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.208373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:31:56.222860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87848e9-1dfe-4e72-acf6-210df2438143,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:56.230399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.230766 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Added segment 99558351-7b6f-4290-b610-4380c7b2454b of type vlan for network 972b2933-5c70-4fd6-ad9a-b02c6d44764c Aug 30 21:31:56.293589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.299714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-37eb40c5-21ec-4a5e-b21f-060597661dd4 service neutron] 10.222.0.76 "GET /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731393 Aug 30 21:31:56.371520 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.377579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:56.377746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.471508 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7957900 Aug 30 21:31:56.474429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:56.492891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Request body: {'subnet': {'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:56.501020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13d6f3-1365-47e4-af00-921d65ce6692 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event updated for resources: {'Network': ['ID=972b2933-5c70-4fd6-ad9a-b02c6d44764c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:56.513566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:31:56.523201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-79882d1b-1658-4edd-93b3-36f6d9cd4069 service neutron] 10.222.0.76 "GET /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156901 Aug 30 21:31:56.604256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Made reservation on behalf of fba19b0baecd4fdf93f4d5f42b43861c for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:56.608099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.738641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c820aa1-50d5-4636-8034-4d3b4cb6d679 req-6b23862f-0c25-4d4a-8f60-84478bde20bb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:56.740361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c820aa1-50d5-4636-8034-4d3b4cb6d679 req-6b23862f-0c25-4d4a-8f60-84478bde20bb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 985 time: 0.0705693 Aug 30 21:31:56.799877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c820aa1-50d5-4636-8034-4d3b4cb6d679 req-5fad9426-a941-4461-9047-c5d5869fd4d0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0519779 Aug 30 21:31:56.830385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.920147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event updated for resources: {'Subnet': ['ID=eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:56.925598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a688bf7-54fc-4bc3-abdf-0370e13d5efc req-0c2a3ae2-cda5-43df-b651-619717b3dfa0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:56.927617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a688bf7-54fc-4bc3-abdf-0370e13d5efc req-0c2a3ae2-cda5-43df-b651-619717b3dfa0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.0660844 Aug 30 21:31:56.931305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Checking segment: {'id': '99558351-7b6f-4290-b610-4380c7b2454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:56.931663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Network hostable DHCP agents. Network: 972b2933-5c70-4fd6-ad9a-b02c6d44764c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:31:56.956248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:31:56.972633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 972b2933-5c70-4fd6-ad9a-b02c6d44764c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:56.973829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a688bf7-54fc-4bc3-abdf-0370e13d5efc req-d786146a-b052-48d3-92c7-788c7502e97e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377975 Aug 30 21:31:56.985906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:56.986784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:56.991512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf37bf-054b-4b4b-b78d-8cc9d1afca1b None None] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:57.010863 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ba4ab8cc-fc04-4db5-a2bd-691e2b5c5c2a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5320344 Aug 30 21:31:57.011472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:57.018232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Request body: {'port': {'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c', 'name': 'tempest-TagsExtTest-2055005780'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:57.146575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25027a03-7128-473f-a969-bac4d9bbcade req-1e60f3d9-d0d6-4b12-9bc4-dc9a84aab8bc tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 210 time: 0.0452964 Aug 30 21:31:57.241633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Made reservation on behalf of fba19b0baecd4fdf93f4d5f42b43861c for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:57.246112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:57.257428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-972b2933-5c70-4fd6-ad9a-b02c6d44764c', 'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c', 'tenant_id': 'fba19b0baecd4fdf93f4d5f42b43861c', 'fixed_ips': [{'subnet_id': 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:31:57.258643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:57.321338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] device_id is not set on port a54f9670-3ec3-433d-a585-5c5d003b86d6 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:31:57.391673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da70d8-33b9-4e39-8fd1-a13230d6ce61 req-e772f1ce-0475-4044-8fee-258a495e02cd tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:57.393800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56da70d8-33b9-4e39-8fd1-a13230d6ce61 req-e772f1ce-0475-4044-8fee-258a495e02cd tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.1248610 Aug 30 21:31:57.465933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56da70d8-33b9-4e39-8fd1-a13230d6ce61 req-c28f1bd0-7c50-4c24-a734-ee0f717ac0e7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599020 Aug 30 21:31:57.482650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Allocated IP 172.20.0.2 (972b2933-5c70-4fd6-ad9a-b02c6d44764c/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/a3a133ef-b03e-4428-a5bb-180f5515a4d6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:57.616893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cfa8f-9d96-4159-85f2-f09065d86783 req-7641b5ce-2108-4230-9d86-51d76e910b1b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:57.618456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-103cfa8f-9d96-4159-85f2-f09065d86783 req-7641b5ce-2108-4230-9d86-51d76e910b1b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 985 time: 0.1005790 Aug 30 21:31:57.669420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:57.676595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-103cfa8f-9d96-4159-85f2-f09065d86783 req-64757a9c-b382-4c22-bce8-c8cd95a0056e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0476794 Aug 30 21:31:57.695158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Transition to ACTIVE for port object a3a133ef-b03e-4428-a5bb-180f5515a4d6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:57.728819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Transition to ACTIVE for port object a3a133ef-b03e-4428-a5bb-180f5515a4d6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:57.745976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:57.858753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:57.875853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:57.881752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:57.914987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Pushing event updated for resources: {'Port': ['ID=a3a133ef-b03e-4428-a5bb-180f5515a4d6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:57.950812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Attempting to bind port a3a133ef-b03e-4428-a5bb-180f5515a4d6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:31:57.951228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Attempting to bind port a3a133ef-b03e-4428-a5bb-180f5515a4d6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '99558351-7b6f-4290-b610-4380c7b2454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:31:57.951637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Attempting to bind port a3a133ef-b03e-4428-a5bb-180f5515a4d6 on network 972b2933-5c70-4fd6-ad9a-b02c6d44764c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:31:57.957800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:31:57.958028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Checking segment: {'id': '99558351-7b6f-4290-b610-4380c7b2454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:31:57.958338 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:57.958911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Bound using segment: {'id': '99558351-7b6f-4290-b610-4380c7b2454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:31:57.959529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Bound port: a3a133ef-b03e-4428-a5bb-180f5515a4d6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99558351-7b6f-4290-b610-4380c7b2454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '972b2933-5c70-4fd6-ad9a-b02c6d44764c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:31:57.959994 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:57.970809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd099d47-ffde-4c35-8f61-38ce16618e28 req-1bc572bf-c562-4520-9446-eb221f7efde1 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:57.973414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd099d47-ffde-4c35-8f61-38ce16618e28 req-1bc572bf-c562-4520-9446-eb221f7efde1 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1137 time: 0.1643722 Aug 30 21:31:57.976035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Allocated IP 172.20.0.9 (972b2933-5c70-4fd6-ad9a-b02c6d44764c/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/a54f9670-3ec3-433d-a585-5c5d003b86d6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:58.029443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dd099d47-ffde-4c35-8f61-38ce16618e28 req-a4e3db86-a15e-4b95-af8b-ccb6008ed6e2 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.057892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] For port a3a133ef-b03e-4428-a5bb-180f5515a4d6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:31:58.063688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] For port a3a133ef-b03e-4428-a5bb-180f5515a4d6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a3a133ef-b03e-4428-a5bb-180f5515a4d6,segment=NetworkSegment(99558351-7b6f-4290-b610-4380c7b2454b),segment_id=99558351-7b6f-4290-b610-4380c7b2454b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:31:58.072908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.075098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-d21a4d49-6394-491a-954f-bd45d54ed381 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:58.077527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-d21a4d49-6394-491a-954f-bd45d54ed381 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.82 "GET /v2.0/networks?id=f2428037-beb9-4c58-bc8b-397110f0bb6a HTTP/1.1" status: 200 len: 823 time: 0.2547824 Aug 30 21:31:58.091773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Request body: {'port': {'device_id': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a', 'admin_state_up': True, 'tenant_id': '6bd85eaa82ae425ca1c505d9de1bed3a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:58.271052 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.296370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Transition to ACTIVE for port object a54f9670-3ec3-433d-a585-5c5d003b86d6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:58.365324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afbf5e-aa94-43d4-996e-8730023e666c None None] Pushing event updated for resources: {'Port': ['ID=a3a133ef-b03e-4428-a5bb-180f5515a4d6,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:58.384469 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dd099d47-ffde-4c35-8f61-38ce16618e28 req-a4e3db86-a15e-4b95-af8b-ccb6008ed6e2 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.395069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-dd099d47-ffde-4c35-8f61-38ce16618e28 req-a4e3db86-a15e-4b95-af8b-ccb6008ed6e2 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.408950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Made reservation on behalf of 6bd85eaa82ae425ca1c505d9de1bed3a for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:31:58.416438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.423309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd099d47-ffde-4c35-8f61-38ce16618e28 req-a4e3db86-a15e-4b95-af8b-ccb6008ed6e2 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4350317 Aug 30 21:31:58.434489 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.473978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:58.500709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3db86-a15e-4b95-af8b-ccb6008ed6e2 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbecbb1e-da37-4e54-98a5-030b2ed10e21,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:58.559944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:58.575565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:58.578064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:58.629824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event updated for resources: {'Port': ['ID=a54f9670-3ec3-433d-a585-5c5d003b86d6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:58.691500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d711a5-52f6-4113-9f3b-c16b4c8bb87f tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:58.693446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b4d711a5-52f6-4113-9f3b-c16b4c8bb87f tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1132 time: 0.2183692 Aug 30 21:31:58.701142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33854) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:58.709449 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717656-a7b5-47ae-b9be-7ca8061636ac req-c6d1d0fb-3834-43ce-aa78-713e23057657 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:58.717867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87717656-a7b5-47ae-b9be-7ca8061636ac req-c6d1d0fb-3834-43ce-aa78-713e23057657 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 945 time: 0.1600769 Aug 30 21:31:58.723109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:58.738819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:58.739477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.784689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Allocated IP 172.20.0.3 (f2428037-beb9-4c58-bc8b-397110f0bb6a/b1a71937-b4ab-4022-9f17-3256621006a8/87cfaae2-86cb-4e72-a86f-e6fec073d734) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:58.787493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-faceaef7-97a4-4668-83fe-a70cd309383f tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7744422 Aug 30 21:31:58.788500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33856) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:58.820033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-155718458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:58.832174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.898850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87717656-a7b5-47ae-b9be-7ca8061636ac req-24e83425-1885-4d6a-a1a9-47fb8ce566a8 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803877 Aug 30 21:31:58.915105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:58.916202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.004659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.032824 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.049007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.064380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e20361de-2dfb-438d-9cf7-bea10b7449e0 req-2c77d3d9-d0de-4be0-bbf7-76bf846b738a tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 210 time: 0.0435643 Aug 30 21:31:59.066750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.092082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:31:59.109628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.110884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b1e4efb6-2f89-498b-9a77-3b4a51841704 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3157001 Aug 30 21:31:59.115891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33860) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:59.127130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a38d4875-78b0-4fce-a140-bc4e741dcc2c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-456979551', 'prefixes': ['172.20.0.0/16']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:59.132336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Network f2428037-beb9-4c58-bc8b-397110f0bb6a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:59.136696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:59.143151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:59.190590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.198053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Pushing event updated for resources: {'Port': ['ID=87cfaae2-86cb-4e72-a86f-e6fec073d734,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:59.237649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:59.238322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.269316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.270499 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-e4cfdd8a-2915-49ce-8a4c-692ce1ba55a5 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1817009 Aug 30 21:31:59.287993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Request body: {'port': {'device_id': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:31:59.336872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.25.5.178 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/32591763-4219-46d7-a2ba-9dcbc2b0e340) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:31:59.344195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:31:59.347093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:31:59.354560 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a8f1a-bb84-40e0-b7e3-4e0fc9c1b323" -d '{"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-unplugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:31:59.366440 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.464377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:59.470742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.482184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.525522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3a133ef-b03e-4428-a5bb-180f5515a4d6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:31:59.586654 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.607329 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a38d4875-78b0-4fce-a140-bc4e741dcc2c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for subnetpool, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.612754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a38d4875-78b0-4fce-a140-bc4e741dcc2c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4946184 Aug 30 21:31:59.617934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33864) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:31:59.632085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a3a133ef-b03e-4428-a5bb-180f5515a4d6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:31:59.652610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-97671b35-49fd-49ee-813d-454af6b0aefb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-971683998') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:31:59.747264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:31:59.749258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:31:59.756829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:31:59.825756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b465c-e31a-479a-becf-09d547627308 req-1834774b-cb8f-4c9d-80d9-0a5fd05c24bc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:31:59.839637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c2b465c-e31a-479a-becf-09d547627308 req-1834774b-cb8f-4c9d-80d9-0a5fd05c24bc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.3459535 Aug 30 21:31:59.856213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=32591763-4219-46d7-a2ba-9dcbc2b0e340,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:31:59.877556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a58f5-15aa-49e4-91a2-9dc823909143 None None] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:31:59.891556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cfaae2-86cb-4e72-a86f-e6fec073d734 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:31:59.900881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:31:59.915027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Transition to ACTIVE for port object 87cfaae2-86cb-4e72-a86f-e6fec073d734 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:31:59.928683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.009387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Pushing event updated for resources: {'Port': ['ID=87cfaae2-86cb-4e72-a86f-e6fec073d734,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:00.044705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c2b465c-e31a-479a-becf-09d547627308 req-e41719bd-01f8-4474-84a6-408a0160102b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986394 Aug 30 21:32:00.049356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-97671b35-49fd-49ee-813d-454af6b0aefb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-971683998 HTTP/1.1" status: 201 len: 201 time: 0.4234121 Aug 30 21:32:00.052329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:00.058960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e2473543-59f3-44ba-9c88-842dea15dd51 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-863532582') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:00.085412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] Provisioning for port a3a133ef-b03e-4428-a5bb-180f5515a4d6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:00.101733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] Provisioning complete for port a3a133ef-b03e-4428-a5bb-180f5515a4d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:00.101733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.261804 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.316959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] For port a3a133ef-b03e-4428-a5bb-180f5515a4d6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a3a133ef-b03e-4428-a5bb-180f5515a4d6,segment=NetworkSegment(99558351-7b6f-4290-b610-4380c7b2454b),segment_id=99558351-7b6f-4290-b610-4380c7b2454b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:00.329197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.444883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09f9fb-840e-40dc-a26d-867c64941441 None None] Pushing event updated for resources: {'Port': ['ID=a3a133ef-b03e-4428-a5bb-180f5515a4d6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:00.480417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Attempting to bind port 87cfaae2-86cb-4e72-a86f-e6fec073d734 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:32:00.481042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Attempting to bind port 87cfaae2-86cb-4e72-a86f-e6fec073d734 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cbf71e03-128e-41b6-b07d-5d28146be88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:32:00.481042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Attempting to bind port 87cfaae2-86cb-4e72-a86f-e6fec073d734 on network f2428037-beb9-4c58-bc8b-397110f0bb6a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:32:00.506470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Port 87cfaae2-86cb-4e72-a86f-e6fec073d734 on network f2428037-beb9-4c58-bc8b-397110f0bb6a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:32:00.506776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Attempting to bind port 87cfaae2-86cb-4e72-a86f-e6fec073d734 on network f2428037-beb9-4c58-bc8b-397110f0bb6a {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:32:00.514261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:32:00.514605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Checking segment: {'id': 'cbf71e03-128e-41b6-b07d-5d28146be88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:32:00.515084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Bound using segment: {'id': 'cbf71e03-128e-41b6-b07d-5d28146be88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:32:00.515490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Bound port: 87cfaae2-86cb-4e72-a86f-e6fec073d734, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbf71e03-128e-41b6-b07d-5d28146be88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:32:00.515853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.572552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a5120a16-20e5-43a9-8695-d37a34e1d956 None None] Provisioning for port a54f9670-3ec3-433d-a585-5c5d003b86d6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:00.577802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a5120a16-20e5-43a9-8695-d37a34e1d956 None None] Provisioning complete for port a54f9670-3ec3-433d-a585-5c5d003b86d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:00.578230 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5120a16-20e5-43a9-8695-d37a34e1d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.645571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e2473543-59f3-44ba-9c88-842dea15dd51 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-863532582 HTTP/1.1" status: 201 len: 201 time: 0.5913646 Aug 30 21:32:00.646298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:00.667666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-a008abce-10fe-4997-b6f6-72da52b7930c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-1503135342') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:00.671986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a5120a16-20e5-43a9-8695-d37a34e1d956 None None] Port a54f9670-3ec3-433d-a585-5c5d003b86d6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:32:00.674533 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 21:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf4f44a-793c-495b-b7f8-c93646d3dbb1 x-openstack-request-id: req-fbf4f44a-793c-495b-b7f8-c93646d3dbb1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:00.677406 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-unplugged", "status": "failed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:00.677718 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbf4f44a-793c-495b-b7f8-c93646d3dbb1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:00.678145 n-d-793620-16 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'code': 422} returned with failed status Aug 30 21:32:00.698976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a5120a16-20e5-43a9-8695-d37a34e1d956 None None] Provisioning complete for port a3a133ef-b03e-4428-a5bb-180f5515a4d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:00.699358 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a5120a16-20e5-43a9-8695-d37a34e1d956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.761021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] For port 87cfaae2-86cb-4e72-a86f-e6fec073d734, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:32:00.819342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] For port 87cfaae2-86cb-4e72-a86f-e6fec073d734, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734,segment=NetworkSegment(cbf71e03-128e-41b6-b07d-5d28146be88d),segment_id=cbf71e03-128e-41b6-b07d-5d28146be88d)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:32:00.836094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.908487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a008abce-10fe-4997-b6f6-72da52b7930c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-1503135342 HTTP/1.1" status: 201 len: 201 time: 0.2590868 Aug 30 21:32:00.915710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:00.924134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-f28308d7-b737-4734-8c59-baf832f7a8fd tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-1179256839') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:00.936861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:00.938266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:00.939982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] 10.222.0.82 "PUT /v2.0/ports/87cfaae2-86cb-4e72-a86f-e6fec073d734 HTTP/1.1" status: 200 len: 1092 time: 1.6626773 Aug 30 21:32:00.946297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'tag': '87cfaae2-86cb-4e72-a86f-e6fec073d734'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:00.948668 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3208a40d-a153-47b1-81ed-d8c3e69f41b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e077a210-a5f1-48d8-ae0d-0776ea26e516", "tag": "87cfaae2-86cb-4e72-a86f-e6fec073d734"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:01.014250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c444d-cb27-4a19-bfd0-18c15956b94e req-6884338a-c7c3-447e-97bd-225f9ccc2a64 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:01.022122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-427c444d-cb27-4a19-bfd0-18c15956b94e req-6884338a-c7c3-447e-97bd-225f9ccc2a64 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 943 time: 0.1011014 Aug 30 21:32:01.022544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54da9d4-8848-41d3-9ce2-466d48009374 service neutron] Pushing event updated for resources: {'Port': ['ID=87cfaae2-86cb-4e72-a86f-e6fec073d734,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:01.027262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-87c3da84-66a6-4d2e-b2db-58bbe857557c None None] Provisioning complete for port a54f9670-3ec3-433d-a585-5c5d003b86d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:01.027813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87c3da84-66a6-4d2e-b2db-58bbe857557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.050927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-61c018ed-3511-4212-9dd7-6120917c428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:01.053337 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-61c018ed-3511-4212-9dd7-6120917c428d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6bd85eaa82ae425ca1c505d9de1bed3a&device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 1095 time: 0.0707026 Aug 30 21:32:01.054384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.060774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f28308d7-b737-4734-8c59-baf832f7a8fd tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-1179256839 HTTP/1.1" status: 201 len: 201 time: 0.1402781 Aug 30 21:32:01.061817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33894) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:01.074953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-87c3da84-66a6-4d2e-b2db-58bbe857557c None None] Port a54f9670-3ec3-433d-a585-5c5d003b86d6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:32:01.089250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-a5aa1930-77d2-4a4f-b9e8-b3894a187394 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:01.104657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-7f082da7-d2b8-4680-ba14-7cca9bca173d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734 HTTP/1.1" status: 200 len: 217 time: 0.0417185 Aug 30 21:32:01.134136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-427c444d-cb27-4a19-bfd0-18c15956b94e req-fad2fe35-cf6f-4104-ae82-258345e095c8 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110396 Aug 30 21:32:01.173262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-fdb11559-91da-4117-ae14-ea636bf10755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:01.174740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-fdb11559-91da-4117-ae14-ea636bf10755 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1a71937-b4ab-4022-9f17-3256621006a8 HTTP/1.1" status: 200 len: 863 time: 0.0607829 Aug 30 21:32:01.195501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.218749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a5aa1930-77d2-4a4f-b9e8-b3894a187394 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags HTTP/1.1" status: 200 len: 240 time: 0.1349595 Aug 30 21:32:01.222593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33900) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:01.223409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-8995f7ff-f6d3-4fb7-99f1-f9372623927d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2428037-beb9-4c58-bc8b-397110f0bb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412459 Aug 30 21:32:01.226194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-ad83e545-d11c-4ea8-b191-4e8c2ee254d5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-971683998') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:01.340353 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-2fe31bb0-3e0f-430d-8068-fe7d9ea73b12 service neutron] 10.222.0.82 "GET /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071043 Aug 30 21:32:01.374299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad83e545-d11c-4ea8-b191-4e8c2ee254d5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-971683998 HTTP/1.1" status: 204 len: 168 time: 0.1476896 Aug 30 21:32:01.374299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33904) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:01.377357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-c160c43d-03a4-48fa-9d81-9dcdaa6aadd4 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-971683998') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:01.429499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3a133ef-b03e-4428-a5bb-180f5515a4d6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:32:01.472067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.502237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.519891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a3a133ef-b03e-4428-a5bb-180f5515a4d6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:01.520427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.538374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-428265f3-7028-4a17-bcba-eb92b8c97725 req-07d73c21-bad4-4167-a9d4-0d878af4687f service neutron] 10.222.0.82 "GET /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905186 Aug 30 21:32:01.585127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c160c43d-03a4-48fa-9d81-9dcdaa6aadd4 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-971683998 HTTP/1.1" status: 204 len: 168 time: 0.2111371 Aug 30 21:32:01.588568 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016aeb00-06a4-48b0-9187-2a9805c80f78 x-openstack-request-id: req-016aeb00-06a4-48b0-9187-2a9805c80f78 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:01.589189 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e077a210-a5f1-48d8-ae0d-0776ea26e516", "tag": "87cfaae2-86cb-4e72-a86f-e6fec073d734", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:01.589640 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-016aeb00-06a4-48b0-9187-2a9805c80f78 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:01.590267 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'tag': '87cfaae2-86cb-4e72-a86f-e6fec073d734', 'status': 'completed', 'code': 200} Aug 30 21:32:01.590895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:01.595915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-20a17f3e-4c83-4d06-8155-fabfe87a4b62 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:01.614787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=32591763-4219-46d7-a2ba-9dcbc2b0e340,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:01.636107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:01.759971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-d848348d-fcf9-4c37-9b3d-998d84c320a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:01.761535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-d848348d-fcf9-4c37-9b3d-998d84c320a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6bd85eaa82ae425ca1c505d9de1bed3a&device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 1095 time: 0.0848153 Aug 30 21:32:01.780756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc2992-d711-481b-a32e-8e939e5b4ac4 req-f81c15c2-a3d7-4be7-955a-465ca9d5f5e0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:01.782379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88cc2992-d711-481b-a32e-8e939e5b4ac4 req-f81c15c2-a3d7-4be7-955a-465ca9d5f5e0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.1022449 Aug 30 21:32:01.820184 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Floating IP 8976b266-87b1-48e0-ae6a-e1a502787be0 associated. External IP: 172.25.5.178, port: 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3. Aug 30 21:32:01.824668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-20a17f3e-4c83-4d06-8155-fabfe87a4b62 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags HTTP/1.1" status: 200 len: 205 time: 0.2304103 Aug 30 21:32:01.824911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:01.829236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-49e1ede8-6b0f-4cf4-9dd0-76396c8cf816 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:01.876435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88cc2992-d711-481b-a32e-8e939e5b4ac4 req-669b7611-b332-42ec-9455-f01fde186995 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Aug 30 21:32:01.902496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-7c672f85-ca35-4f6b-8bcf-336779f69388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:01.904436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-7c672f85-ca35-4f6b-8bcf-336779f69388 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f2428037-beb9-4c58-bc8b-397110f0bb6a HTTP/1.1" status: 200 len: 924 time: 0.1358705 Aug 30 21:32:01.924261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-49e1ede8-6b0f-4cf4-9dd0-76396c8cf816 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags HTTP/1.1" status: 200 len: 240 time: 0.0959589 Aug 30 21:32:01.926457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:01.929819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7cffa3c9-ac16-428a-b0cd-3f145196f49c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-863532582') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.004739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-4e54109e-d21e-405d-887e-3c9db4097b66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734 HTTP/1.1" status: 200 len: 217 time: 0.0915098 Aug 30 21:32:02.073952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-fe6911fb-3edd-4f03-80da-c80a5393d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.075769 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-fe6911fb-3edd-4f03-80da-c80a5393d555 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1a71937-b4ab-4022-9f17-3256621006a8 HTTP/1.1" status: 200 len: 863 time: 0.0612209 Aug 30 21:32:02.080285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7cffa3c9-ac16-428a-b0cd-3f145196f49c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-863532582 HTTP/1.1" status: 204 len: 168 time: 0.1543314 Aug 30 21:32:02.082411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.088995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-a6370250-9f4b-4bb7-aa58-be7441f23a1c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-863532582') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.154388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router 544c6347-fd87-4d18-a3bb-5b98560c309f has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:32:02.160547 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-261e7aff-4cef-4c2a-ac9b-2a20b6af65a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f2428037-beb9-4c58-bc8b-397110f0bb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687258 Aug 30 21:32:02.297977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a6370250-9f4b-4bb7-aa58-be7441f23a1c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-863532582 HTTP/1.1" status: 204 len: 168 time: 0.2132812 Aug 30 21:32:02.299210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33936) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.305939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-c68b751b-eaa6-4cfa-a86b-6d131aa8225b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.308284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-0a1c1055-d655-4dc3-9526-f94356a06a45 service neutron] 10.222.0.82 "GET /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371980 Aug 30 21:32:02.341759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:32:02.353647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] Sync routers for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:32:02.369154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:32:02.370340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.423720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bab34a-f7c1-4178-bab6-c1958a1fe12f req-4fc678f5-5216-4733-b0ac-4f334786e014 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.425366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0bab34a-f7c1-4178-bab6-c1958a1fe12f req-4fc678f5-5216-4733-b0ac-4f334786e014 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.1403756 Aug 30 21:32:02.429754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:02.431218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33942) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.491331 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3208a40d-a153-47b1-81ed-d8c3e69f41b6 req-29142971-4177-487e-bb48-a82a7160731f service neutron] 10.222.0.82 "GET /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699250 Aug 30 21:32:02.493848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8ea1b1c-fc0e-497c-a4d9-fa0686e56ba4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7741351 Aug 30 21:32:02.496099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:02.497965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33948) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.498489 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbd5a59-3691-4673-a89e-6bde02f973d4" -d '{"events": [{"name": "network-changed", "server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:02.515604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c68b751b-eaa6-4cfa-a86b-6d131aa8225b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags HTTP/1.1" status: 200 len: 205 time: 0.2149243 Aug 30 21:32:02.518475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33952) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.524728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-f351f7e4-9c8d-46be-9ff7-2e24e0ee82f4 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.530512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0bab34a-f7c1-4178-bab6-c1958a1fe12f req-7ad69aec-15aa-4c20-8a75-d7a866384497 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749829 Aug 30 21:32:02.609679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:32:02.661303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f351f7e4-9c8d-46be-9ff7-2e24e0ee82f4 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags HTTP/1.1" status: 200 len: 241 time: 0.1397583 Aug 30 21:32:02.663966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.669142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-f244747c-d90c-4780-adf8-76a70ce7d03a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-1503135342') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.764812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda0285-4030-4eaf-bf98-601a2e45a40e req-ff6446f1-d9f3-494a-a570-42381f40df69 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.772746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fda0285-4030-4eaf-bf98-601a2e45a40e req-ff6446f1-d9f3-494a-a570-42381f40df69 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 943 time: 0.1000988 Aug 30 21:32:02.804601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-532c492b-3a75-40ce-8020-83bafe63a7c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5e08faae463451791da43111796b295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683937 Aug 30 21:32:02.807127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33956) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.850099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fda0285-4030-4eaf-bf98-601a2e45a40e req-905f3dd5-6c1d-41ea-ad53-ee2a995d2ea6 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 Aug 30 21:32:02.895799 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f244747c-d90c-4780-adf8-76a70ce7d03a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-1503135342 HTTP/1.1" status: 204 len: 168 time: 0.2305136 Aug 30 21:32:02.897638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33958) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.909717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-610c56e7-e2d8-4665-9c9a-9610888007e3 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-1503135342') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.911705 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cf3394-a365-4c01-a1dc-25f0c3568243 x-openstack-request-id: req-23cf3394-a365-4c01-a1dc-25f0c3568243 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:02.912065 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:02.912275 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23cf3394-a365-4c01-a1dc-25f0c3568243 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:02.912651 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'status': 'completed', 'code': 200} Aug 30 21:32:02.915536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '8976b266-87b1-48e0-ae6a-e1a502787be0', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'port_id': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'mac_address': 'fa:16:3e:52:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231bc522-a277-4639-a4cb-809d7a552a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:32:00Z', 'updated_at': '2021-08-30T21:32:00Z', 'revision_number': 0, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:36Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:02.916897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.916897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.917521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.917788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.918248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.918732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.919195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.919651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.920111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.920568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:02.922675 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c210f520-a5c9-4d52-97f0-eabd45cdf13d tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.4234803 Aug 30 21:32:02.923421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4daf63b3-7ea4-410f-9b7a-e62bc7dca06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:02.927999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-b84a2cd8-5372-45d4-84af-c1aa2b2a423f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4781597 Aug 30 21:32:02.941177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:02.960977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] Checking router: 544c6347-fd87-4d18-a3bb-5b98560c309f for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:32:02.979245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:32:02.979904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:31:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.065111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-e445b12d-8336-4e22-b45e-1b3889271ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.066046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-e445b12d-8336-4e22-b45e-1b3889271ee9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1137 time: 0.0899959 Aug 30 21:32:03.084961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4daf63b3-7ea4-410f-9b7a-e62bc7dca06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:03.115938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:32:03.130981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-610c56e7-e2d8-4665-9c9a-9610888007e3 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-1503135342 HTTP/1.1" status: 204 len: 168 time: 0.2298720 Aug 30 21:32:03.131340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33966) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.140075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7ad6c023-4aec-4db4-9824-2b2f73d17825 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.157231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.157734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.158145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.158597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.159069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.159544 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.159959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.160717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.160987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.161437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.166184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e4036386-5caa-477b-b8dd-26fcbecb4e75 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6544 time: 0.2185140 Aug 30 21:32:03.174296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1283f2-e583-44a1-a4ed-8ff1a2f72d52 req-3a5e2c83-8549-4fd1-b874-2e0b21635a3a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.176332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea1283f2-e583-44a1-a4ed-8ff1a2f72d52 req-3a5e2c83-8549-4fd1-b874-2e0b21635a3a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.1616724 Aug 30 21:32:03.176332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33970) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.255290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7ad6c023-4aec-4db4-9824-2b2f73d17825 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags HTTP/1.1" status: 200 len: 205 time: 0.1203976 Aug 30 21:32:03.255290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-f9203c72-d624-4176-80ee-93f9a3db6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.255858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33974) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.256284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-f9203c72-d624-4176-80ee-93f9a3db6739 service neutron] 10.222.0.86 "GET /v2.0/networks?id=013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 200 len: 898 time: 0.1812525 Aug 30 21:32:03.273822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-f12d53d3-3581-4dbb-a7be-ce1e8bb90718 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.352017 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-2ac77663-30a0-46a0-b88d-a47661162e65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 200 len: 1000 time: 0.0883374 Aug 30 21:32:03.373039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4daf63b3-7ea4-410f-9b7a-e62bc7dca06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:03.375688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4daf63b3-7ea4-410f-9b7a-e62bc7dca06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:03.377316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4daf63b3-7ea4-410f-9b7a-e62bc7dca06f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dac1de9e-f606-4aa4-988e-0c4a7953606e HTTP/1.1" status: 204 len: 168 time: 0.5690832 Aug 30 21:32:03.404843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea1283f2-e583-44a1-a4ed-8ff1a2f72d52 req-0d2a48f6-6686-454d-8036-ca9bd71b9d97 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014277 Aug 30 21:32:03.409376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f12d53d3-3581-4dbb-a7be-ce1e8bb90718 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags HTTP/1.1" status: 200 len: 241 time: 0.1502800 Aug 30 21:32:03.416090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.422190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-190412ce-f6c0-4aa8-817d-3e37e4c56cc9 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-1179256839') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.436278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf63b3-7ea4-410f-9b7a-e62bc7dca06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1de9e-f606-4aa4-988e-0c4a7953606e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:03.450220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-643e02bd-81cf-4d4b-9446-2dcb96e96db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.452393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-643e02bd-81cf-4d4b-9446-2dcb96e96db4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b HTTP/1.1" status: 200 len: 834 time: 0.0927401 Aug 30 21:32:03.459094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-190412ce-f6c0-4aa8-817d-3e37e4c56cc9 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-1179256839 HTTP/1.1" status: 204 len: 168 time: 0.0418816 Aug 30 21:32:03.462199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.471848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '8976b266-87b1-48e0-ae6a-e1a502787be0', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'port_id': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'mac_address': 'fa:16:3e:52:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231bc522-a277-4639-a4cb-809d7a552a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:32:00Z', 'updated_at': '2021-08-30T21:32:00Z', 'revision_number': 0, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:36Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.486705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-2c622aaf-c893-4204-a669-09624239eea7 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-1179256839') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.511975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43050b13-1b30-47a2-b4cc-32aa3f291456 None None] The sync data for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 is: [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '8976b266-87b1-48e0-ae6a-e1a502787be0', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'floating_ip_address': '172.25.5.178', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'port_id': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'mac_address': 'fa:16:3e:52:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231bc522-a277-4639-a4cb-809d7a552a43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:32:00Z', 'updated_at': '2021-08-30T21:32:00Z', 'revision_number': 0, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:36Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:32:03.587293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2c622aaf-c893-4204-a669-09624239eea7 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-1179256839 HTTP/1.1" status: 204 len: 168 time: 0.1238163 Aug 30 21:32:03.588753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33986) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.597161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-24f26afc-4a90-47c6-8120-8f93780e99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.599081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-24f26afc-4a90-47c6-8120-8f93780e99ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=013102dc-ea16-4aee-8bba-0671408c1603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948193 Aug 30 21:32:03.609345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-cb9b0927-61c6-4a7f-bfce-9ae7027e7c5a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.620473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:03.671302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cb9b0927-61c6-4a7f-bfce-9ae7027e7c5a tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags HTTP/1.1" status: 200 len: 205 time: 0.0807304 Aug 30 21:32:03.674937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.680015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e65bfe4a-212b-4512-8112-3a7fe178279c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.736811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e65bfe4a-212b-4512-8112-3a7fe178279c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags HTTP/1.1" status: 204 len: 168 time: 0.0582249 Aug 30 21:32:03.738024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 33992) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.742707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-36a7caf0-3fae-4c16-921f-33fac74c7df0 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:03.746038 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-9bf9c02c-a8ec-41c8-928c-2e78ea98902a service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390190 Aug 30 21:32:03.760222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fe8afca1-8b9f-4359-b9c6-85042eee9048 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4304 time: 0.5795956 Aug 30 21:32:03.762655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 33994) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:03.786122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7b53b-91a6-48b5-89a8-36c7438ae379 req-44eb07cc-8087-4439-b16d-5cb81cd4cb9f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.787713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fe7b53b-91a6-48b5-89a8-36c7438ae379 req-44eb07cc-8087-4439-b16d-5cb81cd4cb9f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0913463 Aug 30 21:32:03.854449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fe7b53b-91a6-48b5-89a8-36c7438ae379 req-dce591b2-5b37-428d-94fd-559224e215c6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495515 Aug 30 21:32:03.871148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4db89-1493-4826-90d8-d4e8eba9d951 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.871756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec4db89-1493-4826-90d8-d4e8eba9d951 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:03.873548 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7ec4db89-1493-4826-90d8-d4e8eba9d951 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=544c6347-fd87-4d18-a3bb-5b98560c309f HTTP/1.1" status: 200 len: 1991 time: 0.1105280 Aug 30 21:32:03.898569 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415e99b-c791-4a48-8528-de20649987d3 None None] New status for floating IP 8976b266-87b1-48e0-ae6a-e1a502787be0: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:32:03.995389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372777f-2d69-42ce-8212-b8f39b604909 req-bb335cde-5bdd-42a8-9310-0f765149061b tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.004730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5372777f-2d69-42ce-8212-b8f39b604909 req-bb335cde-5bdd-42a8-9310-0f765149061b tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 943 time: 0.0643795 Aug 30 21:32:04.054527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5372777f-2d69-42ce-8212-b8f39b604909 req-e6b48530-6056-4eb2-8933-193f2f2fa293 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Aug 30 21:32:04.243936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36a7caf0-3fae-4c16-921f-33fac74c7df0 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags HTTP/1.1" status: 204 len: 168 time: 0.5048602 Aug 30 21:32:04.246820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34014) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.252747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-b94dc3e0-b383-4027-822b-52c94853b670 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.259069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-332e08aa-61e0-4f9c-8255-ce031a36b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.260606 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-332e08aa-61e0-4f9c-8255-ce031a36b3a2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b&tenant_id=e377c51cd63d4ca8a52d3e4faf131185 HTTP/1.1" status: 200 len: 1095 time: 0.1085873 Aug 30 21:32:04.272741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbbd5a59-3691-4673-a89e-6bde02f973d4 req-19e4b0d8-0f7a-4990-aca6-9a4dadf17ba7 service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910755 Aug 30 21:32:04.319985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b94dc3e0-b383-4027-822b-52c94853b670 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0713181 Aug 30 21:32:04.322397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34020) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.326642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-10603c16-8218-4593-b6fd-60b170956c63 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.337469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-2a43ebee-1446-4c75-9627-4a8a42259ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.339031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-2a43ebee-1446-4c75-9627-4a8a42259ba1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1095 time: 0.0533009 Aug 30 21:32:04.391842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34022) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.392027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-10603c16-8218-4593-b6fd-60b170956c63 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags HTTP/1.1" status: 204 len: 168 time: 0.0686002 Aug 30 21:32:04.396567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-bda21918-6c12-4292-a8c4-880742633a38 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-44513467') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.484997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-7940629a-b833-4f97-98ed-dbb09eb60641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.486559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-7940629a-b833-4f97-98ed-dbb09eb60641 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1393204 Aug 30 21:32:04.533933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186c82-8e94-4374-aa22-c38550faead8 req-d0676f2d-ac9e-44ad-b658-f6d101c63aa0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.535786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66186c82-8e94-4374-aa22-c38550faead8 req-d0676f2d-ac9e-44ad-b658-f6d101c63aa0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.0549002 Aug 30 21:32:04.544363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bda21918-6c12-4292-a8c4-880742633a38 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-44513467 HTTP/1.1" status: 201 len: 201 time: 0.1514504 Aug 30 21:32:04.545551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34026) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.551129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-12e7deec-14c9-43c5-869d-9ac9144d04d1 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-1265522882') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.561267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-d64dfde2-fcf3-436a-9fe2-4d28c1aa6403 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 998 time: 0.0663936 Aug 30 21:32:04.614492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-dae9a8be-46d3-412d-b5a5-3829e4829040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.615872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66186c82-8e94-4374-aa22-c38550faead8 req-e09a120d-dadb-4952-8d2e-d02148f668c2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717659 Aug 30 21:32:04.616454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-dae9a8be-46d3-412d-b5a5-3829e4829040 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0472534 Aug 30 21:32:04.652715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12e7deec-14c9-43c5-869d-9ac9144d04d1 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-1265522882 HTTP/1.1" status: 201 len: 201 time: 0.1060586 Aug 30 21:32:04.655711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34028) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.660753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-56f39cb3-8572-442f-aa25-75bbd724bfcf tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-1562794975') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.674551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-66a9ddd2-d34f-42a1-9a52-2147c6419f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:04.678989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-66a9ddd2-d34f-42a1-9a52-2147c6419f16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522108 Aug 30 21:32:04.762840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-56f39cb3-8572-442f-aa25-75bbd724bfcf tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-1562794975 HTTP/1.1" status: 201 len: 201 time: 0.1059489 Aug 30 21:32:04.765511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.771992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e0ce0350-bf0f-4285-b845-5bcfe74ebce4 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-1383359281') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.812565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-960c30bf-c86d-4803-94bd-e115f4b2d8e7 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286170 Aug 30 21:32:04.842489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e0ce0350-bf0f-4285-b845-5bcfe74ebce4 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-1383359281 HTTP/1.1" status: 201 len: 201 time: 0.0759521 Aug 30 21:32:04.845508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34038) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.851247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-7b475cba-2cc9-4d66-9fa9-d0e6cbcdb202 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', {'tags': ['tempest-TagsExtTest-Tag-2026738161', 'tempest-TagsExtTest-Tag-1226099917', 'tempest-TagsExtTest-Tag-882693575']}) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:04.930229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7b475cba-2cc9-4d66-9fa9-d0e6cbcdb202 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags HTTP/1.1" status: 200 len: 317 time: 0.0810468 Aug 30 21:32:04.931727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34042) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:04.936683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-b459cb31-7d93-4c62-b9ad-c654d7b52bc2 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156182 Aug 30 21:32:04.938413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-45c4270c-2f77-44f6-8aeb-136d4ed0bda7 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.024816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcb5b5-c333-442c-9f34-521c6baa1f99 req-0c8a1b75-a2b5-4c64-8190-511899cce7f9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:05.026318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0dcb5b5-c333-442c-9f34-521c6baa1f99 req-0c8a1b75-a2b5-4c64-8190-511899cce7f9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0637715 Aug 30 21:32:05.070974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-45c4270c-2f77-44f6-8aeb-136d4ed0bda7 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags HTTP/1.1" status: 204 len: 168 time: 0.1342337 Aug 30 21:32:05.071231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34050) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.077737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e81a425e-eee1-42a5-9dee-c85eeec81228 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-2026738161') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.083134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0dcb5b5-c333-442c-9f34-521c6baa1f99 req-90c46059-61fb-4274-9fec-b59c36d0a017 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450089 Aug 30 21:32:05.154861 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e81a425e-eee1-42a5-9dee-c85eeec81228 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:05.159402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34058) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.159889 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e81a425e-eee1-42a5-9dee-c85eeec81228 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-2026738161 HTTP/1.1" status: 404 len: 329 time: 0.0872259 Aug 30 21:32:05.167466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-70ea4935-eced-4228-b479-ea8b2a8ccafd tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-1226099917') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.256469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac87a-41e6-4ee6-9690-b88f7f35893e req-e02afd47-e3f7-447c-a9b7-dfc7f8139957 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:05.266192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe7ac87a-41e6-4ee6-9690-b88f7f35893e req-e02afd47-e3f7-447c-a9b7-dfc7f8139957 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 943 time: 0.1114020 Aug 30 21:32:05.311458 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-70ea4935-eced-4228-b479-ea8b2a8ccafd tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:05.315691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.320322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-25fa0a62-4c73-4408-bc2d-91d5abc09293 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61', 'tempest-TagsExtTest-Tag-882693575') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.322061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-70ea4935-eced-4228-b479-ea8b2a8ccafd tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-1226099917 HTTP/1.1" status: 404 len: 329 time: 0.1605740 Aug 30 21:32:05.325709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe7ac87a-41e6-4ee6-9690-b88f7f35893e req-ce6ecf04-62ab-42b8-a9ee-ab079b2ba2d0 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587230 Aug 30 21:32:05.398538 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-25fa0a62-4c73-4408-bc2d-91d5abc09293 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:05.402510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-25fa0a62-4c73-4408-bc2d-91d5abc09293 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags/tempest-TagsExtTest-Tag-882693575 HTTP/1.1" status: 404 len: 328 time: 0.0832202 Aug 30 21:32:05.402984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.409510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-e7e74944-b618-4452-9e73-5aa120cc36ac tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', {'tags': ['tempest-TagsExtTest-Tag-891441717', 'tempest-TagsExtTest-Tag-1612189673', 'tempest-TagsExtTest-Tag-1700759074']}) {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.528835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e7e74944-b618-4452-9e73-5aa120cc36ac tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags HTTP/1.1" status: 200 len: 317 time: 0.1245620 Aug 30 21:32:05.531960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.536969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-72275273-1948-4361-a5c5-2712cc83b1de tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.620384 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-72275273-1948-4361-a5c5-2712cc83b1de tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0860348 Aug 30 21:32:05.622896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.625951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-c577b7d5-06d3-4c6c-b660-7532202ef01c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-891441717') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.707093 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c577b7d5-06d3-4c6c-b660-7532202ef01c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:05.708128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c577b7d5-06d3-4c6c-b660-7532202ef01c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-891441717 HTTP/1.1" status: 404 len: 328 time: 0.0861037 Aug 30 21:32:05.711130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.715903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-55686db1-d842-4699-b2a3-a6cdf29fb40d tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-1612189673') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.765342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd021b3-d043-4915-b2a3-c4d0c83c62f8 req-1ae76d50-b5ad-4cef-8083-f83f9db5f043 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:05.767437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd021b3-d043-4915-b2a3-c4d0c83c62f8 req-1ae76d50-b5ad-4cef-8083-f83f9db5f043 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 944 time: 0.0782189 Aug 30 21:32:05.791831 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-55686db1-d842-4699-b2a3-a6cdf29fb40d tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:05.792971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-55686db1-d842-4699-b2a3-a6cdf29fb40d tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-1612189673 HTTP/1.1" status: 404 len: 329 time: 0.0809085 Aug 30 21:32:05.795798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.800435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-8d115238-8bb0-4345-b80a-374fdfcd4430 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6', 'tempest-TagsExtTest-Tag-1700759074') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:05.826571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd021b3-d043-4915-b2a3-c4d0c83c62f8 req-ffaabb83-1718-4991-b4dd-8a14f3ceb41c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526879 Aug 30 21:32:05.882734 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:05.896090 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-8d115238-8bb0-4345-b80a-374fdfcd4430 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:05.897157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8d115238-8bb0-4345-b80a-374fdfcd4430 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags/tempest-TagsExtTest-Tag-1700759074 HTTP/1.1" status: 404 len: 329 time: 0.1004171 Aug 30 21:32:05.900020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:05.914941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-513c76d7-cf4b-4552-86ed-3f8ea4854ae5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', {'tags': ['tempest-TagsExtTest-Tag-141967484', 'tempest-TagsExtTest-Tag-398263320', 'tempest-TagsExtTest-Tag-263952565']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.020902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd473b01-61be-4e3c-a822-42f19cf36dcd details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:32:06.041437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34088) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.042128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-513c76d7-cf4b-4552-86ed-3f8ea4854ae5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags HTTP/1.1" status: 200 len: 315 time: 0.1405237 Aug 30 21:32:06.046523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-434775df-ece0-447a-a21c-d9d00474826c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.199296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34092) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.210928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dd473b01-61be-4e3c-a822-42f19cf36dcd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:06.211168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-434775df-ece0-447a-a21c-d9d00474826c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags HTTP/1.1" status: 204 len: 168 time: 0.1642787 Aug 30 21:32:06.213501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-74336fe3-46d2-4b67-ae3a-250dd9402f27 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-141967484') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.229997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'dd473b01-61be-4e3c-a822-42f19cf36dcd', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': 'dd473b01-61be-4e3c-a822-42f19cf36dcd', 'mac_address': 'fa:16:3e:e6:f9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:32:06.277747 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:06.296413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd473b01-61be-4e3c-a822-42f19cf36dcd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:32:06.340620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dd473b01-61be-4e3c-a822-42f19cf36dcd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:06.351743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:06.352470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 87cfaae2-86cb-4e72-a86f-e6fec073d734 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:32:06.369407 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-74336fe3-46d2-4b67-ae3a-250dd9402f27 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:06.370506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-74336fe3-46d2-4b67-ae3a-250dd9402f27 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-141967484 HTTP/1.1" status: 404 len: 328 time: 0.1697783 Aug 30 21:32:06.373393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.386779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6c5fe360-2688-4ee1-9a85-69a7eb62e69c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-398263320') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.511094 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6c5fe360-2688-4ee1-9a85-69a7eb62e69c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:06.512236 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6c5fe360-2688-4ee1-9a85-69a7eb62e69c tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-398263320 HTTP/1.1" status: 404 len: 328 time: 0.1366029 Aug 30 21:32:06.515096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.520989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-bbfad140-6a75-43fb-843d-97f18c83addb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65', 'tempest-TagsExtTest-Tag-263952565') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.586307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dd473b01-61be-4e3c-a822-42f19cf36dcd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:06.667712 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-bbfad140-6a75-43fb-843d-97f18c83addb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:06.671239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bbfad140-6a75-43fb-843d-97f18c83addb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags/tempest-TagsExtTest-Tag-263952565 HTTP/1.1" status: 404 len: 328 time: 0.1524568 Aug 30 21:32:06.671749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34100) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.682548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-e19ab1cd-6a14-46ee-91fe-5ee4ef2f15a0 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', {'tags': ['tempest-TagsExtTest-Tag-1817683049', 'tempest-TagsExtTest-Tag-1383783855', 'tempest-TagsExtTest-Tag-664093909']}) {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.684801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 87cfaae2-86cb-4e72-a86f-e6fec073d734, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734,segment=NetworkSegment(cbf71e03-128e-41b6-b07d-5d28146be88d),segment_id=cbf71e03-128e-41b6-b07d-5d28146be88d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:06.709449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '87cfaae2-86cb-4e72-a86f-e6fec073d734', 'network_id': 'f2428037-beb9-4c58-bc8b-397110f0bb6a', 'port_id': '87cfaae2-86cb-4e72-a86f-e6fec073d734', 'mac_address': 'fa:16:3e:98:9a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a71937-b4ab-4022-9f17-3256621006a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:32:06.768017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:06.775782 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e19ab1cd-6a14-46ee-91fe-5ee4ef2f15a0 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "PUT /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags HTTP/1.1" status: 200 len: 317 time: 0.1006746 Aug 30 21:32:06.776366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.788448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-05efaf3d-19b8-4a67-b3ae-f750e7c9a359 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.792436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cfaae2-86cb-4e72-a86f-e6fec073d734 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:32:06.821956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 87cfaae2-86cb-4e72-a86f-e6fec073d734, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734,segment=NetworkSegment(cbf71e03-128e-41b6-b07d-5d28146be88d),segment_id=cbf71e03-128e-41b6-b07d-5d28146be88d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:06.829442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:06.870529 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-05efaf3d-19b8-4a67-b3ae-f750e7c9a359 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags HTTP/1.1" status: 204 len: 168 time: 0.0908384 Aug 30 21:32:06.871020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34106) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.876905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6826525e-391c-4566-8577-88941eefe4b5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-1817683049') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.882849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f81bfd-bab1-493e-b4af-ba4721210b80 req-1bbacef4-c9a8-4c42-ac5a-93838a71412c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:06.894381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62f81bfd-bab1-493e-b4af-ba4721210b80 req-1bbacef4-c9a8-4c42-ac5a-93838a71412c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.6818342 Aug 30 21:32:06.899098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=87cfaae2-86cb-4e72-a86f-e6fec073d734,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:06.906227 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-6826525e-391c-4566-8577-88941eefe4b5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:06.910151 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6826525e-391c-4566-8577-88941eefe4b5 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-1817683049 HTTP/1.1" status: 404 len: 329 time: 0.0354500 Aug 30 21:32:06.913245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.922798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-99827d2c-31ac-464e-979b-76fc5a624e64 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-1383783855') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.957023 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-99827d2c-31ac-464e-979b-76fc5a624e64 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:06.960901 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99827d2c-31ac-464e-979b-76fc5a624e64 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-1383783855 HTTP/1.1" status: 404 len: 329 time: 0.0423200 Aug 30 21:32:06.962382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:06.972039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-1f4bdcfb-dc19-4c94-a7fa-215502d1d379 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be', 'tempest-TagsExtTest-Tag-664093909') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:06.976734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62f81bfd-bab1-493e-b4af-ba4721210b80 req-c2b2b4c8-a820-4188-8003-c48ba9b13fa0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799966 Aug 30 21:32:07.016543 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-1f4bdcfb-dc19-4c94-a7fa-215502d1d379 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] show failed (client error): The resource could not be found. Aug 30 21:32:07.020628 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1f4bdcfb-dc19-4c94-a7fa-215502d1d379 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags/tempest-TagsExtTest-Tag-664093909 HTTP/1.1" status: 404 len: 328 time: 0.0539908 Aug 30 21:32:07.021222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.025419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-6a18062b-9d32-4d36-b076-08885b76acaa tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9a9ee3b2-30c9-41cf-89d3-f336963c98be') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:07.085579 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6a18062b-9d32-4d36-b076-08885b76acaa tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be/tags HTTP/1.1" status: 204 len: 168 time: 0.0608027 Aug 30 21:32:07.085897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.097168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-98d87def-19f1-4bd4-9a62-a5e3072a0280 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8e049813-54f7-4aba-947a-298930cb7b65') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:07.143255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601df519-db4f-4090-aefb-b56855555992 req-1b5c89aa-66fb-4906-be1f-1511b17bd700 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:07.145966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-601df519-db4f-4090-aefb-b56855555992 req-1b5c89aa-66fb-4906-be1f-1511b17bd700 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 944 time: 0.0828705 Aug 30 21:32:07.178908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['dd473b01-61be-4e3c-a822-42f19cf36dcd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:32:07.219400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-601df519-db4f-4090-aefb-b56855555992 req-0a4e4644-84de-4842-a8ea-4a5808536b6e tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649583 Aug 30 21:32:07.234838 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98d87def-19f1-4bd4-9a62-a5e3072a0280 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65/tags HTTP/1.1" status: 204 len: 168 time: 0.1477993 Aug 30 21:32:07.237455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34118) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.242296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.tag.tag_plugin [None req-834dde31-b968-4810-a6b5-a52db8cdc1ea tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a54f9670-3ec3-433d-a585-5c5d003b86d6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:07.259572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['87cfaae2-86cb-4e72-a86f-e6fec073d734'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:32:07.426365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b03b0-b317-4f57-a8ec-806072931deb req-40acff24-4629-4fcd-adca-efc369c22a74 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:07.428106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-549b03b0-b317-4f57-a8ec-806072931deb req-40acff24-4629-4fcd-adca-efc369c22a74 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 945 time: 0.1012590 Aug 30 21:32:07.435315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-834dde31-b968-4810-a6b5-a52db8cdc1ea tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1967220 Aug 30 21:32:07.437964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.443404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.tag.tag_plugin [None req-7980ff05-c68c-4190-ad25-d0283e5b298b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:07.484029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-549b03b0-b317-4f57-a8ec-806072931deb req-d4d19b9a-c3aa-4e76-92e5-609b121d3f78 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Aug 30 21:32:07.542148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7980ff05-c68c-4190-ad25-d0283e5b298b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61/tags HTTP/1.1" status: 204 len: 168 time: 0.1027930 Aug 30 21:32:07.546514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34122) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.646637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8d05ec93-2c97-48b7-984f-a93cfa18d94d tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for subnetpool, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:07.650297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8d05ec93-2c97-48b7-984f-a93cfa18d94d tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnetpools/9a9ee3b2-30c9-41cf-89d3-f336963c98be HTTP/1.1" status: 204 len: 168 time: 0.1002913 Aug 30 21:32:07.650897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.704856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34126) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:07.713463 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4e7a5cb4-8b65-41ff-a0e2-80c4aabc1b81 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e049813-54f7-4aba-947a-298930cb7b65 HTTP/1.1" status: 200 len: 205 time: 0.0601425 Aug 30 21:32:07.784046 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:07.957299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:07.959901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.006832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.007521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Fanout notify agent at l3_agent the message router_deleted on router 8e049813-54f7-4aba-947a-298930cb7b65 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:32:08.016652 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.019971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-498a3cf3-5d7c-4f46-a7fb-cff26e744ebb tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/routers/8e049813-54f7-4aba-947a-298930cb7b65 HTTP/1.1" status: 204 len: 168 time: 0.3115592 Aug 30 21:32:08.020458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:08.035951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd473b01-61be-4e3c-a822-42f19cf36dcd up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:32:08.141721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3eb5-e118-445f-aeff-3ff626f4af9e req-3b9adb88-0492-4a22-aad2-86c4cb10ef36 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:08.155698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-109a3eb5-e118-445f-aeff-3ff626f4af9e req-3b9adb88-0492-4a22-aad2-86c4cb10ef36 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0830305 Aug 30 21:32:08.161970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port dd473b01-61be-4e3c-a822-42f19cf36dcd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:08.167994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port dd473b01-61be-4e3c-a822-42f19cf36dcd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:08.168197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Deleting port a54f9670-3ec3-433d-a585-5c5d003b86d6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:08.168496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.168762 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.230763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-109a3eb5-e118-445f-aeff-3ff626f4af9e req-c12de94b-c0d7-4ca1-874d-2ee192a3b99e tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726566 Aug 30 21:32:08.308786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.340269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Calling delete_port for a54f9670-3ec3-433d-a585-5c5d003b86d6 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:08.382907 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.452823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port dd473b01-61be-4e3c-a822-42f19cf36dcd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:08.455961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd473b01-61be-4e3c-a822-42f19cf36dcd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:08.460833 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb9c067-8025-481c-adb3-86e16f7dc03b" -d '{"events": [{"server_uuid": "c8c2f1d7-b6e5-4264-9233-0fc7a0de447f", "name": "network-vif-plugged", "status": "completed", "tag": "dd473b01-61be-4e3c-a822-42f19cf36dcd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:08.462620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959146ba-f2c4-432b-a143-6bc046579253 req-4d01714b-95bd-4931-bc15-187020ff2afd tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:08.473832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-959146ba-f2c4-432b-a143-6bc046579253 req-4d01714b-95bd-4931-bc15-187020ff2afd tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 944 time: 0.1072507 Aug 30 21:32:08.476308 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.563866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-959146ba-f2c4-432b-a143-6bc046579253 req-448b423a-467b-48a9-8223-776f76845696 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Aug 30 21:32:08.586803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=dd473b01-61be-4e3c-a822-42f19cf36dcd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:08.604369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.612215 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1114c2a8-fe8f-4026-bc13-c0881467d43d x-openstack-request-id: req-1114c2a8-fe8f-4026-bc13-c0881467d43d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:08.612506 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c2f1d7-b6e5-4264-9233-0fc7a0de447f", "name": "network-vif-plugged", "status": "completed", "tag": "dd473b01-61be-4e3c-a822-42f19cf36dcd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:08.612761 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1114c2a8-fe8f-4026-bc13-c0881467d43d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:08.613163 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd473b01-61be-4e3c-a822-42f19cf36dcd', 'code': 200} Aug 30 21:32:08.654497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event deleted for resources: {'Port': ['ID=a54f9670-3ec3-433d-a585-5c5d003b86d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:08.731934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be79eb-2e86-421f-adce-44969134842b req-49e8ab70-25bd-4019-a8ad-6128d49a18cf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:08.734157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62be79eb-2e86-421f-adce-44969134842b req-49e8ab70-25bd-4019-a8ad-6128d49a18cf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.0715609 Aug 30 21:32:08.813587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-62be79eb-2e86-421f-adce-44969134842b req-3ecacb9d-08cc-4137-a02d-7428f0ad3589 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678105 Aug 30 21:32:08.829592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.832617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-90ad867e-f590-49fe-8436-63004b04eadc tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/ports/a54f9670-3ec3-433d-a585-5c5d003b86d6 HTTP/1.1" status: 204 len: 168 time: 0.8109450 Aug 30 21:32:08.835429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34142) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:08.835656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfacdf-af28-4482-8e84-e79508bea4f5 req-1638f99c-3409-49fb-8925-a00743af3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:08.837202 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57dfacdf-af28-4482-8e84-e79508bea4f5 req-1638f99c-3409-49fb-8925-a00743af3e71 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 1098 time: 0.1176412 Aug 30 21:32:08.892589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57dfacdf-af28-4482-8e84-e79508bea4f5 req-74d1c3ef-1256-48a8-8236-47712f7e1bc7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Aug 30 21:32:08.909594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Deleting subnet eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:32:08.913571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.946778 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b791eb59-c704-4095-98e5-e237ab45fc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:08.958941 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.049752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.133332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.158992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event deleted for resources: {'Subnet': ['ID=eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:09.170089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.176261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9310c423-26eb-42fe-b00b-554d63828f4b tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/subnets/eb88c7bf-d8da-4a51-843c-8c1d7b0e2f61 HTTP/1.1" status: 204 len: 168 time: 0.3397160 Aug 30 21:32:09.177181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34146) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:09.181305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d71d5-ef0e-428d-9845-9e74a3eb27ab None None] Network 972b2933-5c70-4fd6-ad9a-b02c6d44764c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:09.267678 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.291770 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:32:09.443623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Deleting port a3a133ef-b03e-4428-a5bb-180f5515a4d6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:09.444296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.453355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4aeef-c62d-43d6-abe2-f29fa52cb55e req-40555b66-8300-48d4-8fad-86b710824e42 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:09.455300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5db4aeef-c62d-43d6-abe2-f29fa52cb55e req-40555b66-8300-48d4-8fad-86b710824e42 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0905287 Aug 30 21:32:09.558998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] For port a3a133ef-b03e-4428-a5bb-180f5515a4d6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a3a133ef-b03e-4428-a5bb-180f5515a4d6,segment=NetworkSegment(99558351-7b6f-4290-b610-4380c7b2454b),segment_id=99558351-7b6f-4290-b610-4380c7b2454b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:09.559664 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.564626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5db4aeef-c62d-43d6-abe2-f29fa52cb55e req-ff46580e-6ba3-4f56-a6bf-19446ecaba15 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965326 Aug 30 21:32:09.575541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Calling delete_port for a3a133ef-b03e-4428-a5bb-180f5515a4d6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:09.657168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] DHCP port deletion for 972b2933-5c70-4fd6-ad9a-b02c6d44764c request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:32:09.691021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.736947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Deleting port a3a133ef-b03e-4428-a5bb-180f5515a4d6 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:09.737640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.747266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] No DVR routers for this DVR port a3a133ef-b03e-4428-a5bb-180f5515a4d6 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:32:09.753929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event deleted for resources: {'Port': ['ID=a3a133ef-b03e-4428-a5bb-180f5515a4d6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:09.844365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] For port a3a133ef-b03e-4428-a5bb-180f5515a4d6, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:09.844670 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.857813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Calling delete_port for a3a133ef-b03e-4428-a5bb-180f5515a4d6 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:09.860484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Port a3a133ef-b03e-4428-a5bb-180f5515a4d6 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:32:09.861789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.864987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df9f22-dd22-4b9d-aa8f-5d528d5de71a req-aa25effe-255d-4f0d-aa78-495708ed1bfb tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:09.866725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66df9f22-dd22-4b9d-aa8f-5d528d5de71a req-aa25effe-255d-4f0d-aa78-495708ed1bfb tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 944 time: 0.1575654 Aug 30 21:32:09.875671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.888340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] No DVR routers for this DVR port a3a133ef-b03e-4428-a5bb-180f5515a4d6 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:32:09.893222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1a6a-bb96-42a4-9341-4476747dac07 None None] Pushing event deleted for resources: {'Port': ['ID=a3a133ef-b03e-4428-a5bb-180f5515a4d6,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:09.895320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972b2933-5c70-4fd6-ad9a-b02c6d44764c']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:09.914368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99558351-7b6f-4290-b610-4380c7b2454b') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:09.915012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99558351-7b6f-4290-b610-4380c7b2454b') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:09.935076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.948919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66df9f22-dd22-4b9d-aa8f-5d528d5de71a req-af83afa0-7824-48a8-b3c0-0e27ef2df86a tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704248 Aug 30 21:32:09.955396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.962852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:32:09.963475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:32:09.967038 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:32:10.053684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 87cfaae2-86cb-4e72-a86f-e6fec073d734 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:32:10.107059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.130916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.135488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] 10.222.0.76 "DELETE /v2.0/networks/972b2933-5c70-4fd6-ad9a-b02c6d44764c HTTP/1.1" status: 204 len: 168 time: 0.9547453 Aug 30 21:32:10.136403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cac55e-8b58-4295-a402-b310e9d4ca68 tempest-TagsExtTest-818349847 tempest-TagsExtTest-818349847-project] Pushing event deleted for resources: {'Network': ['ID=972b2933-5c70-4fd6-ad9a-b02c6d44764c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:10.153980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda7845-7f8d-4b71-ae92-fefe11a7edda req-89d7df8a-8818-4a96-952e-9fc3f8f01c6e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:10.159475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 87cfaae2-86cb-4e72-a86f-e6fec073d734 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:10.163111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bda7845-7f8d-4b71-ae92-fefe11a7edda req-89d7df8a-8818-4a96-952e-9fc3f8f01c6e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.0975337 Aug 30 21:32:10.167064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 87cfaae2-86cb-4e72-a86f-e6fec073d734 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:10.167490 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.273215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bda7845-7f8d-4b71-ae92-fefe11a7edda req-ea1be306-aaea-4a64-a7c5-284fcb1c42ea tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091115 Aug 30 21:32:10.329879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.401483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 87cfaae2-86cb-4e72-a86f-e6fec073d734, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734,segment=NetworkSegment(cbf71e03-128e-41b6-b07d-5d28146be88d),segment_id=cbf71e03-128e-41b6-b07d-5d28146be88d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:10.409616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.480723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=87cfaae2-86cb-4e72-a86f-e6fec073d734,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:10.547108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:10.614504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cfaae2-86cb-4e72-a86f-e6fec073d734'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:10.617754 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41ff28-be40-4e69-b63a-bf8ab5401e89" -d '{"events": [{"server_uuid": "e077a210-a5f1-48d8-ae0d-0776ea26e516", "name": "network-vif-plugged", "status": "completed", "tag": "87cfaae2-86cb-4e72-a86f-e6fec073d734"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:10.717915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efce29-ecf9-460e-832c-2f633f42156e req-5ddec669-0639-4626-b2cc-4857b788d7f6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:10.719570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11efce29-ecf9-460e-832c-2f633f42156e req-5ddec669-0639-4626-b2cc-4857b788d7f6 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0656958 Aug 30 21:32:10.772983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-11efce29-ecf9-460e-832c-2f633f42156e req-c33f22a7-9764-4740-b7b6-02096f75447a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462868 Aug 30 21:32:10.794721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-db1e8e9f-e48a-4951-8373-9a862b205096 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fba19b0baecd4fdf93f4d5f42b43861c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451432 Aug 30 21:32:10.796066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34170) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:10.859902 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd056a7-74fb-4ab5-8df1-2f1e46aa3ce9 x-openstack-request-id: req-4bd056a7-74fb-4ab5-8df1-2f1e46aa3ce9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:10.860490 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e077a210-a5f1-48d8-ae0d-0776ea26e516", "name": "network-vif-plugged", "status": "completed", "tag": "87cfaae2-86cb-4e72-a86f-e6fec073d734", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:10.860621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f50e7d0b-0d4d-4ea8-9698-026ebde2b302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.861024 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4bd056a7-74fb-4ab5-8df1-2f1e46aa3ce9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:10.861603 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cfaae2-86cb-4e72-a86f-e6fec073d734', 'code': 200} Aug 30 21:32:10.889321 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f50e7d0b-0d4d-4ea8-9698-026ebde2b302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.963067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f50e7d0b-0d4d-4ea8-9698-026ebde2b302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.967135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f50e7d0b-0d4d-4ea8-9698-026ebde2b302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:10.977030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f50e7d0b-0d4d-4ea8-9698-026ebde2b302 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d87848e9-1dfe-4e72-acf6-210df2438143 HTTP/1.1" status: 204 len: 168 time: 0.1722174 Aug 30 21:32:10.993733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e7d0b-0d4d-4ea8-9698-026ebde2b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87848e9-1dfe-4e72-acf6-210df2438143,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:11.021649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d07fc4-6f3d-46ae-959c-2240d54ddbe7 req-02800afa-3dd6-4474-bcc3-090b0a042aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:11.023738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-61d07fc4-6f3d-46ae-959c-2240d54ddbe7 req-02800afa-3dd6-4474-bcc3-090b0a042aec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 1097 time: 0.1020367 Aug 30 21:32:11.094566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-61d07fc4-6f3d-46ae-959c-2240d54ddbe7 req-a8d0b7b1-96e6-4ed5-94bd-398031204e0b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631497 Aug 30 21:32:11.170960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cb7aa-77ba-4e30-9425-75f25b597f56 req-a5e9d3a3-80c3-4a9c-9224-9f2d35b3ebe7 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:11.172883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b8cb7aa-77ba-4e30-9425-75f25b597f56 req-a5e9d3a3-80c3-4a9c-9224-9f2d35b3ebe7 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0756345 Aug 30 21:32:11.219445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b8cb7aa-77ba-4e30-9425-75f25b597f56 req-4eff7bf4-92c5-474e-98ff-15e92b87fd15 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401413 Aug 30 21:32:11.398748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3a133ef-b03e-4428-a5bb-180f5515a4d6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:32:11.422938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b1e09-49a7-48c8-8535-9749a60a6839 req-54b75d27-b77a-4132-8a45-aabe8487d285 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:11.431245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d27b1e09-49a7-48c8-8535-9749a60a6839 req-54b75d27-b77a-4132-8a45-aabe8487d285 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.0884855 Aug 30 21:32:11.442320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a3a133ef-b03e-4428-a5bb-180f5515a4d6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:32:11.442764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3a133ef-b03e-4428-a5bb-180f5515a4d6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:32:11.489430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d27b1e09-49a7-48c8-8535-9749a60a6839 req-e9832739-d0c1-4247-871a-f8dff536bb01 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565984 Aug 30 21:32:11.656193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc054499-79be-42ae-92b5-dc8202ad69e7 req-af337b70-09fc-4727-a9db-c6db6cf81d69 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:11.657916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc054499-79be-42ae-92b5-dc8202ad69e7 req-af337b70-09fc-4727-a9db-c6db6cf81d69 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.0703323 Aug 30 21:32:11.719540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc054499-79be-42ae-92b5-dc8202ad69e7 req-9b143174-0f60-4030-958e-b7065af403f6 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529058 Aug 30 21:32:11.765533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:11.852613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38645-92e3-4dd5-81c2-43b6ba80598b req-51857977-3c62-4f3f-b0e5-c990ab1934e0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:11.879370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5e38645-92e3-4dd5-81c2-43b6ba80598b req-51857977-3c62-4f3f-b0e5-c990ab1934e0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.0880828 Aug 30 21:32:11.897731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a1415d6-02dc-4d9a-bf69-3c540398c4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:11.954974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5e38645-92e3-4dd5-81c2-43b6ba80598b req-821065ba-cbcc-43a5-a947-527da13c20b4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599382 Aug 30 21:32:12.078814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e391-9c4c-403a-befa-9f3f2ed40671 req-1e97edce-a47f-4b45-98de-8f5c1376bd1d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:12.086534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d61e391-9c4c-403a-befa-9f3f2ed40671 req-1e97edce-a47f-4b45-98de-8f5c1376bd1d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0637133 Aug 30 21:32:12.134477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d61e391-9c4c-403a-befa-9f3f2ed40671 req-1468b047-940b-4eb5-95df-ae2c5b39e9bb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407162 Aug 30 21:32:12.195426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34210) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:12.340016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-140561689-network', 'tenant_id': 'a485ae6a1e0148c3a7662eac6ce53191'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:12.407359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Made reservation on behalf of a485ae6a1e0148c3a7662eac6ce53191 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:12.409730 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.424874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.448792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d939cec-2194-4508-8b4c-e169a7c3e166 req-48652933-7d21-45d1-a91e-be0e337f000c tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:12.452354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d939cec-2194-4508-8b4c-e169a7c3e166 req-48652933-7d21-45d1-a91e-be0e337f000c tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0772324 Aug 30 21:32:12.532808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5d939cec-2194-4508-8b4c-e169a7c3e166 req-15e2e03c-c029-4ab5-a85b-eb5e3c8042a9 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733066 Aug 30 21:32:12.582773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.592403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.618112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:32:12.641598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50d784-c7b8-40b9-9a40-549b7dd38e53,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:12.648076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.648421 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Added segment b321c0b3-3722-4954-855d-1fd715eba850 of type vlan for network 1eb10975-e467-42c8-9efd-29994ccd48de Aug 30 21:32:12.674074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.711129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.727765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd66fa-f53e-4981-85cd-0c15d8776f50 req-e990dba2-f35a-46a8-8ff8-dcbddcdd4214 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:12.729354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eabd66fa-f53e-4981-85cd-0c15d8776f50 req-e990dba2-f35a-46a8-8ff8-dcbddcdd4214 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.1034079 Aug 30 21:32:12.766190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.767195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:12.767783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:12.827693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eabd66fa-f53e-4981-85cd-0c15d8776f50 req-6ecc137d-0aba-4223-a0c2-0cc07dcd0eda tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878506 Aug 30 21:32:12.844273 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6476593 Aug 30 21:32:12.845153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965b88c-b143-46b4-973a-118fc04a9963 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb10975-e467-42c8-9efd-29994ccd48de,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:12.847312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34220) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:12.852462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Request body: {'subnet': {'network_id': '1eb10975-e467-42c8-9efd-29994ccd48de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-140561689-subnet', 'tenant_id': 'a485ae6a1e0148c3a7662eac6ce53191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:12.858636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1eb10975-e467-42c8-9efd-29994ccd48de details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:32:12.877444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Made reservation on behalf of a485ae6a1e0148c3a7662eac6ce53191 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:12.880723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:13.081909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:13.144895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b171a9-4976-4be7-8ecb-5bbcf7990848,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:13.154518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.155518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.156036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.156556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.157223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.157849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.158356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.158889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.159405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.159944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.160240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.160586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:13.170555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Checking segment: {'id': 'b321c0b3-3722-4954-855d-1fd715eba850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1eb10975-e467-42c8-9efd-29994ccd48de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:32:13.170958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Network hostable DHCP agents. Network: 1eb10975-e467-42c8-9efd-29994ccd48de, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:32:13.215454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Network 1eb10975-e467-42c8-9efd-29994ccd48de is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:32:13.229984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1eb10975-e467-42c8-9efd-29994ccd48de) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:13.235075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:13.235766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:13.243508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca06fec-ffdc-4b56-8d39-448124527f04 None None] Network 1eb10975-e467-42c8-9efd-29994ccd48de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:13.262724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c0ef0582-2fa6-4da4-b481-d68a88a444d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4134293 Aug 30 21:32:13.350745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d221-8af4-4080-bf75-e165703ae489 req-6d882102-70ee-4fe6-94b2-1f4571c82ab9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:13.352386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2d5d221-8af4-4080-bf75-e165703ae489 req-6d882102-70ee-4fe6-94b2-1f4571c82ab9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.1031430 Aug 30 21:32:13.427465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2d5d221-8af4-4080-bf75-e165703ae489 req-1c739c09-be61-4cf8-b48e-bd1ebc2ee35d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630329 Aug 30 21:32:13.528657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf28d7-a292-4c77-9e6b-cbeb5ec0eaa2 None None] Network 1eb10975-e467-42c8-9efd-29994ccd48de requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:13.771576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f73455-7703-4f76-b351-606c63d0ad16 req-57dcfe91-516c-4fb8-8137-91031fe6afe6 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:13.777617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00f73455-7703-4f76-b351-606c63d0ad16 req-57dcfe91-516c-4fb8-8137-91031fe6afe6 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0819175 Aug 30 21:32:13.841032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00f73455-7703-4f76-b351-606c63d0ad16 req-e1723b56-c2c6-4874-b5c6-e2c960804288 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615692 Aug 30 21:32:13.990340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10676f4-8c59-48a4-b796-9330bc2ce2d8 req-efb7f48a-de27-44d9-9fe5-a92f4045aa5e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:13.997940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e10676f4-8c59-48a4-b796-9330bc2ce2d8 req-efb7f48a-de27-44d9-9fe5-a92f4045aa5e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.0719593 Aug 30 21:32:14.042215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e10676f4-8c59-48a4-b796-9330bc2ce2d8 req-689543d4-7cf2-4c88-a33c-01a5ff1081ca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Aug 30 21:32:14.143615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:14.163377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348083918-network', 'tenant_id': 'a55491c3539445d6942e31e1b9b9182c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:14.215165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7ecd1-6f1a-4053-8949-e65ba46637db req-97151a7a-35ed-4b72-9840-17bef08b57f9 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:14.219524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-5f69ddb7-831f-4bb0-b5e7-bc53fd48eea0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:14.221114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-5f69ddb7-831f-4bb0-b5e7-bc53fd48eea0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 946 time: 0.1451967 Aug 30 21:32:14.223235 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcd7ecd1-6f1a-4053-8949-e65ba46637db req-97151a7a-35ed-4b72-9840-17bef08b57f9 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0874629 Aug 30 21:32:14.223385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Made reservation on behalf of a55491c3539445d6942e31e1b9b9182c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:14.237923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.261391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.278894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcd7ecd1-6f1a-4053-8949-e65ba46637db req-1d3472d3-6675-43b0-87b4-a48a6666a95a tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547388 Aug 30 21:32:14.437556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port dd473b01-61be-4e3c-a822-42f19cf36dcd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:14.438245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.575205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.593693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.607382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.631542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port dd473b01-61be-4e3c-a822-42f19cf36dcd, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=dd473b01-61be-4e3c-a822-42f19cf36dcd,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:14.631929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.665920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51afdb87-9996-4ff3-aa41-c7559e3c2b44,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:14.680646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:32:14.683005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for dd473b01-61be-4e3c-a822-42f19cf36dcd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:14.698442 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.698831 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Added segment fa34863f-2ff0-4a8f-b302-157e973eccd6 of type vlan for network 249eab77-bdbf-4ff1-93d3-69a0413327bb Aug 30 21:32:14.818380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.825913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2bafc-85ba-4de4-886f-d9ba58a53e04 req-23e45316-21bd-4fd6-b7c8-7d107f3d5cd7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:14.836730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3a2bafc-85ba-4de4-886f-d9ba58a53e04 req-23e45316-21bd-4fd6-b7c8-7d107f3d5cd7 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0870879 Aug 30 21:32:14.861739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.862869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:14.863473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:14.909999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3a2bafc-85ba-4de4-886f-d9ba58a53e04 req-9234e7ee-6561-482d-afa6-03714233d64b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699868 Aug 30 21:32:14.977141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34286) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:14.977297 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8254020 Aug 30 21:32:14.983027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Request body: {'subnet': {'network_id': '249eab77-bdbf-4ff1-93d3-69a0413327bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348083918-subnet', 'tenant_id': 'a55491c3539445d6942e31e1b9b9182c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:14.983239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65d129-9318-4192-9e6c-96eb02107395 admin admin] Pushing event updated for resources: {'Network': ['ID=249eab77-bdbf-4ff1-93d3-69a0413327bb,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:14.996025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 249eab77-bdbf-4ff1-93d3-69a0413327bb details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:32:15.014489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:15.072975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Made reservation on behalf of a55491c3539445d6942e31e1b9b9182c for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:15.075348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:15.087633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=dd473b01-61be-4e3c-a822-42f19cf36dcd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:15.144485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['dd473b01-61be-4e3c-a822-42f19cf36dcd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:32:15.174315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port dd473b01-61be-4e3c-a822-42f19cf36dcd on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:32:15.179899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:15.197842 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d994271b-51a9-438b-8c05-80fe335d2eb2 req-686f305a-a871-448c-ac5d-8e355fa85752 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "DELETE /v2.0/ports/dd473b01-61be-4e3c-a822-42f19cf36dcd HTTP/1.1" status: 204 len: 173 time: 0.9231398 Aug 30 21:32:15.200544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'name': 'network-vif-deleted', 'tag': 'dd473b01-61be-4e3c-a822-42f19cf36dcd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:15.210043 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18990e8-61c3-4cb7-8e6e-541dd8777445" -d '{"events": [{"server_uuid": "c8c2f1d7-b6e5-4264-9233-0fc7a0de447f", "name": "network-vif-deleted", "tag": "dd473b01-61be-4e3c-a822-42f19cf36dcd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:15.311045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d61f5d-6641-444e-92c2-f1f824da0c93 req-a2b94d93-e6a4-4cfa-99ce-e2647535743a tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:15.349636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6d61f5d-6641-444e-92c2-f1f824da0c93 req-a2b94d93-e6a4-4cfa-99ce-e2647535743a tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.3049314 Aug 30 21:32:15.423650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6d61f5d-6641-444e-92c2-f1f824da0c93 req-552e8f49-34c9-4686-bf70-917dda605a87 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677211 Aug 30 21:32:15.581155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d717259e-c4fe-415b-9616-642fe43f7b85 req-604ccd49-ce88-459d-a016-8d3185384ef0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.0570133 Aug 30 21:32:15.631566 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174ea16a-1906-4eef-905a-cf83edfefc18 x-openstack-request-id: req-174ea16a-1906-4eef-905a-cf83edfefc18 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:15.632225 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c2f1d7-b6e5-4264-9233-0fc7a0de447f", "name": "network-vif-deleted", "tag": "dd473b01-61be-4e3c-a822-42f19cf36dcd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:15.632866 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-174ea16a-1906-4eef-905a-cf83edfefc18 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:15.633738 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c2f1d7-b6e5-4264-9233-0fc7a0de447f', 'name': 'network-vif-deleted', 'tag': 'dd473b01-61be-4e3c-a822-42f19cf36dcd', 'status': 'completed', 'code': 200} Aug 30 21:32:15.657408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:15.739335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d561fa8-d4d9-47e7-8c93-3e019a1079ba,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:15.753273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Checking segment: {'id': 'fa34863f-2ff0-4a8f-b302-157e973eccd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '249eab77-bdbf-4ff1-93d3-69a0413327bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:32:15.754210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Network hostable DHCP agents. Network: 249eab77-bdbf-4ff1-93d3-69a0413327bb, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:32:15.798000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Network 249eab77-bdbf-4ff1-93d3-69a0413327bb is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:32:15.835858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 249eab77-bdbf-4ff1-93d3-69a0413327bb) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:15.844721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:15.847289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:15.848267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b650900-99ab-4bbb-a97c-4ebfe810d6f3 None None] Network 249eab77-bdbf-4ff1-93d3-69a0413327bb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:15.879428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-361f9aa8-25b9-4538-bb35-e813d2f07a3c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9011338 Aug 30 21:32:16.048501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34318) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:16.095243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1891a-7fc3-45d4-87c3-fdc0e9c51c5b None None] Network 249eab77-bdbf-4ff1-93d3-69a0413327bb requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:16.145270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fd4c6-553c-430e-8226-2e5322cc0adf req-1be82e52-f303-4681-bb7e-5693a8a8def0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:16.152589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b87fd4c6-553c-430e-8226-2e5322cc0adf req-1be82e52-f303-4681-bb7e-5693a8a8def0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.1065276 Aug 30 21:32:16.180477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Deleting subnet d6b171a9-4976-4be7-8ecb-5bbcf7990848 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:32:16.184272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.244479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b87fd4c6-553c-430e-8226-2e5322cc0adf req-4e53b8b9-1098-4789-8880-e5acc6ae6e8d tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856717 Aug 30 21:32:16.263188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.315183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.402496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462b1b6-25ff-43c6-990d-58db319e72b5 req-c4957732-c061-465c-888f-f48a4c4cbde4 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:16.404086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b462b1b6-25ff-43c6-990d-58db319e72b5 req-c4957732-c061-465c-888f-f48a4c4cbde4 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0841897 Aug 30 21:32:16.421967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.470959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b171a9-4976-4be7-8ecb-5bbcf7990848,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:16.473125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.482744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c58b7b79-df8f-4d55-afba-eabf7a1d94af admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d6b171a9-4976-4be7-8ecb-5bbcf7990848 HTTP/1.1" status: 204 len: 168 time: 0.4289153 Aug 30 21:32:16.483494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:16.532098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b462b1b6-25ff-43c6-990d-58db319e72b5 req-130abead-aeb1-4899-abe4-04de580f57c1 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178055 Aug 30 21:32:16.571142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.650925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.661460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb10975-e467-42c8-9efd-29994ccd48de']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:16.672309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b321c0b3-3722-4954-855d-1fd715eba850') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:16.672904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b321c0b3-3722-4954-855d-1fd715eba850') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:16.682789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.705604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b139a5f-0ff2-42f0-870b-2797753a0c25 req-85961299-7ab5-4710-88f1-9d43db0a6a4b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.0453792 Aug 30 21:32:16.705798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.715613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:32:16.715613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:32:16.723247 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:32:16.779053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.786129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.788194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1eb10975-e467-42c8-9efd-29994ccd48de HTTP/1.1" status: 204 len: 168 time: 0.3024683 Aug 30 21:32:16.791032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:16.807414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f390fb-72f8-42d6-aa9c-0d50a3d8c395 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb10975-e467-42c8-9efd-29994ccd48de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:16.846969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Deleting subnet 2d561fa8-d4d9-47e7-8c93-3e019a1079ba {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:32:16.850474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.890858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.931777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:16.987932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.011975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d561fa8-d4d9-47e7-8c93-3e019a1079ba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:17.032745 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.036874 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d1b3b41b-6df6-42dc-8be4-1849b54a3d5e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2d561fa8-d4d9-47e7-8c93-3e019a1079ba HTTP/1.1" status: 204 len: 168 time: 0.2448165 Aug 30 21:32:17.039752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:17.116322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.198042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.210268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249eab77-bdbf-4ff1-93d3-69a0413327bb']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:17.222108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa34863f-2ff0-4a8f-b302-157e973eccd6') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:17.222770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa34863f-2ff0-4a8f-b302-157e973eccd6') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:17.236636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.253196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.260795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:32:17.261731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:32:17.263936 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:32:17.352904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.378976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.380834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] 10.222.0.76 "DELETE /v2.0/networks/249eab77-bdbf-4ff1-93d3-69a0413327bb HTTP/1.1" status: 204 len: 168 time: 0.3401175 Aug 30 21:32:17.395597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0ff9-4cfe-450f-9fb6-c083c4b2387f admin admin] Pushing event deleted for resources: {'Network': ['ID=249eab77-bdbf-4ff1-93d3-69a0413327bb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:17.411608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e52e0-1a20-49c1-9f89-09aa894b97b7 req-b5309e8b-1c50-4dac-88e9-42a13118ab73 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:17.420686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-f0ab4229-0e27-4047-b94c-92b1b4077544 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:17.422022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc4e52e0-1a20-49c1-9f89-09aa894b97b7 req-b5309e8b-1c50-4dac-88e9-42a13118ab73 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0992129 Aug 30 21:32:17.422196 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-f0ab4229-0e27-4047-b94c-92b1b4077544 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.82 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0807223 Aug 30 21:32:17.464244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc4e52e0-1a20-49c1-9f89-09aa894b97b7 req-2f4515ff-bc56-4529-af52-c7e0ce7cb02a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398145 Aug 30 21:32:17.603509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Deleting port 87cfaae2-86cb-4e72-a86f-e6fec073d734 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:17.604361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.657712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab37e89-fd52-4537-a397-b8e307d3f32f req-da19580d-8f03-4080-aa77-b7a964b370ca tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:17.659847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dab37e89-fd52-4537-a397-b8e307d3f32f req-da19580d-8f03-4080-aa77-b7a964b370ca tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 945 time: 0.0601892 Aug 30 21:32:17.664459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:17.730417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dab37e89-fd52-4537-a397-b8e307d3f32f req-d87b59f6-239a-45de-8ebc-41a492316ff3 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/security-groups?id=5b876d3c-6a78-4b28-9a1a-d869f7835a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Aug 30 21:32:17.754260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] For port 87cfaae2-86cb-4e72-a86f-e6fec073d734, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=87cfaae2-86cb-4e72-a86f-e6fec073d734,segment=NetworkSegment(cbf71e03-128e-41b6-b07d-5d28146be88d),segment_id=cbf71e03-128e-41b6-b07d-5d28146be88d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:17.754689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.759053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7fc58b80-d74e-4132-b084-66f0efd13988 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a485ae6a1e0148c3a7662eac6ce53191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932782 Aug 30 21:32:17.761528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:17.771068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Calling delete_port for 87cfaae2-86cb-4e72-a86f-e6fec073d734 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:17.852973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0dd88449-a8ad-48be-9e8d-d0f9dfc7652c req-be52f60c-4b7e-4261-b665-7bfcf8be32b8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.0391567 Aug 30 21:32:17.878641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-145718de-dbb7-43c8-b3fc-75a9bee9b1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.908959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-145718de-dbb7-43c8-b3fc-75a9bee9b1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.973366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-145718de-dbb7-43c8-b3fc-75a9bee9b1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.977094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-145718de-dbb7-43c8-b3fc-75a9bee9b1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:17.978588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-145718de-dbb7-43c8-b3fc-75a9bee9b1d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c50d784-c7b8-40b9-9a40-549b7dd38e53 HTTP/1.1" status: 204 len: 168 time: 0.2154269 Aug 30 21:32:17.995657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145718de-dbb7-43c8-b3fc-75a9bee9b1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50d784-c7b8-40b9-9a40-549b7dd38e53,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:18.052600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd473b01-61be-4e3c-a822-42f19cf36dcd no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:32:18.077016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: dd473b01-61be-4e3c-a822-42f19cf36dcd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:32:18.077575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device dd473b01-61be-4e3c-a822-42f19cf36dcd not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:32:18.230389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:18.246448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['87cfaae2-86cb-4e72-a86f-e6fec073d734'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:32:18.305775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Pushing event deleted for resources: {'Port': ['ID=87cfaae2-86cb-4e72-a86f-e6fec073d734,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:18.397946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] No DVR routers for this DVR port 87cfaae2-86cb-4e72-a86f-e6fec073d734 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:32:18.405830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:18.408900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-102bb08d-ec6e-412c-abc7-72adfe5c4d3a req-25c3187f-52c4-42c2-89e5-dc7515cf4e20 tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.82 "DELETE /v2.0/ports/87cfaae2-86cb-4e72-a86f-e6fec073d734 HTTP/1.1" status: 204 len: 173 time: 0.9801533 Aug 30 21:32:18.409652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'name': 'network-vif-deleted', 'tag': '87cfaae2-86cb-4e72-a86f-e6fec073d734'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:18.418244 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9e2c37-0ce8-409a-9cb7-7a06f67aa693" -d '{"events": [{"server_uuid": "e077a210-a5f1-48d8-ae0d-0776ea26e516", "name": "network-vif-deleted", "tag": "87cfaae2-86cb-4e72-a86f-e6fec073d734"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:18.469820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34382) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:18.493504 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57296d29-f19a-4be4-bf87-9936b7279807 x-openstack-request-id: req-57296d29-f19a-4be4-bf87-9936b7279807 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:18.494219 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e077a210-a5f1-48d8-ae0d-0776ea26e516", "name": "network-vif-deleted", "tag": "87cfaae2-86cb-4e72-a86f-e6fec073d734", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:18.494690 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57296d29-f19a-4be4-bf87-9936b7279807 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:18.495310 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e077a210-a5f1-48d8-ae0d-0776ea26e516', 'name': 'network-vif-deleted', 'tag': '87cfaae2-86cb-4e72-a86f-e6fec073d734', 'status': 'completed', 'code': 200} Aug 30 21:32:18.556556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:18.558880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dcce3e3e-6fb3-4c1a-bf2f-cbc1c9a91eba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a55491c3539445d6942e31e1b9b9182c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870740 Aug 30 21:32:18.627874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb87-d8ae-430a-9baf-18986c554eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:18.665908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb87-d8ae-430a-9baf-18986c554eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:18.707857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac06156-5192-49e0-a414-d0cb2bd2774d req-5b3c1fdf-cec6-422d-a04b-72c6d1636d75 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:18.714263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ac06156-5192-49e0-a414-d0cb2bd2774d req-5b3c1fdf-cec6-422d-a04b-72c6d1636d75 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0824900 Aug 30 21:32:18.728872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb87-d8ae-430a-9baf-18986c554eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:18.731526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3f52bb87-d8ae-430a-9baf-18986c554eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:18.732713 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3f52bb87-d8ae-430a-9baf-18986c554eac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51afdb87-9996-4ff3-aa41-c7559e3c2b44 HTTP/1.1" status: 204 len: 168 time: 0.1748250 Aug 30 21:32:18.750366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52bb87-d8ae-430a-9baf-18986c554eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51afdb87-9996-4ff3-aa41-c7559e3c2b44,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:18.759518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ac06156-5192-49e0-a414-d0cb2bd2774d req-e9a6225b-91a8-4e42-8f30-824e3b9af7cb tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387347 Aug 30 21:32:18.909684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d75dba21-25d2-47c6-bad1-f54609318a93 req-c88e0380-af8e-46a0-be53-756be4cf6aca tempest-ServersNegativeTestMultiTenantJSON-315624737 tempest-ServersNegativeTestMultiTenantJSON-315624737-project] 10.222.0.76 "GET /v2.0/ports?device_id=e077a210-a5f1-48d8-ae0d-0776ea26e516 HTTP/1.1" status: 200 len: 210 time: 0.0366104 Aug 30 21:32:19.025999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2eb6a1e8-7364-4215-bd65-aaecc4e85391 req-18c19ed8-4c18-4a98-9c24-0134c8effb24 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.0377812 Aug 30 21:32:19.912930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076afd1-4fc3-4b5b-b83e-03a50d6251df req-cb96140c-a128-44bf-add9-943a3b411354 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:19.914524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f076afd1-4fc3-4b5b-b83e-03a50d6251df req-cb96140c-a128-44bf-add9-943a3b411354 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0515902 Aug 30 21:32:19.960107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f076afd1-4fc3-4b5b-b83e-03a50d6251df req-88f31fe0-ad55-4bbf-906c-34bc964ea674 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384691 Aug 30 21:32:20.012184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34450) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:20.074893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Deleting subnet b1a71937-b4ab-4022-9f17-3256621006a8 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:32:20.088619 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.159881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.164126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a64bbd7-cb64-4ac2-8d96-437e6ad3e877 req-5920f53b-2344-4b99-95d1-da94500787ee tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8c2f1d7-b6e5-4264-9233-0fc7a0de447f HTTP/1.1" status: 200 len: 210 time: 0.0364599 Aug 30 21:32:20.229423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.293875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.328240 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.330319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b1a71937-b4ab-4022-9f17-3256621006a8 HTTP/1.1" status: 204 len: 168 time: 0.3169436 Aug 30 21:32:20.331468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bba67-ab3d-492d-bac3-48e9917f9aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a71937-b4ab-4022-9f17-3256621006a8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:20.333265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34466) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:20.403519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.490406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.500914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2428037-beb9-4c58-bc8b-397110f0bb6a']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:20.512534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf71e03-128e-41b6-b07d-5d28146be88d') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:20.512832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf71e03-128e-41b6-b07d-5d28146be88d') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:20.522870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.538635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.544756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:32:20.545254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:32:20.547271 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:32:20.612281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.617372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.620091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f2428037-beb9-4c58-bc8b-397110f0bb6a HTTP/1.1" status: 204 len: 168 time: 0.2858305 Aug 30 21:32:20.623149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:20.635234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d2747-8636-4d66-8334-9becef2f46f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2428037-beb9-4c58-bc8b-397110f0bb6a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:20.675916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Deleting subnet 3ee4681e-fac1-408e-9eab-97889540a613 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:32:20.679885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.716039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.756223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.824478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.857654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee4681e-fac1-408e-9eab-97889540a613,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:20.859970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:20.864289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-329543b7-c6b9-43d1-a82a-e2bd24464001 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3ee4681e-fac1-408e-9eab-97889540a613 HTTP/1.1" status: 204 len: 168 time: 0.2377589 Aug 30 21:32:20.864502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:20.938798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.024826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.039655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46e7e34-067c-44d4-8d6c-7233cd847792']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:21.051281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262c51c9-ba91-429c-a764-b507297961ea') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:21.051471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262c51c9-ba91-429c-a764-b507297961ea') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:32:21.063237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.078199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.085114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:32:21.085510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:32:21.087996 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:32:21.122340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd57d07-1ae2-4330-8f4e-b1de8a3be373 req-2e201f25-f5f3-4eb6-ac4d-2773a90f52e3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:21.124069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cd57d07-1ae2-4330-8f4e-b1de8a3be373 req-2e201f25-f5f3-4eb6-ac4d-2773a90f52e3 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0660920 Aug 30 21:32:21.154472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.171832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7cd57d07-1ae2-4330-8f4e-b1de8a3be373 req-490ed7cd-3d54-4ae0-bee5-f7389ce5ab33 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408468 Aug 30 21:32:21.193580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.195549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d46e7e34-067c-44d4-8d6c-7233cd847792 HTTP/1.1" status: 204 len: 168 time: 0.3300703 Aug 30 21:32:21.199718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b53d5-bf01-4600-8e0d-d21667bbd9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46e7e34-067c-44d4-8d6c-7233cd847792,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:21.423738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:21.489098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0d3721e3-0358-47d8-aada-01d806efdf45 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6bd85eaa82ae425ca1c505d9de1bed3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618832 Aug 30 21:32:21.489331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:21.549779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fa785e0-d71c-49ec-8e21-54885760be74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.575010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fa785e0-d71c-49ec-8e21-54885760be74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.636164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fa785e0-d71c-49ec-8e21-54885760be74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.639368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1fa785e0-d71c-49ec-8e21-54885760be74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:21.643497 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1fa785e0-d71c-49ec-8e21-54885760be74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b876d3c-6a78-4b28-9a1a-d869f7835a4e HTTP/1.1" status: 204 len: 168 time: 0.1504846 Aug 30 21:32:21.663118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa785e0-d71c-49ec-8e21-54885760be74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b876d3c-6a78-4b28-9a1a-d869f7835a4e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:22.015559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34528) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:22.061180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9de9fe7a-c3cf-4aa6-8338-92f4eaee6f2d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=667449cb632143358cee9ec9db760c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441332 Aug 30 21:32:22.063450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34530) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:22.068517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 87cfaae2-86cb-4e72-a86f-e6fec073d734 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:32:22.117818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 87cfaae2-86cb-4e72-a86f-e6fec073d734 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:32:22.118171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 87cfaae2-86cb-4e72-a86f-e6fec073d734 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:32:22.158030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1237dda9-5010-4880-922c-e3a616e1569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:22.182178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1237dda9-5010-4880-922c-e3a616e1569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:22.262811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1237dda9-5010-4880-922c-e3a616e1569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:22.265803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1237dda9-5010-4880-922c-e3a616e1569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:22.269468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1237dda9-5010-4880-922c-e3a616e1569e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af78fd46-68cd-4999-8362-ceebf4e09bcb HTTP/1.1" status: 204 len: 168 time: 0.2025464 Aug 30 21:32:22.282364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237dda9-5010-4880-922c-e3a616e1569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af78fd46-68cd-4999-8362-ceebf4e09bcb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:22.377631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a461e03-69ed-4016-a0f3-b44089050235 req-1bc010d7-2f9d-4879-887f-8cdfcbc047f1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:22.382009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a461e03-69ed-4016-a0f3-b44089050235 req-1bc010d7-2f9d-4879-887f-8cdfcbc047f1 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0991161 Aug 30 21:32:22.448846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a461e03-69ed-4016-a0f3-b44089050235 req-62e96f7e-adee-4315-be06-352aee248068 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594180 Aug 30 21:32:23.226769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:32:23.475189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:23.540780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '51d53870-00f0-4242-a3a0-b6274080f070', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'port_id': '51d53870-00f0-4242-a3a0-b6274080f070', 'mac_address': 'fa:16:3e:7b:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:32:23.602235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:23.646200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d53870-00f0-4242-a3a0-b6274080f070 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:32:23.664125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459544eb-8754-4374-a874-0f7d7651ce04 req-73705052-4400-4bc9-a923-3f3a2384caff tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:23.675606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:23.679654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-459544eb-8754-4374-a874-0f7d7651ce04 req-73705052-4400-4bc9-a923-3f3a2384caff tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 943 time: 0.0900786 Aug 30 21:32:23.684642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:23.755656 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-459544eb-8754-4374-a874-0f7d7651ce04 req-bf543ad6-abc9-49c7-8f29-a765d2f53e17 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745938 Aug 30 21:32:23.768358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:23.781354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.782120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.782995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.784023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.784843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.785401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.788633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.789078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.789484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.789881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.790275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:23.790685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:24.004519 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['51d53870-00f0-4242-a3a0-b6274080f070'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:32:24.962516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74caaa-2618-48d2-8e49-045ef8ce1a5e req-aa6c108b-e7f7-4b21-a6e1-fd6c6f17d07f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:24.964852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b74caaa-2618-48d2-8e49-045ef8ce1a5e req-aa6c108b-e7f7-4b21-a6e1-fd6c6f17d07f tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 944 time: 0.0984948 Aug 30 21:32:25.039585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b74caaa-2618-48d2-8e49-045ef8ce1a5e req-c6341c4b-ca64-4a5e-8498-0865af8b2662 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676742 Aug 30 21:32:25.245625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:32:25.303766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 51d53870-00f0-4242-a3a0-b6274080f070 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:25.304227 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:25.409738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:25.472516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:25.474693 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58ed90c-8392-4737-8c29-2d0c13577b7e" -d '{"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-plugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:25.486556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:25.495010 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:25.537272 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fe717e-63da-48f4-b3b8-dfd4ff0c8b5b x-openstack-request-id: req-c7fe717e-63da-48f4-b3b8-dfd4ff0c8b5b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:25.537807 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-plugged", "status": "completed", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:25.538248 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7fe717e-63da-48f4-b3b8-dfd4ff0c8b5b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:25.539300 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'code': 200} Aug 30 21:32:25.592339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:26.113017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017734c-1f6d-416e-bde1-408c253fffea req-3564f65e-68cb-4ef4-9077-9521f39b2720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:26.115114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0017734c-1f6d-416e-bde1-408c253fffea req-3564f65e-68cb-4ef4-9077-9521f39b2720 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1098 time: 0.4378505 Aug 30 21:32:26.178869 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0017734c-1f6d-416e-bde1-408c253fffea req-96837cf1-cf46-43f3-b854-a57822a1ba2d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554590 Aug 30 21:32:26.197987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a10689-f836-4a95-b851-9d14e9e6f474 req-a2ba5244-9e98-4a1a-9ce2-1b9b4eb871d0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:26.199760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a10689-f836-4a95-b851-9d14e9e6f474 req-a2ba5244-9e98-4a1a-9ce2-1b9b4eb871d0 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.0778964 Aug 30 21:32:26.253639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a10689-f836-4a95-b851-9d14e9e6f474 req-2bc64d1f-b17f-4237-9806-6a0a897ad4d2 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470443 Aug 30 21:32:27.416403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e81081-0403-4d70-82dd-3fd0ecab01b9 req-06b2917c-fdf2-4192-a21c-ef0883ac99da tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:27.426148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0e81081-0403-4d70-82dd-3fd0ecab01b9 req-06b2917c-fdf2-4192-a21c-ef0883ac99da tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.0755544 Aug 30 21:32:27.562507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0e81081-0403-4d70-82dd-3fd0ecab01b9 req-eb6855ea-5a40-4d6e-a960-c16e7849b8b9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186821 Aug 30 21:32:28.734881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13429681-b590-4adb-8ed4-f9257325917b req-13888342-c66d-47f6-b024-9d7b40c4a994 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:28.743784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13429681-b590-4adb-8ed4-f9257325917b req-13888342-c66d-47f6-b024-9d7b40c4a994 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.0677960 Aug 30 21:32:28.803012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13429681-b590-4adb-8ed4-f9257325917b req-e03b1063-8e34-4e4d-b323-6812f482293a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577004 Aug 30 21:32:30.009375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:30.145653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b976ad5-bdd4-45e9-8943-f80c9122e7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.244144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b976ad5-bdd4-45e9-8943-f80c9122e7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.249252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b976ad5-bdd4-45e9-8943-f80c9122e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.294270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9b976ad5-bdd4-45e9-8943-f80c9122e7ca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5987d1ef6c414f7299e5672eb10ad780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815735 Aug 30 21:32:30.294270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b976ad5-bdd4-45e9-8943-f80c9122e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ee07e-917f-42f5-ba76-7f030563d1dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:30.295216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34940) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:30.366892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d421888-ae9f-4674-bbb5-f675cfd955ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.389814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d421888-ae9f-4674-bbb5-f675cfd955ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.442073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d421888-ae9f-4674-bbb5-f675cfd955ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.445035 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d421888-ae9f-4674-bbb5-f675cfd955ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.446214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d421888-ae9f-4674-bbb5-f675cfd955ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/379ee07e-917f-42f5-ba76-7f030563d1dd HTTP/1.1" status: 204 len: 168 time: 0.1453311 Aug 30 21:32:30.454584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d421888-ae9f-4674-bbb5-f675cfd955ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ee07e-917f-42f5-ba76-7f030563d1dd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:30.825286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 34962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:30.841159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2649468a-4e3a-48bb-8c6e-d3e463aadebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.977717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2649468a-4e3a-48bb-8c6e-d3e463aadebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:30.984432 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2649468a-4e3a-48bb-8c6e-d3e463aadebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:31.052246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2649468a-4e3a-48bb-8c6e-d3e463aadebc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c6287567c8840fda1bc29844a9cb518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257681 Aug 30 21:32:31.054882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 34972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:31.076864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649468a-4e3a-48bb-8c6e-d3e463aadebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4618438-a9bf-47f6-ad1c-b451ff412964,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:31.116435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a64e-56fc-4046-80fa-871e7f012613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:31.144760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a64e-56fc-4046-80fa-871e7f012613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:31.212874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a64e-56fc-4046-80fa-871e7f012613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:31.216826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a64e-56fc-4046-80fa-871e7f012613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:31.218034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2a3a64e-56fc-4046-80fa-871e7f012613 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4618438-a9bf-47f6-ad1c-b451ff412964 HTTP/1.1" status: 204 len: 168 time: 0.1621382 Aug 30 21:32:31.226801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3a64e-56fc-4046-80fa-871e7f012613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4618438-a9bf-47f6-ad1c-b451ff412964,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:33.228600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:33.424101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9772984d-1d1d-48eb-b659-fd6f4e774eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.606614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9772984d-1d1d-48eb-b659-fd6f4e774eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.615464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9772984d-1d1d-48eb-b659-fd6f4e774eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.619777 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.657778 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9772984d-1d1d-48eb-b659-fd6f4e774eaa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31dc4029359043bd83527b02fc30f8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280653 Aug 30 21:32:33.658778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772984d-1d1d-48eb-b659-fd6f4e774eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49962398-4ce8-4a62-8970-9379f8e3418d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:33.660566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35080) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:33.721175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3dd24d90-1f06-4761-9bad-f5560f899e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.749962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3dd24d90-1f06-4761-9bad-f5560f899e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.802723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3dd24d90-1f06-4761-9bad-f5560f899e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.805765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3dd24d90-1f06-4761-9bad-f5560f899e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:33.807122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3dd24d90-1f06-4761-9bad-f5560f899e17 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49962398-4ce8-4a62-8970-9379f8e3418d HTTP/1.1" status: 204 len: 168 time: 0.1449387 Aug 30 21:32:33.815558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd24d90-1f06-4761-9bad-f5560f899e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49962398-4ce8-4a62-8970-9379f8e3418d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:34.297388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35104) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:34.312589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb02c34e-d04a-42bd-ace0-f28d1b57d005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.455206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb02c34e-d04a-42bd-ace0-f28d1b57d005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.463358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb02c34e-d04a-42bd-ace0-f28d1b57d005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.491991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02c34e-d04a-42bd-ace0-f28d1b57d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454f719-f2ab-4a1a-9d6b-5c165375a92d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:34.521331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bb02c34e-d04a-42bd-ace0-f28d1b57d005 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fcac00f393c45c0b13758db3051e7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218916 Aug 30 21:32:34.523603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35110) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:34.615382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceba8e89-2afc-4a3e-bbe6-7aaf29b5f752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.639310 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceba8e89-2afc-4a3e-bbe6-7aaf29b5f752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.704852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceba8e89-2afc-4a3e-bbe6-7aaf29b5f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.708367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceba8e89-2afc-4a3e-bbe6-7aaf29b5f752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:34.711880 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ceba8e89-2afc-4a3e-bbe6-7aaf29b5f752 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8454f719-f2ab-4a1a-9d6b-5c165375a92d HTTP/1.1" status: 204 len: 168 time: 0.1828482 Aug 30 21:32:34.731631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba8e89-2afc-4a3e-bbe6-7aaf29b5f752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454f719-f2ab-4a1a-9d6b-5c165375a92d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:35.089996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:35.226643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8c973b-2250-4d4d-a9df-df0645990752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.367742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8c973b-2250-4d4d-a9df-df0645990752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.374551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f8c973b-2250-4d4d-a9df-df0645990752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.422449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c973b-2250-4d4d-a9df-df0645990752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f678aa-b181-4ee7-9c93-1cc28dadf623,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:35.427838 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f8c973b-2250-4d4d-a9df-df0645990752 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e1cba0875af4be8bc97fc996c5bba0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367696 Aug 30 21:32:35.430437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:35.492322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ff596e0-685e-44dd-8924-b5d5bb96926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.515611 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ff596e0-685e-44dd-8924-b5d5bb96926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.580953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ff596e0-685e-44dd-8924-b5d5bb96926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.584790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ff596e0-685e-44dd-8924-b5d5bb96926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:35.589166 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ff596e0-685e-44dd-8924-b5d5bb96926d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24f678aa-b181-4ee7-9c93-1cc28dadf623 HTTP/1.1" status: 204 len: 168 time: 0.1574171 Aug 30 21:32:35.605920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff596e0-685e-44dd-8924-b5d5bb96926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f678aa-b181-4ee7-9c93-1cc28dadf623,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:35.870240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.051102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:36.069350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e29e117c-ae24-4220-bba3-70414fceb4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.202222 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e29e117c-ae24-4220-bba3-70414fceb4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.209454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e29e117c-ae24-4220-bba3-70414fceb4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.268755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e117c-ae24-4220-bba3-70414fceb4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f60c1-bd92-4da9-9568-3f29228b5874,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:36.276494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e29e117c-ae24-4220-bba3-70414fceb4f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02b85342fa3848009575870ec4921769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236629 Aug 30 21:32:36.278799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:36.342526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732b028f-82ab-42d2-b743-64553be28f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.384948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732b028f-82ab-42d2-b743-64553be28f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.459601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732b028f-82ab-42d2-b743-64553be28f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.462844 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-732b028f-82ab-42d2-b743-64553be28f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:36.467470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-732b028f-82ab-42d2-b743-64553be28f20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a5f60c1-bd92-4da9-9568-3f29228b5874 HTTP/1.1" status: 204 len: 168 time: 0.1873169 Aug 30 21:32:36.480851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b028f-82ab-42d2-b743-64553be28f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f60c1-bd92-4da9-9568-3f29228b5874,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:36.803443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-b86bea2c-54f2-4216-b890-7a6d89b5924e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0905199 Aug 30 21:32:36.925114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-9b7050dd-197d-4698-9aa1-acd58d2703b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:36.927787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-9b7050dd-197d-4698-9aa1-acd58d2703b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 1098 time: 0.0725901 Aug 30 21:32:37.089665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-d13dd336-ee73-41d2-ae5b-f267f84a6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:37.093258 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-d13dd336-ee73-41d2-ae5b-f267f84a6f30 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 200 len: 918 time: 0.1415713 Aug 30 21:32:37.196638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-9a44ce2c-cbaf-4b6c-93fa-34800a62ccf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 200 len: 1000 time: 0.0931525 Aug 30 21:32:37.263128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-a314840f-cdb3-4535-89c0-ec0d6b8dfc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:37.264955 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-a314840f-cdb3-4535-89c0-ec0d6b8dfc30 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 200 len: 856 time: 0.0605929 Aug 30 21:32:37.335689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-f056e654-47e1-4ebc-b071-a9cc658e367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:37.337678 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-f056e654-47e1-4ebc-b071-a9cc658e367a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdb2af59-7a18-42bf-9514-0d96511fa656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646489 Aug 30 21:32:37.350240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-059fc99d-3df4-4e9c-81c5-94ca9b387837 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:32:37.351590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-059fc99d-3df4-4e9c-81c5-94ca9b387837 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068343 Aug 30 21:32:37.490123 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-8858b556-8aa0-49fb-a33a-60a2c3f93ba0 service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305077 Aug 30 21:32:37.639089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26c1033d-c5c9-4bd6-ab01-f70f19105004 req-cc4d126d-3802-49aa-beda-aeb4681ba68d service neutron] 10.222.0.86 "GET /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254930 Aug 30 21:32:38.931000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65afb246-ad0d-4441-b816-e6bbad14983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:39.996594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35328) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:40.114793 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea307d49-e16a-4458-b67e-1e08aa2e1b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.217127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea307d49-e16a-4458-b67e-1e08aa2e1b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.222366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ea307d49-e16a-4458-b67e-1e08aa2e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.261339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ea307d49-e16a-4458-b67e-1e08aa2e1b21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab28049b6c80498ea9357de1d3842064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636065 Aug 30 21:32:40.262234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307d49-e16a-4458-b67e-1e08aa2e1b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96529c09-456d-4556-b7b3-1f50e6207061,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:40.264095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:40.319996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130c7320-ae91-4128-a767-baffd3cbe62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.350477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130c7320-ae91-4128-a767-baffd3cbe62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.428879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130c7320-ae91-4128-a767-baffd3cbe62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.432026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-130c7320-ae91-4128-a767-baffd3cbe62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.433288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-130c7320-ae91-4128-a767-baffd3cbe62d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/96529c09-456d-4556-b7b3-1f50e6207061 HTTP/1.1" status: 204 len: 168 time: 0.1681631 Aug 30 21:32:40.443159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c7320-ae91-4128-a767-baffd3cbe62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96529c09-456d-4556-b7b3-1f50e6207061,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:40.821223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:40.837603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6915a845-f46b-4d6c-ae07-9f11d98d58fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.965528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6915a845-f46b-4d6c-ae07-9f11d98d58fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:40.972089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6915a845-f46b-4d6c-ae07-9f11d98d58fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:41.030516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35372) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:41.031282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6915a845-f46b-4d6c-ae07-9f11d98d58fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5f276c504944d06a362a1c75ee17dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079074 Aug 30 21:32:41.041397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a845-f46b-4d6c-ae07-9f11d98d58fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a934062b-d215-4f48-9f39-77d9ca09ffaf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:41.099979 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01c1c8a-96a9-444d-a2e8-468ec2a6630a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:41.123388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01c1c8a-96a9-444d-a2e8-468ec2a6630a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:41.182135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01c1c8a-96a9-444d-a2e8-468ec2a6630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:41.185544 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a01c1c8a-96a9-444d-a2e8-468ec2a6630a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:41.186750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a01c1c8a-96a9-444d-a2e8-468ec2a6630a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a934062b-d215-4f48-9f39-77d9ca09ffaf HTTP/1.1" status: 204 len: 168 time: 0.1549318 Aug 30 21:32:41.212194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c1c8a-96a9-444d-a2e8-468ec2a6630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a934062b-d215-4f48-9f39-77d9ca09ffaf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:41.783740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:41.882212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04a1fdd1-5f7f-4130-aa64-1e6d07ad225e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:42.668344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.437163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:43.597592 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9d48920-808d-46fd-ade5-028bd40c83bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.711373 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9d48920-808d-46fd-ade5-028bd40c83bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.718862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f9d48920-808d-46fd-ade5-028bd40c83bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.759888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:43.761413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f9d48920-808d-46fd-ade5-028bd40c83bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ebb15d43b4944d5add271794e0d1dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230758 Aug 30 21:32:43.782858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d48920-808d-46fd-ade5-028bd40c83bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248733e4-7af7-4ef7-8b1d-704ef356d3fd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:43.869639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd554360-e8e1-44f9-af8d-72dd8b65ace0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.892915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd554360-e8e1-44f9-af8d-72dd8b65ace0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.951367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd554360-e8e1-44f9-af8d-72dd8b65ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.953948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dd554360-e8e1-44f9-af8d-72dd8b65ace0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:43.961265 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dd554360-e8e1-44f9-af8d-72dd8b65ace0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/248733e4-7af7-4ef7-8b1d-704ef356d3fd HTTP/1.1" status: 204 len: 168 time: 0.1996508 Aug 30 21:32:43.970469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd554360-e8e1-44f9-af8d-72dd8b65ace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248733e4-7af7-4ef7-8b1d-704ef356d3fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:44.333026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35520) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:44.346895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69318161-149c-4642-b791-b42e51058636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.449343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69318161-149c-4642-b791-b42e51058636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.454611 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69318161-149c-4642-b791-b42e51058636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.488167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35526) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:44.496943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69318161-149c-4642-b791-b42e51058636 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad6b1e556f11481188b40040ce25730e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627383 Aug 30 21:32:44.524910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69318161-149c-4642-b791-b42e51058636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cf47d4-9485-47a6-854b-dd2500138b3b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:44.566569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff680-79a0-4cd3-aa29-5ad063db1447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.606949 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff680-79a0-4cd3-aa29-5ad063db1447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.621776 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.687287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff680-79a0-4cd3-aa29-5ad063db1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.690247 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff680-79a0-4cd3-aa29-5ad063db1447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:44.696581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7d0ff680-79a0-4cd3-aa29-5ad063db1447 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5cf47d4-9485-47a6-854b-dd2500138b3b HTTP/1.1" status: 204 len: 168 time: 0.2028997 Aug 30 21:32:44.707632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ff680-79a0-4cd3-aa29-5ad063db1447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cf47d4-9485-47a6-854b-dd2500138b3b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:46.292607 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:32:46.407079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35606) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:46.536229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:46.566427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:46.680718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:46.810132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Allocated IP 172.25.5.12 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/6e7db7cb-ea28-4960-ae28-1cdfaa212f0f) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:32:46.942205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:46.994411 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.057784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:32:47.061702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:47.063943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7db7cb-ea28-4960-ae28-1cdfaa212f0f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:47.066080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:32:47.162018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.209443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.472847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.479389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.549284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Pushing event updated for resources: {'Port': ['ID=6e7db7cb-ea28-4960-ae28-1cdfaa212f0f,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:47.563815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.579122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.581715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5642c37f-199c-4cff-9730-8473759f8e2f tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1721957 Aug 30 21:32:47.583741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35634) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:47.588713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-746948291', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'fixed_ips': [{'ip_address': '172.25.5.12'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:47.612017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Made reservation on behalf of f55803eae7964cd4ab2ef3b16e4ae9bc for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:47.615077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.626965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.723558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.728845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:47.735246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] device_id is not set on port a482d12f-38da-4705-b810-00801bd13ef8 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:32:47.823020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad8f47-a7e8-472e-b2ef-e4869e854e1c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:47.946196 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 21:32:47.946634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:32:47.961509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9c9ee739-a51e-4b7a-84f3-811bd0febe09 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3766694 Aug 30 21:32:47.964446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35638) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:48.496580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Deleting port 6e7db7cb-ea28-4960-ae28-1cdfaa212f0f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:48.497223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:48.620084 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:48.620429 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:48.651652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Calling delete_port for 6e7db7cb-ea28-4960-ae28-1cdfaa212f0f owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:48.842021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:48.871463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e7db7cb-ea28-4960-ae28-1cdfaa212f0f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:48.945689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:48.948765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:48.950364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-246fb7c7-17d5-4610-9d9b-2e8edf7a0846 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228 tempest-ExternalNetworksAdminNegativeTestJSON-1624246228-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/63717215-734a-44d3-9637-ca09a88013e0 HTTP/1.1" status: 204 len: 168 time: 0.9849916 Aug 30 21:32:49.264761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 35662) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:49.407059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82d9ee97-8a7c-4374-b7f9-4b1001b37a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.508732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82d9ee97-8a7c-4374-b7f9-4b1001b37a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.514341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-82d9ee97-8a7c-4374-b7f9-4b1001b37a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.553747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-82d9ee97-8a7c-4374-b7f9-4b1001b37a56 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4ab4f1628144d61899ab3f83081d09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878692 Aug 30 21:32:49.555678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9ee97-8a7c-4374-b7f9-4b1001b37a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9286e-886a-4482-bac6-f8473e6eebca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:49.556472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:49.613683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b98622e-0ef5-4b1e-a9b2-78b96ad42b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.638927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b98622e-0ef5-4b1e-a9b2-78b96ad42b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.689252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b98622e-0ef5-4b1e-a9b2-78b96ad42b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.692352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b98622e-0ef5-4b1e-a9b2-78b96ad42b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:49.693549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6b98622e-0ef5-4b1e-a9b2-78b96ad42b74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ee9286e-886a-4482-bac6-f8473e6eebca HTTP/1.1" status: 204 len: 168 time: 0.1359246 Aug 30 21:32:49.702078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98622e-0ef5-4b1e-a9b2-78b96ad42b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9286e-886a-4482-bac6-f8473e6eebca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:49.960717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-1b17c4d7-77e4-4a1b-a2a8-4da66f2df77b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:49.967222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-1b17c4d7-77e4-4a1b-a2a8-4da66f2df77b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1151791 Aug 30 21:32:49.979098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-1c699429-c2ae-4b43-8cac-15aabe3194d4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Aug 30 21:32:50.020594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:50.036475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-62be6454-7087-4e2b-86eb-1f6b1eb0b048 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475247 Aug 30 21:32:50.061938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c84eec54-5eb7-431b-97dc-51acba7edfc7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f55803eae7964cd4ab2ef3b16e4ae9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401590 Aug 30 21:32:50.064456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:50.114209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37feb5dd-4e16-47a4-8630-af86ccbba1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:50.137602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37feb5dd-4e16-47a4-8630-af86ccbba1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:50.189551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37feb5dd-4e16-47a4-8630-af86ccbba1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:50.193157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37feb5dd-4e16-47a4-8630-af86ccbba1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:50.194490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37feb5dd-4e16-47a4-8630-af86ccbba1ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0ad8f47-a7e8-472e-b2ef-e4869e854e1c HTTP/1.1" status: 204 len: 168 time: 0.1291296 Aug 30 21:32:50.203244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37feb5dd-4e16-47a4-8630-af86ccbba1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad8f47-a7e8-472e-b2ef-e4869e854e1c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:50.215014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-d330c10e-f243-43b6-a80a-7b793aaa770c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:32:50.216020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-d330c10e-f243-43b6-a80a-7b793aaa770c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1718385 Aug 30 21:32:50.323151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-02074772-554c-4863-aec1-e1068c7dc537 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972700 Aug 30 21:32:50.442446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-88d82120-5cd2-41fc-b995-63b862343675 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148093 Aug 30 21:32:50.656486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd9c0c4-c895-4729-84f4-bda5d5783c12 req-27b16179-f29e-44d6-b358-c55d9fb9266c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0388288 Aug 30 21:32:51.090935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35738) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:51.372605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-914257216'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:51.404886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:51.409041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.421471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.543451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.548835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.577344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:32:51.587242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97744e-afc7-40a1-aa03-82c06d77ca24,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:51.593111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.593462 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Added segment eff5a893-aa0c-4715-957c-52496f62503e of type vlan for network 9ab2552d-a95c-445b-b749-4cbc76d1a61f Aug 30 21:32:51.635497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.665250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.671366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:51.672113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:51.740063 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6479108 Aug 30 21:32:51.743186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35748) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:51.748452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'subnet': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:51.762083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dcbdf3b-a499-4c23-b608-e215b6f953f0 req-0d383638-61e9-4e36-86bb-80ceb5a2ab25 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0341918 Aug 30 21:32:51.768396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db19253-bf5d-4e06-bea1-6bf2f5e88cf8 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Network': ['ID=9ab2552d-a95c-445b-b749-4cbc76d1a61f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:51.784512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:32:51.938830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:51.940772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:52.138361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-b6b9924f-0568-4bdd-966e-9c35359f6125 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:52.140539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-b6b9924f-0568-4bdd-966e-9c35359f6125 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1754866 Aug 30 21:32:52.172828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:52.313212 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:52.399716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:52.403543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:52.407777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Subnet': ['ID=e9de7fff-84a1-407e-9a87-21d2d210400c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:52.423608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Checking segment: {'id': 'eff5a893-aa0c-4715-957c-52496f62503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:32:52.423973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network hostable DHCP agents. Network: 9ab2552d-a95c-445b-b749-4cbc76d1a61f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:32:52.491802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:32:52.513633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 9ab2552d-a95c-445b-b749-4cbc76d1a61f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:52.518593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:52.520088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:52.526508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e297b7-1c4f-4c6d-a0fe-fc4829b3de9e None None] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:52.571165 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c3336703-8e8e-4e7f-9a30-f00243183119 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8269413 Aug 30 21:32:52.574086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 35814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:52.581898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-8146642'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:52.663328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.10 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/668fe7a8-baa3-4a77-b5d5-31d9be4847a6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:32:52.768256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'tenant_id': 'f8540941e62f460486e05f78c6292174', 'fixed_ips': [{'subnet_id': 'e9de7fff-84a1-407e-9a87-21d2d210400c'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:32:52.770066 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:52.923911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:52.927529 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:52.949617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bace3fca-a1a0-49a2-bc94-a28a62c5ea14 req-458b3766-091c-4dbb-add5-6629a8806a24 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0874321 Aug 30 21:32:52.992514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] device_id is not set on port f1b838de-c0a1-44b4-aee0-9dcec0d8759a yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:32:53.068072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.071915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Allocated IP 2001:db8::2 (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/d4ba74f5-a065-4c72-95fa-de2af4a0ac99) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:32:53.100605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:53.144368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.228948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:53.248125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.248776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.249285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.249849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.251332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.251633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.252011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.252385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.253452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.253802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.254707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.255655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:32:53.267700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:32:53.270045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:53.273635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:32:53.369158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:53.370125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.391973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-869ec820-954d-4450-91d7-f20ca41a612f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2248874 Aug 30 21:32:53.407516 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-cad0a095-bcfe-4112-8077-23ea9a8767ee tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:32:53.409078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-cad0a095-bcfe-4112-8077-23ea9a8767ee tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100884 Aug 30 21:32:53.441277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.454220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Transition to ACTIVE for port object d4ba74f5-a065-4c72-95fa-de2af4a0ac99 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:53.485038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Transition to ACTIVE for port object d4ba74f5-a065-4c72-95fa-de2af4a0ac99 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:53.501329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.581704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:32:53.585514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:53.588885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:32:53.595291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Request body: {'port': {'device_id': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:53.632924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Pushing event updated for resources: {'Port': ['ID=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:53.689857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Attempting to bind port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:32:53.690296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Attempting to bind port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'eff5a893-aa0c-4715-957c-52496f62503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:32:53.690487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Attempting to bind port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 on network 9ab2552d-a95c-445b-b749-4cbc76d1a61f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:32:53.697524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:32:53.698464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Checking segment: {'id': 'eff5a893-aa0c-4715-957c-52496f62503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:32:53.698986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.699477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Bound using segment: {'id': 'eff5a893-aa0c-4715-957c-52496f62503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:32:53.700052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Bound port: d4ba74f5-a065-4c72-95fa-de2af4a0ac99, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff5a893-aa0c-4715-957c-52496f62503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:32:53.700646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.704227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Allocated IP 2001:db8::244 (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/f1b838de-c0a1-44b4-aee0-9dcec0d8759a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:32:53.744156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.810353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] For port d4ba74f5-a065-4c72-95fa-de2af4a0ac99, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:32:53.814258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] For port d4ba74f5-a065-4c72-95fa-de2af4a0ac99, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,segment=NetworkSegment(eff5a893-aa0c-4715-957c-52496f62503e),segment_id=eff5a893-aa0c-4715-957c-52496f62503e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:32:53.827698 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.872078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1a81df3b-884b-4676-97e2-8eb9c1acf9f6 None None] Provisioning for port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:53.892125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1a81df3b-884b-4676-97e2-8eb9c1acf9f6 None None] Provisioning complete for port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:53.892737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a81df3b-884b-4676-97e2-8eb9c1acf9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:53.987527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd29e61-b693-44c1-b67d-dd2cbe021eee None None] Pushing event updated for resources: {'Port': ['ID=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:54.049305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1a81df3b-884b-4676-97e2-8eb9c1acf9f6 None None] Port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:32:54.144066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:54.160841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Transition to ACTIVE for port object f1b838de-c0a1-44b4-aee0-9dcec0d8759a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:54.168861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf23237-c278-4859-8c2a-44d9ebadf761 req-f9c0f9fb-bfa7-4d40-b9a1-7f75ee204d11 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:54.177511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bf23237-c278-4859-8c2a-44d9ebadf761 req-f9c0f9fb-bfa7-4d40-b9a1-7f75ee204d11 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 932 time: 0.1038961 Aug 30 21:32:54.311355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bf23237-c278-4859-8c2a-44d9ebadf761 req-b67bb37f-efab-40c8-ab17-3ff6824f7e81 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254747 Aug 30 21:32:54.339346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:54.481000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:32:54.500006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:54.502728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:32:54.510245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:54.511087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:54.518104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=f1b838de-c0a1-44b4-aee0-9dcec0d8759a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:54.558679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1bae3176-6dc1-4d19-8a9d-c9471f8d2da9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9826646 Aug 30 21:32:54.561411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36010) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:54.568831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-744075103', 'allowed_address_pairs': [{'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:fd:6f:3f'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:54.603553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:32:54.612637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:54.629317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Transition to ACTIVE for port object 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:54.636748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:54.810968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:54.811644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Pushing event updated for resources: {'Port': ['ID=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:54.871836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Attempting to bind port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:32:54.872272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Attempting to bind port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:32:54.872809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Attempting to bind port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:32:54.879253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:32:54.879662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Attempting to bind port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:32:54.886299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:32:54.886641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:32:54.887459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:32:54.887807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Bound port: 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:32:54.888232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:54.980855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:55.005969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] device_id is not set on port af4f7a51-d32a-4bbc-a413-458498bb6a8c yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:32:55.034754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] For port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:32:55.051826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] For port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:32:55.063916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:55.153205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:55.153998 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:55.159936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] 10.222.0.82 "PUT /v2.0/ports/668fe7a8-baa3-4a77-b5d5-31d9be4847a6 HTTP/1.1" status: 200 len: 1093 time: 1.7398114 Aug 30 21:32:55.160693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'tag': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:32:55.163174 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d18914b-e898-436f-a5ca-70f8d855503d" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfea14-aa78-4342-b8ff-ea424fd5f9e2", "tag": "668fe7a8-baa3-4a77-b5d5-31d9be4847a6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:32:55.278031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b2c25-aad5-43d6-b55c-77950cefdada service neutron] Pushing event updated for resources: {'Port': ['ID=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:55.312387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-b641c7d7-6edb-4371-9347-992a1d8944c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:55.314506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-b641c7d7-6edb-4371-9347-992a1d8944c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.0760593 Aug 30 21:32:55.401491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Allocated IP 2001:db8::3a (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/af4f7a51-d32a-4bbc-a413-458498bb6a8c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:32:55.427108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-c509f0c7-d9da-484d-b91d-c2e3b3b3848c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6 HTTP/1.1" status: 200 len: 217 time: 0.0974579 Aug 30 21:32:55.587303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-20cb1657-e5b8-440f-b015-7e4906af56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:55.592368 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-20cb1657-e5b8-440f-b015-7e4906af56a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1584313 Aug 30 21:32:55.623719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d4ba74f5-a065-4c72-95fa-de2af4a0ac99 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:32:55.727412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:55.764380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badbca99-d19a-4cae-b4f8-ef89b2c0a86c None None] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:32:55.778433 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3544f727-5a79-4d0a-999f-8d4278cdb26e x-openstack-request-id: req-3544f727-5a79-4d0a-999f-8d4278cdb26e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:32:55.779311 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfea14-aa78-4342-b8ff-ea424fd5f9e2", "tag": "668fe7a8-baa3-4a77-b5d5-31d9be4847a6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:32:55.780998 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3544f727-5a79-4d0a-999f-8d4278cdb26e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:32:55.782898 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'tag': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6', 'status': 'completed', 'code': 200} Aug 30 21:32:55.788171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-93e122a4-d737-4f57-98a9-dec6f84e4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:55.794270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-93e122a4-d737-4f57-98a9-dec6f84e4db1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1945410 Aug 30 21:32:55.899032 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:55.925141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Transition to ACTIVE for port object af4f7a51-d32a-4bbc-a413-458498bb6a8c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:55.979405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:56.026388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-8af4ea4b-3188-419e-b18f-ebdc47b69a78 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195008 Aug 30 21:32:56.028923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] Provisioning for port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:56.035730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] Provisioning complete for port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:56.036608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:56.123782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=af4f7a51-d32a-4bbc-a413-458498bb6a8c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:56.156087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:32:56.181315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b88eaf61-7996-47d8-b73d-8810b5070a42 req-5c411d7e-8a9f-4c44-8784-64c3b1572ad0 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518133 Aug 30 21:32:56.181932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa12df-b1c8-4825-9e88-3c52b5fff6c6 req-dca2ecea-29b4-4449-9bb8-3f9fc5e3ae7a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:56.198449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2aa12df-b1c8-4825-9e88-3c52b5fff6c6 req-dca2ecea-29b4-4449-9bb8-3f9fc5e3ae7a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.2407103 Aug 30 21:32:56.199446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:56.202179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:32:56.211200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:56.211950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:56.242691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:56.267065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a82504f0-4abe-49fd-9832-fc3892978b28 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7034349 Aug 30 21:32:56.271822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:56.305606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2aa12df-b1c8-4825-9e88-3c52b5fff6c6 req-55687f55-05b0-46a5-8e8f-d5be9e4ee6df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883162 Aug 30 21:32:56.391025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3e337-2577-4371-8bb1-bf5cda208a45 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:56.393429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] For port d4ba74f5-a065-4c72-95fa-de2af4a0ac99, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,segment=NetworkSegment(eff5a893-aa0c-4715-957c-52496f62503e),segment_id=eff5a893-aa0c-4715-957c-52496f62503e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:32:56.403023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:56.408569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3e337-2577-4371-8bb1-bf5cda208a45 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:56.423034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b3e337-2577-4371-8bb1-bf5cda208a45 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:56.434616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-45b3e337-2577-4371-8bb1-bf5cda208a45 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1596935 Aug 30 21:32:56.437693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:56.470604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18914b-e898-436f-a5ca-70f8d855503d req-db5490a1-b9f6-40e4-9954-69114af07284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:56.479280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-db5490a1-b9f6-40e4-9954-69114af07284 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 1096 time: 0.2191801 Aug 30 21:32:56.533926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5d7c4-9d08-40e1-859c-446c5e610742 None None] Pushing event updated for resources: {'Port': ['ID=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:56.751964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Provisioning complete for port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:56.753840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.022548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18914b-e898-436f-a5ca-70f8d855503d req-9d40ea61-b69d-4872-aff9-3b5d243d0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:57.024182 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-9d40ea61-b69d-4872-aff9-3b5d243d0402 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.5356658 Aug 30 21:32:57.070160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Provisioning for port f1b838de-c0a1-44b4-aee0-9dcec0d8759a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:57.077877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Provisioning complete for port f1b838de-c0a1-44b4-aee0-9dcec0d8759a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:57.078363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.113784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-82b9f78d-73ac-4d22-b2b8-ef15f8beb397 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6 HTTP/1.1" status: 200 len: 217 time: 0.0819211 Aug 30 21:32:57.119889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port af4f7a51-d32a-4bbc-a413-458498bb6a8c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:32:57.119889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.176725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Port f1b838de-c0a1-44b4-aee0-9dcec0d8759a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:32:57.211301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Provisioning for port af4f7a51-d32a-4bbc-a413-458498bb6a8c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:32:57.218713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Provisioning complete for port af4f7a51-d32a-4bbc-a413-458498bb6a8c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:57.220604 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.279121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3da03-b555-4352-adc0-056453c39019 None None] Port af4f7a51-d32a-4bbc-a413-458498bb6a8c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:32:57.292784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18914b-e898-436f-a5ca-70f8d855503d req-4c035bd6-3cb3-4ca5-9ccd-1661609a025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:57.294265 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-4c035bd6-3cb3-4ca5-9ccd-1661609a025e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1613173 Aug 30 21:32:57.408920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.418374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8f4af1a1-0d34-468e-9bd4-fee0ae9278c4 None None] Provisioning complete for port f1b838de-c0a1-44b4-aee0-9dcec0d8759a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:57.418780 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f4af1a1-0d34-468e-9bd4-fee0ae9278c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.465564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for af4f7a51-d32a-4bbc-a413-458498bb6a8c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:32:57.600909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18914b-e898-436f-a5ca-70f8d855503d req-41a95d04-e8b4-463c-ae23-0dbc6206e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:57.603192 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-41a95d04-e8b4-463c-ae23-0dbc6206e206 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2882202 Aug 30 21:32:57.679814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f186-6280-413e-8226-6c0f77e2500c req-485c3ab5-9d5b-4f7d-94e8-8d8488db17b0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:57.693683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a600f186-6280-413e-8226-6c0f77e2500c req-485c3ab5-9d5b-4f7d-94e8-8d8488db17b0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1336715 Aug 30 21:32:57.702802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d4ba74f5-a065-4c72-95fa-de2af4a0ac99 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:32:57.713024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8f4af1a1-0d34-468e-9bd4-fee0ae9278c4 None None] Port f1b838de-c0a1-44b4-aee0-9dcec0d8759a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:32:57.807748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a600f186-6280-413e-8226-6c0f77e2500c req-5de2258f-df5d-4519-b994-95603a59d43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093817 Aug 30 21:32:57.841163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-da050171-b7a2-4a75-a1fd-dc0f59ff41bb None None] Could not find standard attr ID for object af4f7a51-d32a-4bbc-a413-458498bb6a8c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:32:57.844280 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.851143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:32:57.851747 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:57.941252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=af4f7a51-d32a-4bbc-a413-458498bb6a8c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:57.958111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-74399e18-502a-4069-9094-af3dcc14eb34 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458800 Aug 30 21:32:58.329195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:58.332538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6695225-e354-41e2-9f50-0776fb2074a9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/ports/af4f7a51-d32a-4bbc-a413-458498bb6a8c HTTP/1.1" status: 204 len: 168 time: 1.8901265 Aug 30 21:32:58.336719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:58.373962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8d18914b-e898-436f-a5ca-70f8d855503d req-b3228d0e-9177-47d1-8536-76f1b73c9967 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079726 Aug 30 21:32:58.375526 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d0e1a6-ea19-46a1-b890-70c7a503d885 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] GET failed (client error): The resource could not be found. Aug 30 21:32:58.378058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52d0e1a6-ea19-46a1-b890-70c7a503d885 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "GET /v2.0/ports/af4f7a51-d32a-4bbc-a413-458498bb6a8c HTTP/1.1" status: 404 len: 333 time: 0.0398209 Aug 30 21:32:58.382484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:58.389673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-911328241'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:58.652192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:32:58.662292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:58.720083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] device_id is not set on port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:32:58.976727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc4327-1cc9-4b17-b9ec-f9111afed510 req-9db30954-15a2-4aff-a6b8-be2ff66d8630 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:58.981034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1fc4327-1cc9-4b17-b9ec-f9111afed510 req-9db30954-15a2-4aff-a6b8-be2ff66d8630 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0914979 Aug 30 21:32:59.022989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Allocated IP 2001:db8::3cd (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/ebcbdb84-6ac1-4346-bafb-67ee7ad70497) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:32:59.074487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1fc4327-1cc9-4b17-b9ec-f9111afed510 req-a1f040ae-2db6-463c-a543-1021dddb7483 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796189 Aug 30 21:32:59.312853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:59.358690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Transition to ACTIVE for port object ebcbdb84-6ac1-4346-bafb-67ee7ad70497 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:32:59.435924 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:59.527328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:32:59.532296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:32:59.539039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:32:59.544884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:32:59.545541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:32:59.566845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=ebcbdb84-6ac1-4346-bafb-67ee7ad70497,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:32:59.576120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36278) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:32:59.576367 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2d700c96-0f06-4149-9ca1-6a95dac16ffe tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1924968 Aug 30 21:32:59.585076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:fd:6f:3f'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:32:59.713155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.006636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b91919f1-4ca3-4a4f-90c5-fb6203128994 None None] Provisioning for port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:00.014620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b91919f1-4ca3-4a4f-90c5-fb6203128994 None None] Provisioning complete for port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:00.015021 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b91919f1-4ca3-4a4f-90c5-fb6203128994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.140107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.149869 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.274138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] In _notify_port_updated(), no bound segment for port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 on network 9ab2552d-a95c-445b-b749-4cbc76d1a61f {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:33:00.277546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:00.278253 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.284727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "PUT /v2.0/ports/ebcbdb84-6ac1-4346-bafb-67ee7ad70497 HTTP/1.1" status: 200 len: 1002 time: 0.7012527 Aug 30 21:33:00.285496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:00.376804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450deac4-5ef8-4c8a-a57a-6b039a1abbe5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=ebcbdb84-6ac1-4346-bafb-67ee7ad70497,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:00.450031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b91919f1-4ca3-4a4f-90c5-fb6203128994 None None] Port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:00.470967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1725083-4121-4f42-a904-1873714aaca3 req-add35cab-cf4f-437a-8860-a0caf880c678 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:00.488664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1725083-4121-4f42-a904-1873714aaca3 req-add35cab-cf4f-437a-8860-a0caf880c678 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.2632625 Aug 30 21:33:00.589243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:00.589769 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.611592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1725083-4121-4f42-a904-1873714aaca3 req-9a1c8f1f-a09f-4615-b7eb-62c68425936b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185043 Aug 30 21:33:00.756221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.778686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for ebcbdb84-6ac1-4346-bafb-67ee7ad70497 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:00.804768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cec00a2b-54a8-444f-aa5c-bbc9402ec256 None None] Provisioning complete for port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:00.805609 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cec00a2b-54a8-444f-aa5c-bbc9402ec256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:00.869496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cec00a2b-54a8-444f-aa5c-bbc9402ec256 None None] Port ebcbdb84-6ac1-4346-bafb-67ee7ad70497 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:01.001540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:01.033162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=ebcbdb84-6ac1-4346-bafb-67ee7ad70497,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:01.178937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:01.181108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae398d68-460a-44ae-8682-811ebbe91943 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/ports/ebcbdb84-6ac1-4346-bafb-67ee7ad70497 HTTP/1.1" status: 204 len: 168 time: 0.8948927 Aug 30 21:33:01.186747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36290) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:01.237666 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b8d2c0-6249-4467-a098-6276197bc5a5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] GET failed (client error): The resource could not be found. Aug 30 21:33:01.245646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d2b8d2c0-6249-4467-a098-6276197bc5a5 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "GET /v2.0/ports/ebcbdb84-6ac1-4346-bafb-67ee7ad70497 HTTP/1.1" status: 404 len: 333 time: 0.0545230 Aug 30 21:33:01.249663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:01.265102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-420212663'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:01.539008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:01.543232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:01.573038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] device_id is not set on port 7a5714d2-355e-44b8-830e-5cf3a0a313bf yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:33:01.782348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Allocated IP 2001:db8::1af (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/7a5714d2-355e-44b8-830e-5cf3a0a313bf) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:01.915400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cff2f-44e7-4360-9829-c15354e20aed req-e38639d1-68f9-4494-a3c2-60b3167bfcbf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:01.921755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d0cff2f-44e7-4360-9829-c15354e20aed req-e38639d1-68f9-4494-a3c2-60b3167bfcbf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1819997 Aug 30 21:33:02.027140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.044218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Transition to ACTIVE for port object 7a5714d2-355e-44b8-830e-5cf3a0a313bf will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:02.059988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d0cff2f-44e7-4360-9829-c15354e20aed req-90f82a64-1447-4296-85fc-97c612754ab4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303837 Aug 30 21:33:02.094312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.148884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:02.152802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:02.169866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:02.177299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:02.178146 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.237184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=7a5714d2-355e-44b8-830e-5cf3a0a313bf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:02.244363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36332) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:02.245016 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-358760a8-c5e1-4220-bc47-8964a5e544b3 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9927723 Aug 30 21:33:02.256082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:6f:3f'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:02.508497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.627248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9fb2b63d-555f-4d3a-b722-c192bfe9e308 None None] Provisioning for port 7a5714d2-355e-44b8-830e-5cf3a0a313bf completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:02.633780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36336) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:02.645248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9fb2b63d-555f-4d3a-b722-c192bfe9e308 None None] Provisioning complete for port 7a5714d2-355e-44b8-830e-5cf3a0a313bf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:02.649325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b63d-555f-4d3a-b722-c192bfe9e308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.685313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2b63d-555f-4d3a-b722-c192bfe9e308 None None] Port 7a5714d2-355e-44b8-830e-5cf3a0a313bf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:02.804653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-880ccc00-ef5a-4188-9f55-e89b24c48555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.814141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.822104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.859147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] In _notify_port_updated(), no bound segment for port 7a5714d2-355e-44b8-830e-5cf3a0a313bf on network 9ab2552d-a95c-445b-b749-4cbc76d1a61f {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:33:02.865241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:02.865871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:02.867567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "PUT /v2.0/ports/7a5714d2-355e-44b8-830e-5cf3a0a313bf HTTP/1.1" status: 200 len: 1002 time: 0.6203570 Aug 30 21:33:02.870445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36340) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:02.914265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0c6a0-3fb5-493f-b90b-085d6f527972 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=7a5714d2-355e-44b8-830e-5cf3a0a313bf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:03.009936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port 7a5714d2-355e-44b8-830e-5cf3a0a313bf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:03.010574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.034100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-880ccc00-ef5a-4188-9f55-e89b24c48555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.052860 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-880ccc00-ef5a-4188-9f55-e89b24c48555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.143754 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-880ccc00-ef5a-4188-9f55-e89b24c48555 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22943b0a929e495e894bf557d9d3ee9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063729 Aug 30 21:33:03.145449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ccc00-ef5a-4188-9f55-e89b24c48555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b634c-bd01-4eb9-a04b-c50abb431d5c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:03.152255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36346) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:03.289152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.312795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for 7a5714d2-355e-44b8-830e-5cf3a0a313bf owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:03.316142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6271eeb-d3ce-4b41-a479-272a1f8f1ac0 None None] Provisioning complete for port 7a5714d2-355e-44b8-830e-5cf3a0a313bf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:03.316731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b6271eeb-d3ce-4b41-a479-272a1f8f1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.318043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81f5ccba-3f28-4e99-8290-52cfcd8d1dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.337413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf44fc8-2a60-46c6-953e-001d40db9448 req-e50e8efa-08a6-4446-988d-7d50c3cc984c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:03.348616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdf44fc8-2a60-46c6-953e-001d40db9448 req-e50e8efa-08a6-4446-988d-7d50c3cc984c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1536427 Aug 30 21:33:03.400887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b6271eeb-d3ce-4b41-a479-272a1f8f1ac0 None None] Port 7a5714d2-355e-44b8-830e-5cf3a0a313bf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:03.438451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81f5ccba-3f28-4e99-8290-52cfcd8d1dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.464609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdf44fc8-2a60-46c6-953e-001d40db9448 req-7a53e6ef-e893-4de1-8d85-0358fde7db64 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151664 Aug 30 21:33:03.529083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81f5ccba-3f28-4e99-8290-52cfcd8d1dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.532437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81f5ccba-3f28-4e99-8290-52cfcd8d1dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.536207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81f5ccba-3f28-4e99-8290-52cfcd8d1dd8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c0b634c-bd01-4eb9-a04b-c50abb431d5c HTTP/1.1" status: 204 len: 168 time: 0.3832805 Aug 30 21:33:03.548339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5ccba-3f28-4e99-8290-52cfcd8d1dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b634c-bd01-4eb9-a04b-c50abb431d5c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:03.603648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.609867 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.638769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=7a5714d2-355e-44b8-830e-5cf3a0a313bf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:03.666963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.669024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3e965306-780b-4148-8afc-5bf726c09db6 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/ports/7a5714d2-355e-44b8-830e-5cf3a0a313bf HTTP/1.1" status: 204 len: 168 time: 0.7973061 Aug 30 21:33:03.672276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:03.702287 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b5596e-046c-4d4a-8792-432c0bab2848 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] GET failed (client error): The resource could not be found. Aug 30 21:33:03.708599 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-17b5596e-046c-4d4a-8792-432c0bab2848 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "GET /v2.0/ports/7a5714d2-355e-44b8-830e-5cf3a0a313bf HTTP/1.1" status: 404 len: 333 time: 0.0305610 Aug 30 21:33:03.712105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:03.722328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1085927868'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:03.910236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:03.921259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:03.946955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] device_id is not set on port 7390e68a-3f7d-4354-9308-7e62a4c0436c yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:33:04.079487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Allocated IP 2001:db8::47 (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/7390e68a-3f7d-4354-9308-7e62a4c0436c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:04.248833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:04.272348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Transition to ACTIVE for port object 7390e68a-3f7d-4354-9308-7e62a4c0436c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:04.307097 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:04.359818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:04.363253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:04.367900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:04.373545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:04.374608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:04.378016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=7390e68a-3f7d-4354-9308-7e62a4c0436c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:04.399082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36384) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:04.400374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c72fa69a-57a9-42d5-ad1c-0e4bf757388e tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6865611 Aug 30 21:33:04.405395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'network_id': '9ab2552d-a95c-445b-b749-4cbc76d1a61f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-671498605'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:04.552034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Made reservation on behalf of f8540941e62f460486e05f78c6292174 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:04.557253 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:04.614569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] device_id is not set on port 93fc7f18-91b7-4a7c-a299-9a9162edf812 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:33:04.679753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225a1f5-fe27-4144-8112-69a79849a71e req-1a05b0eb-9566-4e30-9a16-77dae414538e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:04.681292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b225a1f5-fe27-4144-8112-69a79849a71e req-1a05b0eb-9566-4e30-9a16-77dae414538e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1200476 Aug 30 21:33:04.755657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-20826d2c-baed-48a3-89b1-cf17db6fe05d None None] Provisioning for port 7390e68a-3f7d-4354-9308-7e62a4c0436c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:04.760911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b225a1f5-fe27-4144-8112-69a79849a71e req-032ebf29-2858-4ce3-a14d-63dbb0f41de3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708814 Aug 30 21:33:04.764023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-20826d2c-baed-48a3-89b1-cf17db6fe05d None None] Provisioning complete for port 7390e68a-3f7d-4354-9308-7e62a4c0436c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:04.764767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20826d2c-baed-48a3-89b1-cf17db6fe05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:04.786511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Allocated IP 2001:db8::39 (9ab2552d-a95c-445b-b749-4cbc76d1a61f/e9de7fff-84a1-407e-9a87-21d2d210400c/93fc7f18-91b7-4a7c-a299-9a9162edf812) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:04.813339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-20826d2c-baed-48a3-89b1-cf17db6fe05d None None] Port 7390e68a-3f7d-4354-9308-7e62a4c0436c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:04.963883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:04.978951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Transition to ACTIVE for port object 93fc7f18-91b7-4a7c-a299-9a9162edf812 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:05.018562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.077773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:05.081236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:05.084041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:05.090188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:05.090807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.102359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=93fc7f18-91b7-4a7c-a299-9a9162edf812,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:05.119128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:05.119624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ec091aa-53f3-44f9-9c0f-8b161dc319de tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7190318 Aug 30 21:33:05.125946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::244', 'mac_address': 'fa:16:3e:fd:6f:3f'}, {'ip_address': '2001:db8::47', 'mac_address': 'fa:16:3e:0f:ba:10'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:05.324275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.544505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-59088b9f-f3dc-44bc-9dd8-b770b27ae72e None None] Provisioning for port 93fc7f18-91b7-4a7c-a299-9a9162edf812 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:05.548750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-59088b9f-f3dc-44bc-9dd8-b770b27ae72e None None] Provisioning complete for port 93fc7f18-91b7-4a7c-a299-9a9162edf812 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:05.549122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59088b9f-f3dc-44bc-9dd8-b770b27ae72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.571471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.584689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.625882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] In _notify_port_updated(), no bound segment for port 93fc7f18-91b7-4a7c-a299-9a9162edf812 on network 9ab2552d-a95c-445b-b749-4cbc76d1a61f {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:33:05.633887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-59088b9f-f3dc-44bc-9dd8-b770b27ae72e None None] Port 93fc7f18-91b7-4a7c-a299-9a9162edf812 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:05.634688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:05.636289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.639167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "PUT /v2.0/ports/93fc7f18-91b7-4a7c-a299-9a9162edf812 HTTP/1.1" status: 200 len: 1065 time: 0.5187407 Aug 30 21:33:05.643626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:05.696452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489e50b-4e5e-431e-97d2-ac16da3119f2 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event updated for resources: {'Port': ['ID=93fc7f18-91b7-4a7c-a299-9a9162edf812,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:05.782092 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port 93fc7f18-91b7-4a7c-a299-9a9162edf812 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:05.782440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.887344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.968362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:05.992183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba2ec-efdc-483e-b113-a5ac1fb95728 req-fe669e5f-2fcb-4d97-9e45-31a9171108d7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:05.997913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for 93fc7f18-91b7-4a7c-a299-9a9162edf812 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:06.003218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74aba2ec-efdc-483e-b113-a5ac1fb95728 req-fe669e5f-2fcb-4d97-9e45-31a9171108d7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1138248 Aug 30 21:33:06.064270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74aba2ec-efdc-483e-b113-a5ac1fb95728 req-ef1e2fef-60d2-4189-95ce-39c439621db8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596447 Aug 30 21:33:06.105324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ebd266f5-f8cf-4f01-8662-10d49601f169 None None] Provisioning complete for port 93fc7f18-91b7-4a7c-a299-9a9162edf812 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:06.105704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ebd266f5-f8cf-4f01-8662-10d49601f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:06.168553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ebd266f5-f8cf-4f01-8662-10d49601f169 None None] Port 93fc7f18-91b7-4a7c-a299-9a9162edf812 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:33:06.180090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:06.307156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=93fc7f18-91b7-4a7c-a299-9a9162edf812,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:06.521241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:06.523424 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1f8a7158-d9bd-43fa-aa4e-ef4ba9b15d30 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/ports/93fc7f18-91b7-4a7c-a299-9a9162edf812 HTTP/1.1" status: 204 len: 168 time: 0.8791301 Aug 30 21:33:06.526302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36420) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:06.572020 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-336d2d4d-f5fd-4b09-9a53-381b4c806611 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] GET failed (client error): The resource could not be found. Aug 30 21:33:06.576560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-336d2d4d-f5fd-4b09-9a53-381b4c806611 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "GET /v2.0/ports/93fc7f18-91b7-4a7c-a299-9a9162edf812 HTTP/1.1" status: 404 len: 333 time: 0.0482810 Aug 30 21:33:06.578376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:06.694570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port 7390e68a-3f7d-4354-9308-7e62a4c0436c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:06.695143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:06.853923 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:06.872143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for 7390e68a-3f7d-4354-9308-7e62a4c0436c owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:06.929254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:07.039466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.114229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7372d23-b920-4cd4-afeb-42110eaf12e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.158958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=7390e68a-3f7d-4354-9308-7e62a4c0436c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:07.162121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.165248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2e590eb7-9fb0-45de-bf26-049a2d1d7c2b tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/ports/7390e68a-3f7d-4354-9308-7e62a4c0436c HTTP/1.1" status: 204 len: 168 time: 0.5833070 Aug 30 21:33:07.169053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:07.233939 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50ed02e-aad6-4237-b293-786764f9bfce tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] GET failed (client error): The resource could not be found. Aug 30 21:33:07.236999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b50ed02e-aad6-4237-b293-786764f9bfce tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "GET /v2.0/ports/7390e68a-3f7d-4354-9308-7e62a4c0436c HTTP/1.1" status: 404 len: 333 time: 0.0663915 Aug 30 21:33:07.240893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:07.321054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7f52-1952-41df-a582-455397c1cbfa req-6f7d676b-136e-4804-ae43-884c3f2635c7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:07.330704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-757e7f52-1952-41df-a582-455397c1cbfa req-6f7d676b-136e-4804-ae43-884c3f2635c7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1630719 Aug 30 21:33:07.344094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7372d23-b920-4cd4-afeb-42110eaf12e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.352739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f7372d23-b920-4cd4-afeb-42110eaf12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.431450 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f7372d23-b920-4cd4-afeb-42110eaf12e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e36bb281e0084bc7b7e47cd7e7b7396c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983413 Aug 30 21:33:07.433827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-757e7f52-1952-41df-a582-455397c1cbfa req-dc49cc96-fd53-4a70-94be-282551f469cb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016979 Aug 30 21:33:07.436367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:07.445261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7372d23-b920-4cd4-afeb-42110eaf12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc16f9ac-fc23-497f-bca7-766b045f75a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:07.464467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port f1b838de-c0a1-44b4-aee0-9dcec0d8759a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:07.467599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.504302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03038846-a139-4083-8ee5-ad5f94e49b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.530566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03038846-a139-4083-8ee5-ad5f94e49b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.595124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03038846-a139-4083-8ee5-ad5f94e49b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.602289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03038846-a139-4083-8ee5-ad5f94e49b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.603966 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-03038846-a139-4083-8ee5-ad5f94e49b6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc16f9ac-fc23-497f-bca7-766b045f75a7 HTTP/1.1" status: 204 len: 168 time: 0.1666009 Aug 30 21:33:07.621043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.629529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03038846-a139-4083-8ee5-ad5f94e49b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc16f9ac-fc23-497f-bca7-766b045f75a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:07.671353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for f1b838de-c0a1-44b4-aee0-9dcec0d8759a owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:07.834606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.871974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=f1b838de-c0a1-44b4-aee0-9dcec0d8759a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:07.913796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:07.918586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:07.919689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c7b2a91c-6165-4d18-9f8c-0e00f779a8d7 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/ports/f1b838de-c0a1-44b4-aee0-9dcec0d8759a HTTP/1.1" status: 204 len: 168 time: 0.6774960 Aug 30 21:33:07.985652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting subnet e9de7fff-84a1-407e-9a87-21d2d210400c {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:33:07.994890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36456) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:08.016586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.022134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-691539ca-9c75-4739-9f91-b7a70ae5ba35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.065740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.174768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-691539ca-9c75-4739-9f91-b7a70ae5ba35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.181506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-691539ca-9c75-4739-9f91-b7a70ae5ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.216758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-691539ca-9c75-4739-9f91-b7a70ae5ba35 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=898b1b47e25741b7b0fa2966a3ca3ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184839 Aug 30 21:33:08.217216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:08.239750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691539ca-9c75-4739-9f91-b7a70ae5ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8984fd4-820c-4bf0-9f00-219d1a571e19,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:08.256044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.322100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be16072f-770b-4c66-98ee-00bc3a19a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.350694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be16072f-770b-4c66-98ee-00bc3a19a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.357909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.404483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Subnet': ['ID=e9de7fff-84a1-407e-9a87-21d2d210400c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:08.411655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.412135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb2461e-ca22-4791-960d-527b20d3c9c1 None None] Network 9ab2552d-a95c-445b-b749-4cbc76d1a61f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:08.416136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8e3d08a5-1367-4e32-81c6-900560e3463d tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/subnets/e9de7fff-84a1-407e-9a87-21d2d210400c HTTP/1.1" status: 204 len: 168 time: 0.4939847 Aug 30 21:33:08.416493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36466) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:08.461754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be16072f-770b-4c66-98ee-00bc3a19a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.464976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be16072f-770b-4c66-98ee-00bc3a19a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.466521 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-be16072f-770b-4c66-98ee-00bc3a19a909 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8984fd4-820c-4bf0-9f00-219d1a571e19 HTTP/1.1" status: 204 len: 168 time: 0.2482855 Aug 30 21:33:08.482209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16072f-770b-4c66-98ee-00bc3a19a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8984fd4-820c-4bf0-9f00-219d1a571e19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:08.557593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.652567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b891daa-9ddc-4a6e-8181-e33c247e0d28 req-4556d2b0-1e87-4431-8da0-a3b238d59444 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:08.654134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b891daa-9ddc-4a6e-8181-e33c247e0d28 req-4556d2b0-1e87-4431-8da0-a3b238d59444 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0924115 Aug 30 21:33:08.668140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] DHCP port deletion for 9ab2552d-a95c-445b-b749-4cbc76d1a61f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:33:08.702306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Deleting port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:08.702652 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.709920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b891daa-9ddc-4a6e-8181-e33c247e0d28 req-ef7972c3-1006-4d11-aa04-87d78112d405 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Aug 30 21:33:08.759210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] Deleting port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:08.759957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.781702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] For port d4ba74f5-a065-4c72-95fa-de2af4a0ac99, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,segment=NetworkSegment(eff5a893-aa0c-4715-957c-52496f62503e),segment_id=eff5a893-aa0c-4715-957c-52496f62503e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:08.782158 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.796025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Calling delete_port for d4ba74f5-a065-4c72-95fa-de2af4a0ac99 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:08.848687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] For port d4ba74f5-a065-4c72-95fa-de2af4a0ac99, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,segment=NetworkSegment(eff5a893-aa0c-4715-957c-52496f62503e),segment_id=eff5a893-aa0c-4715-957c-52496f62503e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:08.849316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.865739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] Calling delete_port for d4ba74f5-a065-4c72-95fa-de2af4a0ac99 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:08.894245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:08.935754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Port': ['ID=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:08.943414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] No DVR routers for this DVR port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:08.953495 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f20c537a-734d-4e33-bb43-0720c6843aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.022193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.060717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] Pushing event deleted for resources: {'Port': ['ID=d4ba74f5-a065-4c72-95fa-de2af4a0ac99,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:09.070826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5e4ac-2334-4b98-8ce4-d1b92f8223ab None None] No DVR routers for this DVR port d4ba74f5-a065-4c72-95fa-de2af4a0ac99 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:09.086569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.098851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab2552d-a95c-445b-b749-4cbc76d1a61f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:09.113951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff5a893-aa0c-4715-957c-52496f62503e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:09.114393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff5a893-aa0c-4715-957c-52496f62503e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:09.127986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.146591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.154926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:09.155747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:09.159354 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:09.180677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:09.247737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.252456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.254550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] 10.222.0.76 "DELETE /v2.0/networks/9ab2552d-a95c-445b-b749-4cbc76d1a61f HTTP/1.1" status: 204 len: 168 time: 0.8370371 Aug 30 21:33:09.275486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bf8c8-8344-4563-9c57-eac2a60461f9 tempest-AllowedAddressPairIpV6TestJSON-502084680 tempest-AllowedAddressPairIpV6TestJSON-502084680-project] Pushing event deleted for resources: {'Network': ['ID=9ab2552d-a95c-445b-b749-4cbc76d1a61f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:09.314379 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-844f7bc3-a4ba-40c2-8f6a-c3728a7d766b tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.1350398 Aug 30 21:33:09.314621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:09.320081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'network': {'name': 'tempest-network-smoke--1233549591', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'port_security_enabled': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:09.358110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Made reservation on behalf of 6758e3d32822496e8fae5fb4aeb537dd for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:09.366403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.398706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:09.422433 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.422889 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Added segment 8f824c9d-52c3-4855-a578-4eea916ba108 of type vlan for network 251cf424-1ac3-4f68-ac39-3307db52d822 Aug 30 21:33:09.493515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d4ba74f5-a065-4c72-95fa-de2af4a0ac99 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:09.511590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.534565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d4ba74f5-a065-4c72-95fa-de2af4a0ac99 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:09.535025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d4ba74f5-a065-4c72-95fa-de2af4a0ac99 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:09.548089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.556595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:09.557351 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.629874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:09.640942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Network': ['ID=251cf424-1ac3-4f68-ac39-3307db52d822,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:09.652442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 251cf424-1ac3-4f68-ac39-3307db52d822 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:09.655438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-397cf1b0-a279-427a-ac45-9965e9367e0b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3390315 Aug 30 21:33:09.657799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36514) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:09.663351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'admin_state_up': True, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:09.696688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.698724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.772645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.856533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d0e7eb82-cb16-42ce-8c74-3bae30eebc15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8540941e62f460486e05f78c6292174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245467 Aug 30 21:33:09.859955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:09.921168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c38a0569-195f-4e58-8c04-4940d16fd55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:09.946303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c38a0569-195f-4e58-8c04-4940d16fd55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:10.007434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c38a0569-195f-4e58-8c04-4940d16fd55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:10.010088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c38a0569-195f-4e58-8c04-4940d16fd55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:10.013981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c38a0569-195f-4e58-8c04-4940d16fd55d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c97744e-afc7-40a1-aa03-82c06d77ca24 HTTP/1.1" status: 204 len: 168 time: 0.1503539 Aug 30 21:33:10.024672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a0569-195f-4e58-8c04-4940d16fd55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97744e-afc7-40a1-aa03-82c06d77ca24,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:10.105703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0884df9-80b5-4a27-9dd5-b28686a340da req-9f6b71f3-3fae-4b26-8cd5-128547873f0b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:10.105703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0884df9-80b5-4a27-9dd5-b28686a340da req-9f6b71f3-3fae-4b26-8cd5-128547873f0b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.2436547 Aug 30 21:33:10.108861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:10.199094 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0884df9-80b5-4a27-9dd5-b28686a340da req-5bd22f6d-e0f8-4bc9-a823-f21811659d9f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Aug 30 21:33:10.371996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:10.396120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:10.524583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.25.5.44 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4d2426bc-defb-4b64-b92b-b96b03dfcfb2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:11.070183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.117349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.165966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:11.170376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:11.172843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:11.182853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:11.201311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:11.369022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135029802'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:11.388075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5418fc-54ff-4eb5-b597-e80ee59fefe1 req-eb03b41f-a80e-4f7c-b910-f6539898372a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:11.396883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de5418fc-54ff-4eb5-b597-e80ee59fefe1 req-eb03b41f-a80e-4f7c-b910-f6539898372a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0807941 Aug 30 21:33:11.402713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:11.407488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.423549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.506007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de5418fc-54ff-4eb5-b597-e80ee59fefe1 req-2d6b7d01-5d0d-4342-bf2d-2f8bb801487d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080854 Aug 30 21:33:11.552081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.558570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.566461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.597507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa762f69-2111-4222-bdc7-0feb51022d72,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:11.607137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:11.617521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.617994 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment c0636144-80af-4ca9-954f-248828200273 of type vlan for network eef25c4a-02ae-4d31-93c5-0a72d98209a3 Aug 30 21:33:11.677358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.708176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.713970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:11.714564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.761598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.803940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6119747 Aug 30 21:33:11.819132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec4ff6-bb31-46cc-9c6d-cbcc6abaf1bb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=eef25c4a-02ae-4d31-93c5-0a72d98209a3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:11.864792 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:11.874401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network eef25c4a-02ae-4d31-93c5-0a72d98209a3 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:11.944987 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7224a071-5529-4022-b346-b806fb0c1948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:12.099064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router d0116776-8f1b-4663-80e4-ea6f35a7115e is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:33:12.233833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:12.253852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Sync routers for ids ['d0116776-8f1b-4663-80e4-ea6f35a7115e'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:12.267858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Routers {'d0116776-8f1b-4663-80e4-ea6f35a7115e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:12.268510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d0116776-8f1b-4663-80e4-ea6f35a7115e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:12.287030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:12.291854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:12.294889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ee8c1f1c-2cc1-47b5-8a59-e13c8381f67a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.6356347 Aug 30 21:33:12.404404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Set router d0116776-8f1b-4663-80e4-ea6f35a7115e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:12.456440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a54673-a782-4df9-ab69-2ced62cd9b8f tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:12.462346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36630) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:12.474772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f8a54673-a782-4df9-ab69-2ced62cd9b8f tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6758e3d32822496e8fae5fb4aeb537dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1815944 Aug 30 21:33:12.612126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3efc921-aa1b-4f94-a16e-db2a05096df3 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:12.619432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:12.632230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a3efc921-aa1b-4f94-a16e-db2a05096df3 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1677167 Aug 30 21:33:12.706615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0f7c26b8-d278-4aa7-914a-e0fd0d98ae43 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857334 Aug 30 21:33:12.707532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:12.735766 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:12.742971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e0d0905e-6456-4efc-890a-6051000f21d7 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=6758e3d32822496e8fae5fb4aeb537dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320237 Aug 30 21:33:12.743201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36642) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:12.753921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c839f1-5fb3-4c5d-ac6b-ef7bcdfb8357 req-bfa960a0-f14a-4a21-86ac-ecbe73201fb1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:12.757729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98c839f1-5fb3-4c5d-ac6b-ef7bcdfb8357 req-bfa960a0-f14a-4a21-86ac-ecbe73201fb1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.0935709 Aug 30 21:33:12.792640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:11Z', 'revision_number': 3, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:12.852540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Checking router: d0116776-8f1b-4663-80e4-ea6f35a7115e for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:33:12.852971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Updating router d0116776-8f1b-4663-80e4-ea6f35a7115e port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:33:12.918347 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.057810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98c839f1-5fb3-4c5d-ac6b-ef7bcdfb8357 req-f1b2b631-6c71-457f-be3f-c9dff0692ec5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524953 Aug 30 21:33:13.059507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53989c6-b231-4034-917d-612101954ac7 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:13.061095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e53989c6-b231-4034-917d-612101954ac7 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3024843 Aug 30 21:33:13.064121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:13.099669 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c756e97d-04e4-408e-a39e-449e27e57bc1 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341272 Aug 30 21:33:13.100253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36648) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:13.106562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210248', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:13.203312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Made reservation on behalf of 6758e3d32822496e8fae5fb4aeb537dd for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:13.207771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.304469 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.314869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Transition to ACTIVE for port object 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:13.330995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.405821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936989cc-41a5-408f-9763-226cf43f0b8e None None] Pushing event updated for resources: {'Port': ['ID=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:13.425581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Attempting to bind port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:13.426231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Attempting to bind port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:13.426871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Attempting to bind port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:13.433521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:13.434537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:13.435119 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.435679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:13.436351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Bound port: 4d2426bc-defb-4b64-b92b-b96b03dfcfb2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:13.436895 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.466516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.500143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] For port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:13.503686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] For port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:13.512359 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.527451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Subnet': ['ID=c99126f7-7710-4a86-be3b-23d498569d16,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:13.536667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.537134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.537574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.538011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.538448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.538903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.539347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.539772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.540232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.540655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.541075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.541497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:13.571077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Checking segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:13.571515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network hostable DHCP agents. Network: 251cf424-1ac3-4f68-ac39-3307db52d822, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:13.594053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936989cc-41a5-408f-9763-226cf43f0b8e None None] Pushing event updated for resources: {'Port': ['ID=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:13.602652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Routers {'d0116776-8f1b-4663-80e4-ea6f35a7115e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:13.603302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d0116776-8f1b-4663-80e4-ea6f35a7115e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:13.614699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 251cf424-1ac3-4f68-ac39-3307db52d822 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:13.626073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 251cf424-1ac3-4f68-ac39-3307db52d822) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:13.635936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:13.636526 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:13.642382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e07ae-6e10-4a38-bb93-74c5d76548b2 None None] Network 251cf424-1ac3-4f68-ac39-3307db52d822 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:13.658581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8470d1a2-74ef-4d10-a100-0badd35abe75 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5547206 Aug 30 21:33:13.659569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:13.784705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] Set router d0116776-8f1b-4663-80e4-ea6f35a7115e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:13.904234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-251cf424-1ac3-4f68-ac39-3307db52d822', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'fixed_ips': [{'subnet_id': 'c99126f7-7710-4a86-be3b-23d498569d16'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:13.905433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:14.212907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Allocated IP 172.20.0.18 (251cf424-1ac3-4f68-ac39-3307db52d822/c99126f7-7710-4a86-be3b-23d498569d16/864dad63-254c-4401-8614-e09eee0dadcb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:14.253472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:11Z', 'revision_number': 3, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:14.375472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49d5b-354a-434f-ae46-2b188341a6e7 req-8ff58876-d260-4c99-8d15-3a4e0ba955f2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:14.377255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06f49d5b-354a-434f-ae46-2b188341a6e7 req-8ff58876-d260-4c99-8d15-3a4e0ba955f2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1173921 Aug 30 21:33:14.497506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06f49d5b-354a-434f-ae46-2b188341a6e7 req-173a5097-2c80-4050-90e5-c968321d519b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113808 Aug 30 21:33:14.594364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597075f0-9225-42d3-97dc-fe69ad471835 None None] The sync data for ids ['d0116776-8f1b-4663-80e4-ea6f35a7115e'] in n-d-793620-16 is: [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:11Z', 'revision_number': 3, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:33:14.618200 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:14.630534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Transition to ACTIVE for port object 864dad63-254c-4401-8614-e09eee0dadcb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:14.633499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:14.669667 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Transition to ACTIVE for port object 864dad63-254c-4401-8614-e09eee0dadcb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:14.685393 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:14.808064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Network 251cf424-1ac3-4f68-ac39-3307db52d822 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:14.815327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:14.828918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:14.956537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.140197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36672) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:15.145910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:15.349957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:15.353830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Pushing event updated for resources: {'Port': ['ID=864dad63-254c-4401-8614-e09eee0dadcb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:15.355497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.421338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Attempting to bind port 864dad63-254c-4401-8614-e09eee0dadcb on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:15.421707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Attempting to bind port 864dad63-254c-4401-8614-e09eee0dadcb by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:15.422071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Attempting to bind port 864dad63-254c-4401-8614-e09eee0dadcb on network 251cf424-1ac3-4f68-ac39-3307db52d822 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:15.433672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:15.433995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Checking segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:15.434396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.434820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Bound using segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:15.435295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Bound port: 864dad63-254c-4401-8614-e09eee0dadcb, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:15.435674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.592747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:15.694403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.20.0.17 (251cf424-1ac3-4f68-ac39-3307db52d822/c99126f7-7710-4a86-be3b-23d498569d16/bf36ef2d-dc66-47a9-b998-35837f4b6288) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:15.696433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] For port 864dad63-254c-4401-8614-e09eee0dadcb, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:15.736320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] For port 864dad63-254c-4401-8614-e09eee0dadcb, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=864dad63-254c-4401-8614-e09eee0dadcb,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:15.744447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:15.755706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:15.755706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.757923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.768053 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:15.860608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:15.888179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64cbd0-9284-4f77-8238-bbab159e0a15 req-bd36cb68-f57f-43d6-8629-f49a0f03a2a5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:15.892222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd64cbd0-9284-4f77-8238-bbab159e0a15 req-bd36cb68-f57f-43d6-8629-f49a0f03a2a5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1384196 Aug 30 21:33:15.988670 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.003215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': 'c0636144-80af-4ca9-954f-248828200273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:16.007176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: eef25c4a-02ae-4d31-93c5-0a72d98209a3, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:16.036847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd64cbd0-9284-4f77-8238-bbab159e0a15 req-6f64afb4-6cd8-41e9-b4b4-99b06597e991 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Aug 30 21:33:16.038214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Transition to ACTIVE for port object bf36ef2d-dc66-47a9-b998-35837f4b6288 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:16.063427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network eef25c4a-02ae-4d31-93c5-0a72d98209a3 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:16.074208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.086177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86cc04-26a9-4dca-b7be-d4545ab1511e None None] Pushing event updated for resources: {'Port': ['ID=864dad63-254c-4401-8614-e09eee0dadcb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:16.088536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, eef25c4a-02ae-4d31-93c5-0a72d98209a3) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:16.105076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0db02-b901-4ec4-b71b-dffd567955dd None None] Network eef25c4a-02ae-4d31-93c5-0a72d98209a3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:16.105272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:16.105819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.122402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.138284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0c9fe2d6-6557-4be4-b544-b9aa67039d63 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9934781 Aug 30 21:33:16.139501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36680) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:16.147646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806048768'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:16.228772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:16.233052 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.280358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 251cf424-1ac3-4f68-ac39-3307db52d822 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:16.285317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:16.296344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:16.312152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:16.344301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.344882 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 4b3ae963-5699-4846-8279-028c2769da8d of type vlan for network b07784d3-4e42-4366-acbf-b9208f8bf40c Aug 30 21:33:16.448603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.452098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=bf36ef2d-dc66-47a9-b998-35837f4b6288,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:16.463597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.477995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:16.490693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.498408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:16.499494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.500921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.592221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=b07784d3-4e42-4366-acbf-b9208f8bf40c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:16.607060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a79d4123-ddfb-4997-a9c3-9fc26063a749 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4663026 Aug 30 21:33:16.611082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36684) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:16.616039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b07784d3-4e42-4366-acbf-b9208f8bf40c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:16.618214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-eef25c4a-02ae-4d31-93c5-0a72d98209a3', 'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': '2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:16.623687 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.627992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'b07784d3-4e42-4366-acbf-b9208f8bf40c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:16.773561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.844765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:16.848930 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:16.888494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:17.061477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Allocated IP 2001:db8:0:ffff::2 (eef25c4a-02ae-4d31-93c5-0a72d98209a3/2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6/a0fdc366-368b-4047-8d5f-6e9d8cfa2a17) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:17.206489 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.286238 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=6fcd97d1-260d-4268-9a32-c91cabf757ae,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:17.317799 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.338104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.344716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c359ad-c6ee-4cdf-b742-af2b52d93b67 req-f1bb45a9-754b-466d-8ad2-eac83b72a273 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:17.346600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.346775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Transition to ACTIVE for port object a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:17.354244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6c359ad-c6ee-4cdf-b742-af2b52d93b67 req-f1bb45a9-754b-466d-8ad2-eac83b72a273 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1622300 Aug 30 21:33:17.371732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Transition to ACTIVE for port object a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:17.393838 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.396289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '4b3ae963-5699-4846-8279-028c2769da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b07784d3-4e42-4366-acbf-b9208f8bf40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:17.396788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: b07784d3-4e42-4366-acbf-b9208f8bf40c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:17.431871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6c359ad-c6ee-4cdf-b742-af2b52d93b67 req-a8df9063-3791-45c5-b1bc-7ba5d893ee0f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764306 Aug 30 21:33:17.455845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network b07784d3-4e42-4366-acbf-b9208f8bf40c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:17.477858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Network eef25c4a-02ae-4d31-93c5-0a72d98209a3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:17.487157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b07784d3-4e42-4366-acbf-b9208f8bf40c) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:17.487884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:17.493799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:17.494096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:17.494400 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.526562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461067d-c787-4f2a-8c29-04e2ebfb48f5 None None] Network b07784d3-4e42-4366-acbf-b9208f8bf40c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:17.528362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f606ee8d-4f2b-4781-859b-e38fab2c8235 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9118698 Aug 30 21:33:17.528934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36690) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:17.565196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.569196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=bf36ef2d-dc66-47a9-b998-35837f4b6288,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:17.582010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Pushing event updated for resources: {'Port': ['ID=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:17.637761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Attempting to bind port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:17.638130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Attempting to bind port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'c0636144-80af-4ca9-954f-248828200273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:17.638493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Attempting to bind port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 on network eef25c4a-02ae-4d31-93c5-0a72d98209a3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:17.642335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f1b8c8-8b58-428f-8341-ed5b0e8cd550 None None] Network 251cf424-1ac3-4f68-ac39-3307db52d822 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:17.711111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.741399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 864dad63-254c-4401-8614-e09eee0dadcb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:17.754439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:17.754837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Checking segment: {'id': 'c0636144-80af-4ca9-954f-248828200273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:17.755565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.755983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Bound using segment: {'id': 'c0636144-80af-4ca9-954f-248828200273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:17.756500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Bound port: a0fdc366-368b-4047-8d5f-6e9d8cfa2a17, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0636144-80af-4ca9-954f-248828200273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'eef25c4a-02ae-4d31-93c5-0a72d98209a3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:17.757216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.787822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 251cf424-1ac3-4f68-ac39-3307db52d822 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:17.790183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:17.811653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ab5bcdd-b217-4dd8-9275-3a82dab989fe None None] Provisioning for port 864dad63-254c-4401-8614-e09eee0dadcb completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:17.870272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.960348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:17.965181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router d0116776-8f1b-4663-80e4-ea6f35a7115e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:33:18.005980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcd97d1-260d-4268-9a32-c91cabf757ae,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:18.077694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.097880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07784d3-4e42-4366-acbf-b9208f8bf40c']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:18.112834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3ae963-5699-4846-8279-028c2769da8d') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:18.112834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3ae963-5699-4846-8279-028c2769da8d') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:18.125571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.143080 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.158972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:18.159389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:18.168972 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:18.192059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:18.202689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-da3245b8-ca12-470e-802f-134731c804c2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "PUT /v2.0/routers/d0116776-8f1b-4663-80e4-ea6f35a7115e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5405445 Aug 30 21:33:18.211709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Sync routers for ids ['d0116776-8f1b-4663-80e4-ea6f35a7115e'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:18.219634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] For port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:18.222322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef28b0d-6aad-4d26-804c-ab6a11e07a26 None None] Network b07784d3-4e42-4366-acbf-b9208f8bf40c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:18.224771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Routers {'d0116776-8f1b-4663-80e4-ea6f35a7115e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:18.225531 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d0116776-8f1b-4663-80e4-ea6f35a7115e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:18.258401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 864dad63-254c-4401-8614-e09eee0dadcb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:18.306562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.346568 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.351860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/b07784d3-4e42-4366-acbf-b9208f8bf40c HTTP/1.1" status: 204 len: 168 time: 0.8218198 Aug 30 21:33:18.352861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee4275-2e4b-413b-ae55-3b81ce4ccdbb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=b07784d3-4e42-4366-acbf-b9208f8bf40c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:18.355849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:18.374310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087033736'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:18.382869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] For port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,segment=NetworkSegment(c0636144-80af-4ca9-954f-248828200273),segment_id=c0636144-80af-4ca9-954f-248828200273)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:18.416417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 864dad63-254c-4401-8614-e09eee0dadcb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:18.416792 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.438197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.448194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:18.453598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.500706 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Set router d0116776-8f1b-4663-80e4-ea6f35a7115e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:18.512906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:18.549721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.551182 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 4e1c7b7b-492b-4bee-a30e-17e057587ff3 of type vlan for network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc Aug 30 21:33:18.679275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.761302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.771378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:18.773972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:18.861427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-04b81257-fb22-45dc-bf2d-4b77e202623e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:18.873441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-04b81257-fb22-45dc-bf2d-4b77e202623e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/networks?id=251cf424-1ac3-4f68-ac39-3307db52d822 HTTP/1.1" status: 200 len: 798 time: 0.3491368 Aug 30 21:33:18.911245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-fc400994-4bdd-44d0-91d0-be5c3a0d13e8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/quotas/6758e3d32822496e8fae5fb4aeb537dd HTTP/1.1" status: 200 len: 375 time: 0.0363755 Aug 30 21:33:18.915992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2055a-b295-44c9-af78-a0dcc7652218 None None] Pushing event updated for resources: {'Port': ['ID=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:18.923157 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'bf36ef2d-dc66-47a9-b998-35837f4b6288', 'name': '', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:90:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:15Z', 'updated_at': '2021-08-30T21:33:17Z', 'revision_number': 2, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:19.018781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:19.057122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4fbf1d4b-319d-408f-9a8e-36dc86f2ecf7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6951523 Aug 30 21:33:19.057937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:19.064348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:19.076722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:19.104489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-c4b9bc4d-a1d5-4bb1-9f58-3f7eb20103e8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1907742 Aug 30 21:33:19.377285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-5fb53796-3c9f-483d-ab2d-c745363da7ba service neutron] 10.222.0.76 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636683 Aug 30 21:33:19.412801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Checking router: d0116776-8f1b-4663-80e4-ea6f35a7115e for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:33:19.413349 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Updating router d0116776-8f1b-4663-80e4-ea6f35a7115e port bf36ef2d-dc66-47a9-b998-35837f4b6288 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:33:19.489342 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:19.491886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:19.496014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:19.518428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86ff3fd9-2e5e-4fa3-a94e-50142bb0cd4c None None] Provisioning complete for port 864dad63-254c-4401-8614-e09eee0dadcb triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:19.530749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86ff3fd9-2e5e-4fa3-a94e-50142bb0cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:19.532905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:19.659137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-d788148b-98fe-40ce-9e99-7d2289a578cb service neutron] 10.222.0.76 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728953 Aug 30 21:33:19.970396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.079376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=189a466e-8cfd-4b7b-a4d4-e6dafefda1fd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:20.128866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '4e1c7b7b-492b-4bee-a30e-17e057587ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:20.129134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:20.136790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce475cc-6542-4cd8-b1d9-10b4dfe6b66d req-a0a23315-ee1e-4fb6-b91c-cb9fe4336aef tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:20.138055 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.147440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce475cc-6542-4cd8-b1d9-10b4dfe6b66d req-a0a23315-ee1e-4fb6-b91c-cb9fe4336aef tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.1531844 Aug 30 21:33:20.172829 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Transition to ACTIVE for port object bf36ef2d-dc66-47a9-b998-35837f4b6288 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:20.175534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:20.194012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:20.198358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:20.199001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.199232 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.235111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-040cd9ed-3974-4d43-9e19-326958b7a3a7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1754813 Aug 30 21:33:20.238715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:20.243942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2065754163'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:20.277583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ce475cc-6542-4cd8-b1d9-10b4dfe6b66d req-60cf16b0-d79b-4163-8810-fa043c91c0f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288455 Aug 30 21:33:20.279041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64caccf1-9066-4844-9f6e-13bd2ff7df9d None None] Network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:20.317235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:20.321365 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.365056 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Pushing event updated for resources: {'Port': ['ID=bf36ef2d-dc66-47a9-b998-35837f4b6288,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:20.382892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:33:20.392090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:20.406798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.407429 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 92b5e95d-6345-4dec-b535-dad700ba6ca0 of type vlan for network f9994da8-3b64-4439-a1f3-281db224967a Aug 30 21:33:20.411673 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.412288 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.413836 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.418258 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.419791 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.420761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.422494 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.424813 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.425349 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.427267 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.428334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.428926 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:20.471374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ea6ffee-8531-47d6-b0dd-c226be4be261 req-069a5439-4ad0-4c22-87bc-123f1f3c7ea6 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 210 time: 0.1166334 Aug 30 21:33:20.500701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.542448 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Attempting to bind port bf36ef2d-dc66-47a9-b998-35837f4b6288 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:20.543324 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Attempting to bind port bf36ef2d-dc66-47a9-b998-35837f4b6288 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:20.543861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Attempting to bind port bf36ef2d-dc66-47a9-b998-35837f4b6288 on network 251cf424-1ac3-4f68-ac39-3307db52d822 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:20.546181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 864dad63-254c-4401-8614-e09eee0dadcb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=864dad63-254c-4401-8614-e09eee0dadcb,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:20.554917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.564696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:20.566038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.588749 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:20.589711 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Checking segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:20.590392 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.590502 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Bound using segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:20.591439 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Bound port: bf36ef2d-dc66-47a9-b998-35837f4b6288, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:20.591835 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.622538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.638158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:20.719297 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] For port bf36ef2d-dc66-47a9-b998-35837f4b6288, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:20.723373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] For port bf36ef2d-dc66-47a9-b998-35837f4b6288, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bf36ef2d-dc66-47a9-b998-35837f4b6288,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:20.733697 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:20.795177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5547867 Aug 30 21:33:20.797543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:33:20.798162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36752) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:20.803601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'f9994da8-3b64-4439-a1f3-281db224967a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:20.825558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca917be3-f4b9-45ef-b39f-731520a87784 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=f9994da8-3b64-4439-a1f3-281db224967a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:20.847284 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ccf32-664a-4dd4-bb6b-38554ab0b573 None None] Pushing event updated for resources: {'Port': ['ID=bf36ef2d-dc66-47a9-b998-35837f4b6288,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:20.863216 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Routers {'d0116776-8f1b-4663-80e4-ea6f35a7115e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:20.863873 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d0116776-8f1b-4663-80e4-ea6f35a7115e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:20.976520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f9994da8-3b64-4439-a1f3-281db224967a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:20.998914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e769338-4b3b-4be4-ac6b-f890d443a322 None None] Network eef25c4a-02ae-4d31-93c5-0a72d98209a3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:21.022394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:21.031850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:21.088328 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] Set router d0116776-8f1b-4663-80e4-ea6f35a7115e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:21.173433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Performing IP validity checks on allocation pools {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 21:33:21.174987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 21:33:21.244288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=864dad63-254c-4401-8614-e09eee0dadcb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:21.379871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:21.412512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:21.417742 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'bf36ef2d-dc66-47a9-b998-35837f4b6288', 'name': '', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:90:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:15Z', 'updated_at': '2021-08-30T21:33:20Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:21.427091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:21.427609 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:21.446438 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795709df-bd6f-4852-8af2-7a1d0806c730 None None] The sync data for ids ['d0116776-8f1b-4663-80e4-ea6f35a7115e'] in n-d-793620-16 is: [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'bf36ef2d-dc66-47a9-b998-35837f4b6288', 'name': '', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:90:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:15Z', 'updated_at': '2021-08-30T21:33:20Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:33:21.503401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6', 'mac_address': 'fa:16:3e:1c:bb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:33:21.562483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=243c65da-0a1a-49e0-b980-604804934b13,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:21.599902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc', 'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': '189a466e-8cfd-4b7b-a4d4-e6dafefda1fd'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:21.600793 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:21.606462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86ff3fd9-2e5e-4fa3-a94e-50142bb0cd4c None None] Provisioning for port bf36ef2d-dc66-47a9-b998-35837f4b6288 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:21.606720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '92b5e95d-6345-4dec-b535-dad700ba6ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f9994da8-3b64-4439-a1f3-281db224967a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:21.607365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: f9994da8-3b64-4439-a1f3-281db224967a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:21.621314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a094146-7f79-4bd8-97f6-15f0a6f268af req-27f00b4e-55ae-499b-b747-7562ead35bb2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:21.623722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a094146-7f79-4bd8-97f6-15f0a6f268af req-27f00b4e-55ae-499b-b747-7562ead35bb2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 944 time: 0.2569382 Aug 30 21:33:21.666343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network f9994da8-3b64-4439-a1f3-281db224967a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:21.689205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f9994da8-3b64-4439-a1f3-281db224967a) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:21.717174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:21.718977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:21.726729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4c77b-287c-47bf-a2a1-ad4a439ff5f6 None None] Network f9994da8-3b64-4439-a1f3-281db224967a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:21.753728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a094146-7f79-4bd8-97f6-15f0a6f268af req-7850c665-d8b2-409d-8e34-d798ccb1b84d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205063 Aug 30 21:33:21.778202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7f72eda6-1f31-401c-b900-6bfe525876a6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9760387 Aug 30 21:33:21.778539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36764) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:21.842983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-45f43377-b91c-4ed6-9ea5-b7835906bc85 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:21.844699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-45f43377-b91c-4ed6-9ea5-b7835906bc85 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.82 "GET /v2.0/networks?id=251cf424-1ac3-4f68-ac39-3307db52d822 HTTP/1.1" status: 200 len: 798 time: 0.2597713 Aug 30 21:33:21.865574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Request body: {'port': {'device_id': '77746ada-a5fe-4664-8bae-536de151e08c', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'admin_state_up': True, 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:22.032800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.052812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.058153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Made reservation on behalf of 6758e3d32822496e8fae5fb4aeb537dd for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:22.064137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.126428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c60ddf33-49c4-4c81-8d8c-a30292ab3313 req-f5dd7825-56c5-4e38-89d6-1b96f41dee9d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 210 time: 0.0836911 Aug 30 21:33:22.288110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.292126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Allocated IP 172.20.0.24 (251cf424-1ac3-4f68-ac39-3307db52d822/c99126f7-7710-4a86-be3b-23d498569d16/a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:22.344852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:33:22.406399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.428282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:22.467178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=243c65da-0a1a-49e0-b980-604804934b13,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:22.540383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.543819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:22.561917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Transition to ACTIVE for port object a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:22.609951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:22.620830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.621482 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.629443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.651350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-13f2a447-3839-41ff-a875-31d3562f5ecd None None] Provisioning for port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:22.659736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9994da8-3b64-4439-a1f3-281db224967a']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:22.677202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b5e95d-6345-4dec-b535-dad700ba6ca0') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:22.677648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b5e95d-6345-4dec-b535-dad700ba6ca0') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:22.688424 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.706040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.718529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:22.719040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.724285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Network 251cf424-1ac3-4f68-ac39-3307db52d822 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:22.729186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:22.734589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:22.779261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Allocated IP 2001:db8::3 (e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc/189a466e-8cfd-4b7b-a4d4-e6dafefda1fd/30d9464b-648b-444d-9163-522169c18d63) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:22.791499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f5da9-8c31-4c8e-b4d1-510b55ae914e None None] Network f9994da8-3b64-4439-a1f3-281db224967a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:22.915157 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:22.954351 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.957089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:22.959069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.964482 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:22.971355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/f9994da8-3b64-4439-a1f3-281db224967a HTTP/1.1" status: 204 len: 168 time: 1.1883905 Aug 30 21:33:22.974725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36780) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:22.988540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:23.002814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-352241010'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:23.015520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event updated for resources: {'Port': ['ID=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:23.018930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c74542e8-47a8-419e-a331-62a7ff15569a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.038023 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-b4fbd2d0-014f-4763-9ec0-78da270e390b tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1776025 Aug 30 21:33:23.055941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Request body: {'port': {'device_id': '77746ada-a5fe-4664-8bae-536de151e08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:23.123795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637567d0-1074-4a9e-a537-1bb6a8c6c22b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=f9994da8-3b64-4439-a1f3-281db224967a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:23.131545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['668fe7a8-baa3-4a77-b5d5-31d9be4847a6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:33:23.144824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.161050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:23.188829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02b32e-d383-4158-b3e7-14fbc81e506f req-0691726a-1172-4d8a-adbb-33c7c2a97fb8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:23.198100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db02b32e-d383-4158-b3e7-14fbc81e506f req-0691726a-1172-4d8a-adbb-33c7c2a97fb8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 945 time: 0.2721128 Aug 30 21:33:23.224548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:23.224835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.292781 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:33:23.296271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db02b32e-d383-4158-b3e7-14fbc81e506f req-ba025ae3-df98-40b5-baa8-458b6753b31c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965941 Aug 30 21:33:23.303267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d6317353-0503-4ea1-984e-131812e80007 None None] Provisioning complete for port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:23.303703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6317353-0503-4ea1-984e-131812e80007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.428426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee33fe4-cf8a-4c3a-ab71-4c738c4e1b70 req-145058e0-fd3f-470f-8ce0-09381deb395c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:23.443260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ee33fe4-cf8a-4c3a-ab71-4c738c4e1b70 req-145058e0-fd3f-470f-8ce0-09381deb395c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 895 time: 0.0891201 Aug 30 21:33:23.461026 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.469797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Transition to ACTIVE for port object 30d9464b-648b-444d-9163-522169c18d63 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:23.487665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Transition to ACTIVE for port object 30d9464b-648b-444d-9163-522169c18d63 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:23.558852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:33:23.559852 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.566978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.582118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Transition to ACTIVE for port object a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:23.592837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.629343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:23.634504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Pushing event updated for resources: {'Port': ['ID=30d9464b-648b-444d-9163-522169c18d63,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:23.642528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:23.652287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Pushing event updated for resources: {'Port': ['ID=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:23.678811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:23.767120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c74542e8-47a8-419e-a331-62a7ff15569a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.786187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Attempting to bind port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:23.786704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Attempting to bind port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:23.787144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Attempting to bind port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed on network 251cf424-1ac3-4f68-ac39-3307db52d822 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:23.792841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c74542e8-47a8-419e-a331-62a7ff15569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.795991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed on network 251cf424-1ac3-4f68-ac39-3307db52d822 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:33:23.796457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Attempting to bind port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed on network 251cf424-1ac3-4f68-ac39-3307db52d822 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:23.806653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:23.807221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Checking segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:23.807757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Bound using segment: {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:23.808342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Bound port: a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f824c9d-52c3-4855-a578-4eea916ba108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:23.809011 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.827693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:23.828241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.832361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.884154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:23.904914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.905613 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 00e66920-56ab-42d2-90f6-3f9f70f216db of type vlan for network be34ba99-4e1d-4155-92d2-52cafa271d44 Aug 30 21:33:23.942591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] For port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:23.950691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] For port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:23.960898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74542e8-47a8-419e-a331-62a7ff15569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea5a3c3-ad1d-41d9-be29-8820af4f3c0a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:23.978401 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c74542e8-47a8-419e-a331-62a7ff15569a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4313243645f142159e4e79d05f7bd427&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3646696 Aug 30 21:33:23.980233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:23.982571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36786) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:23.999894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.037324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.044076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.045152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.049827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Pushing event updated for resources: {'Port': ['ID=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:24.062460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.064129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.065650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a8f12bd0-dd41-4651-a2df-f187874e7523 service neutron] 10.222.0.82 "PUT /v2.0/ports/a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed HTTP/1.1" status: 200 len: 1056 time: 1.0158081 Aug 30 21:33:24.066255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77746ada-a5fe-4664-8bae-536de151e08c', 'tag': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:24.069421 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14f4d11-cafb-4a06-a231-396a5a1916c8" -d '{"events": [{"name": "network-changed", "server_uuid": "77746ada-a5fe-4664-8bae-536de151e08c", "tag": "a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:24.150095 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a175775c-c9eb-4ccf-ac08-d65112300038 x-openstack-request-id: req-a175775c-c9eb-4ccf-ac08-d65112300038 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:24.150783 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77746ada-a5fe-4664-8bae-536de151e08c", "tag": "a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:24.151288 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a175775c-c9eb-4ccf-ac08-d65112300038 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:24.151892 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77746ada-a5fe-4664-8bae-536de151e08c', 'tag': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed', 'status': 'completed', 'code': 200} Aug 30 21:33:24.170929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1939330 Aug 30 21:33:24.172854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36790) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:24.188545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:24.192525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6317353-0503-4ea1-984e-131812e80007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.194449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Attempting to bind port 30d9464b-648b-444d-9163-522169c18d63 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:24.195043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Attempting to bind port 30d9464b-648b-444d-9163-522169c18d63 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '4e1c7b7b-492b-4bee-a30e-17e057587ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:24.195563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Attempting to bind port 30d9464b-648b-444d-9163-522169c18d63 on network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:24.206699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89fbdc72-8724-48f7-be46-45fe482419c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.239131 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89fbdc72-8724-48f7-be46-45fe482419c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.244924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,segment=NetworkSegment(c0636144-80af-4ca9-954f-248828200273),segment_id=c0636144-80af-4ca9-954f-248828200273)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:24.248017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:24.248404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Checking segment: {'id': '4e1c7b7b-492b-4bee-a30e-17e057587ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:24.251182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.251535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Bound using segment: {'id': '4e1c7b7b-492b-4bee-a30e-17e057587ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:24.252050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Bound port: 30d9464b-648b-444d-9163-522169c18d63, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1c7b7b-492b-4bee-a30e-17e057587ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:24.252425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.277851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-7047dc3e-cb4c-4de7-b1d4-bd9b278e87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.279519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-7047dc3e-cb4c-4de7-b1d4-bd9b278e87e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 1059 time: 0.1675823 Aug 30 21:33:24.286892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcdcfa-ede0-470d-bb0d-b98132024791 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=be34ba99-4e1d-4155-92d2-52cafa271d44,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:24.296778 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.297655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 864dad63-254c-4401-8614-e09eee0dadcb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:24.343129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89fbdc72-8724-48f7-be46-45fe482419c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.349118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89fbdc72-8724-48f7-be46-45fe482419c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.353148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89fbdc72-8724-48f7-be46-45fe482419c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ea5a3c3-ad1d-41d9-be29-8820af4f3c0a HTTP/1.1" status: 204 len: 168 time: 0.3630111 Aug 30 21:33:24.360065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbdc72-8724-48f7-be46-45fe482419c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea5a3c3-ad1d-41d9-be29-8820af4f3c0a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:24.368499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network be34ba99-4e1d-4155-92d2-52cafa271d44 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:24.375179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-e9e936ff-7620-4f75-89d0-53a42e393412 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed HTTP/1.1" status: 200 len: 217 time: 0.0869038 Aug 30 21:33:24.446833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a13962fd-0412-4c17-ac07-847559537a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.455411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-a13962fd-0412-4c17-ac07-847559537a8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c99126f7-7710-4a86-be3b-23d498569d16 HTTP/1.1" status: 200 len: 834 time: 0.0696609 Aug 30 21:33:24.498293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:24.499654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f58bd-5e1a-4320-9e70-00dbf741b781 req-96854838-6f68-4d0a-b8e6-d976dc0ce937 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.501380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-718f58bd-5e1a-4320-9e70-00dbf741b781 req-96854838-6f68-4d0a-b8e6-d976dc0ce937 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 945 time: 0.0809751 Aug 30 21:33:24.501810 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.573243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-842dda9a-efdd-4fcb-b1fe-b435cf992582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.574875 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-842dda9a-efdd-4fcb-b1fe-b435cf992582 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=251cf424-1ac3-4f68-ac39-3307db52d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1140904 Aug 30 21:33:24.627352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-718f58bd-5e1a-4320-9e70-00dbf741b781 req-e38526b1-ca66-4e76-b161-4af0d9673992 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163797 Aug 30 21:33:24.644027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] For port 30d9464b-648b-444d-9163-522169c18d63, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:24.647918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:24.650174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-d6317353-0503-4ea1-984e-131812e80007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:33:24.650603 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-d6317353-0503-4ea1-984e-131812e80007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:33:24.652405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] For port 30d9464b-648b-444d-9163-522169c18d63, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=30d9464b-648b-444d-9163-522169c18d63,segment=NetworkSegment(4e1c7b7b-492b-4bee-a30e-17e057587ff3),segment_id=4e1c7b7b-492b-4bee-a30e-17e057587ff3)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:24.654687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 864dad63-254c-4401-8614-e09eee0dadcb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:24.655444 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.700267 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:24.703842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.704094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.704443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.704778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.705108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.705427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.705747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.706077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.706398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.706744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.707101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.707422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:24.818080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9f57-784e-4b35-96a2-1196671a5648 None None] Pushing event updated for resources: {'Port': ['ID=30d9464b-648b-444d-9163-522169c18d63,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:24.823870 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-8287da85-7a20-42d8-947a-4023eafc1e74 service neutron] 10.222.0.82 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389617 Aug 30 21:33:24.824477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bf36ef2d-dc66-47a9-b998-35837f4b6288 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:24.862330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e6498-1b9f-4313-8a2b-a72819e6f682 req-0e610da5-73f6-4ce5-897a-72c2bc6a71fb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:24.877705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e62e6498-1b9f-4313-8a2b-a72819e6f682 req-0e610da5-73f6-4ce5-897a-72c2bc6a71fb tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 907 time: 0.1424184 Aug 30 21:33:24.912351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port bf36ef2d-dc66-47a9-b998-35837f4b6288 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:24.918086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bf36ef2d-dc66-47a9-b998-35837f4b6288 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:24.918636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:25.045393 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:25.137744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port bf36ef2d-dc66-47a9-b998-35837f4b6288, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bf36ef2d-dc66-47a9-b998-35837f4b6288,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:25.146548 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:25.270930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=bf36ef2d-dc66-47a9-b998-35837f4b6288,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:25.424540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:25.508237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 30d9464b-648b-444d-9163-522169c18d63 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:25.528321 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56d92f66-7700-4bf9-93ae-3ba916699744 req-f7268d10-6df4-4d25-8972-6ac93dc22bed service neutron] 10.222.0.82 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945362 Aug 30 21:33:25.552435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a20aac79-344f-4028-af97-f83be1e0bbd4 None None] Provisioning for port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:25.580964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=d57558c0-7823-4a3c-ac1f-b880c82f31ab,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:25.590961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 30d9464b-648b-444d-9163-522169c18d63 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:25.595521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:25.630559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '00e66920-56ab-42d2-90f6-3f9f70f216db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:25.631029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: be34ba99-4e1d-4155-92d2-52cafa271d44, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:25.661687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-453101a3-ffd0-4247-9221-b4b610af3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:25.663676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-453101a3-ffd0-4247-9221-b4b610af3096 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 1059 time: 0.0713723 Aug 30 21:33:25.666627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network be34ba99-4e1d-4155-92d2-52cafa271d44 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:25.684898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, be34ba99-4e1d-4155-92d2-52cafa271d44) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:25.701468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:25.702129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:25.711556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:25.712096 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:25.761361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-714b3895-0b38-4ab9-ab0e-9dc2a2e23969 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5853736 Aug 30 21:33:25.763984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36828) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:25.799687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e3840-e7cc-4864-9b47-e7c544b4b4d1 None None] Network be34ba99-4e1d-4155-92d2-52cafa271d44 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:25.855400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-a8177aa4-bb56-4396-a42e-4237ce75a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:25.857034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-a8177aa4-bb56-4396-a42e-4237ce75a139 service neutron] 10.222.0.82 "GET /v2.0/networks?id=251cf424-1ac3-4f68-ac39-3307db52d822 HTTP/1.1" status: 200 len: 899 time: 0.1830826 Aug 30 21:33:25.935790 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-948c851a-56a7-4d4f-b78c-03b23caf5e98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed HTTP/1.1" status: 200 len: 217 time: 0.0690403 Aug 30 21:33:26.025271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-ba5c9e18-56c5-4a37-9302-a063591a319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:26.028622 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-ba5c9e18-56c5-4a37-9302-a063591a319b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c99126f7-7710-4a86-be3b-23d498569d16 HTTP/1.1" status: 200 len: 834 time: 0.0856535 Aug 30 21:33:26.029588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36834) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:26.122967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-be34ba99-4e1d-4155-92d2-52cafa271d44', 'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': 'd57558c0-7823-4a3c-ac1f-b880c82f31ab'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:26.127237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.147127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-be93e7f1-eba3-4c38-aeb9-d980834bc696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:26.150234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-be93e7f1-eba3-4c38-aeb9-d980834bc696 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=251cf424-1ac3-4f68-ac39-3307db52d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1078088 Aug 30 21:33:26.309893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-701eb6cf-936c-46da-a5fa-96b0584ffb17 service neutron] 10.222.0.82 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513014 Aug 30 21:33:26.327253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3579fa8c-a786-4d08-b98d-ab2185c4241a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.420999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Allocated IP 2001:db8::1 (be34ba99-4e1d-4155-92d2-52cafa271d44/d57558c0-7823-4a3c-ac1f-b880c82f31ab/469eed0f-b2ff-4238-9677-48cd252873c5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:26.519377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3bae3e-def7-4aea-9277-3a8887db29f6 None None] Network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:26.554212 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b14f4d11-cafb-4a06-a231-396a5a1916c8 req-0ca03f6c-0ae0-40be-a0ce-2d3716bd670a service neutron] 10.222.0.82 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222080 Aug 30 21:33:26.604559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03aed5e-81da-4e71-b4ce-4c4f6af1c300 req-ddf09956-3f1e-4992-9128-56b592589f96 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:26.612308 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3579fa8c-a786-4d08-b98d-ab2185c4241a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.614355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c03aed5e-81da-4e71-b4ce-4c4f6af1c300 req-ddf09956-3f1e-4992-9128-56b592589f96 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 945 time: 0.8390079 Aug 30 21:33:26.618862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3579fa8c-a786-4d08-b98d-ab2185c4241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.642102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:26.654789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.660543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] Provisioning for port 30d9464b-648b-444d-9163-522169c18d63 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:26.662611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579fa8c-a786-4d08-b98d-ab2185c4241a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde05d32-b741-4c2d-8b40-d1be4c9ffb33,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:26.686169 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3579fa8c-a786-4d08-b98d-ab2185c4241a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3f0e4fa692e40d196c284fd878611e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525707 Aug 30 21:33:26.689067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36846) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:26.689482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c03aed5e-81da-4e71-b4ce-4c4f6af1c300 req-87a428ae-5ae4-46d7-aeeb-639fda85a29d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Aug 30 21:33:26.712128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] Provisioning complete for port 30d9464b-648b-444d-9163-522169c18d63 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:26.712647 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.745381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebae852-2e5f-44f3-82f1-e447b8b2a992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.768926 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebae852-2e5f-44f3-82f1-e447b8b2a992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.795818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.835979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebae852-2e5f-44f3-82f1-e447b8b2a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.843268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bebae852-2e5f-44f3-82f1-e447b8b2a992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.850015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bebae852-2e5f-44f3-82f1-e447b8b2a992 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bde05d32-b741-4c2d-8b40-d1be4c9ffb33 HTTP/1.1" status: 204 len: 168 time: 0.1597376 Aug 30 21:33:26.860120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae852-2e5f-44f3-82f1-e447b8b2a992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde05d32-b741-4c2d-8b40-d1be4c9ffb33,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:26.860638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.876344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Transition to ACTIVE for port object 469eed0f-b2ff-4238-9677-48cd252873c5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:26.904257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Transition to ACTIVE for port object 469eed0f-b2ff-4238-9677-48cd252873c5 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:26.905347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6b448-df22-4db7-8d69-6bb279c74c79 req-0439086d-2989-4f74-9938-d772c9e7755f tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:26.907224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cb6b448-df22-4db7-8d69-6bb279c74c79 req-0439086d-2989-4f74-9938-d772c9e7755f tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 907 time: 0.1356676 Aug 30 21:33:26.926613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.937610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:26.971260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=d57558c0-7823-4a3c-ac1f-b880c82f31ab,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.020892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Network be34ba99-4e1d-4155-92d2-52cafa271d44 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:27.021771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:27.031866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:27.032688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.046346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.057719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:27.059220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be34ba99-4e1d-4155-92d2-52cafa271d44']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:27.067813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:27.073578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e66920-56ab-42d2-90f6-3f9f70f216db') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:27.074109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e66920-56ab-42d2-90f6-3f9f70f216db') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:27.091362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.115325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.123059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:27.123696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.124197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Pushing event updated for resources: {'Port': ['ID=469eed0f-b2ff-4238-9677-48cd252873c5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:27.127869 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:27.195482 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.219657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:33:27.219657 n-d-793620-16 neutron-server[94689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:33:27.219657 n-d-793620-16 neutron-server[94689]: [parameters: {'id': 'be34ba99-4e1d-4155-92d2-52cafa271d44'}] Aug 30 21:33:27.219657 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:33:27.220035 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:33:27.229911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Attempting to bind port 469eed0f-b2ff-4238-9677-48cd252873c5 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:27.230753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Attempting to bind port 469eed0f-b2ff-4238-9677-48cd252873c5 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '00e66920-56ab-42d2-90f6-3f9f70f216db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:27.231460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Attempting to bind port 469eed0f-b2ff-4238-9677-48cd252873c5 on network be34ba99-4e1d-4155-92d2-52cafa271d44 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:27.272155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:27.273943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Checking segment: {'id': '00e66920-56ab-42d2-90f6-3f9f70f216db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:27.274532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.275131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Bound using segment: {'id': '00e66920-56ab-42d2-90f6-3f9f70f216db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:27.275801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Bound port: 469eed0f-b2ff-4238-9677-48cd252873c5, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e66920-56ab-42d2-90f6-3f9f70f216db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'be34ba99-4e1d-4155-92d2-52cafa271d44'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:27.276379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.291205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36854) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:27.307760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bf36ef2d-dc66-47a9-b998-35837f4b6288 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:27.311611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a550236-cf00-444b-ba08-01fa1bf248bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.312387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] For port 30d9464b-648b-444d-9163-522169c18d63, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=30d9464b-648b-444d-9163-522169c18d63,segment=NetworkSegment(4e1c7b7b-492b-4bee-a30e-17e057587ff3),segment_id=4e1c7b7b-492b-4bee-a30e-17e057587ff3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:27.347151 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.373084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.441394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a550236-cf00-444b-ba08-01fa1bf248bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.452835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a550236-cf00-444b-ba08-01fa1bf248bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.485804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7a550236-cf00-444b-ba08-01fa1bf248bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc4f8e8305854cdaa04be58613ce1d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932399 Aug 30 21:33:27.488272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36858) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:27.549296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a550236-cf00-444b-ba08-01fa1bf248bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba299a98-32fc-443e-af93-4711944dea39,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.562408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6fb0-4c80-44fc-89fd-cd43d11eeb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.592837 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6fb0-4c80-44fc-89fd-cd43d11eeb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.648995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6fb0-4c80-44fc-89fd-cd43d11eeb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.652333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6fb0-4c80-44fc-89fd-cd43d11eeb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.652635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:27.653451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a1ab6fb0-4c80-44fc-89fd-cd43d11eeb79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba299a98-32fc-443e-af93-4711944dea39 HTTP/1.1" status: 204 len: 168 time: 0.1639345 Aug 30 21:33:27.654964 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a120a194-b3fe-4d1f-aa6c-b2c606db7ac1" -d '{"events": [{"server_uuid": "13cfea14-aa78-4342-b8ff-ea424fd5f9e2", "name": "network-vif-plugged", "status": "completed", "tag": "668fe7a8-baa3-4a77-b5d5-31d9be4847a6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:27.662347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab6fb0-4c80-44fc-89fd-cd43d11eeb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba299a98-32fc-443e-af93-4711944dea39,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.697116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3885aa2c-3052-4d5e-9a81-54094ac1ac0f None None] Provisioning complete for port 30d9464b-648b-444d-9163-522169c18d63 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:27.697496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3885aa2c-3052-4d5e-9a81-54094ac1ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.700046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:27.722194 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.723787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] For port 469eed0f-b2ff-4238-9677-48cd252873c5, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:27.726453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c720ee-8902-4619-8700-4961bc84b9a2 None None] Pushing event updated for resources: {'Port': ['ID=30d9464b-648b-444d-9163-522169c18d63,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.733929 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.753052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] For port 469eed0f-b2ff-4238-9677-48cd252873c5, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=469eed0f-b2ff-4238-9677-48cd252873c5,segment=NetworkSegment(00e66920-56ab-42d2-90f6-3f9f70f216db),segment_id=00e66920-56ab-42d2-90f6-3f9f70f216db)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:27.788002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.793714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bf36ef2d-dc66-47a9-b998-35837f4b6288 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:27.794085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.801378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting port 469eed0f-b2ff-4238-9677-48cd252873c5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:27.801909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.865619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.902900 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779cf34-aae8-46d5-909f-aaf41e295c1d x-openstack-request-id: req-6779cf34-aae8-46d5-909f-aaf41e295c1d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:27.903116 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfea14-aa78-4342-b8ff-ea424fd5f9e2", "name": "network-vif-plugged", "status": "completed", "tag": "668fe7a8-baa3-4a77-b5d5-31d9be4847a6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:27.903370 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6779cf34-aae8-46d5-909f-aaf41e295c1d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:27.903682 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6', 'code': 200} Aug 30 21:33:27.912139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] For port 469eed0f-b2ff-4238-9677-48cd252873c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=469eed0f-b2ff-4238-9677-48cd252873c5,segment=NetworkSegment(00e66920-56ab-42d2-90f6-3f9f70f216db),segment_id=00e66920-56ab-42d2-90f6-3f9f70f216db)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:27.912521 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:27.952763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Calling delete_port for 469eed0f-b2ff-4238-9677-48cd252873c5 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:27.964603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00872b-ec28-4eaf-b803-626a82e7febf None None] Pushing event updated for resources: {'Port': ['ID=469eed0f-b2ff-4238-9677-48cd252873c5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:27.976431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75336b4-c3d8-4a35-920a-196347e06457 None None] Network be34ba99-4e1d-4155-92d2-52cafa271d44 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:27.999299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd9f0-f5a8-4d6b-90c5-6f44aa869a15 req-2c8ab6b2-16e1-4e7a-b9e2-1a8fa24ec9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:28.001794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2bfd9f0-f5a8-4d6b-90c5-6f44aa869a15 req-2c8ab6b2-16e1-4e7a-b9e2-1a8fa24ec9a4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 1098 time: 0.0599732 Aug 30 21:33:28.059486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e2bfd9f0-f5a8-4d6b-90c5-6f44aa869a15 req-802da024-0ea6-4760-ad22-09a6acfc371e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Aug 30 21:33:28.107020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c3b8e-69ba-4a50-b65b-8b55bb5f811f req-41497256-01cd-4b4d-bfab-ad0e67d5e4f2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:28.109439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-348c3b8e-69ba-4a50-b65b-8b55bb5f811f req-41497256-01cd-4b4d-bfab-ad0e67d5e4f2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.1609588 Aug 30 21:33:28.183184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-348c3b8e-69ba-4a50-b65b-8b55bb5f811f req-6fbe5d0f-4899-47b6-b913-6d74251166a5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657358 Aug 30 21:33:28.197305 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.229362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517babd-d81d-4803-9d84-a0ea156d3d45 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:33:28.239885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Port': ['ID=469eed0f-b2ff-4238-9677-48cd252873c5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:28.247162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No DVR routers for this DVR port 469eed0f-b2ff-4238-9677-48cd252873c5 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:28.361984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.374463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be34ba99-4e1d-4155-92d2-52cafa271d44']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:28.380881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517babd-d81d-4803-9d84-a0ea156d3d45 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:33:28.390225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ce598-c210-47d2-a0be-f278da28d500 req-21237959-404a-4e1d-a532-8729f1aa7fe5 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:28.391788 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1b9ce598-c210-47d2-a0be-f278da28d500 req-21237959-404a-4e1d-a532-8729f1aa7fe5 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 907 time: 0.1166360 Aug 30 21:33:28.395888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e66920-56ab-42d2-90f6-3f9f70f216db') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:28.396125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e66920-56ab-42d2-90f6-3f9f70f216db') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:28.406751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.426004 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.432656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:28.433143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:28.436505 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:28.503905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.514151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.517184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/be34ba99-4e1d-4155-92d2-52cafa271d44 HTTP/1.1" status: 204 len: 168 time: 2.7516158 Aug 30 21:33:28.520790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36884) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:28.528743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494188449'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:28.572012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9cb25-7450-4664-9c54-a20fa1cbb69a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=be34ba99-4e1d-4155-92d2-52cafa271d44,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:28.583433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:28.588085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.618257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:28.631328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.631916 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment b2026662-9796-4a3a-ab00-c6ffe757c6b2 of type vlan for network db357e56-f4d5-4412-b681-265d2b9b3a67 Aug 30 21:33:28.677718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.708651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.715045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:28.715763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:28.775470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2533829 Aug 30 21:33:28.778630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:28.786833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e26db2-3fc3-4b02-9ea5-5bf038a6b783 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=db357e56-f4d5-4412-b681-265d2b9b3a67,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:28.801282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network db357e56-f4d5-4412-b681-265d2b9b3a67 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:28.809361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'db357e56-f4d5-4412-b681-265d2b9b3a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:28.968125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:28.975144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.184909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.252020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=b6f95b5e-56dc-4212-8d92-ebac0398d5a7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:29.259717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': 'b2026662-9796-4a3a-ab00-c6ffe757c6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db357e56-f4d5-4412-b681-265d2b9b3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:29.260120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: db357e56-f4d5-4412-b681-265d2b9b3a67, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:29.265569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 30d9464b-648b-444d-9163-522169c18d63 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:29.280799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network db357e56-f4d5-4412-b681-265d2b9b3a67 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:29.292393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, db357e56-f4d5-4412-b681-265d2b9b3a67) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:29.307358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f600f8-5313-4403-9ba9-14ab0dfc0b1d None None] Network db357e56-f4d5-4412-b681-265d2b9b3a67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:29.315370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:29.329387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.364644 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-889d6c4d-9c89-4fcd-8796-0f613929765a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5832441 Aug 30 21:33:29.367305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:29.392409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302fa4-409f-49d3-aca7-ed90be04662c req-5dcada8f-319d-481e-b789-037b5b7e0da1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:29.395004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86302fa4-409f-49d3-aca7-ed90be04662c req-5dcada8f-319d-481e-b789-037b5b7e0da1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.1157575 Aug 30 21:33:29.434999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 30d9464b-648b-444d-9163-522169c18d63 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:29.435351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.461117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86302fa4-409f-49d3-aca7-ed90be04662c req-d56b0354-a0aa-4a7f-b0ee-094145841296 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596039 Aug 30 21:33:29.564712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.620626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5c045-fb09-495b-bf76-a9fb5238dc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-db357e56-f4d5-4412-b681-265d2b9b3a67', 'network_id': 'db357e56-f4d5-4412-b681-265d2b9b3a67', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': 'b6f95b5e-56dc-4212-8d92-ebac0398d5a7'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:29.621753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04c5c045-fb09-495b-bf76-a9fb5238dc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.626325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.634920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4904d-045f-47dc-a034-1bb65fb70229 req-acea0418-f16e-469c-b69a-66c6a41091fe tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:29.636595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dda4904d-045f-47dc-a034-1bb65fb70229 req-acea0418-f16e-469c-b69a-66c6a41091fe tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 907 time: 0.0840433 Aug 30 21:33:29.707615 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.737500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f95b5e-56dc-4212-8d92-ebac0398d5a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-04c5c045-fb09-495b-bf76-a9fb5238dc47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6f95b5e-56dc-4212-8d92-ebac0398d5a7: This subnet is being modified by another concurrent operation. Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6f95b5e-56dc-4212-8d92-ebac0398d5a7: This subnet is being modified by another concurrent operation. Aug 30 21:33:29.745785 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 21:33:29.761804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f409a3-8e0a-4882-b4b3-b1b0102d4a83 None None] Network db357e56-f4d5-4412-b681-265d2b9b3a67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:29.817460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.829035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db357e56-f4d5-4412-b681-265d2b9b3a67']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:29.843977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2026662-9796-4a3a-ab00-c6ffe757c6b2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:29.844277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2026662-9796-4a3a-ab00-c6ffe757c6b2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:29.863551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.888531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.899917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:29.899917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.911112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1ecfb-8ec9-4a10-aa1b-1ca2f3bfd22c None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:29.945439 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:29.981077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.990376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:29.994075 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/db357e56-f4d5-4412-b681-265d2b9b3a67 HTTP/1.1" status: 204 len: 168 time: 0.6252944 Aug 30 21:33:29.997351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36932) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:30.003057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156576255'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:30.013445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a463d5-cfce-4234-874b-58c04c7e04eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=db357e56-f4d5-4412-b681-265d2b9b3a67,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:30.038593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:30.042266 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.051262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1ecfb-8ec9-4a10-aa1b-1ca2f3bfd22c None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:33:30.078402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:30.090512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.090965 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 43baba55-9571-43ab-aa21-3fb7422f0be8 of type vlan for network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa Aug 30 21:33:30.142088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.180645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.189668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:30.190616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543582'] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.267925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=634a6bbd-c944-4557-bc69-5ff4f1eb64aa,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:30.292580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-61ca1d32-9e44-4240-ba7f-9398c905018a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2938282 Aug 30 21:33:30.293018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36938) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:30.301541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:30.309092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:30.437658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:30.441670 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.617409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4d3bd-dcd9-487d-a170-78684b5ff940 req-396bf814-8f67-4f52-bd4c-8df8022768e4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:30.619270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25f4d3bd-dcd9-487d-a170-78684b5ff940 req-396bf814-8f67-4f52-bd4c-8df8022768e4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.0600259 Aug 30 21:33:30.659369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:33:30.670475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.685301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25f4d3bd-dcd9-487d-a170-78684b5ff940 req-c6a8747a-fb37-4248-bc78-c619c29c912c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575840 Aug 30 21:33:30.803143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:30.804910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '43baba55-9571-43ab-aa21-3fb7422f0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:30.805272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: 634a6bbd-c944-4557-bc69-5ff4f1eb64aa, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:30.810486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=fa080d10-82a8-4eca-bd60-5ef633de115d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:30.819534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed', 'network_id': '251cf424-1ac3-4f68-ac39-3307db52d822', 'port_id': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed', 'mac_address': 'fa:16:3e:e0:29:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99126f7-7710-4a86-be3b-23d498569d16', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:33:30.838687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b748b-a18b-4b02-8e26-869efb4d69f6 req-908bfd43-6314-44f6-a625-4b7a7e158916 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:30.839060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:30.843817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f4b748b-a18b-4b02-8e26-869efb4d69f6 req-908bfd43-6314-44f6-a625-4b7a7e158916 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 907 time: 0.0920589 Aug 30 21:33:30.861001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 634a6bbd-c944-4557-bc69-5ff4f1eb64aa) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:30.879576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:30.880187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.891282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:30.893837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703dd696-aa38-480b-a5de-d15689b80093 None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:30.907385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-601135bc-f256-4374-a78d-46cb3f77d715 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6108160 Aug 30 21:33:30.908547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:30.914386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:30.971737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:33:30.981339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9f713-92dd-4a5f-8a81-5265f458e003 req-7d114eb3-f6be-468f-a23d-afb637fcb4de tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:30.983319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80b9f713-92dd-4a5f-8a81-5265f458e003 req-7d114eb3-f6be-468f-a23d-afb637fcb4de tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.0789886 Aug 30 21:33:31.012340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:31.029557 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.081200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80b9f713-92dd-4a5f-8a81-5265f458e003 req-0f599ad5-0d48-46f3-a99b-da3e50e70e47 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831723 Aug 30 21:33:31.098973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:31.106724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.222936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:31.230586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821f692-e19a-4a52-8d82-1483f9dbc464 req-3029064e-432b-46f1-b308-ceb0b403d69a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.232252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7821f692-e19a-4a52-8d82-1483f9dbc464 req-3029064e-432b-46f1-b308-ceb0b403d69a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.0757213 Aug 30 21:33:31.308412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-634a6bbd-c944-4557-bc69-5ff4f1eb64aa', 'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': 'fa080d10-82a8-4eca-bd60-5ef633de115d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:31.309933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.360591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7821f692-e19a-4a52-8d82-1483f9dbc464 req-93f27959-a300-451c-a1ad-fc9dd0954507 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028948 Aug 30 21:33:31.378299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:33:31.504647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.558780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:31.562089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:31.566690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.567296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.575059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=dc5df662-c36a-46f5-81ef-85e8ad51e6a0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:31.590051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d58bb1cf-208e-4835-9066-fcbf2b0276eb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6773210 Aug 30 21:33:31.590688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36960) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:31.613539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Allocated IP 2001:db8::2 (634a6bbd-c944-4557-bc69-5ff4f1eb64aa/fa080d10-82a8-4eca-bd60-5ef633de115d/1608d866-9725-4cbc-ac23-386dcfe1eb46) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:31.660074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e05932-4413-48c6-8de6-968c03653bb7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.661673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e05932-4413-48c6-8de6-968c03653bb7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.663414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e05932-4413-48c6-8de6-968c03653bb7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.664964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e05932-4413-48c6-8de6-968c03653bb7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.666492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e05932-4413-48c6-8de6-968c03653bb7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.672204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-38e05932-4413-48c6-8de6-968c03653bb7 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0766623 Aug 30 21:33:31.672317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:31.678089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070153322'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:31.701263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:31.704841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.733123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:31.743792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.744146 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 2a62429a-e652-4f6f-bf3a-d403abb72d94 of type vlan for network e2305ac1-8d68-4aaa-a260-bb619b719ee8 Aug 30 21:33:31.757168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377926-2bd0-4a44-abb3-ea04b238d1d1 req-c15982e4-d877-45c1-bb97-2635b7dd112b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.759256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67377926-2bd0-4a44-abb3-ea04b238d1d1 req-c15982e4-d877-45c1-bb97-2635b7dd112b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.0521381 Aug 30 21:33:31.785813 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.788588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.798435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Transition to ACTIVE for port object 1608d866-9725-4cbc-ac23-386dcfe1eb46 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:31.802125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67377926-2bd0-4a44-abb3-ea04b238d1d1 req-27d8ba1d-f23e-4882-b83a-574abfdde7a3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360827 Aug 30 21:33:31.813692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.814499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Transition to ACTIVE for port object 1608d866-9725-4cbc-ac23-386dcfe1eb46 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:31.820295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:31.820902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.827930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:31.867746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:31.872791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:31.877144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:31.882126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Pushing event updated for resources: {'Port': ['ID=1608d866-9725-4cbc-ac23-386dcfe1eb46,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:31.889747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2143688 Aug 30 21:33:31.890981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36968) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:31.896605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:31.907580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fefdd2-516b-49e1-84d4-18b74e7d3241 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=e2305ac1-8d68-4aaa-a260-bb619b719ee8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:31.922925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:31.990919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Attempting to bind port 1608d866-9725-4cbc-ac23-386dcfe1eb46 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:31.991575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Attempting to bind port 1608d866-9725-4cbc-ac23-386dcfe1eb46 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '43baba55-9571-43ab-aa21-3fb7422f0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:31.991575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Attempting to bind port 1608d866-9725-4cbc-ac23-386dcfe1eb46 on network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:32.005479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:32.005846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Checking segment: {'id': '43baba55-9571-43ab-aa21-3fb7422f0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:32.006239 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.006615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Bound using segment: {'id': '43baba55-9571-43ab-aa21-3fb7422f0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:32.007260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Bound port: 1608d866-9725-4cbc-ac23-386dcfe1eb46, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43baba55-9571-43ab-aa21-3fb7422f0be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:32.007639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.053770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dc0fb-9d0e-4d44-be3d-27134db7d2bf req-b907dfdf-debf-4556-983f-9c21fb1754ac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:32.055442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-984dc0fb-9d0e-4d44-be3d-27134db7d2bf req-b907dfdf-debf-4556-983f-9c21fb1754ac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 908 time: 0.1429632 Aug 30 21:33:32.086284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] For port 1608d866-9725-4cbc-ac23-386dcfe1eb46, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:32.090095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] For port 1608d866-9725-4cbc-ac23-386dcfe1eb46, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1608d866-9725-4cbc-ac23-386dcfe1eb46,segment=NetworkSegment(43baba55-9571-43ab-aa21-3fb7422f0be8),segment_id=43baba55-9571-43ab-aa21-3fb7422f0be8)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:32.095439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.109757 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.127963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.180226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:33:32.182565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf0bc8-1fb1-4204-b6aa-6b40db0e7a44 None None] Pushing event updated for resources: {'Port': ['ID=1608d866-9725-4cbc-ac23-386dcfe1eb46,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:32.185841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:32.186563 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.187919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "PUT /v2.0/networks/e2305ac1-8d68-4aaa-a260-bb619b719ee8 HTTP/1.1" status: 200 len: 723 time: 0.2959273 Aug 30 21:33:32.191095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:32.197561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:32.211186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eda93-1648-4cfe-bfe3-fe380b638e68 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=e2305ac1-8d68-4aaa-a260-bb619b719ee8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:32.222999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:32.306100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:32.310130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.544146 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.615226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=84bea089-8cdc-4b5c-a3a7-4b13249922a1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:32.624064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '2a62429a-e652-4f6f-bf3a-d403abb72d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:32.624430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: e2305ac1-8d68-4aaa-a260-bb619b719ee8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:32.646554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:32.659130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, e2305ac1-8d68-4aaa-a260-bb619b719ee8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:32.664086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:32.664986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.667692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:32.683751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1415e65d-ff69-44d1-b419-3cf809ddd3cf tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4910479 Aug 30 21:33:32.686439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 36982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:32.693143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:32.713704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402982e-a8d2-4ad7-8989-de3a4ef2b92a None None] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:32.800295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9072533'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.884232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:32.901120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:32.901497 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:32.987853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-e2305ac1-8d68-4aaa-a260-bb619b719ee8', 'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': '84bea089-8cdc-4b5c-a3a7-4b13249922a1'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:32.989245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.004334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac2d81-5fcb-4801-8ab7-8d52a97c8c10 req-f22350f0-5442-4f4e-ae43-2f54e4f8e888 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:33.016378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dac2d81-5fcb-4801-8ab7-8d52a97c8c10 req-f22350f0-5442-4f4e-ae43-2f54e4f8e888 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.1175799 Aug 30 21:33:33.043670 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737590257372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8838269'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.076361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.100146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4dac2d81-5fcb-4801-8ab7-8d52a97c8c10 req-8422d47e-1e38-4bbb-bf57-05983e88cc6f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Aug 30 21:33:33.115188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:33.116047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:33.116657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.120448 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "PUT /v2.0/subnets/84bea089-8cdc-4b5c-a3a7-4b13249922a1 HTTP/1.1" status: 200 len: 826 time: 0.4305780 Aug 30 21:33:33.120937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 36990) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:33.209039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4236c1-0320-448c-9da3-3b7e371de01e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=84bea089-8cdc-4b5c-a3a7-4b13249922a1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:33.242627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77746ada-a5fe-4664-8bae-536de151e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:33.248170 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7988b0ae-ba5a-40bd-b7e5-2e0a4a3df8ea" -d '{"events": [{"server_uuid": "77746ada-a5fe-4664-8bae-536de151e08c", "name": "network-vif-plugged", "status": "completed", "tag": "a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:33.267750 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.349672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-0c5c7a34-e5e8-48cc-98fc-c51f39caa870 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:33.351313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-0c5c7a34-e5e8-48cc-98fc-c51f39caa870 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 946 time: 0.1069214 Aug 30 21:33:33.430929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1608d866-9725-4cbc-ac23-386dcfe1eb46 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:33.456396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc688c-8213-4476-a3d9-c5c9f5d7cc90 req-02312e21-aae6-476c-95ba-d6ed6a4ff4af tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:33.458001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bccc688c-8213-4476-a3d9-c5c9f5d7cc90 req-02312e21-aae6-476c-95ba-d6ed6a4ff4af tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.1769814 Aug 30 21:33:33.465052 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.517969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:33.548895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a4824-65cb-432b-85c4-58508a63041d None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:33.551129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:33.551657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.609473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.786426 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fce8d0-e6a2-405a-89fd-810d4b386dfa x-openstack-request-id: req-97fce8d0-e6a2-405a-89fd-810d4b386dfa {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:33.786806 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77746ada-a5fe-4664-8bae-536de151e08c", "name": "network-vif-plugged", "status": "completed", "tag": "a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:33.787158 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97fce8d0-e6a2-405a-89fd-810d4b386dfa {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:33.787747 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77746ada-a5fe-4664-8bae-536de151e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed', 'code': 200} Aug 30 21:33:33.836306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:33.836822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.851886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:33.856025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Allocated IP 2001:db8::2 (e2305ac1-8d68-4aaa-a260-bb619b719ee8/84bea089-8cdc-4b5c-a3a7-4b13249922a1/1a672a7a-09a5-4b52-b1ea-840234ca14ec) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:33.891819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-30f2c650-b49a-4392-875b-d8c348e43338 None None] Provisioning for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:33.899104 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:33.933401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4099b-80aa-445e-a914-fc7eef01fece req-2707b31a-9572-4d1b-9938-44c8b7f101ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:33.935035 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07e4099b-80aa-445e-a914-fc7eef01fece req-2707b31a-9572-4d1b-9938-44c8b7f101ce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 1061 time: 0.2406344 Aug 30 21:33:34.001202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:34.043484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:34.043869 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.054070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.084411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['668fe7a8-baa3-4a77-b5d5-31d9be4847a6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:33:34.088659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=668fe7a8-baa3-4a77-b5d5-31d9be4847a6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:34.176221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:34.188401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.188401 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b3a2e90f-51b4-498c-9d87-67f9fa561aed req-b6faad2e-3539-4f19-8cce-5dea5d1fa63d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "DELETE /v2.0/ports/668fe7a8-baa3-4a77-b5d5-31d9be4847a6 HTTP/1.1" status: 204 len: 173 time: 0.8282330 Aug 30 21:33:34.188401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'name': 'network-vif-deleted', 'tag': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:34.196291 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac41ef3-71dd-4d46-8e94-3b6d00fd97ec" -d '{"events": [{"server_uuid": "13cfea14-aa78-4342-b8ff-ea424fd5f9e2", "name": "network-vif-deleted", "tag": "668fe7a8-baa3-4a77-b5d5-31d9be4847a6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:34.294266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.358585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2e54e16-3780-4b5d-a4e9-98ff847da51b req-e6ba7d3e-a661-4156-ad94-d243818f6dd7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.1128705 Aug 30 21:33:34.377186 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.423974 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8e2fe-7c28-44d8-83d8-33c02c4a6356 x-openstack-request-id: req-27e8e2fe-7c28-44d8-83d8-33c02c4a6356 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:34.424284 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfea14-aa78-4342-b8ff-ea424fd5f9e2", "name": "network-vif-deleted", "tag": "668fe7a8-baa3-4a77-b5d5-31d9be4847a6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:34.424539 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27e8e2fe-7c28-44d8-83d8-33c02c4a6356 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:34.424947 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfea14-aa78-4342-b8ff-ea424fd5f9e2', 'name': 'network-vif-deleted', 'tag': '668fe7a8-baa3-4a77-b5d5-31d9be4847a6', 'status': 'completed', 'code': 200} Aug 30 21:33:34.431173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Transition to ACTIVE for port object 1a672a7a-09a5-4b52-b1ea-840234ca14ec will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:34.494912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Update dhcp port {'port': {'network_id': '634a6bbd-c944-4557-bc69-5ff4f1eb64aa', 'fixed_ips': [{'subnet_id': 'fa080d10-82a8-4eca-bd60-5ef633de115d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dc5df662-c36a-46f5-81ef-85e8ad51e6a0'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '1608d866-9725-4cbc-ac23-386dcfe1eb46'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:33:34.541399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Transition to ACTIVE for port object 1a672a7a-09a5-4b52-b1ea-840234ca14ec will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:34.552286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1608d866-9725-4cbc-ac23-386dcfe1eb46, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1608d866-9725-4cbc-ac23-386dcfe1eb46,segment=NetworkSegment(43baba55-9571-43ab-aa21-3fb7422f0be8),segment_id=43baba55-9571-43ab-aa21-3fb7422f0be8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:34.556382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.580904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.587214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.659821 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.667494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=84bea089-8cdc-4b5c-a3a7-4b13249922a1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:34.678413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Pushing event updated for resources: {'Port': ['ID=1a672a7a-09a5-4b52-b1ea-840234ca14ec,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:34.739388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.748931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8334d-be0c-40ee-9195-d6c582ef7c89 req-5a461b7a-77b7-4154-a91f-b70172313cd5 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:34.762011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bb8334d-be0c-40ee-9195-d6c582ef7c89 req-5a461b7a-77b7-4154-a91f-b70172313cd5 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.1676128 Aug 30 21:33:34.769517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1608d866-9725-4cbc-ac23-386dcfe1eb46,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:34.771608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2305ac1-8d68-4aaa-a260-bb619b719ee8']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:34.790837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a62429a-e652-4f6f-bf3a-d403abb72d94') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:34.791142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a62429a-e652-4f6f-bf3a-d403abb72d94') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:34.802554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.817587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.820986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:34.829786 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:34.846405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:34.850402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:34.909114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:33:34.909114 n-d-793620-16 neutron-server[94689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:33:34.909114 n-d-793620-16 neutron-server[94689]: [parameters: {'id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8'}] Aug 30 21:33:34.909114 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:33:34.909563 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:33:34.991182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Attempting to bind port 1a672a7a-09a5-4b52-b1ea-840234ca14ec on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:34.991567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Attempting to bind port 1a672a7a-09a5-4b52-b1ea-840234ca14ec by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '2a62429a-e652-4f6f-bf3a-d403abb72d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:34.991894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Attempting to bind port 1a672a7a-09a5-4b52-b1ea-840234ca14ec on network e2305ac1-8d68-4aaa-a260-bb619b719ee8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:35.024343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:35.024714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Checking segment: {'id': '2a62429a-e652-4f6f-bf3a-d403abb72d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:35.025092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.025477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Bound using segment: {'id': '2a62429a-e652-4f6f-bf3a-d403abb72d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:35.025975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Bound port: 1a672a7a-09a5-4b52-b1ea-840234ca14ec, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a62429a-e652-4f6f-bf3a-d403abb72d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e2305ac1-8d68-4aaa-a260-bb619b719ee8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:35.026348 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.083657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Allocated IP 172.20.0.1 (634a6bbd-c944-4557-bc69-5ff4f1eb64aa/dc5df662-c36a-46f5-81ef-85e8ad51e6a0/1608d866-9725-4cbc-ac23-386dcfe1eb46) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:35.167762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] For port 1a672a7a-09a5-4b52-b1ea-840234ca14ec, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:35.186830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] For port 1a672a7a-09a5-4b52-b1ea-840234ca14ec, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1a672a7a-09a5-4b52-b1ea-840234ca14ec,segment=NetworkSegment(2a62429a-e652-4f6f-bf3a-d403abb72d94),segment_id=2a62429a-e652-4f6f-bf3a-d403abb72d94)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:35.195966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.276497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] For port 1608d866-9725-4cbc-ac23-386dcfe1eb46, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1608d866-9725-4cbc-ac23-386dcfe1eb46,segment=NetworkSegment(43baba55-9571-43ab-aa21-3fb7422f0be8),segment_id=43baba55-9571-43ab-aa21-3fb7422f0be8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:35.312877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1608d866-9725-4cbc-ac23-386dcfe1eb46 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:35.386971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97902151-c473-4172-ad65-f458175a41b4 None None] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:35.410295 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.417748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43460c-204b-41d0-895e-ad13e7d4e32d None None] Pushing event updated for resources: {'Port': ['ID=1a672a7a-09a5-4b52-b1ea-840234ca14ec,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:35.465229 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.511658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Transition to ACTIVE for port object 1608d866-9725-4cbc-ac23-386dcfe1eb46 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:35.520688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:35.521052 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.543362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5241967c-0856-4031-a536-949b973342cf req-0c51a1cc-224b-4a1a-b4ce-76c834428136 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0644915 Aug 30 21:33:35.566408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting port 1a672a7a-09a5-4b52-b1ea-840234ca14ec {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:35.566865 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.575090 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.662484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] For port 1a672a7a-09a5-4b52-b1ea-840234ca14ec, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1a672a7a-09a5-4b52-b1ea-840234ca14ec,segment=NetworkSegment(2a62429a-e652-4f6f-bf3a-d403abb72d94),segment_id=2a62429a-e652-4f6f-bf3a-d403abb72d94)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:35.662901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.701750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Calling delete_port for 1a672a7a-09a5-4b52-b1ea-840234ca14ec owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:35.745421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803d135-170c-4a69-855f-ce4726d263bc None None] Pushing event updated for resources: {'Port': ['ID=1608d866-9725-4cbc-ac23-386dcfe1eb46,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:35.753818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Port 1608d866-9725-4cbc-ac23-386dcfe1eb46 had new provisioning blocks added so it will not transition to active. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 30 21:33:35.765792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7316f0-a3bf-4ee2-85c8-0d5f1af93252 None None] Network e2305ac1-8d68-4aaa-a260-bb619b719ee8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:35.921069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.962542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:35.988495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No DVR routers for this DVR port 1a672a7a-09a5-4b52-b1ea-840234ca14ec on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:35.994009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Port': ['ID=1a672a7a-09a5-4b52-b1ea-840234ca14ec,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:36.039041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5942a99-db4c-4714-8cad-09d4fdd76470 req-0d937258-d28b-48c9-8efd-9e403208ba85 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:36.040733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5942a99-db4c-4714-8cad-09d4fdd76470 req-0d937258-d28b-48c9-8efd-9e403208ba85 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.1710360 Aug 30 21:33:36.116519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.140878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2305ac1-8d68-4aaa-a260-bb619b719ee8']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:36.167079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a62429a-e652-4f6f-bf3a-d403abb72d94') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:36.167276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a62429a-e652-4f6f-bf3a-d403abb72d94') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:36.191962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.246751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.268693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:36.269166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:36.272557 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:36.471620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb7b9-a6a6-4835-a0b6-6db0e611106c req-8fd0f3ee-99f3-4ab7-8002-cc0ec04a14f9 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:36.484297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a88fb7b9-a6a6-4835-a0b6-6db0e611106c req-8fd0f3ee-99f3-4ab7-8002-cc0ec04a14f9 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.1905811 Aug 30 21:33:36.491283 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.500692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.504010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/e2305ac1-8d68-4aaa-a260-bb619b719ee8 HTTP/1.1" status: 204 len: 168 time: 3.3812602 Aug 30 21:33:36.507719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:36.547362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f081fb-6637-4a98-9e37-b7f49457f39e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=e2305ac1-8d68-4aaa-a260-bb619b719ee8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:36.548843 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dffa6e-060a-47ae-a671-692bea3b542b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:36.549626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dffa6e-060a-47ae-a671-692bea3b542b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:36.551660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-11dffa6e-060a-47ae-a671-692bea3b542b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/e2305ac1-8d68-4aaa-a260-bb619b719ee8 HTTP/1.1" status: 404 len: 339 time: 0.0429459 Aug 30 21:33:36.556865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:36.572618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192908051', 'description': 'd1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:36.611256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:36.616076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.619278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90703e08-2935-4591-86d8-12b0c40eeaee None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:36.674697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:36.690862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.691587 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 53df4995-2d0a-496f-9db4-af4592f2f320 of type vlan for network 7337c72c-4aa0-406d-baab-62ca6eb3812f Aug 30 21:33:36.731204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:36.783535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.811620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:36.811960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 668fe7a8-baa3-4a77-b5d5-31d9be4847a6 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:36.831823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c79c0138-c43c-423c-9053-416129cddcab None None] Provisioning for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:36.854276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c79c0138-c43c-423c-9053-416129cddcab None None] Provisioning complete for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:36.854616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c79c0138-c43c-423c-9053-416129cddcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.858424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.865969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:36.866607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:36.944979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db61632-a5e9-49f1-ac2d-30889631484c req-e565d126-422d-48f7-8947-447d993d8ad1 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:36.955880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4db61632-a5e9-49f1-ac2d-30889631484c req-e565d126-422d-48f7-8947-447d993d8ad1 tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 1061 time: 0.0574243 Aug 30 21:33:37.003608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37128) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:37.004605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4369261 Aug 30 21:33:37.025074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f9766-ed09-4d6f-81df-1ac06dfd09f6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=7337c72c-4aa0-406d-baab-62ca6eb3812f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:37.062054 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-fb86ad41-e078-459e-9ba0-88f91449f669 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1244493 Aug 30 21:33:37.080749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7337c72c-4aa0-406d-baab-62ca6eb3812f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:37.163794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-15c52927-1cc1-457e-8099-0e83d9e8ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.166346 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-15c52927-1cc1-457e-8099-0e83d9e8ae3d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 1061 time: 0.0546269 Aug 30 21:33:37.211108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb8069ab-3b34-4a58-96ac-109eac5fa6db req-79491aff-fc24-4d45-a651-674fad1218b3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0667775 Aug 30 21:33:37.218124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ba56b-a2b8-4536-af21-7866de1047bc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.221975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bc6ba56b-a2b8-4536-af21-7866de1047bc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks?id=7337c72c-4aa0-406d-baab-62ca6eb3812f HTTP/1.1" status: 200 len: 764 time: 0.2149255 Aug 30 21:33:37.223084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37130) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:37.239897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'description': 'd2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:37.335383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1608d866-9725-4cbc-ac23-386dcfe1eb46 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:37.383267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-758a6969-2a44-4394-915d-8dfd3d827325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.384822 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-758a6969-2a44-4394-915d-8dfd3d827325 service neutron] 10.222.0.82 "GET /v2.0/networks?id=251cf424-1ac3-4f68-ac39-3307db52d822 HTTP/1.1" status: 200 len: 899 time: 0.1955798 Aug 30 21:33:37.464216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:37.464521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:37.476745 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-1430004e-5a2c-465f-87be-2e02b1384cec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed HTTP/1.1" status: 200 len: 217 time: 0.0834999 Aug 30 21:33:37.572066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaf10f-d1bd-4987-9a8d-5db7e8fb02cb req-7fbf35fd-068e-4e25-afaa-19ad8d5b929b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.580956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9eeaf10f-d1bd-4987-9a8d-5db7e8fb02cb req-7fbf35fd-068e-4e25-afaa-19ad8d5b929b tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.1920855 Aug 30 21:33:37.592849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-7d5ef9e4-b13a-4585-a8bb-a15c46c353dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.595103 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-7d5ef9e4-b13a-4585-a8bb-a15c46c353dd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c99126f7-7710-4a86-be3b-23d498569d16 HTTP/1.1" status: 200 len: 834 time: 0.1119235 Aug 30 21:33:37.635616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea5338-a565-4e21-8ac9-3475036d2047 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:33:37.666490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:37.673485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9eeaf10f-d1bd-4987-9a8d-5db7e8fb02cb req-439fe03a-296c-48e6-ad61-205abdc00c32 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858006 Aug 30 21:33:37.681561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-8f75b465-5234-47a8-8048-20855c716d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.683292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-8f75b465-5234-47a8-8048-20855c716d8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=251cf424-1ac3-4f68-ac39-3307db52d822&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0789924 Aug 30 21:33:37.730099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:37.761234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network 7337c72c-4aa0-406d-baab-62ca6eb3812f is not hosted by any dhcp agent {{(pid=94689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 21:33:37.775460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.776249 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:37.777680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "PUT /v2.0/networks/7337c72c-4aa0-406d-baab-62ca6eb3812f HTTP/1.1" status: 200 len: 761 time: 0.5536351 Aug 30 21:33:37.796644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:37.863002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea5338-a565-4e21-8ac9-3475036d2047 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:33:37.885329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b70eec85-8b82-4752-a672-9322b95651f1 None None] Provisioning complete for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:37.886581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e924d0-ebc2-4fd9-89c7-9f06f322846f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=7337c72c-4aa0-406d-baab-62ca6eb3812f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:37.888857 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b70eec85-8b82-4752-a672-9322b95651f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:37.957757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7337c72c-4aa0-406d-baab-62ca6eb3812f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:37.987194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0b00-5aa9-4a32-a6b8-67e6f34365bc req-36ed25fa-0f7d-4b22-8e8e-564a7134071c tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:37.995287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ac0b00-5aa9-4a32-a6b8-67e6f34365bc req-36ed25fa-0f7d-4b22-8e8e-564a7134071c tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1137 time: 0.1874537 Aug 30 21:33:38.021572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1ca9a-c9bd-41aa-9b24-dfff7578066a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:38.023748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b9f1ca9a-c9bd-41aa-9b24-dfff7578066a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks?id=7337c72c-4aa0-406d-baab-62ca6eb3812f HTTP/1.1" status: 200 len: 764 time: 0.2261624 Aug 30 21:33:38.028147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:38.043043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5ac0b00-5aa9-4a32-a6b8-67e6f34365bc req-415ba185-74b5-4d46-b4b5-2145fe3525ff tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0470996 Aug 30 21:33:38.071018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37140) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:38.154812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f213856-07e1-47d4-9a93-71b795f1b29c tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:38.156989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5f213856-07e1-47d4-9a93-71b795f1b29c tempest-TestSecurityGroupsBasicOps-207979979 tempest-TestSecurityGroupsBasicOps-207979979-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 1056 time: 0.0827587 Aug 30 21:33:38.519072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27644df4-651a-42cf-9797-4e34f3b060cd req-dc9d4fa0-5dfd-483a-8189-7a86f3453524 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.0401514 Aug 30 21:33:38.654398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c392d-5f5a-427d-b1a6-e1f4f23470fa req-ccfab782-fb13-44fe-8e36-830c76ca84d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:38.668957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118c392d-5f5a-427d-b1a6-e1f4f23470fa req-ccfab782-fb13-44fe-8e36-830c76ca84d4 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.0631583 Aug 30 21:33:38.715814 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-f11d31e7-cfe9-476a-9831-247569ff6dd6 service neutron] 10.222.0.82 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0201669 Aug 30 21:33:38.725592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f0af5-0bd2-45c4-84ae-82488512e2c9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:38.729871 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b94f0af5-0bd2-45c4-84ae-82488512e2c9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6873205 Aug 30 21:33:38.730027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37154) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:38.799821 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-17174d5e-23bb-4d7e-a954-b0100d67fd17 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 207 time: 0.0682497 Aug 30 21:33:38.803399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37158) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:38.829623 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5edc0cd3-493a-4714-863d-d94aa218cf19 req-fb52b426-d4e2-49a6-ae02-deac4c1dc76a service neutron] 10.222.0.82 "GET /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986397 Aug 30 21:33:38.897237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-105685d7-3e76-455d-b34f-0fc561400068 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:38.898809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-105685d7-3e76-455d-b34f-0fc561400068 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.2242670 Aug 30 21:33:38.918114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-a4b5459b-9722-4b55-9aab-2a2d0ebec11b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2013443 Aug 30 21:33:38.949518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11c08352-c412-47a7-a0d3-71d10d4df37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:39.044058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-0cb4a4d9-08ba-48cb-a5ee-0564e2c236ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.046114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-0cb4a4d9-08ba-48cb-a5ee-0564e2c236ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1137 time: 0.1010847 Aug 30 21:33:39.077879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeb6db-fc0d-4635-98d4-f311a643c06d req-7a497788-7407-43f2-9551-e75a298b68ce tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.092569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98aeb6db-fc0d-4635-98d4-f311a643c06d req-7a497788-7407-43f2-9551-e75a298b68ce tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.2682900 Aug 30 21:33:39.181819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98aeb6db-fc0d-4635-98d4-f311a643c06d req-c0646839-38cb-4359-a237-37119658d2e9 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805004 Aug 30 21:33:39.193731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.200233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.206615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.215314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.221843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.225032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Deleting port 51d53870-00f0-4242-a3a0-b6274080f070 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:39.225375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:39.228301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.230505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f53906a9-590f-408b-8f51-96c638b485ef tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4247344 Aug 30 21:33:39.234784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:39.393447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-81d93caa-833c-4444-98f4-145ee5e3bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.396408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-81d93caa-833c-4444-98f4-145ee5e3bd14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 200 len: 898 time: 0.3264101 Aug 30 21:33:39.483728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1e53bf56-6327-46b4-955a-5a40c1f0c381 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2444608 Aug 30 21:33:39.485129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37180) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:39.519907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-6d18f4d0-179d-41ba-aea5-41625c8b3020 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 200 len: 1002 time: 0.1094828 Aug 30 21:33:39.525750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] For port 51d53870-00f0-4242-a3a0-b6274080f070, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=51d53870-00f0-4242-a3a0-b6274080f070,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:39.526268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:39.569429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c133e-22dd-4a8a-b5c4-7b7dc545b54e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.571128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c133e-22dd-4a8a-b5c4-7b7dc545b54e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.572775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c133e-22dd-4a8a-b5c4-7b7dc545b54e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.574298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c133e-22dd-4a8a-b5c4-7b7dc545b54e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.582072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c133e-22dd-4a8a-b5c4-7b7dc545b54e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.587525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7d8c133e-22dd-4a8a-b5c4-7b7dc545b54e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0960159 Aug 30 21:33:39.589784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37186) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:39.725200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b7122-47e8-4cc1-968e-91c48cbbd6e1 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.725200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b7122-47e8-4cc1-968e-91c48cbbd6e1 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.726772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b7122-47e8-4cc1-968e-91c48cbbd6e1 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.728245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b7122-47e8-4cc1-968e-91c48cbbd6e1 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.730137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b7122-47e8-4cc1-968e-91c48cbbd6e1 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['shared'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.735319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-496b7122-47e8-4cc1-968e-91c48cbbd6e1 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1413071 Aug 30 21:33:39.735319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37190) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:39.757382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37192) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:39.886710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-de5ec5a7-4f81-4048-9034-17b21571a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.891188 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-de5ec5a7-4f81-4048-9034-17b21571a05b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b HTTP/1.1" status: 200 len: 834 time: 0.1009116 Aug 30 21:33:39.971733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6165d11-9395-4b60-8952-f31d7dcd73b6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:39.983066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f6165d11-9395-4b60-8952-f31d7dcd73b6 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks/eef25c4a-02ae-4d31-93c5-0a72d98209a3 HTTP/1.1" status: 200 len: 803 time: 0.2241924 Aug 30 21:33:39.995618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70e3ed93-dec8-43a3-9667-e1dd9d839853 req-223435d6-300b-4238-a3dd-d4310dc0d762 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=13cfea14-aa78-4342-b8ff-ea424fd5f9e2 HTTP/1.1" status: 200 len: 210 time: 0.2791781 Aug 30 21:33:40.000015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37196) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:40.077326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-4539f2ec-28ac-4ed4-8429-8ff1c67fbd29 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:40.078970 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-4539f2ec-28ac-4ed4-8429-8ff1c67fbd29 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.82 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.1867440 Aug 30 21:33:40.137598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.138110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.138438 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Floating IP 9bb4c5d7-95af-4004-b73a-92c877d0466b disassociated. External IP: 172.25.5.40, port: 51d53870-00f0-4242-a3a0-b6274080f070. Aug 30 21:33:40.138811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Calling delete_port for 51d53870-00f0-4242-a3a0-b6274080f070 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:40.142147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-2044c4f5-38e9-4da7-b1c0-011d2a5f2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:40.143755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-2044c4f5-38e9-4da7-b1c0-011d2a5f2fda service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=013102dc-ea16-4aee-8bba-0671408c1603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106631 Aug 30 21:33:40.204307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e002b1dd-ae22-49f8-8e06-729a91fd651e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.280832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b543d-4d36-4633-b37c-57abe6009173 req-3abbc855-e0c7-403a-a862-98c9f6d13160 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:40.291367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a30b543d-4d36-4633-b37c-57abe6009173 req-3abbc855-e0c7-403a-a862-98c9f6d13160 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 909 time: 0.1286349 Aug 30 21:33:40.390770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-79456ed4-4fb5-4498-acb3-570c583c43ef service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353299 Aug 30 21:33:40.395309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:40.395897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.440047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4b273fad-de88-493d-ac61-61599871eef3 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/networks/eef25c4a-02ae-4d31-93c5-0a72d98209a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4343162 Aug 30 21:33:40.464924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:40.531486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5decf3a-6f3e-400c-9878-a4a1c3542af2 req-7395a5e4-732b-4b1a-acac-f5aabb10a7f5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:40.537843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5decf3a-6f3e-400c-9878-a4a1c3542af2 req-7395a5e4-732b-4b1a-acac-f5aabb10a7f5 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 946 time: 0.1055253 Aug 30 21:33:40.612983 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e002b1dd-ae22-49f8-8e06-729a91fd651e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.617289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5decf3a-6f3e-400c-9878-a4a1c3542af2 req-df0374d6-5244-4cff-897f-c28e0e119144 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups?id=78aeb2fe-0431-4c8a-b3e9-985691814e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653899 Aug 30 21:33:40.623603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e002b1dd-ae22-49f8-8e06-729a91fd651e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.647685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b9eaa-f317-4473-9414-c625496eecf5 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:40.654953 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-841b9eaa-f317-4473-9414-c625496eecf5 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/subnets/2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6 HTTP/1.1" status: 200 len: 843 time: 0.1672506 Aug 30 21:33:40.663474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:40.683431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e002b1dd-ae22-49f8-8e06-729a91fd651e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93b716d20d5e44a288897a0cc54b04b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9450436 Aug 30 21:33:40.683648 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.685157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:40.698475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b1dd-ae22-49f8-8e06-729a91fd651e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5717656-5ce6-409a-b634-e93b05521b78,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:40.793347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event deleted for resources: {'Port': ['ID=51d53870-00f0-4242-a3a0-b6274080f070,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:40.816740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] For port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:40.817191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.827377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75d7aeee-5ecf-430b-b2d8-83301d3816de req-b5c05a53-2bae-4c29-bf94-5344fd057c07 service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267635 Aug 30 21:33:40.866892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc23d4d4-21a3-4901-a245-afb497648170 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['shared'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:40.873606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37208) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:40.876218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc23d4d4-21a3-4901-a245-afb497648170 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "GET /v2.0/subnets/2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2075160 Aug 30 21:33:40.891076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510592464'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:40.944307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:40.948283 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:40.963384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:41.011438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:41.024622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.025170 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Added segment 7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e of type vlan for network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 Aug 30 21:33:41.061864 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39133e2-e7fe-4bd2-90b2-9861c15be47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.120146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.124443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39133e2-e7fe-4bd2-90b2-9861c15be47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.151986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:33:41.195026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.210439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:41.211762 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.348320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4702282 Aug 30 21:33:41.351493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37216) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:41.380491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:41.415197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39133e2-e7fe-4bd2-90b2-9861c15be47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.419644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a39133e2-e7fe-4bd2-90b2-9861c15be47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.421559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a39133e2-e7fe-4bd2-90b2-9861c15be47f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5717656-5ce6-409a-b634-e93b05521b78 HTTP/1.1" status: 204 len: 168 time: 0.7269082 Aug 30 21:33:41.465129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee069bfd-1c7e-45d5-b7e6-c5e368228ffc tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Network': ['ID=aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:41.481608 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:41.556878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:41.619754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 51d53870-00f0-4242-a3a0-b6274080f070 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:41.624577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 51d53870-00f0-4242-a3a0-b6274080f070 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:41.649517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Made reservation on behalf of 8429ee3225a84c30900804379a444920 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:41.655483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.685811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0805f-f3de-4b7e-ba55-ed1bfddb8be3 req-cebb705c-26b6-4ad5-9233-bb11d2d11c4e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:41.695471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14f0805f-f3de-4b7e-ba55-ed1bfddb8be3 req-cebb705c-26b6-4ad5-9233-bb11d2d11c4e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=77746ada-a5fe-4664-8bae-536de151e08c HTTP/1.1" status: 200 len: 830 time: 0.2323809 Aug 30 21:33:41.768181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.855795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2b7aab7-27a5-4bff-8385-c756004ee0e1 req-65ad2a30-3827-44b3-99a4-d269dcff5e76 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdb404c-9687-4953-9afe-c855b7b4c65b HTTP/1.1" status: 200 len: 210 time: 0.0532763 Aug 30 21:33:41.863754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Performing IP validity checks on allocation pools {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 21:33:41.864592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 21:33:41.898938 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e5df60bf-1513-4417-9af5-5805be371e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:41.986916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39133e2-e7fe-4bd2-90b2-9861c15be47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5717656-5ce6-409a-b634-e93b05521b78,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:41.990447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.057335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:42.067634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:42.080210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f271553f-3638-4287-859f-acdd909a66f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.082536 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.091629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] No DVR routers for this DVR port a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:42.094182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:42.096100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.098257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-54910eb4-9b1f-4c48-b3bb-02a49c361e96 req-3b1c62a3-daea-4fc7-bb9c-b5388cfce17a tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.82 "DELETE /v2.0/ports/a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed HTTP/1.1" status: 204 len: 173 time: 2.0086687 Aug 30 21:33:42.098981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77746ada-a5fe-4664-8bae-536de151e08c', 'name': 'network-vif-deleted', 'tag': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:42.101542 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961c1854-6336-40f1-b252-2a802c6c042a" -d '{"events": [{"server_uuid": "77746ada-a5fe-4664-8bae-536de151e08c", "name": "network-vif-deleted", "tag": "a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:42.106624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:42.136217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:42.137429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:42.199811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] No DVR routers for this DVR port 51d53870-00f0-4242-a3a0-b6274080f070 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:42.217076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.222753 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14d9b4c9-a120-4a35-8195-38325e52d780 req-46f3e78f-89aa-4fd6-b29f-99f5f2fa0764 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.86 "DELETE /v2.0/ports/51d53870-00f0-4242-a3a0-b6274080f070 HTTP/1.1" status: 204 len: 173 time: 3.3118887 Aug 30 21:33:42.229092 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d6e33-65cf-4eb9-9934-4cae2d44826a x-openstack-request-id: req-913d6e33-65cf-4eb9-9934-4cae2d44826a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:42.230713 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77746ada-a5fe-4664-8bae-536de151e08c", "name": "network-vif-deleted", "tag": "a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:42.230836 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-913d6e33-65cf-4eb9-9934-4cae2d44826a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:42.231298 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77746ada-a5fe-4664-8bae-536de151e08c', 'name': 'network-vif-deleted', 'tag': 'a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed', 'status': 'completed', 'code': 200} Aug 30 21:33:42.270256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=685782b0-fdce-407f-8f65-3afe21a23980,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:42.291883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Checking segment: {'id': '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:42.292410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network hostable DHCP agents. Network: aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:42.367964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:42.403423 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:42.410064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:42.411069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.493343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f271553f-3638-4287-859f-acdd909a66f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.502910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f271553f-3638-4287-859f-acdd909a66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.520045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad51b91a-85ac-4a1f-a3e9-647255b1d2b0 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1592221 Aug 30 21:33:42.522877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:42.528402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:42.615816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f271553f-3638-4287-859f-acdd909a66f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca7f5901c63741a78419e6166b6a0538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549965 Aug 30 21:33:42.615816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271553f-3638-4287-859f-acdd909a66f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c233aea-bdd9-43e1-83e8-015778ff27a1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:42.618446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37238) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:42.676744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:42.733832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9072533'] for subnet, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:42.802631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:42.867796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a69dd-0ce0-4100-b4dd-da576ece0a4e None None] Network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:43.035250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:43.059580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.306618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa28-73d6-42ca-99b7-56880ca1170c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.345482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67', 'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67', 'tenant_id': '8429ee3225a84c30900804379a444920', 'fixed_ips': [{'subnet_id': '685782b0-fdce-407f-8f65-3afe21a23980'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:43.346466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.368285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:43.396668 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb02386-d59c-4bed-a358-8d202bf3e5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.409095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:33:43.459689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb02386-d59c-4bed-a358-8d202bf3e5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.489692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:43.490788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:43.515223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa28-73d6-42ca-99b7-56880ca1170c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.531548 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737590257372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8838269'] for subnet, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.556511 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb02386-d59c-4bed-a358-8d202bf3e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.559064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bb02386-d59c-4bed-a358-8d202bf3e5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.562569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8bb02386-d59c-4bed-a358-8d202bf3e5c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c233aea-bdd9-43e1-83e8-015778ff27a1 HTTP/1.1" status: 204 len: 168 time: 0.9405849 Aug 30 21:33:43.590888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb02386-d59c-4bed-a358-8d202bf3e5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c233aea-bdd9-43e1-83e8-015778ff27a1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:43.627243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:43.682971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:43.683582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.688007 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "PUT /v2.0/subnets/685782b0-fdce-407f-8f65-3afe21a23980 HTTP/1.1" status: 200 len: 900 time: 1.1610096 Aug 30 21:33:43.688843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:43.761035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3af9c-1717-4eba-9625-ea953536cc51 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event updated for resources: {'Subnet': ['ID=685782b0-fdce-407f-8f65-3afe21a23980,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:43.837291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa28-73d6-42ca-99b7-56880ca1170c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.853151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7cdaa28-73d6-42ca-99b7-56880ca1170c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.865054 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e7cdaa28-73d6-42ca-99b7-56880ca1170c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "DELETE /v2.0/security-groups/78aeb2fe-0431-4c8a-b3e9-985691814e7a HTTP/1.1" status: 204 len: 168 time: 0.8245969 Aug 30 21:33:43.865257 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:43.866857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:43.872846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Allocated IP 2001:db8::3 (aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67/685782b0-fdce-407f-8f65-3afe21a23980/94f43e24-aa71-42a0-8ea5-68446da28559) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:43.968083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.020621 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-63aec055-cafe-4784-97a8-7a55df85a45a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] show failed (client error): The resource could not be found. Aug 30 21:33:44.022189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-63aec055-cafe-4784-97a8-7a55df85a45a tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "GET /v2.0/security-groups/78aeb2fe-0431-4c8a-b3e9-985691814e7a HTTP/1.1" status: 404 len: 347 time: 0.0913570 Aug 30 21:33:44.024443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdaa28-73d6-42ca-99b7-56880ca1170c tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aeb2fe-0431-4c8a-b3e9-985691814e7a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:44.031496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37276) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:44.232248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-deleted', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:44.235445 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a22192a-7772-49a7-b3c7-c27d7689ca1b" -d '{"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-deleted", "tag": "51d53870-00f0-4242-a3a0-b6274080f070"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:44.237229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:44.249003 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.286737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212dd52-066e-4134-96ac-2d34e6e0aaf9 None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:26Z', 'revision_number': 4, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'df509d84-124c-4863-bef6-e69a223427ca', 'name': '', 'network_id': 'cdb2af59-7a18-42bf-9514-0d96511fa656', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'mac_address': 'fa:16:3e:13:27:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:25Z', 'updated_at': '2021-08-30T21:22:34Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'subnets': [{'id': 'c58675fd-81ee-4151-86c2-437190a1b96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:33:44.339621 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc97976-a76e-41ae-9597-dfad9b73180b x-openstack-request-id: req-6cc97976-a76e-41ae-9597-dfad9b73180b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:44.340101 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdb404c-9687-4953-9afe-c855b7b4c65b", "name": "network-vif-deleted", "tag": "51d53870-00f0-4242-a3a0-b6274080f070", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:44.340460 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6cc97976-a76e-41ae-9597-dfad9b73180b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:44.341058 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdb404c-9687-4953-9afe-c855b7b4c65b', 'name': 'network-vif-deleted', 'tag': '51d53870-00f0-4242-a3a0-b6274080f070', 'status': 'completed', 'code': 200} Aug 30 21:33:44.374222 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.397615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Transition to ACTIVE for port object 94f43e24-aa71-42a0-8ea5-68446da28559 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:44.413872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Transition to ACTIVE for port object 94f43e24-aa71-42a0-8ea5-68446da28559 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:44.427458 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.444141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Deleting port fe22cfe4-0496-42a8-8365-f00ad6a18795 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:44.444710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.523128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Pushing event updated for resources: {'Port': ['ID=94f43e24-aa71-42a0-8ea5-68446da28559,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:44.524154 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.564777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=685782b0-fdce-407f-8f65-3afe21a23980,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:44.591838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:44.618789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:44.625264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:44.660710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.674925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.675309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.688307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.709121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:44.712526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Calling delete_port for fe22cfe4-0496-42a8-8365-f00ad6a18795 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:44.727571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:44.727919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:44.744185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.746347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:44.835063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:44.835455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a661bfb6-8bf1-4bed-b7ea-4e04f99b41ed not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:44.852572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.861068 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169d15c-61be-46e2-80b4-066aa1baf962 None None] New status for floating IP 9bb4c5d7-95af-4004-b73a-92c877d0466b: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:33:44.865474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:44.865934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.866121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Attempting to bind port 94f43e24-aa71-42a0-8ea5-68446da28559 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:44.868052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Attempting to bind port 94f43e24-aa71-42a0-8ea5-68446da28559 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:44.869206 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:44.871248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Attempting to bind port 94f43e24-aa71-42a0-8ea5-68446da28559 on network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:44.886496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:44.887206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Checking segment: {'id': '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:44.887206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.887619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Bound using segment: {'id': '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:44.897643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Bound port: 94f43e24-aa71-42a0-8ea5-68446da28559, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:44.898071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.917012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port bf36ef2d-dc66-47a9-b998-35837f4b6288 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:44.918008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:44.991537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.db.api [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 21:33:44.991537 n-d-793620-16 neutron-server[94689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 21:33:44.991537 n-d-793620-16 neutron-server[94689]: [parameters: {'id': 'aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67'}] Aug 30 21:33:44.991537 n-d-793620-16 neutron-server[94689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:33:44.991953 n-d-793620-16 neutron-server[94689]: DEBUG oslo_db.api [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:33:44.999646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] For port 94f43e24-aa71-42a0-8ea5-68446da28559, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:45.007952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] For port 94f43e24-aa71-42a0-8ea5-68446da28559, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=94f43e24-aa71-42a0-8ea5-68446da28559,segment=NetworkSegment(7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e),segment_id=7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:45.022282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.051625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37298) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:45.136482 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.137318 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.db.api [None req-c169d15c-61be-46e2-80b4-066aa1baf962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:33:45.137767 n-d-793620-16 neutron-server[94691]: DEBUG oslo_db.api [None req-c169d15c-61be-46e2-80b4-066aa1baf962 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:33:45.152798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] For port bf36ef2d-dc66-47a9-b998-35837f4b6288, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bf36ef2d-dc66-47a9-b998-35837f4b6288,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:45.153204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.181177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Pushing event deleted for resources: {'Port': ['ID=fe22cfe4-0496-42a8-8365-f00ad6a18795,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:45.188189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03f869-c7e2-404d-b736-c48dfb249b2b None None] Pushing event updated for resources: {'Port': ['ID=94f43e24-aa71-42a0-8ea5-68446da28559,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:45.198186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b839d45-3d52-45a8-89a6-4cb4812cd936 None None] Network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:45.212203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for bf36ef2d-dc66-47a9-b998-35837f4b6288 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:45.256305 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.259587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.261089 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f49d0fa9-2a1c-423e-94c8-86150de64e43 tempest-AttachVolumeShelveTestJSON-1646887398 tempest-AttachVolumeShelveTestJSON-1646887398-project] 10.222.0.76 "DELETE /v2.0/floatingips/9bb4c5d7-95af-4004-b73a-92c877d0466b HTTP/1.1" status: 204 len: 168 time: 1.2277641 Aug 30 21:33:45.317891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1304856414-network', 'tenant_id': '62eab36174f74cb1aaa1a6fe6c898ce8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:45.359383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Made reservation on behalf of 62eab36174f74cb1aaa1a6fe6c898ce8 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:45.363220 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.375908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.488920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25f59f-f988-4f10-85c8-21dd948a97aa None None] Network aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:45.499808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.621025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.639165 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c169d15c-61be-46e2-80b4-066aa1baf962 None None] New status for floating IP 9bb4c5d7-95af-4004-b73a-92c877d0466b: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:33:45.664683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=bf36ef2d-dc66-47a9-b998-35837f4b6288,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:45.672817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b8401b-57fd-4289-950b-10f71606c79a None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 21:33:45.673268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.683476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.752627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9cf94-5411-4639-85ef-793567191894,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:45.756307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting port 94f43e24-aa71-42a0-8ea5-68446da28559 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:45.756307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.866587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:45.891333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.891683 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Added segment 5f4d165e-8348-4070-bdbe-9f15321b78c8 of type vlan for network 254dcff5-40b9-4812-bc1e-8e86c70a2274 Aug 30 21:33:45.916608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] For port 94f43e24-aa71-42a0-8ea5-68446da28559, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=94f43e24-aa71-42a0-8ea5-68446da28559,segment=NetworkSegment(7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e),segment_id=7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:45.916954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:45.945123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8401b-57fd-4289-950b-10f71606c79a None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 21:33:45.980235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Calling delete_port for 94f43e24-aa71-42a0-8ea5-68446da28559 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:46.002449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.027370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.093863 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.094946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:46.095537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.175303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1226482 Aug 30 21:33:46.180673 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37314) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:46.185795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Request body: {'subnet': {'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1304856414-subnet', 'tenant_id': '62eab36174f74cb1aaa1a6fe6c898ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:46.217694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53306861-8f21-4189-84c1-fec4345e67af admin admin] Pushing event updated for resources: {'Network': ['ID=254dcff5-40b9-4812-bc1e-8e86c70a2274,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:46.227933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.266610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 254dcff5-40b9-4812-bc1e-8e86c70a2274 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:46.268488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Port': ['ID=94f43e24-aa71-42a0-8ea5-68446da28559,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:46.287106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No DVR routers for this DVR port 94f43e24-aa71-42a0-8ea5-68446da28559 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:46.306845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Made reservation on behalf of 62eab36174f74cb1aaa1a6fe6c898ce8 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:46.312832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.396695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router d0116776-8f1b-4663-80e4-ea6f35a7115e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:33:46.596342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:46.611415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] Sync routers for ids ['d0116776-8f1b-4663-80e4-ea6f35a7115e'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:46.614560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6e990638-42ab-465b-b6c6-47c7af819346 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "PUT /v2.0/routers/d0116776-8f1b-4663-80e4-ea6f35a7115e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106439 Aug 30 21:33:46.616311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:46.627682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] Routers {'d0116776-8f1b-4663-80e4-ea6f35a7115e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:46.628515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d0116776-8f1b-4663-80e4-ea6f35a7115e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:46.694884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting subnet c99126f7-7710-4a86-be3b-23d498569d16 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:33:46.705915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.710314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.769694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.770918 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.790012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:46.814733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:46.815033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a3ef9-d9af-4624-ac0d-014a5c5b2f4e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:46.845248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.849793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Checking segment: {'id': '5f4d165e-8348-4070-bdbe-9f15321b78c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:46.850157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Network hostable DHCP agents. Network: 254dcff5-40b9-4812-bc1e-8e86c70a2274, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:46.863907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49eeaf8-a02c-4838-a2de-d1a493394987,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:46.872904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] Set router d0116776-8f1b-4663-80e4-ea6f35a7115e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:46.878545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.890320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:46.890783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:46.894361 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:46.951534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Network 254dcff5-40b9-4812-bc1e-8e86c70a2274 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:46.969953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 254dcff5-40b9-4812-bc1e-8e86c70a2274) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:46.987307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:46.987307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:46.998657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.004556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c57206-c9ae-4d06-9acf-8ed7c3b3bee2 None None] Network 254dcff5-40b9-4812-bc1e-8e86c70a2274 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:47.007396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9247ceba-f07c-432f-b7b2-27b026efdd01 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8233531 Aug 30 21:33:47.023677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.067701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.076059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 HTTP/1.1" status: 204 len: 168 time: 3.3858807 Aug 30 21:33:47.076681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37328) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.092351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.111242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a1409-1949-415d-9572-6fe00b12319a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:47.132842 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbb4334-a0f5-4b6b-978a-1a59693c5f48 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:47.133299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbb4334-a0f5-4b6b-978a-1a59693c5f48 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:47.138139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cdbb4334-a0f5-4b6b-978a-1a59693c5f48 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/685782b0-fdce-407f-8f65-3afe21a23980 HTTP/1.1" status: 404 len: 337 time: 0.0490370 Aug 30 21:33:47.138822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37330) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.161679 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-92310d15-998d-49c8-b581-8fdb7bb08c87 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:47.162313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92310d15-998d-49c8-b581-8fdb7bb08c87 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:47.167163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-92310d15-998d-49c8-b581-8fdb7bb08c87 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/aacd80ee-b1f5-4203-bfb6-0b5c89e4ed67 HTTP/1.1" status: 404 len: 339 time: 0.0269010 Aug 30 21:33:47.167364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37332) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.203537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acbe14a-a216-4874-815f-e83deb161d1c None None] Network 254dcff5-40b9-4812-bc1e-8e86c70a2274 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:47.236796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Subnet': ['ID=c99126f7-7710-4a86-be3b-23d498569d16,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:47.264617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.268226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1af5b4da-4288-46cd-8569-c7c428d91eac tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/subnets/c99126f7-7710-4a86-be3b-23d498569d16 HTTP/1.1" status: 204 len: 168 time: 0.6494410 Aug 30 21:33:47.270366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.275229 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.340280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3d06c-770d-4d50-a04a-15cd5401a678 None None] Network 251cf424-1ac3-4f68-ac39-3307db52d822 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:47.477870 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.493377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7337c72c-4aa0-406d-baab-62ca6eb3812f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:47.516842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53df4995-2d0a-496f-9db4-af4592f2f320') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:47.516842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53df4995-2d0a-496f-9db4-af4592f2f320') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:47.539708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.570388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.579530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:47.579941 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:47.583412 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:47.598129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.732621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.763214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:47.771321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/7337c72c-4aa0-406d-baab-62ca6eb3812f HTTP/1.1" status: 204 len: 168 time: 0.6028655 Aug 30 21:33:47.775218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef908d1-02ed-4c0e-9f85-f8da723cd033 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=7337c72c-4aa0-406d-baab-62ca6eb3812f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:47.781143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37352) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.852230 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98762b8-e53e-4f16-a223-4c8818350c74 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:47.852696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98762b8-e53e-4f16-a223-4c8818350c74 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:47.859366 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a98762b8-e53e-4f16-a223-4c8818350c74 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/84bea089-8cdc-4b5c-a3a7-4b13249922a1 HTTP/1.1" status: 404 len: 337 time: 0.0773084 Aug 30 21:33:47.860017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37356) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.896908 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b15e0d-4666-4c97-8220-ab33f49b1f4a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:47.897498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b15e0d-4666-4c97-8220-ab33f49b1f4a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:47.912375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a0b15e0d-4666-4c97-8220-ab33f49b1f4a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/e2305ac1-8d68-4aaa-a260-bb619b719ee8 HTTP/1.1" status: 404 len: 339 time: 0.0496240 Aug 30 21:33:47.912997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.931059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37360) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:47.944353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.046096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting subnet dc5df662-c36a-46f5-81ef-85e8ad51e6a0 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:33:48.053038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.112222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:48.124671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1301962949-network', 'tenant_id': '4da2a47eb1c04ea6b387d0b930e572bd'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:48.148150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] DHCP port deletion for 251cf424-1ac3-4f68-ac39-3307db52d822 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:33:48.195372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:48.195861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.200854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Made reservation on behalf of 4da2a47eb1c04ea6b387d0b930e572bd for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:48.204494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.217973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.248418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:45Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '4d2426bc-defb-4b64-b92b-b96b03dfcfb2', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:10Z', 'updated_at': '2021-08-30T21:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:48.254596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.291025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] Checking router: d0116776-8f1b-4663-80e4-ea6f35a7115e for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:33:48.304259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] Routers {'d0116776-8f1b-4663-80e4-ea6f35a7115e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:48.304970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['d0116776-8f1b-4663-80e4-ea6f35a7115e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:48.391191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] For port 4d2426bc-defb-4b64-b92b-b96b03dfcfb2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:48.391608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.394996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] Deleting port 864dad63-254c-4401-8614-e09eee0dadcb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:48.395390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.420344 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.441881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:48.482394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] Set router d0116776-8f1b-4663-80e4-ea6f35a7115e gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:48.485053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] For port 864dad63-254c-4401-8614-e09eee0dadcb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=864dad63-254c-4401-8614-e09eee0dadcb,segment=NetworkSegment(8f824c9d-52c3-4855-a578-4eea916ba108),segment_id=8f824c9d-52c3-4855-a578-4eea916ba108)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:48.485632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.528339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ab02c7-8c0a-47be-9089-7c370b673283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.550166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:47Z', 'revision_number': 6, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:48.581242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6de3-8c88-40f3-b3ed-18a596ab54c0 None None] The sync data for ids ['d0116776-8f1b-4663-80e4-ea6f35a7115e'] in n-d-793620-16 is: [{'id': 'd0116776-8f1b-4663-80e4-ea6f35a7115e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1488807', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:09Z', 'updated_at': '2021-08-30T21:33:47Z', 'revision_number': 6, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:33:48.583110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] Calling delete_port for 864dad63-254c-4401-8614-e09eee0dadcb owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:48.587442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.614962 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.641204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5df662-c36a-46f5-81ef-85e8ad51e6a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:48.648785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd6d1e-15d4-4ea1-80a8-b7a02236a261 None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:48.651909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.654564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a69a67d1-efb0-452f-8777-503f3e6a86d9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/dc5df662-c36a-46f5-81ef-85e8ad51e6a0 HTTP/1.1" status: 204 len: 168 time: 0.7406161 Aug 30 21:33:48.658786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37370) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:48.685299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.699687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:48.713896 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.714328 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Added segment 7f336c0e-3ab0-4e17-83ec-931236ae8ee8 of type vlan for network 3931756a-e028-4aea-8f56-46cb1e6347c7 Aug 30 21:33:48.744129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting subnet fa080d10-82a8-4eca-bd60-5ef633de115d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:33:48.750094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.769184 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.810286 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.868049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af98d0d-a5a5-4a78-a0e8-6819e66b58a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:48.878011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.880725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.882108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:48.882557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:48.937259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] Pushing event deleted for resources: {'Port': ['ID=864dad63-254c-4401-8614-e09eee0dadcb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:48.952997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e7a13-ade0-4c97-93d7-ac1ddb582030 None None] No DVR routers for this DVR port 864dad63-254c-4401-8614-e09eee0dadcb on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:49.089791 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ab02c7-8c0a-47be-9089-7c370b673283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.113847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] Pushing event updated for resources: {'Network': ['ID=3931756a-e028-4aea-8f56-46cb1e6347c7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:49.118468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51ab02c7-8c0a-47be-9089-7c370b673283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.133636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3931756a-e028-4aea-8f56-46cb1e6347c7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:49.292920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-51ab02c7-8c0a-47be-9089-7c370b673283 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d7a1d9e50a141b0915e5f7423b73c00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3238025 Aug 30 21:33:49.297905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37384) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:49.299510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2086a331-7469-49e6-b195-3d1ab1c96616 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1817074 Aug 30 21:33:49.304849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37386) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:49.319689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Request body: {'subnet': {'network_id': '3931756a-e028-4aea-8f56-46cb1e6347c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1301962949-subnet', 'tenant_id': '4da2a47eb1c04ea6b387d0b930e572bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:49.331417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.345430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.356096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab02c7-8c0a-47be-9089-7c370b673283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec6a742-71a4-4cdb-a265-2c48597642f8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:49.426007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Made reservation on behalf of 4da2a47eb1c04ea6b387d0b930e572bd for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:49.430403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.432963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=4d2426bc-defb-4b64-b92b-b96b03dfcfb2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:49.582520 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a33347e-7ab6-4021-83b7-6c5bf738b103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.611132 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.625196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 864dad63-254c-4401-8614-e09eee0dadcb no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:49.673062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 864dad63-254c-4401-8614-e09eee0dadcb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:49.673747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 864dad63-254c-4401-8614-e09eee0dadcb not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:49.674751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bf36ef2d-dc66-47a9-b998-35837f4b6288 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:49.674983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=fa080d10-82a8-4eca-bd60-5ef633de115d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:49.708678 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a33347e-7ab6-4021-83b7-6c5bf738b103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.717191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.720625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bc659dc5-9616-4497-9937-b042600f028b tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/fa080d10-82a8-4eca-bd60-5ef633de115d HTTP/1.1" status: 204 len: 168 time: 1.0593979 Aug 30 21:33:49.728775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:49.729102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: bf36ef2d-dc66-47a9-b998-35837f4b6288 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:49.730511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bf36ef2d-dc66-47a9-b998-35837f4b6288 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:49.731214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:49.768694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:49.769256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4d2426bc-defb-4b64-b92b-b96b03dfcfb2 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:49.829746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a33347e-7ab6-4021-83b7-6c5bf738b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.832768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a33347e-7ab6-4021-83b7-6c5bf738b103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:49.836766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a33347e-7ab6-4021-83b7-6c5bf738b103 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aec6a742-71a4-4cdb-a265-2c48597642f8 HTTP/1.1" status: 204 len: 168 time: 0.5290611 Aug 30 21:33:49.852828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33347e-7ab6-4021-83b7-6c5bf738b103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec6a742-71a4-4cdb-a265-2c48597642f8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:49.927790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.226479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6eb468-6929-43d1-ae33-f94177e070ed None None] Network 634a6bbd-c944-4557-bc69-5ff4f1eb64aa requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:50.393189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-46ce68a8-d265-42d2-bfba-560d42f2d6da None None] Provisioning complete for port 1608d866-9725-4cbc-ac23-386dcfe1eb46 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:50.393823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46ce68a8-d265-42d2-bfba-560d42f2d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.614632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.617763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.657540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] DHCP port deletion for 634a6bbd-c944-4557-bc69-5ff4f1eb64aa request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:33:50.689479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.695794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.696617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Fanout notify agent at l3_agent the message router_deleted on router d0116776-8f1b-4663-80e4-ea6f35a7115e {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:33:50.709733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.712065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c03fbb19-b496-4d3a-8cdd-ea0af0bf0bbd tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/routers/d0116776-8f1b-4663-80e4-ea6f35a7115e HTTP/1.1" status: 204 len: 168 time: 3.4400425 Aug 30 21:33:50.714956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37410) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:50.785515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] Deleting port 1608d866-9725-4cbc-ac23-386dcfe1eb46 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:50.785897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.820000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.890805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.924645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting port 1608d866-9725-4cbc-ac23-386dcfe1eb46 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:50.925025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.938127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] For port 1608d866-9725-4cbc-ac23-386dcfe1eb46, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1608d866-9725-4cbc-ac23-386dcfe1eb46,segment=NetworkSegment(43baba55-9571-43ab-aa21-3fb7422f0be8),segment_id=43baba55-9571-43ab-aa21-3fb7422f0be8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:50.939196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:50.974208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] Calling delete_port for 1608d866-9725-4cbc-ac23-386dcfe1eb46 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:51.025664 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c8a5bc-60f0-42af-a702-18081016764b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:51.029471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:51.050852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.064254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251cf424-1ac3-4f68-ac39-3307db52d822']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:51.078270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f824c9d-52c3-4855-a578-4eea916ba108') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:51.078864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f824c9d-52c3-4855-a578-4eea916ba108') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:51.080763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] For port 1608d866-9725-4cbc-ac23-386dcfe1eb46, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1608d866-9725-4cbc-ac23-386dcfe1eb46,segment=NetworkSegment(43baba55-9571-43ab-aa21-3fb7422f0be8),segment_id=43baba55-9571-43ab-aa21-3fb7422f0be8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:51.081506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.091705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.112655 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.114096 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.117990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Calling delete_port for 1608d866-9725-4cbc-ac23-386dcfe1eb46 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:51.120157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Checking segment: {'id': '7f336c0e-3ab0-4e17-83ec-931236ae8ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3931756a-e028-4aea-8f56-46cb1e6347c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:51.120346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Network hostable DHCP agents. Network: 3931756a-e028-4aea-8f56-46cb1e6347c7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:51.122425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:51.123135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:51.128823 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:51.152641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] Pushing event deleted for resources: {'Port': ['ID=1608d866-9725-4cbc-ac23-386dcfe1eb46,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:51.162909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce755c73-e675-4fba-992f-522e171547b8 None None] No DVR routers for this DVR port 1608d866-9725-4cbc-ac23-386dcfe1eb46 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:51.216353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-47927259-network', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:51.238394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Network 3931756a-e028-4aea-8f56-46cb1e6347c7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:51.258498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Made reservation on behalf of 459e7c3d3a9144f5b76f0577c9ed82d2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:51.261039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.282531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.285648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3931756a-e028-4aea-8f56-46cb1e6347c7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:51.294007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.295860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c48fcc6-3bdd-40cf-892c-be44ca3c1cbf None None] Network 3931756a-e028-4aea-8f56-46cb1e6347c7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:51.296454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/networks/251cf424-1ac3-4f68-ac39-3307db52d822 HTTP/1.1" status: 204 len: 168 time: 0.5802791 Aug 30 21:33:51.299644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37420) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:51.300734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:51.301395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.305084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.361078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1608d866-9725-4cbc-ac23-386dcfe1eb46 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:51.366392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2626ea74-acbd-4536-9ab0-21bfeab1a21e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0602107 Aug 30 21:33:51.378517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.426776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Port': ['ID=1608d866-9725-4cbc-ac23-386dcfe1eb46,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:51.429795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No DVR routers for this DVR port 1608d866-9725-4cbc-ac23-386dcfe1eb46 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:51.433137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1608d866-9725-4cbc-ac23-386dcfe1eb46 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:51.435019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1608d866-9725-4cbc-ac23-386dcfe1eb46 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:51.439811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ae8df-70ed-44c7-a4c9-35c6cf47cdc1 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Network': ['ID=251cf424-1ac3-4f68-ac39-3307db52d822,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:51.624583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.629383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f54272-a93d-4914-a72b-30d9b6138548 None None] Network 3931756a-e028-4aea-8f56-46cb1e6347c7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:51.669202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a6bbd-c944-4557-bc69-5ff4f1eb64aa']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:51.701139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43baba55-9571-43ab-aa21-3fb7422f0be8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:51.704641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43baba55-9571-43ab-aa21-3fb7422f0be8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:51.751484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.759052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.769965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.812751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edaabaa-aa2c-4eca-9093-c2cc511353f9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:51.816176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port 32591763-4219-46d7-a2ba-9dcbc2b0e340 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:51.816688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.842934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.857913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:51.859555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:51.864446 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:51.880037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:33:51.943967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.944310 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Added segment 2a514c54-a1bf-4c8f-8136-c541bdd13274 of type vlan for network c744cb29-f57d-4345-9c58-2960a1dbdf88 Aug 30 21:33:51.944685 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.945365 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.969216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for 32591763-4219-46d7-a2ba-9dcbc2b0e340 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:51.989007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:51.998754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.001091 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/634a6bbd-c944-4557-bc69-5ff4f1eb64aa HTTP/1.1" status: 204 len: 168 time: 2.2713253 Aug 30 21:33:52.003803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.022924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.023726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097bdb7-309f-47ad-99c6-f265c729db98 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=634a6bbd-c944-4557-bc69-5ff4f1eb64aa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:52.060310 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0780dfea-ca7b-45d7-bfe6-677a6fe1fe49 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:52.060774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0780dfea-ca7b-45d7-bfe6-677a6fe1fe49 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:52.062657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0780dfea-ca7b-45d7-bfe6-677a6fe1fe49 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/b6f95b5e-56dc-4212-8d92-ebac0398d5a7 HTTP/1.1" status: 404 len: 337 time: 0.0313232 Aug 30 21:33:52.066732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37482) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.088268 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb193b5-306f-4c5e-a5e0-f9fce931f6b9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:52.088870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb193b5-306f-4c5e-a5e0-f9fce931f6b9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:52.090643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5cb193b5-306f-4c5e-a5e0-f9fce931f6b9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/db357e56-f4d5-4412-b681-265d2b9b3a67 HTTP/1.1" status: 404 len: 339 time: 0.0229819 Aug 30 21:33:52.100848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.144015 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2550fb7-68c0-4953-8d40-6bed550d546f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:52.144761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2550fb7-68c0-4953-8d40-6bed550d546f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:52.150007 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c2550fb7-68c0-4953-8d40-6bed550d546f tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/d57558c0-7823-4a3c-ac1f-b880c82f31ab HTTP/1.1" status: 404 len: 337 time: 0.0478904 Aug 30 21:33:52.150792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.161818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.162793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:52.163421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.217434 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b68978f-fa5d-4fc1-a464-cc6aca92dfee tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:52.218442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b68978f-fa5d-4fc1-a464-cc6aca92dfee tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:52.220872 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9b68978f-fa5d-4fc1-a464-cc6aca92dfee tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/be34ba99-4e1d-4155-92d2-52cafa271d44 HTTP/1.1" status: 404 len: 339 time: 0.0693662 Aug 30 21:33:52.232534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.267096 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2360637 Aug 30 21:33:52.286519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.297712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Request body: {'subnet': {'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-47927259-subnet', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:52.309266 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e94713-f87d-4eca-b804-b7565a6a58c5 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:52.309724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e94713-f87d-4eca-b804-b7565a6a58c5 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:52.313804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b9e94713-f87d-4eca-b804-b7565a6a58c5 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/243c65da-0a1a-49e0-b980-604804934b13 HTTP/1.1" status: 404 len: 337 time: 0.0786431 Aug 30 21:33:52.315745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.330608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a52b15-32d3-48c0-b109-48f896d81cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=c744cb29-f57d-4345-9c58-2960a1dbdf88,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:52.348091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:33:52.349477 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66746d5-80f0-42f5-b625-a624b8363d5e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:52.350284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66746d5-80f0-42f5-b625-a624b8363d5e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:52.353357 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a66746d5-80f0-42f5-b625-a624b8363d5e tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/f9994da8-3b64-4439-a1f3-281db224967a HTTP/1.1" status: 404 len: 339 time: 0.0364490 Aug 30 21:33:52.356079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.412945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Made reservation on behalf of 459e7c3d3a9144f5b76f0577c9ed82d2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:52.415549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.473001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-ca8d74bc-37bb-4732-a9dc-8237884217a8 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:52.475219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-ca8d74bc-37bb-4732-a9dc-8237884217a8 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/networks?id=254dcff5-40b9-4812-bc1e-8e86c70a2274 HTTP/1.1" status: 200 len: 809 time: 0.4262941 Aug 30 21:33:52.505293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting subnet 189a466e-8cfd-4b7b-a4d4-e6dafefda1fd {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:33:52.512893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.536363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-ee2faed8-d0b9-4147-80c9-73b1e954f30a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/quotas/62eab36174f74cb1aaa1a6fe6c898ce8 HTTP/1.1" status: 200 len: 375 time: 0.0481415 Aug 30 21:33:52.590737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-afebf3d4-ecb4-457b-ac83-54b22d5007ab tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=62eab36174f74cb1aaa1a6fe6c898ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402765 Aug 30 21:33:52.605881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.760164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.766127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-f0a81858-88af-47f8-ba61-8aeea729631f service neutron] 10.222.0.76 "GET /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628056 Aug 30 21:33:52.818924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.844945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.853206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=32591763-4219-46d7-a2ba-9dcbc2b0e340,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:52.930986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.950943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c6e449-9806-48d7-ac5f-4f7433db7873,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:52.958198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-126d4a3a-6287-4ad1-8a5b-53f156881734 service neutron] 10.222.0.76 "GET /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873031 Aug 30 21:33:52.961906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.962244 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Floating IP 8976b266-87b1-48e0-ae6a-e1a502787be0 disassociated (deleted). External IP: 172.25.5.178, port: 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3. Aug 30 21:33:52.962566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:52.964789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/189a466e-8cfd-4b7b-a4d4-e6dafefda1fd HTTP/1.1" status: 204 len: 168 time: 0.6076972 Aug 30 21:33:52.970186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449f80e-4e60-4fa2-842c-70c8574e507b None None] Network e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:52.974705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37532) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:52.987717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f3d5b-2a2a-4c9a-9b4a-156efc5cd8ce tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=189a466e-8cfd-4b7b-a4d4-e6dafefda1fd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:52.992445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Checking segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:52.992863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Network hostable DHCP agents. Network: c744cb29-f57d-4345-9c58-2960a1dbdf88, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:33:53.020798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:33:53.039484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c744cb29-f57d-4345-9c58-2960a1dbdf88) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:53.045026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:53.045606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.058301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c99b7e-bad3-4da4-afa0-78a864f94b72 None None] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:53.068053 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8bddddaf-6fcf-4bec-bf9a-efc2ad3768d1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7748203 Aug 30 21:33:53.070884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:53.076010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:53.115409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.116899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.247634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.400009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.426904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] DHCP port deletion for e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:33:53.438140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-c744cb29-f57d-4345-9c58-2960a1dbdf88', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:33:53.439020 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.550326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.558264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b35f0b41-90f0-478f-8846-203cfbd41a95 req-75bf2f6b-df5d-46f7-bf9e-3f4b5017944b tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 210 time: 0.1649494 Aug 30 21:33:53.615157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router 544c6347-fd87-4d18-a3bb-5b98560c309f has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:33:53.698476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] Deleting port 30d9464b-648b-444d-9163-522169c18d63 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:53.698761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.749953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting port 30d9464b-648b-444d-9163-522169c18d63 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:53.752270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.823161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] For port 30d9464b-648b-444d-9163-522169c18d63, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=30d9464b-648b-444d-9163-522169c18d63,segment=NetworkSegment(4e1c7b7b-492b-4bee-a30e-17e057587ff3),segment_id=4e1c7b7b-492b-4bee-a30e-17e057587ff3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:53.823563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.826280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Allocated IP 172.20.0.2 (c744cb29-f57d-4345-9c58-2960a1dbdf88/17c6e449-9806-48d7-ac5f-4f7433db7873/544a45d2-37cf-4368-8f2c-9f14291d6502) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:53.843893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] Calling delete_port for 30d9464b-648b-444d-9163-522169c18d63 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:53.866920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.902731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37554) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:53.913569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:53.996543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:54.006706 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] Sync routers for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:54.009732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.017161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:54.029694 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:54.104725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72d923b8-bcd4-48bd-8726-b18a86403ad0 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/floatingips/8976b266-87b1-48e0-ae6a-e1a502787be0 HTTP/1.1" status: 204 len: 168 time: 2.8015676 Aug 30 21:33:54.119724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:54.122565 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355e1fb3-a69f-433a-98f7-57508207a1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:54.141143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] For port 30d9464b-648b-444d-9163-522169c18d63, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=30d9464b-648b-444d-9163-522169c18d63,segment=NetworkSegment(4e1c7b7b-492b-4bee-a30e-17e057587ff3),segment_id=4e1c7b7b-492b-4bee-a30e-17e057587ff3)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:54.152462 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.155392 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.168021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Transition to ACTIVE for port object 544a45d2-37cf-4368-8f2c-9f14291d6502 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:54.168658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Allocated IP 172.25.5.123 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/533d7e68-54f4-40eb-ac4b-192372781bba) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:54.188764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Transition to ACTIVE for port object 544a45d2-37cf-4368-8f2c-9f14291d6502 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:54.206956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Calling delete_port for 30d9464b-648b-444d-9163-522169c18d63 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:54.230643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.313934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Pushing event updated for resources: {'Port': ['ID=544a45d2-37cf-4368-8f2c-9f14291d6502,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:54.336395 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:54.385768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:54.395232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:54.403113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:54.413553 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.484368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.527824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] Pushing event deleted for resources: {'Port': ['ID=30d9464b-648b-444d-9163-522169c18d63,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:54.529691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce04d5-0468-46a1-a5be-c2f24ba59069 None None] No DVR routers for this DVR port 30d9464b-648b-444d-9163-522169c18d63 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:54.597770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.612323 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.614174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Attempting to bind port 544a45d2-37cf-4368-8f2c-9f14291d6502 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:54.614729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Attempting to bind port 544a45d2-37cf-4368-8f2c-9f14291d6502 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:54.615477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Attempting to bind port 544a45d2-37cf-4368-8f2c-9f14291d6502 on network c744cb29-f57d-4345-9c58-2960a1dbdf88 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:54.628534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:54.629181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Checking segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:54.630740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.632595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Bound using segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:54.633711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Bound port: 544a45d2-37cf-4368-8f2c-9f14291d6502, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:54.635130 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.670056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Port': ['ID=30d9464b-648b-444d-9163-522169c18d63,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:54.688200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No DVR routers for this DVR port 30d9464b-648b-444d-9163-522169c18d63 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:54.700450 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:36Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:54.736411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:54.749330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:54.752100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:54.773743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] Checking router: 544c6347-fd87-4d18-a3bb-5b98560c309f for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:33:54.793561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:54.794535 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:54.800463 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd12ae-4976-4161-ab28-4c8fedb6875c x-openstack-request-id: req-81cd12ae-4976-4161-ab28-4c8fedb6875c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:54.800712 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:54.800920 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81cd12ae-4976-4161-ab28-4c8fedb6875c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:54.801335 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'status': 'completed', 'code': 200} Aug 30 21:33:54.842398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] For port 544a45d2-37cf-4368-8f2c-9f14291d6502, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:54.846893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] For port 544a45d2-37cf-4368-8f2c-9f14291d6502, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=544a45d2-37cf-4368-8f2c-9f14291d6502,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:54.860532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:54.964384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-0fe13fcf-270c-461c-82dc-5ad551bc4643 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:54.972084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-0fe13fcf-270c-461c-82dc-5ad551bc4643 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.82 "GET /v2.0/networks?id=254dcff5-40b9-4812-bc1e-8e86c70a2274 HTTP/1.1" status: 200 len: 809 time: 0.2138827 Aug 30 21:33:54.986906 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:55.042610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Request body: {'port': {'device_id': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274', 'admin_state_up': True, 'tenant_id': '62eab36174f74cb1aaa1a6fe6c898ce8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:55.049708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342c41-a525-42e8-918b-c82ab03ddd7c None None] Pushing event updated for resources: {'Port': ['ID=544a45d2-37cf-4368-8f2c-9f14291d6502,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:55.063378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.090061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:55.118688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6dd7c-c0da-4176-ac7f-adabe8cfac3b req-007ee80d-21e7-473a-8fe2-7d83caff273e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:55.123236 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41c6dd7c-c0da-4176-ac7f-adabe8cfac3b req-007ee80d-21e7-473a-8fe2-7d83caff273e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 985 time: 0.3205504 Aug 30 21:33:55.138718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1c7b7b-492b-4bee-a30e-17e057587ff3') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:55.140399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1c7b7b-492b-4bee-a30e-17e057587ff3') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:55.160945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Pushing event updated for resources: {'Port': ['ID=533d7e68-54f4-40eb-ac4b-192372781bba,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:55.168901 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.185099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-cf4cf453-63b9-4184-a4c0-d837482a52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:55.186646 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-cf4cf453-63b9-4184-a4c0-d837482a52c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 1137 time: 0.4387746 Aug 30 21:33:55.193533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.193884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.194196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.194531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.194964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.195294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.195617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.195942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.196262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.196580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.196899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.197217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:33:55.221119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.228708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:55.229293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:55.290349 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:55.328658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 30d9464b-648b-444d-9163-522169c18d63 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:55.388405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 30d9464b-648b-444d-9163-522169c18d63 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:55.388767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 30d9464b-648b-444d-9163-522169c18d63 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:55.485320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.496383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.498306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc HTTP/1.1" status: 204 len: 168 time: 2.5232029 Aug 30 21:33:55.503460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:55.556619 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-09158feb-6c5d-4898-8b30-f3c41e87eec9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:55.557109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09158feb-6c5d-4898-8b30-f3c41e87eec9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:55.564641 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-09158feb-6c5d-4898-8b30-f3c41e87eec9 tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/6fcd97d1-260d-4268-9a32-c91cabf757ae HTTP/1.1" status: 404 len: 337 time: 0.0574982 Aug 30 21:33:55.566261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-3e70feaa-892e-4c1b-9cc3-2e9e63a16ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:55.567112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:55.567743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-3e70feaa-892e-4c1b-9cc3-2e9e63a16ba0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 200 len: 898 time: 0.3619227 Aug 30 21:33:55.580753 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:36Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:55.611087 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8339ea-9591-419b-ba1a-26bf2660074a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] DELETE failed (client error): The resource could not be found. Aug 30 21:33:55.611661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8339ea-9591-419b-ba1a-26bf2660074a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:33:55.613739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f8339ea-9591-419b-ba1a-26bf2660074a tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/b07784d3-4e42-4366-acbf-b9208f8bf40c HTTP/1.1" status: 404 len: 339 time: 0.0267344 Aug 30 21:33:55.614543 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a479bb6d-59c2-410c-bc37-9a46c2f53734 None None] The sync data for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 is: [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9804fb28-8468-4ad9-8613-8bd7ccd162be', 'name': '', 'network_id': '013102dc-ea16-4aee-8bba-0671408c1603', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'mac_address': 'fa:16:3e:5e:48:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:23Z', 'updated_at': '2021-08-30T21:31:36Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'subnets': [{'id': 'd5ebfacb-e7c4-4d13-ab97-4bbfa292282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:33:55.621017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dd1e4-9d53-4cb0-b9d3-7f5b8607d5fb tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=e0e8dc9f-0db0-41c8-a4d9-6752d6a5c7dc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:55.624669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:55.656274 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-977be01b-26f0-4f37-b5b1-94a51b46fb0b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 200 len: 217 time: 0.0797362 Aug 30 21:33:55.658467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Made reservation on behalf of 62eab36174f74cb1aaa1a6fe6c898ce8 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:33:55.661994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.666274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41c6dd7c-c0da-4176-ac7f-adabe8cfac3b req-ec6d54d9-5c84-4035-81a8-5358eb11f392 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4014733 Aug 30 21:33:55.813479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting subnet 2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:33:55.816149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-fca71a3c-6782-4d88-b91d-0af664452c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:55.817398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b63492a1-1fee-4b72-b1bd-562d3e67f781 req-f12585c3-a239-49e1-ba3f-406351826275 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 210 time: 0.0407465 Aug 30 21:33:55.817613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-fca71a3c-6782-4d88-b91d-0af664452c89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b HTTP/1.1" status: 200 len: 834 time: 0.1515782 Aug 30 21:33:55.819925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.850384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.869947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:55.910577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.278508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8086cd4-a231-4ddd-9cba-65fc576970b1 None None] New status for floating IP 8976b266-87b1-48e0-ae6a-e1a502787be0: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:33:56.353208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-9b3f28f0-f7b0-4128-a54b-70654e8d0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:56.354791 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-9b3f28f0-f7b0-4128-a54b-70654e8d0a81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=013102dc-ea16-4aee-8bba-0671408c1603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5268445 Aug 30 21:33:56.462117 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.480890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666ec208-cc56-4897-8583-3a68325efba9 None None] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:56.481045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-d0660642-c283-4c2f-a510-0c82e7a5c0d2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:56.483049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-d0660642-c283-4c2f-a510-0c82e7a5c0d2 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.86 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 985 time: 0.2003677 Aug 30 21:33:56.492971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Allocated IP 172.20.0.6 (254dcff5-40b9-4812-bc1e-8e86c70a2274/e49eeaf8-a02c-4838-a2de-d1a493394987/70973e76-e640-4df2-b44f-4aebd5f63f58) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:33:56.608146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.608685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b6189524-285a-441e-9afe-cb30b6901171 None None] Provisioning for port 544a45d2-37cf-4368-8f2c-9f14291d6502 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:56.648295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3de34-2dfe-4b7f-b882-cbe747cc01f0 None None] Network eef25c4a-02ae-4d31-93c5-0a72d98209a3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:33:56.675845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.678176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/subnets/2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6 HTTP/1.1" status: 204 len: 168 time: 1.0518010 Aug 30 21:33:56.684852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37580) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:56.685834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46949-1489-4963-b3ae-c587d48c1f3c tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8c36ee-cb56-4e28-a7b0-a30cb3d9d0b6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:56.783792 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.803799 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-14dbffba-6e47-4563-bc31-3aa3f76725fd service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354167 Aug 30 21:33:56.903473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140522-3cec-42f4-b0d4-a164711e351a req-36bb7708-54dd-407b-97e8-4cbb66a85ed5 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:56.905430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2140522-3cec-42f4-b0d4-a164711e351a req-36bb7708-54dd-407b-97e8-4cbb66a85ed5 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 985 time: 0.1295505 Aug 30 21:33:56.933308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Deleting port df509d84-124c-4863-bef6-e69a223427ca {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:56.933704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.966503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:56.976129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:56.976574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.021899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] DHCP port deletion for eef25c4a-02ae-4d31-93c5-0a72d98209a3 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:33:57.042243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2140522-3cec-42f4-b0d4-a164711e351a req-c27c3819-bb9f-4559-8b25-6c0592cd30c9 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/security-groups?id=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c&id=5956d440-ccc2-4ee1-bb04-2b7c39b222c7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1288466 Aug 30 21:33:57.054385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Deleting port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:57.054773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.178786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.202749 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-355e1fb3-a69f-433a-98f7-57508207a1bd req-03ae8261-4f72-4f47-aca8-faa78ede60e7 service neutron] 10.222.0.86 "GET /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627300 Aug 30 21:33:57.285347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e6eee2d-70c8-491f-bb7f-25d3d534a459 req-8ad3c92b-1247-413a-a336-4437d56e49a1 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 210 time: 0.1171291 Aug 30 21:33:57.293130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] For port df509d84-124c-4863-bef6-e69a223427ca, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=df509d84-124c-4863-bef6-e69a223427ca,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:57.293735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.321704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] For port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:57.331689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Calling delete_port for df509d84-124c-4863-bef6-e69a223427ca owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:57.332144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.343962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] For port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,segment=NetworkSegment(c0636144-80af-4ca9-954f-248828200273),segment_id=c0636144-80af-4ca9-954f-248828200273)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:57.344343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.376856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Calling delete_port for a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:57.390734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:57.395870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 544a45d2-37cf-4368-8f2c-9f14291d6502 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:57.470436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] Deleting port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:33:57.471220 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.516865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 544a45d2-37cf-4368-8f2c-9f14291d6502 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:33:57.527988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 544a45d2-37cf-4368-8f2c-9f14291d6502 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:57.528674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.589627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.591622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.593483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] For port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,segment=NetworkSegment(c0636144-80af-4ca9-954f-248828200273),segment_id=c0636144-80af-4ca9-954f-248828200273)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:57.593926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.621459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] Calling delete_port for a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:33:57.666799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Network 254dcff5-40b9-4812-bc1e-8e86c70a2274 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:33:57.685810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:33:57.691835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:33:57.785337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] No DVR routers for this DVR port 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:57.789995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Pushing event updated for resources: {'Port': ['ID=70973e76-e640-4df2-b44f-4aebd5f63f58,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:57.793065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.795217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aab559a1-2bd6-49d1-b96a-5fbb2a79f19d req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.86 "DELETE /v2.0/ports/7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 HTTP/1.1" status: 204 len: 173 time: 1.3040135 Aug 30 21:33:57.800157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'name': 'network-vif-deleted', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:33:57.802497 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a654a131-e7ea-4595-b515-795753c6251d" -d '{"events": [{"server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "name": "network-vif-deleted", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:33:57.826713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.830281 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.883727 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799d82d-0d0b-4418-b816-2c25747ff1ba x-openstack-request-id: req-e799d82d-0d0b-4418-b816-2c25747ff1ba {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:33:57.884246 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231bc522-a277-4639-a4cb-809d7a552a43", "name": "network-vif-deleted", "tag": "7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:33:57.884679 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e799d82d-0d0b-4418-b816-2c25747ff1ba {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:33:57.885293 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231bc522-a277-4639-a4cb-809d7a552a43', 'name': 'network-vif-deleted', 'tag': '7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3', 'status': 'completed', 'code': 200} Aug 30 21:33:57.889421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f8267-6509-4003-8a41-8540c96e0115 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:57.899603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] Pushing event deleted for resources: {'Port': ['ID=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:57.900943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:57.901832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.906944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Router 9adedb0b-1f5c-4917-acf5-629f9a6a584d is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:33:57.919650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c52c1-94be-4d84-8fac-269b1ea5b209 None None] No DVR routers for this DVR port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:57.940801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 544a45d2-37cf-4368-8f2c-9f14291d6502, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=544a45d2-37cf-4368-8f2c-9f14291d6502,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:33:57.946798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:57.980756 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-5569e8d9-12e3-4f48-b110-647e19bbf9da tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9464879 Aug 30 21:33:57.996884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.008616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Request body: {'port': {'device_id': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:33:58.033785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=544a45d2-37cf-4368-8f2c-9f14291d6502,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:58.081707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:58.110089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] No DVR routers for this DVR port a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:33:58.118006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Port': ['ID=a0fdc366-368b-4047-8d5f-6e9d8cfa2a17,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:58.125873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:58.126232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a0fdc366-368b-4047-8d5f-6e9d8cfa2a17 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:58.178151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.190710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:58.203161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Sync routers for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:58.223312 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:58.224506 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:58.319060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.339013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.348367 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e1fa4a5e-90d9-48c2-9fe5-4402a1eaf687 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2744279 Aug 30 21:33:58.356556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:58.412117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Pushing event deleted for resources: {'Port': ['ID=df509d84-124c-4863-bef6-e69a223427ca,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:58.465061 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:58.522589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5132a667-2d32-4c74-97e6-f1b8edbb4147 req-5f11f318-e58b-4046-bcda-b5ca8f1e2591 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "GET /v2.0/ports?device_id=231bc522-a277-4639-a4cb-809d7a552a43 HTTP/1.1" status: 200 len: 210 time: 0.3308215 Aug 30 21:33:58.628823 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.651624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef25c4a-02ae-4d31-93c5-0a72d98209a3']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:58.672304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0636144-80af-4ca9-954f-248828200273') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:58.673128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0636144-80af-4ca9-954f-248828200273') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:58.728278 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.807127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.850007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408b324-338c-4826-9054-1148caaaf242 req-a69ef90f-310a-4514-827a-0edadddb4aab tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:33:58.850234 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:33:55Z', 'revision_number': 3, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:58.852202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1408b324-338c-4826-9054-1148caaaf242 req-a69ef90f-310a-4514-827a-0edadddb4aab tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 931 time: 0.1762998 Aug 30 21:33:58.863128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:33:58.863789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:33:58.869184 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:33:58.904994 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Checking router: 9adedb0b-1f5c-4917-acf5-629f9a6a584d for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:33:58.906032 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Updating router 9adedb0b-1f5c-4917-acf5-629f9a6a584d port 533d7e68-54f4-40eb-ac4b-192372781bba binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:33:58.942829 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.943217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:58.970824 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.031875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.036224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] 10.222.0.76 "DELETE /v2.0/networks/eef25c4a-02ae-4d31-93c5-0a72d98209a3 HTTP/1.1" status: 204 len: 168 time: 2.3447969 Aug 30 21:33:59.051018 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1408b324-338c-4826-9054-1148caaaf242 req-ce0922be-1f0d-4256-9e48-c89034b30e1c tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849473 Aug 30 21:33:59.069570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe007025-296c-4a79-8948-834bf87f78ba tempest-NetworksIpV6Test-1928918151 tempest-NetworksIpV6Test-1928918151-project] Pushing event deleted for resources: {'Network': ['ID=eef25c4a-02ae-4d31-93c5-0a72d98209a3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:59.318804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:33:59.372505 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.387250 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Transition to ACTIVE for port object 533d7e68-54f4-40eb-ac4b-192372781bba will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:59.399495 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.413020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 544a45d2-37cf-4368-8f2c-9f14291d6502 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:33:59.490139 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Attempting to bind port 533d7e68-54f4-40eb-ac4b-192372781bba on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:33:59.491477 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Attempting to bind port 533d7e68-54f4-40eb-ac4b-192372781bba by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:33:59.492154 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Attempting to bind port 533d7e68-54f4-40eb-ac4b-192372781bba on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:33:59.510246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:33:59.511861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:33:59.523230 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:33:59.523922 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.524321 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:33:59.524833 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Bound port: 533d7e68-54f4-40eb-ac4b-192372781bba, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:33:59.525221 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.526870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bc626f63-ad52-49ca-a36a-877b4b95df0c admin admin] 10.222.0.76 "PUT /v2.0/routers/0c583be8-7e92-4d43-bb30-0c6937dd91a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6151376 Aug 30 21:33:59.527545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:59.538479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 544a45d2-37cf-4368-8f2c-9f14291d6502 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:33:59.540783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.542876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] Sync routers for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:33:59.547026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37604) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:59.577731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:33:59.607532 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] For port 533d7e68-54f4-40eb-ac4b-192372781bba, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:33:59.610899 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd6828-aafb-4245-917c-29939055c910 None None] Pushing event updated for resources: {'Port': ['ID=533d7e68-54f4-40eb-ac4b-192372781bba,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:59.621008 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:59.623579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:59.627582 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] For port 533d7e68-54f4-40eb-ac4b-192372781bba, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=533d7e68-54f4-40eb-ac4b-192372781bba,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:33:59.631112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37610) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:33:59.641339 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.669175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70973e76-e640-4df2-b44f-4aebd5f63f58 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:33:59.682478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.702819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.707138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Transition to ACTIVE for port object 70973e76-e640-4df2-b44f-4aebd5f63f58 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:33:59.714035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:33:59.715275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7ea933a4-c4a7-4a66-8f21-6e2f3e7d23a3 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:33:59.726462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.770220 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:33:59.772854 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:33:59.856371 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd6828-aafb-4245-917c-29939055c910 None None] Pushing event updated for resources: {'Port': ['ID=533d7e68-54f4-40eb-ac4b-192372781bba,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:59.883315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=70973e76-e640-4df2-b44f-4aebd5f63f58,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:33:59.947218 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:33:59.947490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19bc0d9b-db68-4d91-9ea6-3d8219d7a70d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:33:59.988642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:00.021423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19bc0d9b-db68-4d91-9ea6-3d8219d7a70d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.036702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Attempting to bind port 70973e76-e640-4df2-b44f-4aebd5f63f58 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:00.038586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Attempting to bind port 70973e76-e640-4df2-b44f-4aebd5f63f58 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '5f4d165e-8348-4070-bdbe-9f15321b78c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:00.039718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Attempting to bind port 70973e76-e640-4df2-b44f-4aebd5f63f58 on network 254dcff5-40b9-4812-bc1e-8e86c70a2274 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:00.045950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.055160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Port 70973e76-e640-4df2-b44f-4aebd5f63f58 on network 254dcff5-40b9-4812-bc1e-8e86c70a2274 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:34:00.056910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Attempting to bind port 70973e76-e640-4df2-b44f-4aebd5f63f58 on network 254dcff5-40b9-4812-bc1e-8e86c70a2274 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:00.091673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:00.095765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c43664ed-e419-4349-a0e4-23b2daa29022 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8429ee3225a84c30900804379a444920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476840 Aug 30 21:34:00.099292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Checking segment: {'id': '5f4d165e-8348-4070-bdbe-9f15321b78c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:00.100552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Bound using segment: {'id': '5f4d165e-8348-4070-bdbe-9f15321b78c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:00.107963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Bound port: 70973e76-e640-4df2-b44f-4aebd5f63f58, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f4d165e-8348-4070-bdbe-9f15321b78c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:00.108718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:00.109407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.211602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:33:57Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:00.241119 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:33:55Z', 'revision_number': 3, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:00.250648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] Checking router: 0c583be8-7e92-4d43-bb30-0c6937dd91a0 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:00.274596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Allocated IP 172.20.0.1 (c744cb29-f57d-4345-9c58-2960a1dbdf88/17c6e449-9806-48d7-ac5f-4f7433db7873/594e3a1a-5b5f-44ad-860a-ad354a0707b0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:00.275059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] Routers {'0c583be8-7e92-4d43-bb30-0c6937dd91a0'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:00.275897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:00.354297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] For port 70973e76-e640-4df2-b44f-4aebd5f63f58, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:00.376888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] For port 70973e76-e640-4df2-b44f-4aebd5f63f58, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70973e76-e640-4df2-b44f-4aebd5f63f58,segment=NetworkSegment(5f4d165e-8348-4070-bdbe-9f15321b78c8),segment_id=5f4d165e-8348-4070-bdbe-9f15321b78c8)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:00.390278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.432814 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:34:00.433865 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a892cd5-999b-4bc9-8178-eccad1b93d55 None None] The sync data for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 is: [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:33:55Z', 'revision_number': 3, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:00.477859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:00.478659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.480544 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] 10.222.0.82 "PUT /v2.0/ports/70973e76-e640-4df2-b44f-4aebd5f63f58 HTTP/1.1" status: 200 len: 1092 time: 2.4803550 Aug 30 21:34:00.482535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'tag': '70973e76-e640-4df2-b44f-4aebd5f63f58'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:00.485134 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c5b5dc-a166-42cd-9cdc-4523cfc07419" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ce975c-3787-4375-b33a-eb3cfcf44cb5", "tag": "70973e76-e640-4df2-b44f-4aebd5f63f58"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:00.515168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] Set router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:00.517721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.526965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55295fda-475f-442b-aa16-e2dfd760c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=70973e76-e640-4df2-b44f-4aebd5f63f58,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:00.590083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Transition to ACTIVE for port object 594e3a1a-5b5f-44ad-860a-ad354a0707b0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:00.597051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19bc0d9b-db68-4d91-9ea6-3d8219d7a70d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.599697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19bc0d9b-db68-4d91-9ea6-3d8219d7a70d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.600902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-19bc0d9b-db68-4d91-9ea6-3d8219d7a70d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/security-groups/6fd322e2-d6d6-41af-9441-6e5b7ee00e9c HTTP/1.1" status: 204 len: 168 time: 0.9685273 Aug 30 21:34:00.605308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:00.620613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc0d9b-db68-4d91-9ea6-3d8219d7a70d tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd322e2-d6d6-41af-9441-6e5b7ee00e9c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:00.632650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-d9378a6d-ff0f-4461-b4db-badafac6a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:00.634292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-d9378a6d-ff0f-4461-b4db-badafac6a25a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62eab36174f74cb1aaa1a6fe6c898ce8&device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0950911 Aug 30 21:34:00.667713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a214fd5-c5ab-45a1-825a-a11fb5b0eb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.699735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a214fd5-c5ab-45a1-825a-a11fb5b0eb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.701645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-1786dbeb-08c2-468c-bd70-92fcba3706ad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70973e76-e640-4df2-b44f-4aebd5f63f58 HTTP/1.1" status: 200 len: 217 time: 0.0537982 Aug 30 21:34:00.732183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0715600-c6f4-4699-a4ee-a5019d7a0a15 req-a9936bff-5e5c-4672-9c65-b9a1a17f35ec tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:00.733951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0715600-c6f4-4699-a4ee-a5019d7a0a15 req-a9936bff-5e5c-4672-9c65-b9a1a17f35ec tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 943 time: 0.5556607 Aug 30 21:34:00.740848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.762720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4563a2fd-dfcc-4382-b475-86e4a366f903 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.805480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:33:57Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:00.811238 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.829441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0715600-c6f4-4699-a4ee-a5019d7a0a15 req-74645126-44c8-4a62-a97c-fbae584d3c10 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793374 Aug 30 21:34:00.851480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a214fd5-c5ab-45a1-825a-a11fb5b0eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.851694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ddb3cf-0ce1-4846-a419-48abfe39193b None None] The sync data for ids ['0c583be8-7e92-4d43-bb30-0c6937dd91a0'] in n-d-793620-16 is: [{'id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'name': 'tempest-AttachVolumeShelveTestJSON-1662948733-router', 'tenant_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:33:57Z', 'revision_number': 5, 'project_id': 'e377c51cd63d4ca8a52d3e4faf131185', 'gw_port': {'id': '7e2655c0-2fd3-4858-b0f7-461c31879958', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c583be8-7e92-4d43-bb30-0c6937dd91a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:22:23Z', 'updated_at': '2021-08-30T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:00.855718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a214fd5-c5ab-45a1-825a-a11fb5b0eb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.857103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3a214fd5-c5ab-45a1-825a-a11fb5b0eb41 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa762f69-2111-4222-bdc7-0feb51022d72 HTTP/1.1" status: 204 len: 168 time: 0.7476580 Aug 30 21:34:00.885913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a214fd5-c5ab-45a1-825a-a11fb5b0eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa762f69-2111-4222-bdc7-0feb51022d72,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:00.894266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Deleting port 7e2655c0-2fd3-4858-b0f7-461c31879958 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:00.894821 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:00.973338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Pushing event updated for resources: {'Port': ['ID=594e3a1a-5b5f-44ad-860a-ad354a0707b0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:00.985965 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5a4e8a-8cb8-4ed7-9a48-8ced74f0081b x-openstack-request-id: req-af5a4e8a-8cb8-4ed7-9a48-8ced74f0081b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:00.986616 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ce975c-3787-4375-b33a-eb3cfcf44cb5", "tag": "70973e76-e640-4df2-b44f-4aebd5f63f58", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:00.986987 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af5a4e8a-8cb8-4ed7-9a48-8ced74f0081b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:00.987456 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'tag': '70973e76-e640-4df2-b44f-4aebd5f63f58', 'status': 'completed', 'code': 200} Aug 30 21:34:00.994421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4563a2fd-dfcc-4382-b475-86e4a366f903 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.007567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-e7fb0166-9af3-4084-811a-5d8500ec9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:01.009211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-e7fb0166-9af3-4084-811a-5d8500ec9de4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e49eeaf8-a02c-4838-a2de-d1a493394987 HTTP/1.1" status: 200 len: 849 time: 0.2860315 Aug 30 21:34:01.027371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] For port 7e2655c0-2fd3-4858-b0f7-461c31879958, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e2655c0-2fd3-4858-b0f7-461c31879958,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:01.027948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.071775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Calling delete_port for 7e2655c0-2fd3-4858-b0f7-461c31879958 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:01.105372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:01.114528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-1474a0d8-46ee-40e7-8133-a3bc49c37e75 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=254dcff5-40b9-4812-bc1e-8e86c70a2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616758 Aug 30 21:34:01.125303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:01.159076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:01.246084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.396320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 533d7e68-54f4-40eb-ac4b-192372781bba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:01.505695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4563a2fd-dfcc-4382-b475-86e4a366f903 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.516617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4563a2fd-dfcc-4382-b475-86e4a366f903 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.517826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4563a2fd-dfcc-4382-b475-86e4a366f903 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/security-groups/5956d440-ccc2-4ee1-bb04-2b7c39b222c7 HTTP/1.1" status: 204 len: 168 time: 0.9104688 Aug 30 21:34:01.524106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37634) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:01.556520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 533d7e68-54f4-40eb-ac4b-192372781bba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:01.561486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 533d7e68-54f4-40eb-ac4b-192372781bba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:01.561877 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.568159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563a2fd-dfcc-4382-b475-86e4a366f903 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956d440-ccc2-4ee1-bb04-2b7c39b222c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:01.593158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-1aa5c85d-d7de-458d-bf54-3908fae27acc service neutron] 10.222.0.82 "GET /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692612 Aug 30 21:34:01.762504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d3a54421-7a2c-437c-bd4c-57feea25664a None None] Provisioning for port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:01.775201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.778843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d3a54421-7a2c-437c-bd4c-57feea25664a None None] Provisioning complete for port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:01.781114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3a54421-7a2c-437c-bd4c-57feea25664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.784369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-95ce9ee5-59bb-436b-b19c-5d61a17d566c req-6ff06aa6-286f-46df-96fe-b3c3abff2b7b service neutron] 10.222.0.82 "GET /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819692 Aug 30 21:34:01.872559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.903816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2655c0-2fd3-4858-b0f7-461c31879958,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:01.924658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.929323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d3a54421-7a2c-437c-bd4c-57feea25664a None None] Port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:01.946690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 533d7e68-54f4-40eb-ac4b-192372781bba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=533d7e68-54f4-40eb-ac4b-192372781bba,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:01.959690 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:01.979227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device df509d84-124c-4863-bef6-e69a223427ca no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:02.055042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: df509d84-124c-4863-bef6-e69a223427ca {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:02.055383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device df509d84-124c-4863-bef6-e69a223427ca not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:02.057372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-4ab4da42-4b32-4639-adab-cee323b15ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:02.059210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-4ab4da42-4b32-4639-adab-cee323b15ce0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62eab36174f74cb1aaa1a6fe6c898ce8&device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 1095 time: 0.2033346 Aug 30 21:34:02.117680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=533d7e68-54f4-40eb-ac4b-192372781bba,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:02.169257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c783d6-530c-49dd-b1ed-2200f1b60ee4 req-e9f2f63b-46cd-4f40-8c74-628e29738446 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:02.170901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4c783d6-530c-49dd-b1ed-2200f1b60ee4 req-e9f2f63b-46cd-4f40-8c74-628e29738446 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 943 time: 0.1766067 Aug 30 21:34:02.178259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.209840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:02.268107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-79021dd8-b8f7-40c3-86de-c2bb84fd1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:02.269691 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-79021dd8-b8f7-40c3-86de-c2bb84fd1257 service neutron] 10.222.0.82 "GET /v2.0/networks?id=254dcff5-40b9-4812-bc1e-8e86c70a2274 HTTP/1.1" status: 200 len: 910 time: 0.1950974 Aug 30 21:34:02.325655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-fee553ea-8f1e-45e9-b34a-b64a5627f27e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70973e76-e640-4df2-b44f-4aebd5f63f58 HTTP/1.1" status: 200 len: 217 time: 0.0427241 Aug 30 21:34:02.341152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4c783d6-530c-49dd-b1ed-2200f1b60ee4 req-81160162-e921-4492-87d0-bf3be24ceceb tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597760 Aug 30 21:34:02.344342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.351223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-617864847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:02.360562 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.365034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.383634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.427676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.429677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c583be8-7e92-4d43-bb30-0c6937dd91a0 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:34:02.434614 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.435808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c392870-8176-4341-bfc2-aa784346e69c admin admin] 10.222.0.76 "DELETE /v2.0/routers/0c583be8-7e92-4d43-bb30-0c6937dd91a0 HTTP/1.1" status: 204 len: 168 time: 2.9073145 Aug 30 21:34:02.443676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:02.504805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.505867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.509957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-920cbd20-7a38-467c-8065-b655b2638f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:02.511503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-920cbd20-7a38-467c-8065-b655b2638f35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e49eeaf8-a02c-4838-a2de-d1a493394987 HTTP/1.1" status: 200 len: 849 time: 0.1782255 Aug 30 21:34:02.541996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.572163 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.581351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-cf990204-16f5-4543-896a-75698e5bc712 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=254dcff5-40b9-4812-bc1e-8e86c70a2274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609052 Aug 30 21:34:02.582219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Pushing event updated for resources: {'Port': ['ID=594e3a1a-5b5f-44ad-860a-ad354a0707b0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:02.587017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Deleting subnet c58675fd-81ee-4151-86c2-437190a1b96f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:02.639988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.702652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.704831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.810219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.811574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f5737ede-a013-4ae3-afb2-f931f36d174e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5992746 Aug 30 21:34:02.814057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:02.819020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:02.852790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-762506334'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:02.900324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-7b86f455-d649-4e9f-9b45-bdb685ce7b24 service neutron] 10.222.0.82 "GET /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588115 Aug 30 21:34:02.908963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port 9804fb28-8468-4ad9-8613-8bd7ccd162be {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:02.909481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.004392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Made reservation on behalf of f1b7caaaa1364b6ab89859c5e1e77bca for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:03.008043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.025272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] For port 9804fb28-8468-4ad9-8613-8bd7ccd162be, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9804fb28-8468-4ad9-8613-8bd7ccd162be,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:03.025644 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.035382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:03.044632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:03.046442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for 9804fb28-8468-4ad9-8613-8bd7ccd162be owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:03.060734 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.087658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.226520 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-69c5b5dc-a166-42cd-9cdc-4523cfc07419 req-b97ab118-d4ab-4a22-b07a-45736c408982 service neutron] 10.222.0.82 "GET /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151362 Aug 30 21:34:03.315839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 533d7e68-54f4-40eb-ac4b-192372781bba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:03.340713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.400120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Router 9adedb0b-1f5c-4917-acf5-629f9a6a584d has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:03.400259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed4da84f-c27a-44f2-81cd-0e27352d6c15 None None] Provisioning complete for port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:03.400498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed4da84f-c27a-44f2-81cd-0e27352d6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.401021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58675fd-81ee-4151-86c2-437190a1b96f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:03.404225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.409154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cedb3f14-db09-460a-ad7a-281456758cfb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c58675fd-81ee-4151-86c2-437190a1b96f HTTP/1.1" status: 204 len: 168 time: 0.9591429 Aug 30 21:34:03.409377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7332dd54-6d85-4f2a-aa17-72b15de4d676 None None] Network cdb2af59-7a18-42bf-9514-0d96511fa656 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:03.410136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:03.486651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.524406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=9804fb28-8468-4ad9-8613-8bd7ccd162be,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:03.533565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 533d7e68-54f4-40eb-ac4b-192372781bba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:03.533949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.556634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ae6cd-130a-4fad-97e0-9b98f686fadd req-e0fb8e31-8811-4eb3-bc16-5c8e12b134e5 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:03.561565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.564417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.564618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b57ae6cd-130a-4fad-97e0-9b98f686fadd req-e0fb8e31-8811-4eb3-bc16-5c8e12b134e5 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 943 time: 0.1155369 Aug 30 21:34:03.570559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.595054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed4da84f-c27a-44f2-81cd-0e27352d6c15 None None] Port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:03.675328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e679a4b3-152a-45b4-8d10-1bf89f3c21cf,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:03.700255 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.713040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b57ae6cd-130a-4fad-97e0-9b98f686fadd req-8099742c-8283-4a22-9e61-c004bac547b8 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475308 Aug 30 21:34:03.727748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:03.790044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.791116 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Added segment 16a7edf8-90b1-4b0c-8629-fe39b85d88fb of type vlan for network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab Aug 30 21:34:03.840536 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.842096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:03.853652 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Sync routers for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:03.859234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9327d1d9-9187-430d-abf4-8635098293bb admin admin] 10.222.0.76 "PUT /v2.0/routers/9adedb0b-1f5c-4917-acf5-629f9a6a584d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5013788 Aug 30 21:34:03.865762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] DHCP port deletion for cdb2af59-7a18-42bf-9514-0d96511fa656 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:34:03.869078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e2655c0-2fd3-4858-b0f7-461c31879958 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:03.872808 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:03.873523 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:03.916226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.930546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7e2655c0-2fd3-4858-b0f7-461c31879958 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:03.931193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e2655c0-2fd3-4858-b0f7-461c31879958 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:03.981748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Deleting port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:03.984013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:03.993646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] Deleting port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:03.994160 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.009666 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:04.062028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] For port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:04.062581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.078354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] Calling delete_port for 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:04.210114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.227527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] No DVR routers for this DVR port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:04.251325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80638626-e020-4b85-a02d-29068d06fd7b None None] Pushing event deleted for resources: {'Port': ['ID=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:04.363562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Router 544c6347-fd87-4d18-a3bb-5b98560c309f has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:04.413278 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:02Z', 'revision_number': 2, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:04.473145 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Checking router: 9adedb0b-1f5c-4917-acf5-629f9a6a584d for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:04.474529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Updating router 9adedb0b-1f5c-4917-acf5-629f9a6a584d port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:34:04.493668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.499271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:04.499953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.508875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:04.518015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72383757-e08f-432e-9aa3-81dd5ec58af8 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "PUT /v2.0/routers/544c6347-fd87-4d18-a3bb-5b98560c309f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9901071 Aug 30 21:34:04.518015 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37672) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:04.521975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] Sync routers for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:04.537924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:04.540459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:04.572468 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.573476 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7306318 Aug 30 21:34:04.583984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] For port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,segment=NetworkSegment(f834848c-baae-4754-b885-d2c576cae849),segment_id=f834848c-baae-4754-b885-d2c576cae849)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:04.584363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.586634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:04.593980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'subnet': {'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:04.600301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting subnet d5ebfacb-e7c4-4d13-ab97-4bbfa292282b {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:04.605279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.666011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Calling delete_port for 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:04.667819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83d1e4-38ca-4c5d-b52e-33f0ebcd0123 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Network': ['ID=b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:04.707653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.733353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:04.862355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:04.868020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.878178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Made reservation on behalf of f1b7caaaa1364b6ab89859c5e1e77bca for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:04.892777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:04.941082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7690d6-c2d7-4cb9-9065-82f7f0e66d86,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:04.948310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] No DVR routers for this DVR port 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:04.994576 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.061382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37686) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:05.068130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-271039082-network', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:05.097058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95656fae-c84e-4766-b753-bd3ebf412a02 req-3d2a7b91-3cd9-4793-94fc-27544bcb11ce tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:05.103362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95656fae-c84e-4766-b753-bd3ebf412a02 req-3d2a7b91-3cd9-4793-94fc-27544bcb11ce tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 943 time: 0.2324810 Aug 30 21:34:05.125398 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.141794 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Transition to ACTIVE for port object 594e3a1a-5b5f-44ad-860a-ad354a0707b0 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:05.153348 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.261494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.278335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.284023 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f284c4-c27a-4fdc-97b7-9b6ec5ebfe82 None None] Pushing event updated for resources: {'Port': ['ID=594e3a1a-5b5f-44ad-860a-ad354a0707b0,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:05.304636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Made reservation on behalf of cb977da2c0ec4c83b26f4a36da2479c6 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:05.312944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.337018 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Attempting to bind port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:05.337405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Attempting to bind port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:05.338365 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Attempting to bind port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 on network c744cb29-f57d-4345-9c58-2960a1dbdf88 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:05.351812 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:05.352189 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Checking segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:05.352597 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.352992 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Bound using segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:05.353473 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Bound port: 594e3a1a-5b5f-44ad-860a-ad354a0707b0, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:05.353852 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.364367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.376219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb2af59-7a18-42bf-9514-0d96511fa656']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:05.410708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-95656fae-c84e-4766-b753-bd3ebf412a02 req-34fa6f69-479e-41e4-8b57-6ceeb32db377 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917912 Aug 30 21:34:05.424339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.446642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:05.484887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f834848c-baae-4754-b885-d2c576cae849') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:05.485208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f834848c-baae-4754-b885-d2c576cae849') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:05.503268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6993e-7b56-4bd1-8367-359204b2eb9b None None] Network 013102dc-ea16-4aee-8bba-0671408c1603 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:05.503846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.506234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:05.506587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7b7690d6-c2d7-4cb9-9065-82f7f0e66d86 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:05.514725 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] For port 594e3a1a-5b5f-44ad-860a-ad354a0707b0, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:05.521488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.523929 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] For port 594e3a1a-5b5f-44ad-860a-ad354a0707b0, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=594e3a1a-5b5f-44ad-860a-ad354a0707b0,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:05.525729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.528951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:05.529360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.531728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/subnets/d5ebfacb-e7c4-4d13-ab97-4bbfa292282b HTTP/1.1" status: 204 len: 168 time: 1.0124762 Aug 30 21:34:05.532883 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.534877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9759c9-f45c-423c-8d76-9ae00fe11f3e tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ebfacb-e7c4-4d13-ab97-4bbfa292282b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:05.557641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37690) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: self.session.flush() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:05.608349 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:05.612886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:34:03Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:05.625364 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.630801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.632859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cdb2af59-7a18-42bf-9514-0d96511fa656 HTTP/1.1" status: 204 len: 168 time: 2.2202926 Aug 30 21:34:05.644630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Subnet': ['ID=63f7ecd3-60b4-4fdb-8055-fc12158fa687,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:05.661969 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:05.662765 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:05.671350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c787f1f-f7e6-48fa-93be-4bead5b64783 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb2af59-7a18-42bf-9514-0d96511fa656,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:05.691298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] Checking router: 544c6347-fd87-4d18-a3bb-5b98560c309f for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:05.707458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Checking segment: {'id': '16a7edf8-90b1-4b0c-8629-fe39b85d88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:05.708233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network hostable DHCP agents. Network: b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:05.752108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] Routers {'544c6347-fd87-4d18-a3bb-5b98560c309f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:05.754281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:05.761224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['544c6347-fd87-4d18-a3bb-5b98560c309f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:05.764138 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f284c4-c27a-4fdc-97b7-9b6ec5ebfe82 None None] Pushing event updated for resources: {'Port': ['ID=594e3a1a-5b5f-44ad-860a-ad354a0707b0,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:05.777062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:05.782595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:05.783228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.859931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117cc29-8fdc-43c5-a038-365da6525c51 None None] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:05.916761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:05.919588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:05.965916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37694) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:06.039423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f8d79f88-ac33-483a-a65c-d1a1daac243a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e377c51cd63d4ca8a52d3e4faf131185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698197 Aug 30 21:34:06.041591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:06.126165 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.140776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a588-1dc1-4c70-96a2-4c7d79ba54df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.141265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.153111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:06.160826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5d008aef-a8e8-4f93-a7a3-22b26e85d2bf tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5727518 Aug 30 21:34:06.163802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.164415 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Added segment d31918ff-6a28-4aac-be7a-e6d694e3bc1b of type vlan for network a2b20519-0072-4b48-ad46-8ac3341b5775 Aug 30 21:34:06.164616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37698) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:06.170467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] DHCP port deletion for 013102dc-ea16-4aee-8bba-0671408c1603 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:34:06.173107 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.174933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'network': {'name': 'tempest-router-network01--998956194'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:06.197943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.208207 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:05Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:06.235852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Made reservation on behalf of f1b7caaaa1364b6ab89859c5e1e77bca for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:06.242267 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ccf396-9268-470e-8bd6-55286113c6f4 None None] The sync data for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 is: [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:05Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:06.243020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.244461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.253027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a588-1dc1-4c70-96a2-4c7d79ba54df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.302591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e59ebe-0d05-4dd2-9565-33588c28d4d7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:06.353448 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a588-1dc1-4c70-96a2-4c7d79ba54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.356412 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a588-1dc1-4c70-96a2-4c7d79ba54df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.360108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ef3a588-1dc1-4c70-96a2-4c7d79ba54df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a4de27f-3f3c-4ea2-9ca4-4fe2b646b860 HTTP/1.1" status: 204 len: 168 time: 0.3150291 Aug 30 21:34:06.367869 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.369349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:06.369905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.378800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:06.391494 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.391494 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Added segment d4411578-226a-4ed0-8f73-37ddfbebaa02 of type vlan for network 242fb520-c42f-4216-9eec-fd0f4645d4ef Aug 30 21:34:06.448792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Deleting port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:06.449138 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.462376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3a588-1dc1-4c70-96a2-4c7d79ba54df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4de27f-3f3c-4ea2-9ca4-4fe2b646b860,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:06.474143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] Set router 544c6347-fd87-4d18-a3bb-5b98560c309f gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:06.510479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.580617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] For port 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:06.581309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.585892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.592341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:06.592977 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.654234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5909960 Aug 30 21:34:06.706474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:06.709625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Network': ['ID=242fb520-c42f-4216-9eec-fd0f4645d4ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:06.723182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Request body: {'subnet': {'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-271039082-subnet', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:06.729407 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7ab0a09d-aeff-4a16-8ff7-0c829d5b2402 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5637307 Aug 30 21:34:06.732488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37708) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:06.734871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:06.739171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'network': {'name': 'tempest-router-network02--877908190'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:06.771372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 21:34:06.771372 n-d-793620-16 neutron-server[94688]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 21:34:06.771372 n-d-793620-16 neutron-server[94688]: [parameters: {'project_id_1': 'f1b7caaaa1364b6ab89859c5e1e77bca', 'expiration_1': datetime.datetime(2021, 8, 30, 21, 34, 6, 748904)}] Aug 30 21:34:06.771372 n-d-793620-16 neutron-server[94688]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:34:06.772222 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:34:06.788766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Made reservation on behalf of cb977da2c0ec4c83b26f4a36da2479c6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:06.791577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.842140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab', 'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab', 'tenant_id': 'f1b7caaaa1364b6ab89859c5e1e77bca', 'fixed_ips': [{'subnet_id': '63f7ecd3-60b4-4fdb-8055-fc12158fa687'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:34:06.843647 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:06.885573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70973e76-e640-4df2-b44f-4aebd5f63f58 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:34:07.029859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] Deleting port 5a8734e0-bedc-4211-8c51-5d51f015f20f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:07.035734 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.114638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.resource_extend [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 21:34:07.126144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Calling delete_port for 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:07.131329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658bf67-86c8-4f87-b2d0-9e3e79aad505 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b20519-0072-4b48-ad46-8ac3341b5775,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:07.176024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.192518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307dd2e-3c53-4241-ae19-b819f6c9785f req-505d2ca6-d45f-46dc-9588-f0e4ab7c0bd4 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:07.194183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9307dd2e-3c53-4241-ae19-b819f6c9785f req-505d2ca6-d45f-46dc-9588-f0e4ab7c0bd4 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 943 time: 0.5950418 Aug 30 21:34:07.209468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network a2b20519-0072-4b48-ad46-8ac3341b5775 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:07.320259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f30fce3-610b-4cc4-874e-59997ff5151a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:07.335943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Made reservation on behalf of f1b7caaaa1364b6ab89859c5e1e77bca for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:07.340574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.348505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9307dd2e-3c53-4241-ae19-b819f6c9785f req-1d46420a-3233-4663-a48b-db6c06d8b830 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466043 Aug 30 21:34:07.369977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] For port 5a8734e0-bedc-4211-8c51-5d51f015f20f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5a8734e0-bedc-4211-8c51-5d51f015f20f,segment=NetworkSegment(a6cfdf28-354d-4e41-b004-543028791490),segment_id=a6cfdf28-354d-4e41-b004-543028791490)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:07.379681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.391812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] Calling delete_port for 5a8734e0-bedc-4211-8c51-5d51f015f20f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:07.419531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:07.466187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.466954 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Added segment 13b44a74-2df2-484d-b795-421746a8d71e of type vlan for network ee19704e-5407-4501-9ebf-1d1f41dce821 Aug 30 21:34:07.473276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.520713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Port': ['ID=0ab20eac-1f6b-4703-aca8-7d9a2c5c789e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:07.563637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Checking segment: {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:07.564261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Network hostable DHCP agents. Network: a2b20519-0072-4b48-ad46-8ac3341b5775, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:07.575512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.585246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 594e3a1a-5b5f-44ad-860a-ad354a0707b0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:07.607191 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.644093 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.658006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Network a2b20519-0072-4b48-ad46-8ac3341b5775 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:07.709381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, a2b20519-0072-4b48-ad46-8ac3341b5775) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:07.722186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.728734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] Pushing event deleted for resources: {'Port': ['ID=5a8734e0-bedc-4211-8c51-5d51f015f20f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:07.733225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:07.736374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.746999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17ed39-286b-49f2-9686-16921b4316e1 None None] Network a2b20519-0072-4b48-ad46-8ac3341b5775 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:07.747594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:07.748063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.852254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.855362 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.910574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9439761d-a740-4616-9b4f-72110a345b1f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2028999 Aug 30 21:34:07.911509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:07.921478 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1876864 Aug 30 21:34:07.921701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37732) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:07.928144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:07.929178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'subnet': {'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:07.937067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40189b79-ec8d-40a2-a7b7-bc763e83a9b9 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Network': ['ID=ee19704e-5407-4501-9ebf-1d1f41dce821,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:07.937309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.937725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Fanout notify agent at l3_agent the message router_deleted on router 544c6347-fd87-4d18-a3bb-5b98560c309f {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:34:07.965041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.967814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.983264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:07.984693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ecb45a04-da2d-4d0b-8771-fc8bbbff2ec3 tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/routers/544c6347-fd87-4d18-a3bb-5b98560c309f HTTP/1.1" status: 204 len: 168 time: 2.4214561 Aug 30 21:34:08.016455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:08.022216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37736) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:08.038103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.176952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ee19704e-5407-4501-9ebf-1d1f41dce821 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:08.242836 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.263674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Made reservation on behalf of f1b7caaaa1364b6ab89859c5e1e77bca for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:08.267268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.290239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376443a7-22bb-4bd4-8cf1-81c582fbcb9a None None] No DVR routers for this DVR port 5a8734e0-bedc-4211-8c51-5d51f015f20f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:08.351862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.364460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-a2b20519-0072-4b48-ad46-8ac3341b5775', 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'fixed_ips': [{'subnet_id': '6f30fce3-610b-4cc4-874e-59997ff5151a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:34:08.365352 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.390305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1975219628-network', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:08.437799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Made reservation on behalf of 2b75689c41ce44d193ba9e581675f6f4 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:08.440340 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.492633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 70973e76-e640-4df2-b44f-4aebd5f63f58, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70973e76-e640-4df2-b44f-4aebd5f63f58,segment=NetworkSegment(5f4d165e-8348-4070-bdbe-9f15321b78c8),segment_id=5f4d165e-8348-4070-bdbe-9f15321b78c8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:08.494333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.505319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:34:03Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:08.569405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a02dd-5492-4dcb-ad3f-a869c971c9dd None None] The sync data for ids ['544c6347-fd87-4d18-a3bb-5b98560c309f'] in n-d-793620-16 is: [{'id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-264947768', 'tenant_id': '6758e3d32822496e8fae5fb4aeb537dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:34:03Z', 'revision_number': 5, 'project_id': '6758e3d32822496e8fae5fb4aeb537dd', 'gw_port': {'id': '0ab20eac-1f6b-4703-aca8-7d9a2c5c789e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '544c6347-fd87-4d18-a3bb-5b98560c309f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:08.576625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '70973e76-e640-4df2-b44f-4aebd5f63f58', 'network_id': '254dcff5-40b9-4812-bc1e-8e86c70a2274', 'port_id': '70973e76-e640-4df2-b44f-4aebd5f63f58', 'mac_address': 'fa:16:3e:8c:b3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49eeaf8-a02c-4838-a2de-d1a493394987', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:34:08.582698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Allocated IP 172.20.0.2 (b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab/63f7ecd3-60b4-4fdb-8055-fc12158fa687/65f4f64b-faf8-44f2-95e4-5df06589dc69) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:08.679518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:08.686959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.698237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.699112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:08.699490 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.724530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013102dc-ea16-4aee-8bba-0671408c1603']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:08.731527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.735540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d59e0-c570-4b23-a295-947299e27d90 req-6eef2599-f4c0-421f-acbc-83ff21f85855 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:08.737298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-023d59e0-c570-4b23-a295-947299e27d90 req-6eef2599-f4c0-421f-acbc-83ff21f85855 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 943 time: 0.2400117 Aug 30 21:34:08.778474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cfdf28-354d-4e41-b004-543028791490') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:08.778925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cfdf28-354d-4e41-b004-543028791490') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:08.815504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Allocated IP 172.20.0.2 (a2b20519-0072-4b48-ad46-8ac3341b5775/6f30fce3-610b-4cc4-874e-59997ff5151a/7dd6f1f2-0744-42b5-ac07-143e335b5e01) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:08.824215 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.873030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.880568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-023d59e0-c570-4b23-a295-947299e27d90 req-0e3a7122-67b9-4113-b503-2ebf66ee3fd3 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329186 Aug 30 21:34:08.915642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Allocated IP 172.25.5.152 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/497f6729-7f28-456b-9194-3569b2f66152) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:08.922788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:08.923306 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:08.930322 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:09.018494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.041301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.057551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.072182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.085479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70973e76-e640-4df2-b44f-4aebd5f63f58 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:09.091888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.114418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 70973e76-e640-4df2-b44f-4aebd5f63f58, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70973e76-e640-4df2-b44f-4aebd5f63f58,segment=NetworkSegment(5f4d165e-8348-4070-bdbe-9f15321b78c8),segment_id=5f4d165e-8348-4070-bdbe-9f15321b78c8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:09.125497 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f6148e83-3597-47a0-94e2-e0f1c0a0b9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.140877 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.155001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Subnet': ['ID=87b221c9-6dba-4fb7-993f-e8f028027e3c,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.168557 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.172198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:09.185352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.193731 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.205661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.206078 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Added segment f4de2de7-b277-4bbf-bc42-e485283816df of type vlan for network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 Aug 30 21:34:09.222083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.223881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Transition to ACTIVE for port object 65f4f64b-faf8-44f2-95e4-5df06589dc69 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:09.224145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] 10.222.0.76 "DELETE /v2.0/networks/013102dc-ea16-4aee-8bba-0671408c1603 HTTP/1.1" status: 204 len: 168 time: 1.2056422 Aug 30 21:34:09.224920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013fc18a-1436-4177-a293-bd8534010ae2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.264203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:09.279045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:09.286373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:09.313382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75827ea9-b459-4413-97df-6c2e26e9467c tempest-TestSecurityGroupsBasicOps-421019970 tempest-TestSecurityGroupsBasicOps-421019970-project] Pushing event deleted for resources: {'Network': ['ID=013102dc-ea16-4aee-8bba-0671408c1603,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.334300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Checking segment: {'id': 'd4411578-226a-4ed0-8f73-37ddfbebaa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:09.334730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network hostable DHCP agents. Network: 242fb520-c42f-4216-9eec-fd0f4645d4ef, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:09.351963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.374423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Pushing event updated for resources: {'Port': ['ID=497f6729-7f28-456b-9194-3569b2f66152,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.388272 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.391312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:09.422536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 242fb520-c42f-4216-9eec-fd0f4645d4ef) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:09.428458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:09.429763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.432404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.433890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:09.433890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.496194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.505405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf545190-7556-4280-8962-b49f384e4fcd None None] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:09.508372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4847887 Aug 30 21:34:09.513806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:09.522935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Request body: {'subnet': {'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1975219628-subnet', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:09.524386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Transition to ACTIVE for port object 65f4f64b-faf8-44f2-95e4-5df06589dc69 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:09.526029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=70973e76-e640-4df2-b44f-4aebd5f63f58,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.611957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Made reservation on behalf of 2b75689c41ce44d193ba9e581675f6f4 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:09.614144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1df6f1-68e8-4c41-bf32-dd310d682f33 admin admin] Pushing event updated for resources: {'Network': ['ID=2da9d6b6-4a90-4894-b813-e5d4c15a5d52,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.616623 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.618523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Transition to ACTIVE for port object 7dd6f1f2-0744-42b5-ac07-143e335b5e01 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:09.620854 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.635554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-61510657-1b67-435a-8661-50e400835d65 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7127256 Aug 30 21:34:09.636698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37754) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:09.641908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['70973e76-e640-4df2-b44f-4aebd5f63f58'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:34:09.645546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:09.645780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'subnet': {'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:09.727349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:09.785843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Made reservation on behalf of f1b7caaaa1364b6ab89859c5e1e77bca for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:09.791073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.802216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Transition to ACTIVE for port object 7dd6f1f2-0744-42b5-ac07-143e335b5e01 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:09.817831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 594e3a1a-5b5f-44ad-860a-ad354a0707b0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=594e3a1a-5b5f-44ad-860a-ad354a0707b0,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:09.839622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:09.844631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.861363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:09.872203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:09.887642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:09.889809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Pushing event updated for resources: {'Port': ['ID=65f4f64b-faf8-44f2-95e4-5df06589dc69,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:09.953866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Network a2b20519-0072-4b48-ad46-8ac3341b5775 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:10.004923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:10.026216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.075181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:10.077378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5a8734e0-bedc-4211-8c51-5d51f015f20f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:10.163419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5a8734e0-bedc-4211-8c51-5d51f015f20f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:10.163836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5a8734e0-bedc-4211-8c51-5d51f015f20f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:10.165431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Pushing event updated for resources: {'Port': ['ID=7dd6f1f2-0744-42b5-ac07-143e335b5e01,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:10.175559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-857c3e5b-31a5-4a81-ae94-8298722f2fba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6758e3d32822496e8fae5fb4aeb537dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470413 Aug 30 21:34:10.177593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Attempting to bind port 65f4f64b-faf8-44f2-95e4-5df06589dc69 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:10.177980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Attempting to bind port 65f4f64b-faf8-44f2-95e4-5df06589dc69 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '16a7edf8-90b1-4b0c-8629-fe39b85d88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:10.178363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Attempting to bind port 65f4f64b-faf8-44f2-95e4-5df06589dc69 on network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:10.201780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:10.251216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebc745-38dc-4f6f-a6a8-48900ee4d650 req-16430bec-6635-40bd-b44a-9f918e3ba767 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:10.253202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:10.253577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Checking segment: {'id': '16a7edf8-90b1-4b0c-8629-fe39b85d88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:10.253989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.254638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Bound using segment: {'id': '16a7edf8-90b1-4b0c-8629-fe39b85d88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:10.254927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Bound port: 65f4f64b-faf8-44f2-95e4-5df06589dc69, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a7edf8-90b1-4b0c-8629-fe39b85d88fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:10.255308 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.258479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-faebc745-38dc-4f6f-a6a8-48900ee4d650 req-16430bec-6635-40bd-b44a-9f918e3ba767 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 944 time: 0.1635458 Aug 30 21:34:10.318165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-242fb520-c42f-4216-9eec-fd0f4645d4ef', 'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef', 'tenant_id': 'f1b7caaaa1364b6ab89859c5e1e77bca', 'fixed_ips': [{'subnet_id': '87b221c9-6dba-4fb7-993f-e8f028027e3c'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:34:10.319334 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.351223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9804fb28-8468-4ad9-8613-8bd7ccd162be no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:10.382868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.404436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Attempting to bind port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:10.404436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Attempting to bind port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:10.404847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Attempting to bind port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 on network a2b20519-0072-4b48-ad46-8ac3341b5775 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:10.407365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=594e3a1a-5b5f-44ad-860a-ad354a0707b0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:10.429932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9804fb28-8468-4ad9-8613-8bd7ccd162be {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:10.430282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9804fb28-8468-4ad9-8613-8bd7ccd162be not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:10.430719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:10.450591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:10.451000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Checking segment: {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:10.451409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.451813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Bound using segment: {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:10.452436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Bound port: 7dd6f1f2-0744-42b5-ac07-143e335b5e01, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:10.452841 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.470256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-faebc745-38dc-4f6f-a6a8-48900ee4d650 req-43c7ee2e-def9-4cf5-9291-e394bc539c91 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569860 Aug 30 21:34:10.485519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10247b-39e5-487d-bc33-7e5f809e70bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.490172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Subnet': ['ID=25b660ad-7dd9-48eb-baf2-273e92cda8b6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:10.501737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Checking segment: {'id': '13b44a74-2df2-484d-b795-421746a8d71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:10.502348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network hostable DHCP agents. Network: ee19704e-5407-4501-9ebf-1d1f41dce821, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:10.530894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network ee19704e-5407-4501-9ebf-1d1f41dce821 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:10.534590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:10.534974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ab20eac-1f6b-4703-aca8-7d9a2c5c789e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:10.543249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.544977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ee19704e-5407-4501-9ebf-1d1f41dce821) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:10.564403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:10.565472 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.575502 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889dc9d-e585-49db-8188-b42d6d1c89d6 None None] Network ee19704e-5407-4501-9ebf-1d1f41dce821 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:10.579035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10247b-39e5-487d-bc33-7e5f809e70bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.588370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2ec5dbd8-b29d-49d5-a512-3a3afe95dd84 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9500928 Aug 30 21:34:10.593419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37766) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:10.626857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] For port 65f4f64b-faf8-44f2-95e4-5df06589dc69, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:10.684564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] For port 65f4f64b-faf8-44f2-95e4-5df06589dc69, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=65f4f64b-faf8-44f2-95e4-5df06589dc69,segment=NetworkSegment(16a7edf8-90b1-4b0c-8629-fe39b85d88fb),segment_id=16a7edf8-90b1-4b0c-8629-fe39b85d88fb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:10.700793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.711749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Checking segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:10.712469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Network hostable DHCP agents. Network: 2da9d6b6-4a90-4894-b813-e5d4c15a5d52, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:10.727706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.766551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc53d45-e74b-4883-803c-3982f07b095a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:10.776075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10247b-39e5-487d-bc33-7e5f809e70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.779871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10247b-39e5-487d-bc33-7e5f809e70bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.781675 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4a10247b-39e5-487d-bc33-7e5f809e70bd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9b90aa3-4436-4d8e-bf70-5fc33902782f HTTP/1.1" status: 204 len: 168 time: 0.5789485 Aug 30 21:34:10.825331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:10.845202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10247b-39e5-487d-bc33-7e5f809e70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b90aa3-4436-4d8e-bf70-5fc33902782f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:10.972692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:10.978320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 2da9d6b6-4a90-4894-b813-e5d4c15a5d52) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:10.984446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] For port 7dd6f1f2-0744-42b5-ac07-143e335b5e01, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:11.000478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a5832-acd0-4bd1-a041-5da85b443abe None None] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:11.000666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:11.004128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.035324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Allocated IP 172.20.0.2 (242fb520-c42f-4216-9eec-fd0f4645d4ef/87b221c9-6dba-4fb7-993f-e8f028027e3c/620ab99d-2399-43a6-80eb-602c90dee977) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:11.051006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-81085c5b-5578-4c4a-b045-d9699a5dec02 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5352161 Aug 30 21:34:11.051695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:11.055407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] For port 7dd6f1f2-0744-42b5-ac07-143e335b5e01, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7dd6f1f2-0744-42b5-ac07-143e335b5e01,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:11.065262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:11.120904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.130320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:34:11.136588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.138958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.219857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.237862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f4466-e3cf-4813-9231-6bb2de00d32c None None] Pushing event updated for resources: {'Port': ['ID=65f4f64b-faf8-44f2-95e4-5df06589dc69,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:11.412351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:11.425129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Sync routers for ids ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:11.448882 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Routers {'2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:11.449524 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:11.449733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:11.587976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.593111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7f778377-0bdd-44f1-9f09-c39cd3650859 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6729975 Aug 30 21:34:11.593111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37788) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:11.603029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94c7-55af-4d51-887c-ae5beb8c6b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.665266 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Set router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:11.793426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6499e9f-b6c1-4904-8799-1afcac0b45f3 req-5105429b-7a0d-42c7-abe9-b47299a06156 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:11.795815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6499e9f-b6c1-4904-8799-1afcac0b45f3 req-5105429b-7a0d-42c7-abe9-b47299a06156 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 944 time: 0.1181471 Aug 30 21:34:11.871182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6499e9f-b6c1-4904-8799-1afcac0b45f3 req-29bdc502-ce38-4e1b-9291-935fe896107f tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631690 Aug 30 21:34:11.888795 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.908032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ee19704e-5407-4501-9ebf-1d1f41dce821', 'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821', 'tenant_id': 'f1b7caaaa1364b6ab89859c5e1e77bca', 'fixed_ips': [{'subnet_id': '25b660ad-7dd9-48eb-baf2-273e92cda8b6'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:34:11.909295 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.952795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588ae52-e483-4ff2-af71-28cfdf0d3a33 None None] Pushing event updated for resources: {'Port': ['ID=7dd6f1f2-0744-42b5-ac07-143e335b5e01,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:11.960731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Transition to ACTIVE for port object 620ab99d-2399-43a6-80eb-602c90dee977 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:11.979246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:34:11.980234 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:11.985589 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 3, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:12.004584 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.017152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Transition to ACTIVE for port object 620ab99d-2399-43a6-80eb-602c90dee977 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:12.018644 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6127e8a-773a-4c0b-a2ae-9b6b6867a3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.114711 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.183035 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Checking router: 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:12.183374 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Updating router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 port 497f6729-7f28-456b-9194-3569b2f66152 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:34:12.188039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Allocated IP 172.20.0.1 (242fb520-c42f-4216-9eec-fd0f4645d4ef/87b221c9-6dba-4fb7-993f-e8f028027e3c/5c4930bb-58b5-44be-be45-aec546941d15) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:12.266176 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.309223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:12.394526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Pushing event updated for resources: {'Port': ['ID=620ab99d-2399-43a6-80eb-602c90dee977,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:12.418552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:12.432777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:12.467909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.504948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Transition to ACTIVE for port object 5c4930bb-58b5-44be-be45-aec546941d15 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:12.589864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.614323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 594e3a1a-5b5f-44ad-860a-ad354a0707b0 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:12.679948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:12.694591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:12.697660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.706836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:12.730267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Allocated IP 172.20.0.2 (ee19704e-5407-4501-9ebf-1d1f41dce821/25b660ad-7dd9-48eb-baf2-273e92cda8b6/8e5f5ac0-8732-4069-9fe9-16249263e719) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:12.739095 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.761493 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Transition to ACTIVE for port object 497f6729-7f28-456b-9194-3569b2f66152 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:12.784238 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.807955 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.826338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Port': ['ID=5c4930bb-58b5-44be-be45-aec546941d15,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:12.841635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Allocated IP 172.20.0.2 (2da9d6b6-4a90-4894-b813-e5d4c15a5d52/8dc53d45-e74b-4883-803c-3982f07b095a/d163c2f0-0381-4674-b928-bcd9151dda03) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:12.859083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749d222-3392-433d-8ad9-e84494e85628 None None] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:12.861214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Attempting to bind port 620ab99d-2399-43a6-80eb-602c90dee977 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:12.865309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Attempting to bind port 620ab99d-2399-43a6-80eb-602c90dee977 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd4411578-226a-4ed0-8f73-37ddfbebaa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:12.865962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Attempting to bind port 620ab99d-2399-43a6-80eb-602c90dee977 on network 242fb520-c42f-4216-9eec-fd0f4645d4ef {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:12.879124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Attempting to bind port 497f6729-7f28-456b-9194-3569b2f66152 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:12.879531 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Attempting to bind port 497f6729-7f28-456b-9194-3569b2f66152 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:12.879886 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Attempting to bind port 497f6729-7f28-456b-9194-3569b2f66152 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:12.891975 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:12.892655 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:12.893211 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.893856 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:12.894470 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Bound port: 497f6729-7f28-456b-9194-3569b2f66152, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:12.895047 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.937677 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:12.966107 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] For port 497f6729-7f28-456b-9194-3569b2f66152, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:12.970610 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] For port 497f6729-7f28-456b-9194-3569b2f66152, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=497f6729-7f28-456b-9194-3569b2f66152,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:12.972348 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4f832-c875-47f1-81f9-cd76eb72976b None None] Pushing event updated for resources: {'Port': ['ID=497f6729-7f28-456b-9194-3569b2f66152,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:12.981209 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.050837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:13.051993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Checking segment: {'id': 'd4411578-226a-4ed0-8f73-37ddfbebaa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:13.052554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.053097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Bound using segment: {'id': 'd4411578-226a-4ed0-8f73-37ddfbebaa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:13.053748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Bound port: 620ab99d-2399-43a6-80eb-602c90dee977, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4411578-226a-4ed0-8f73-37ddfbebaa02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '242fb520-c42f-4216-9eec-fd0f4645d4ef'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:13.054311 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.072004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94c7-55af-4d51-887c-ae5beb8c6b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.100775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Routers {'2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:13.108115 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:13.161867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70973e76-e640-4df2-b44f-4aebd5f63f58 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:13.215520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b56459-23aa-4874-8cb9-d62eb8305c90 None None] Network a2b20519-0072-4b48-ad46-8ac3341b5775 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:13.217780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8babf081-5522-457a-b3cc-0abff51b9032 None None] Provisioning for port 65f4f64b-faf8-44f2-95e4-5df06589dc69 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:13.290170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94c7-55af-4d51-887c-ae5beb8c6b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.320263 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] Set router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:13.356386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:13.356769 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.447472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e3ca94c7-55af-4d51-887c-ae5beb8c6b71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be527aafebf24da68f789068c5181c17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9952114 Aug 30 21:34:13.459430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:13.507783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4f832-c875-47f1-81f9-cd76eb72976b None None] Pushing event updated for resources: {'Port': ['ID=497f6729-7f28-456b-9194-3569b2f66152,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:13.517103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca94c7-55af-4d51-887c-ae5beb8c6b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6084b48-bc98-44e7-aafb-45b00194cf8e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:13.547419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8756ad51-e195-411a-a33a-064b7827977e None None] For port 620ab99d-2399-43a6-80eb-602c90dee977, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:13.617269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.618335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8756ad51-e195-411a-a33a-064b7827977e None None] For port 620ab99d-2399-43a6-80eb-602c90dee977, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=620ab99d-2399-43a6-80eb-602c90dee977,segment=NetworkSegment(d4411578-226a-4ed0-8f73-37ddfbebaa02),segment_id=d4411578-226a-4ed0-8f73-37ddfbebaa02)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:13.642347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c34ffbe8-c93b-495b-aecb-3744d29b7d60 None None] Provisioning for port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:13.651352 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.657501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.667950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 70973e76-e640-4df2-b44f-4aebd5f63f58 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:13.674099 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 3, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:13.718305 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e5db9-68d3-4ec3-980e-336699aa515d None None] The sync data for ids ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'] in n-d-793620-16 is: [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 3, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:13.729257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acd1cad-2537-4966-b8a0-910a39fca11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.737858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Transition to ACTIVE for port object 8e5f5ac0-8732-4069-9fe9-16249263e719 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:13.740051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 70973e76-e640-4df2-b44f-4aebd5f63f58 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:13.740565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.746008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.752242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947a9e-ab67-4dcf-b0cc-841972f871a2 req-177e1120-f56a-478f-a9e3-6155eeb55692 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:13.758609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29947a9e-ab67-4dcf-b0cc-841972f871a2 req-177e1120-f56a-478f-a9e3-6155eeb55692 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 944 time: 0.7259023 Aug 30 21:34:13.783122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.806154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acd1cad-2537-4966-b8a0-910a39fca11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:13.827937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Transition to ACTIVE for port object 8e5f5ac0-8732-4069-9fe9-16249263e719 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:13.830036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29947a9e-ab67-4dcf-b0cc-841972f871a2 req-d674a095-c654-47dc-9463-2a0af6b635c2 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617902 Aug 30 21:34:13.907160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Transition to ACTIVE for port object d163c2f0-0381-4674-b928-bcd9151dda03 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:13.939900 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.006295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Transition to ACTIVE for port object d163c2f0-0381-4674-b928-bcd9151dda03 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:14.046450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Allocated IP 172.20.0.1 (a2b20519-0072-4b48-ad46-8ac3341b5775/6f30fce3-610b-4cc4-874e-59997ff5151a/4e0ad67b-d18f-4a21-8186-28048569434b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:14.247966 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.260819 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.303974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.335970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Transition to ACTIVE for port object 4e0ad67b-d18f-4a21-8186-28048569434b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:14.338335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.353431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Network ee19704e-5407-4501-9ebf-1d1f41dce821 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:14.355218 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.370530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7dd6f1f2-0744-42b5-ac07-143e335b5e01 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:14.375155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:14.408424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756ad51-e195-411a-a33a-064b7827977e None None] Pushing event updated for resources: {'Port': ['ID=620ab99d-2399-43a6-80eb-602c90dee977,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:14.421330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:14.513620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Port': ['ID=5c4930bb-58b5-44be-be45-aec546941d15,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:14.567244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.567587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Pushing event updated for resources: {'Port': ['ID=8e5f5ac0-8732-4069-9fe9-16249263e719,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:14.568169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.568672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.569156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.569643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.577132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.577705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.578350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.580278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.580858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.581349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.581820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:14.620602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.665623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:14.669743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.671534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:14.686409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:14.686924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Network a2b20519-0072-4b48-ad46-8ac3341b5775 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:14.688966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Pushing event updated for resources: {'Port': ['ID=d163c2f0-0381-4674-b928-bcd9151dda03,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:14.700521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acd1cad-2537-4966-b8a0-910a39fca11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.703821 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9acd1cad-2537-4966-b8a0-910a39fca11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.709417 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9acd1cad-2537-4966-b8a0-910a39fca11f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6084b48-bc98-44e7-aafb-45b00194cf8e HTTP/1.1" status: 204 len: 168 time: 1.2403793 Aug 30 21:34:14.709890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:14.739983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd1cad-2537-4966-b8a0-910a39fca11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6084b48-bc98-44e7-aafb-45b00194cf8e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:14.749202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:14.753616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:14.756891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:14.832718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.873473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.879624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0ad67b-d18f-4a21-8186-28048569434b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:14.955069 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:14.956303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70973e76-e640-4df2-b44f-4aebd5f63f58'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:14.966118 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da4311b-31b3-4d66-8064-28e16486cf2f" -d '{"events": [{"server_uuid": "a1ce975c-3787-4375-b33a-eb3cfcf44cb5", "name": "network-vif-plugged", "status": "completed", "tag": "70973e76-e640-4df2-b44f-4aebd5f63f58"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:14.981625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.001804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Attempting to bind port d163c2f0-0381-4674-b928-bcd9151dda03 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:15.002401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Attempting to bind port d163c2f0-0381-4674-b928-bcd9151dda03 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:15.003929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Attempting to bind port d163c2f0-0381-4674-b928-bcd9151dda03 on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:15.059667 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:15.062082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Checking segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:15.062641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.063787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Bound using segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:15.065283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Bound port: d163c2f0-0381-4674-b928-bcd9151dda03, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:15.066099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.133889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 70973e76-e640-4df2-b44f-4aebd5f63f58, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70973e76-e640-4df2-b44f-4aebd5f63f58,segment=NetworkSegment(5f4d165e-8348-4070-bdbe-9f15321b78c8),segment_id=5f4d165e-8348-4070-bdbe-9f15321b78c8)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:15.135994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:15.158442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.168144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Attempting to bind port 8e5f5ac0-8732-4069-9fe9-16249263e719 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:15.168492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Attempting to bind port 8e5f5ac0-8732-4069-9fe9-16249263e719 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '13b44a74-2df2-484d-b795-421746a8d71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:15.170816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Attempting to bind port 8e5f5ac0-8732-4069-9fe9-16249263e719 on network ee19704e-5407-4501-9ebf-1d1f41dce821 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:15.178129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:15.178494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.221832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e61bf-a505-4492-8bec-daa93fde501c req-facf9d00-75d3-4100-aa39-1dd60fc78d9f tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:15.240079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e1e61bf-a505-4492-8bec-daa93fde501c req-facf9d00-75d3-4100-aa39-1dd60fc78d9f tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 944 time: 0.2025909 Aug 30 21:34:15.244413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Router 9bd45f64-8771-4908-a053-2a6098791ba5 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:34:15.343640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:15.343951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Checking segment: {'id': '13b44a74-2df2-484d-b795-421746a8d71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:15.351321 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.351732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Bound using segment: {'id': '13b44a74-2df2-484d-b795-421746a8d71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:15.352242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Bound port: 8e5f5ac0-8732-4069-9fe9-16249263e719, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b44a74-2df2-484d-b795-421746a8d71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ee19704e-5407-4501-9ebf-1d1f41dce821'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:15.352635 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.456342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Allocated IP 172.25.5.36 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/af8fc60c-9149-4406-9f20-8dc657050b20) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:15.462778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.485079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e1e61bf-a505-4492-8bec-daa93fde501c req-d459e761-f3b2-4a22-816a-4d0883f76c39 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251966 Aug 30 21:34:15.555667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:15.573702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23c03a9e-c782-4b4d-873e-b98b95c1bb91 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9789176 Aug 30 21:34:15.579652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:15.635861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] Sync routers for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:15.693882 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a37576-fa8e-4336-94bc-cbb7f5f356f2 x-openstack-request-id: req-65a37576-fa8e-4336-94bc-cbb7f5f356f2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:15.693882 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ce975c-3787-4375-b33a-eb3cfcf44cb5", "name": "network-vif-plugged", "status": "completed", "tag": "70973e76-e640-4df2-b44f-4aebd5f63f58", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:15.694193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37832) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:15.694297 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65a37576-fa8e-4336-94bc-cbb7f5f356f2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:15.694417 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70973e76-e640-4df2-b44f-4aebd5f63f58', 'code': 200} Aug 30 21:34:15.713415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=70973e76-e640-4df2-b44f-4aebd5f63f58,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:15.729387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] For port d163c2f0-0381-4674-b928-bcd9151dda03, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:15.754375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-996f1411-a7db-4c87-a960-ab12b0d6e2d2 None None] Provisioning complete for port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:15.754964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-996f1411-a7db-4c87-a960-ab12b0d6e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.776194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] For port d163c2f0-0381-4674-b928-bcd9151dda03, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d163c2f0-0381-4674-b928-bcd9151dda03,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:15.816661 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] For port 8e5f5ac0-8732-4069-9fe9-16249263e719, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:15.820494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] For port 8e5f5ac0-8732-4069-9fe9-16249263e719, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8e5f5ac0-8732-4069-9fe9-16249263e719,segment=NetworkSegment(13b44a74-2df2-484d-b795-421746a8d71e),segment_id=13b44a74-2df2-484d-b795-421746a8d71e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:15.881089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.884625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3fbb5-224f-4f94-af4f-ddb595692499 None None] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:15.965498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f89746d1-eb91-44a8-bb4f-a50cadf1a0e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0589b3cdc8f943178241054aeb903dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699881 Aug 30 21:34:15.974645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37834) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:15.975292 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:15.978206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:15.979061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:15.989079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92259511-6345-45b7-9454-2b233ecaabb6 req-6f17c5ea-2121-4443-a7ba-8d16a8bfc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:15.990588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-92259511-6345-45b7-9454-2b233ecaabb6 req-6f17c5ea-2121-4443-a7ba-8d16a8bfc2b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 1097 time: 0.2765865 Aug 30 21:34:16.016904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.076789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-92259511-6345-45b7-9454-2b233ecaabb6 req-5ec77794-cbc8-43a9-a038-e9f7738579ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736480 Aug 30 21:34:16.077730 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9610b62c-a23c-481f-bd58-ec39ea961872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.120724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.124213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:16.130737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.136729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0225f-ed3f-45fd-83d2-b2a8523d2a0b None None] Pushing event updated for resources: {'Port': ['ID=8e5f5ac0-8732-4069-9fe9-16249263e719,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:16.202899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9610b62c-a23c-481f-bd58-ec39ea961872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.205846 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-36c32209-59fd-43b0-b7e8-27365ab527fc tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:16.206983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36c32209-59fd-43b0-b7e8-27365ab527fc tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6260412 Aug 30 21:34:16.208402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0ad67b-d18f-4a21-8186-28048569434b,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:16.211160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.213463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:16.242827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:16.243504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:16.270651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:16.271891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=af8fc60c-9149-4406-9f20-8dc657050b20,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:16.278143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:16.286130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:16.288525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.342430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:16.343127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea603f-a101-4f2d-ab50-79c808c82c93 None None] The sync data for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:16.483967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.558541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7dd6f1f2-0744-42b5-ac07-143e335b5e01, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7dd6f1f2-0744-42b5-ac07-143e335b5e01,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:16.564988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710637f2-a35d-4d93-8ed5-785f41791e36 None None] Pushing event updated for resources: {'Port': ['ID=d163c2f0-0381-4674-b928-bcd9151dda03,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:16.569409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-996f1411-a7db-4c87-a960-ab12b0d6e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.597879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.599920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 65f4f64b-faf8-44f2-95e4-5df06589dc69 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:16.675803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Network a2b20519-0072-4b48-ad46-8ac3341b5775 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:16.684912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:16.729011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9610b62c-a23c-481f-bd58-ec39ea961872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.743475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9610b62c-a23c-481f-bd58-ec39ea961872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:16.747091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9610b62c-a23c-481f-bd58-ec39ea961872 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbecbb1e-da37-4e54-98a5-030b2ed10e21 HTTP/1.1" status: 204 len: 168 time: 0.7687581 Aug 30 21:34:16.857641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610b62c-a23c-481f-bd58-ec39ea961872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbecbb1e-da37-4e54-98a5-030b2ed10e21,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:17.013500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7dd6f1f2-0744-42b5-ac07-143e335b5e01,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:17.015862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:17.046023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-996f1411-a7db-4c87-a960-ab12b0d6e2d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:34:17.046023 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-996f1411-a7db-4c87-a960-ab12b0d6e2d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:34:17.054948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 65f4f64b-faf8-44f2-95e4-5df06589dc69 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:17.063541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 65f4f64b-faf8-44f2-95e4-5df06589dc69 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:17.063899 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:17.101939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f017d-8095-443b-a660-9f4fe324bc16 req-525ee828-45f0-485a-bade-e89bb677ae27 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:17.113935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c47f017d-8095-443b-a660-9f4fe324bc16 req-525ee828-45f0-485a-bade-e89bb677ae27 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 945 time: 0.3877919 Aug 30 21:34:17.192171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c47f017d-8095-443b-a660-9f4fe324bc16 req-3c15e5ee-b92c-489a-99a1-dd323597a7cc tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714736 Aug 30 21:34:17.304619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:17.326286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:17.378419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:17.397971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 65f4f64b-faf8-44f2-95e4-5df06589dc69, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=65f4f64b-faf8-44f2-95e4-5df06589dc69,segment=NetworkSegment(16a7edf8-90b1-4b0c-8629-fe39b85d88fb),segment_id=16a7edf8-90b1-4b0c-8629-fe39b85d88fb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:17.411831 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:17.527752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=65f4f64b-faf8-44f2-95e4-5df06589dc69,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:17.624175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:17.648833 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Sync routers for ids ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:17.662179 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Routers {'2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:17.662912 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:17.671570 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d34b8db3-4dcd-4f1f-9b0b-2478a35bff03 admin admin] 10.222.0.76 "PUT /v2.0/routers/2551ccba-8bf5-427f-9cbe-9baf7bfcaee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0778034 Aug 30 21:34:17.750060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Provisioning for port 5c4930bb-58b5-44be-be45-aec546941d15 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:17.757500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Provisioning complete for port 5c4930bb-58b5-44be-be45-aec546941d15 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:17.757957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:17.921630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Port 5c4930bb-58b5-44be-be45-aec546941d15 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:17.980515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Provisioning for port 620ab99d-2399-43a6-80eb-602c90dee977 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:17.997800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting port 5c4930bb-58b5-44be-be45-aec546941d15 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:17.998379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:18.017060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Provisioning for port 4e0ad67b-d18f-4a21-8186-28048569434b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:18.044218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Provisioning complete for port 4e0ad67b-d18f-4a21-8186-28048569434b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:18.044770 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:18.138106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:18.152698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-de2cb3d7-3057-497a-987a-0213ac1b089c None None] Port 4e0ad67b-d18f-4a21-8186-28048569434b cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:18.177500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8e5f5ac0-8732-4069-9fe9-16249263e719 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:18.186371 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Set router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:18.354133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-980fe1c1-528b-4d3e-b700-07c808a7f475 None None] Provisioning complete for port 5c4930bb-58b5-44be-be45-aec546941d15 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:18.354649 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-980fe1c1-528b-4d3e-b700-07c808a7f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:18.457577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:18.481711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8e5f5ac0-8732-4069-9fe9-16249263e719 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:18.493287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-980fe1c1-528b-4d3e-b700-07c808a7f475 None None] Port 5c4930bb-58b5-44be-be45-aec546941d15 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:18.510927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7dd6f1f2-0744-42b5-ac07-143e335b5e01 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:18.594613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Calling delete_port for 5c4930bb-58b5-44be-be45-aec546941d15 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:18.623839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:34:18.694436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:18.696883 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:18.816603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d432d7-b934-48e8-b569-3b05165b388f req-f08e3abf-b164-43ea-9c60-c423a0ac8769 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:18.824546 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42d432d7-b934-48e8-b569-3b05165b388f req-f08e3abf-b164-43ea-9c60-c423a0ac8769 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 945 time: 0.3802941 Aug 30 21:34:18.882863 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:34:15Z', 'revision_number': 4, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '4e0ad67b-d18f-4a21-8186-28048569434b', 'name': '', 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'mac_address': 'fa:16:3e:1f:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '6f30fce3-610b-4cc4-874e-59997ff5151a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:13Z', 'updated_at': '2021-08-30T21:34:15Z', 'revision_number': 2, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'subnets': [{'id': '6f30fce3-610b-4cc4-874e-59997ff5151a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:18.952173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca71683d-cac4-4709-9867-fee3871a4b9e None None] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:18.966050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:18.969842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:18.977332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5cf7f-f982-4e56-860c-b050e93ab217 None None] Network ee19704e-5407-4501-9ebf-1d1f41dce821 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:19.020644 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Checking router: 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:19.021236 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Updating router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 port 4e0ad67b-d18f-4a21-8186-28048569434b binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:34:19.028990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:19.035081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f18859f5-01b0-4e05-b3a5-7fbe24505ac8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9777153 Aug 30 21:34:19.035913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:19.098261 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:19.129617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:19.226151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:19.226861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:19.273808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-623c84b3-9b69-4396-a29c-d4aa6f01b144 None None] Provisioning for port d163c2f0-0381-4674-b928-bcd9151dda03 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:19.285764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497f6729-7f28-456b-9194-3569b2f66152 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:19.360955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42d432d7-b934-48e8-b569-3b05165b388f req-57e5cf43-e8d5-4db0-aa6a-419b937f0947 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301142 Aug 30 21:34:19.601485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:19.690297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Port': ['ID=5c4930bb-58b5-44be-be45-aec546941d15,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:19.961832 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.012560 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Transition to ACTIVE for port object 4e0ad67b-d18f-4a21-8186-28048569434b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:20.028919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] Provisioning for port 8e5f5ac0-8732-4069-9fe9-16249263e719 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:20.043431 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.058864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:20.242226 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Pushing event updated for resources: {'Port': ['ID=4e0ad67b-d18f-4a21-8186-28048569434b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:20.250518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.293274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] Provisioning complete for port 8e5f5ac0-8732-4069-9fe9-16249263e719 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:20.293773 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.407858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Attempting to bind port 4e0ad67b-d18f-4a21-8186-28048569434b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:20.408232 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Attempting to bind port 4e0ad67b-d18f-4a21-8186-28048569434b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:20.408594 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Attempting to bind port 4e0ad67b-d18f-4a21-8186-28048569434b on network a2b20519-0072-4b48-ad46-8ac3341b5775 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:20.410603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 497f6729-7f28-456b-9194-3569b2f66152 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:20.423434 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:20.423811 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Checking segment: {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:20.428336 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.428861 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Bound using segment: {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:20.429374 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Bound port: 4e0ad67b-d18f-4a21-8186-28048569434b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:20.429777 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.480232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2144734469-network', 'tenant_id': 'fbc734617c5547db93140753fda8736b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:20.513262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 497f6729-7f28-456b-9194-3569b2f66152 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:20.515060 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.571538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Router 9bd45f64-8771-4908-a053-2a6098791ba5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:20.583988 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] For port 4e0ad67b-d18f-4a21-8186-28048569434b, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:20.592431 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] For port 4e0ad67b-d18f-4a21-8186-28048569434b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4e0ad67b-d18f-4a21-8186-28048569434b,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:20.603359 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.637139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Made reservation on behalf of fbc734617c5547db93140753fda8736b for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:20.649572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.661353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.670188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:20.683296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37940) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:20.685510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-39616a84-7e18-49a2-897a-b095709cd4df tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4708033 Aug 30 21:34:20.687233 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] Sync routers for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:20.743889 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Routers {'2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:20.751638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:20.753934 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Pushing event updated for resources: {'Port': ['ID=4e0ad67b-d18f-4a21-8186-28048569434b,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:20.761294 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:20.762016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:20.799904 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0aae6394-baab-41c8-a519-77127427d3d7 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] delete failed (client error): The resource could not be found. Aug 30 21:34:20.802864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0aae6394-baab-41c8-a519-77127427d3d7 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-80042673 HTTP/1.1" status: 404 len: 333 time: 0.1184590 Aug 30 21:34:20.808724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37954) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:20.814292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6be06908-0be3-4e9d-acf4-cd06f0719dcc tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bd45f64-8771-4908-a053-2a6098791ba5'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:20.862479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:20.963123 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.963701 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.973287 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.975165 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.975723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.979200 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.979828 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.980538 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.981082 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.981608 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.982136 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.982702 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafda7-6f47-4885-bbb1-2079b019973c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:20.995732 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:21.041738 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:21.053272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:21.075640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] For port 8e5f5ac0-8732-4069-9fe9-16249263e719, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8e5f5ac0-8732-4069-9fe9-16249263e719,segment=NetworkSegment(13b44a74-2df2-484d-b795-421746a8d71e),segment_id=13b44a74-2df2-484d-b795-421746a8d71e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:21.108662 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.260131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.337840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:16Z', 'revision_number': 3, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:21.348316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6be06908-0be3-4e9d-acf4-cd06f0719dcc tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.382230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.391792 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-6be06908-0be3-4e9d-acf4-cd06f0719dcc tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] update failed (client error): The resource could not be found. Aug 30 21:34:21.400249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6be06908-0be3-4e9d-acf4-cd06f0719dcc tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5 HTTP/1.1" status: 404 len: 339 time: 0.5848563 Aug 30 21:34:21.402699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 37972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:21.434939 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.442575 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:21.444108 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb67b0-071b-4bd1-832d-2f8bdd516838 None None] The sync data for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:21.487637 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] Set router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:21.511241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:21.512770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Updating router 6a56da34-fe5c-4920-bccc-dd49b30e021a port af8fc60c-9149-4406-9f20-8dc657050b20 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:34:21.554384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 497f6729-7f28-456b-9194-3569b2f66152, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=497f6729-7f28-456b-9194-3569b2f66152,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:21.558921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.606653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:21.609417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169a640-c3af-4abd-b9f6-a66a0979dea6 None None] Pushing event updated for resources: {'Port': ['ID=8e5f5ac0-8732-4069-9fe9-16249263e719,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:21.620590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.621418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d163c2f0-0381-4674-b928-bcd9151dda03 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:21.630442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:21.633479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.633818 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Added segment 3c42c129-b1f2-41af-a823-fec76f620433 of type vlan for network 3e2995f5-799c-4196-8e2d-980ed00bfe31 Aug 30 21:34:21.811415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.820331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port d163c2f0-0381-4674-b928-bcd9151dda03 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:21.830484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d163c2f0-0381-4674-b928-bcd9151dda03 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:21.831279 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.846229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=497f6729-7f28-456b-9194-3569b2f66152,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:21.864629 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:34:15Z', 'revision_number': 4, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '4e0ad67b-d18f-4a21-8186-28048569434b', 'name': '', 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'mac_address': 'fa:16:3e:1f:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '6f30fce3-610b-4cc4-874e-59997ff5151a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:13Z', 'updated_at': '2021-08-30T21:34:20Z', 'revision_number': 4, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'subnets': [{'id': '6f30fce3-610b-4cc4-874e-59997ff5151a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:21.913339 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51e1afc-d7a6-4d49-b789-7aa68ea2db1b None None] The sync data for ids ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'] in n-d-793620-16 is: [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:34:15Z', 'revision_number': 4, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '4e0ad67b-d18f-4a21-8186-28048569434b', 'name': '', 'network_id': 'a2b20519-0072-4b48-ad46-8ac3341b5775', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'mac_address': 'fa:16:3e:1f:c5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '6f30fce3-610b-4cc4-874e-59997ff5151a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:13Z', 'updated_at': '2021-08-30T21:34:20Z', 'revision_number': 4, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'subnets': [{'id': '6f30fce3-610b-4cc4-874e-59997ff5151a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:21.936489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.959328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.960503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:21.961458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.979285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c1178d5c-8189-47d4-b620-5fc21195a06f None None] Provisioning complete for port 8e5f5ac0-8732-4069-9fe9-16249263e719 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:21.979800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1178d5c-8189-47d4-b620-5fc21195a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:21.994722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-712aacdf-57f7-4376-9695-0f241238cf36 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:21.998358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-712aacdf-57f7-4376-9695-0f241238cf36 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.2221642 Aug 30 21:34:22.034295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-cf23b8cb-1fd2-4a8a-b1ae-ea5f4b9c6bb4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0139220 Aug 30 21:34:22.118294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-1827f5e6-9303-4fe4-809b-68d0e38f9f74 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651212 Aug 30 21:34:22.118896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 37982) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:22.125062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Request body: {'subnet': {'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2144734469-subnet', 'tenant_id': 'fbc734617c5547db93140753fda8736b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:22.125487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1348133 Aug 30 21:34:22.162414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.183669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d0b2c-aaf0-4519-a2ba-49825171b034 admin admin] Pushing event updated for resources: {'Network': ['ID=3e2995f5-799c-4196-8e2d-980ed00bfe31,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:22.296919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.323659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Transition to ACTIVE for port object af8fc60c-9149-4406-9f20-8dc657050b20 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:22.337529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-5df7ecb5-81f6-4533-933a-d388c58379e5 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993282 Aug 30 21:34:22.376607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Made reservation on behalf of fbc734617c5547db93140753fda8736b for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:22.387710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.439834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 3e2995f5-799c-4196-8e2d-980ed00bfe31 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:22.478492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Allocated IP 172.20.0.1 (2da9d6b6-4a90-4894-b813-e5d4c15a5d52/8dc53d45-e74b-4883-803c-3982f07b095a/6cfd312c-103a-4fd8-a111-ca1f6507d636) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:22.524909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.592097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c1961-97ea-42a0-8747-f289e8cdcc9c None None] Pushing event updated for resources: {'Port': ['ID=af8fc60c-9149-4406-9f20-8dc657050b20,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:22.644751 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.660445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Attempting to bind port af8fc60c-9149-4406-9f20-8dc657050b20 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:22.663641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Attempting to bind port af8fc60c-9149-4406-9f20-8dc657050b20 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:22.664808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Attempting to bind port af8fc60c-9149-4406-9f20-8dc657050b20 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:22.666093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-1379d375-d389-4338-b85e-042838923dd3 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316286 Aug 30 21:34:22.676881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:22.677721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:22.678422 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.679029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:22.679980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Bound port: af8fc60c-9149-4406-9f20-8dc657050b20, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:22.680524 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.740675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Allocated IP 172.20.0.1 (b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab/63f7ecd3-60b4-4fdb-8055-fc12158fa687/12bf1645-b10a-4f57-ad0d-05e8b40779f0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:22.801160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.861720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.881004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] For port af8fc60c-9149-4406-9f20-8dc657050b20, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:22.899890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Transition to ACTIVE for port object 6cfd312c-103a-4fd8-a111-ca1f6507d636 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:22.902036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] For port af8fc60c-9149-4406-9f20-8dc657050b20, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af8fc60c-9149-4406-9f20-8dc657050b20,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:22.904404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port d163c2f0-0381-4674-b928-bcd9151dda03, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d163c2f0-0381-4674-b928-bcd9151dda03,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:22.913169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.919686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:22.920795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 620ab99d-2399-43a6-80eb-602c90dee977 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:23.013960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Checking segment: {'id': '3c42c129-b1f2-41af-a823-fec76f620433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:23.014610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Network hostable DHCP agents. Network: 3e2995f5-799c-4196-8e2d-980ed00bfe31, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:23.017472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5326f515-39d6-447b-879a-055cb5ec94ce,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:23.039768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.042742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.062949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Network 3e2995f5-799c-4196-8e2d-980ed00bfe31 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:23.082316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 3e2995f5-799c-4196-8e2d-980ed00bfe31) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:23.087963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:23.088773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.109956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d66a28a-d87f-4ab2-9552-9e61011499f9 None None] Network 3e2995f5-799c-4196-8e2d-980ed00bfe31 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:23.126703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:23.127652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:23.131179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Transition to ACTIVE for port object 12bf1645-b10a-4f57-ad0d-05e8b40779f0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:23.139533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a3ad6eb-b3b1-4c26-86bf-4e83735faf04 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0194426 Aug 30 21:34:23.159677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:23.170633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:23.184433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:23.257484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c1961-97ea-42a0-8747-f289e8cdcc9c None None] Pushing event updated for resources: {'Port': ['ID=af8fc60c-9149-4406-9f20-8dc657050b20,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:23.281208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd312c-103a-4fd8-a111-ca1f6507d636,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:23.369069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.399645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e68e82a-dd36-4fb4-beb0-d159418f71a7 req-a0645fe0-b9a6-4594-bf1a-3c302b30c66b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0780499 Aug 30 21:34:23.463679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.545786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 620ab99d-2399-43a6-80eb-602c90dee977 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:23.591618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:23.595579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 620ab99d-2399-43a6-80eb-602c90dee977 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:23.595957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.603169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:23.622725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:23.672842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Port': ['ID=12bf1645-b10a-4f57-ad0d-05e8b40779f0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:23.708273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=d163c2f0-0381-4674-b928-bcd9151dda03,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:23.724476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:23.752867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.899777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6140f164-fd1a-4594-b3d9-8f2fe6fb2fe2 None None] Provisioning for port 6cfd312c-103a-4fd8-a111-ca1f6507d636 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:23.942140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.980081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6140f164-fd1a-4594-b3d9-8f2fe6fb2fe2 None None] Provisioning complete for port 6cfd312c-103a-4fd8-a111-ca1f6507d636 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:23.984792 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6140f164-fd1a-4594-b3d9-8f2fe6fb2fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:23.992524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4053eb-b04a-4058-86ad-9dcfcc6ea612 None None] Network 3e2995f5-799c-4196-8e2d-980ed00bfe31 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:24.232647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.306008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38042) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:24.315299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1681251235-network', 'tenant_id': '36b75edc35f44a7ebc38e565031fc5d4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:24.323180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6140f164-fd1a-4594-b3d9-8f2fe6fb2fe2 None None] Port 6cfd312c-103a-4fd8-a111-ca1f6507d636 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:24.368082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Made reservation on behalf of 36b75edc35f44a7ebc38e565031fc5d4 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:24.371743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.374206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.399162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.529558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 620ab99d-2399-43a6-80eb-602c90dee977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=620ab99d-2399-43a6-80eb-602c90dee977,segment=NetworkSegment(d4411578-226a-4ed0-8f73-37ddfbebaa02),segment_id=d4411578-226a-4ed0-8f73-37ddfbebaa02)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:24.534847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8bcbd3d2-a348-4607-bddd-24810d64438f None None] Provisioning for port 12bf1645-b10a-4f57-ad0d-05e8b40779f0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:24.541375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.566470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8bcbd3d2-a348-4607-bddd-24810d64438f None None] Provisioning complete for port 12bf1645-b10a-4f57-ad0d-05e8b40779f0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:24.567206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd3d2-a348-4607-bddd-24810d64438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.646617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.651358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=620ab99d-2399-43a6-80eb-602c90dee977,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:24.656176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbd3d2-a348-4607-bddd-24810d64438f None None] Port 12bf1645-b10a-4f57-ad0d-05e8b40779f0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:24.660255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.660428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:16Z', 'revision_number': 3, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:24.700097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:34:24.729048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7e125-87f9-48e3-8f6c-437051ed0e85 None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:16Z', 'revision_number': 3, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:24.733272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.749952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047830e4-ca26-422f-b569-ae59d765a7c9,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:24.759218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.760036 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Added segment f927708c-9845-43c2-aaa6-44b57072868a of type vlan for network 0ecda0b2-5473-42cc-8746-362e0fd056b8 Aug 30 21:34:24.816177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.819900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.870651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c709eb97-6769-45f4-b84f-4010fd8757cf req-c0e55009-f154-4ddb-842a-9693e8bded59 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0504611 Aug 30 21:34:24.884957 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.885980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.901094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.956855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:24.964487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e0ad67b-d18f-4a21-8186-28048569434b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:24.973260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:24.974181 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.086629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4e0ad67b-d18f-4a21-8186-28048569434b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:25.092058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4e0ad67b-d18f-4a21-8186-28048569434b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:25.093257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.103200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.112957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8052275 Aug 30 21:34:25.121622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38052) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:25.190582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Request body: {'subnet': {'network_id': '0ecda0b2-5473-42cc-8746-362e0fd056b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1681251235-subnet', 'tenant_id': '36b75edc35f44a7ebc38e565031fc5d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:25.200933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event updated for resources: {'Port': ['ID=12bf1645-b10a-4f57-ad0d-05e8b40779f0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:25.202183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfde12-229c-469f-8f44-2734eff906b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecda0b2-5473-42cc-8746-362e0fd056b8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:25.259956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b4ca0-af41-4c3b-868e-4cd89f671c74 req-d6a49f26-f192-492a-a51d-48daa3983177 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:25.261563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-912b4ca0-af41-4c3b-868e-4cd89f671c74 req-d6a49f26-f192-492a-a51d-48daa3983177 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 945 time: 0.1914883 Aug 30 21:34:25.263057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Made reservation on behalf of 36b75edc35f44a7ebc38e565031fc5d4 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:25.265342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.292465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0ecda0b2-5473-42cc-8746-362e0fd056b8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:34:25.380355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-912b4ca0-af41-4c3b-868e-4cd89f671c74 req-f4f443da-608b-4825-9478-72fc2003a1c9 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Aug 30 21:34:25.383270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-eb9b678f-1cac-4377-a95e-ab37cb24a19c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:25.387198 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-eb9b678f-1cac-4377-a95e-ab37cb24a19c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.5057960 Aug 30 21:34:25.412240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:25.412598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.417788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:25.420494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd312c-103a-4fd8-a111-ca1f6507d636,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:25.448572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:25.488185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4e0ad67b-d18f-4a21-8186-28048569434b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4e0ad67b-d18f-4a21-8186-28048569434b,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:25.502924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.504295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8e5f5ac0-8732-4069-9fe9-16249263e719 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:25.538994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.655757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74704d81-ed2d-4c9c-b16f-3258dc9c2f9e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:25.685189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4e0ad67b-d18f-4a21-8186-28048569434b,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:25.688851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8e5f5ac0-8732-4069-9fe9-16249263e719 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:25.689217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.690066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Checking segment: {'id': 'f927708c-9845-43c2-aaa6-44b57072868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0ecda0b2-5473-42cc-8746-362e0fd056b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:25.690618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Network hostable DHCP agents. Network: 0ecda0b2-5473-42cc-8746-362e0fd056b8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:34:25.697561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.697906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.698248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.698584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.698952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.699286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.699621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.699937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.700265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.700589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.700911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.701231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:25.735772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Network 0ecda0b2-5473-42cc-8746-362e0fd056b8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:34:25.754331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0ecda0b2-5473-42cc-8746-362e0fd056b8) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:25.759013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:25.759611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:25.770033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ed11e-713e-413a-9d87-fa92928bc12e None None] Network 0ecda0b2-5473-42cc-8746-362e0fd056b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:25.803933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4c53d7e-3b68-4ed1-a46c-9412654532c4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6314049 Aug 30 21:34:25.980900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:26.031525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:26.084017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e3c64e7-028b-4c63-aa01-b3b86bebc07d req-3d6c88de-cbaf-4458-b79b-facc807aba35 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0671980 Aug 30 21:34:26.147319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 65f4f64b-faf8-44f2-95e4-5df06589dc69 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:26.341572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dcedec-f92d-4a1b-a709-2744ddaf9ad8 None None] Network 0ecda0b2-5473-42cc-8746-362e0fd056b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:26.556221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 65f4f64b-faf8-44f2-95e4-5df06589dc69 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:26.556479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:26.563450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe5df127-dee1-4d4c-b804-bb99870194d9 None None] Provisioning complete for port 6cfd312c-103a-4fd8-a111-ca1f6507d636 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:26.563817 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe5df127-dee1-4d4c-b804-bb99870194d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:26.600084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Router 9bd45f64-8771-4908-a053-2a6098791ba5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:26.651059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fe5df127-dee1-4d4c-b804-bb99870194d9 None None] Port 6cfd312c-103a-4fd8-a111-ca1f6507d636 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:26.670783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe5df127-dee1-4d4c-b804-bb99870194d9 None None] Provisioning complete for port 12bf1645-b10a-4f57-ad0d-05e8b40779f0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:26.671322 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe5df127-dee1-4d4c-b804-bb99870194d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:26.744101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-6a557fdc-1a1d-40c5-8854-9e76116ff850 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:26.751910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-6a557fdc-1a1d-40c5-8854-9e76116ff850 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/networks?id=3e2995f5-799c-4196-8e2d-980ed00bfe31 HTTP/1.1" status: 200 len: 812 time: 0.1784639 Aug 30 21:34:26.762773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:26.767488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:26.770234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-4ee1cc65-e665-43f1-8149-882f723cfb0c tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/quotas/fbc734617c5547db93140753fda8736b HTTP/1.1" status: 200 len: 375 time: 0.0171013 Aug 30 21:34:26.781002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fe5df127-dee1-4d4c-b804-bb99870194d9 None None] Port 12bf1645-b10a-4f57-ad0d-05e8b40779f0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:26.795510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d163c2f0-0381-4674-b928-bcd9151dda03 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:26.815108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-9aa9ce24-bfe2-4898-a2cf-883ffb78caeb tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fbc734617c5547db93140753fda8736b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436714 Aug 30 21:34:26.837913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-fae77461-d488-4ad9-b6d8-52e35c7934f2 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:26.849205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-fae77461-d488-4ad9-b6d8-52e35c7934f2 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.82 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 945 time: 0.4287241 Aug 30 21:34:26.921100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d163c2f0-0381-4674-b928-bcd9151dda03 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:26.922496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:26.938509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:26.955967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-345fdce2-b40d-4117-8eb5-a432a7d163ca service neutron] 10.222.0.76 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390159 Aug 30 21:34:27.061679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497f6729-7f28-456b-9194-3569b2f66152 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:27.127109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:27.141250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] Sync routers for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:27.165060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38084) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:27.169284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-50d8395a-89fa-4517-8616-db894ccaf225 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7578988 Aug 30 21:34:27.188241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:27.188776 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-913fe990-b3f2-4ba8-9abc-bb9cb5b3f01b service neutron] 10.222.0.76 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240903 Aug 30 21:34:27.192566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:27.296533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:27.331914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:27.332740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:27.350249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 497f6729-7f28-456b-9194-3569b2f66152 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:27.350249 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:27.387829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Deleting port 70973e76-e640-4df2-b44f-4aebd5f63f58 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:27.388185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:27.390020 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5295f542-9dec-4078-813c-f3cc4227031b tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:27.476824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:27.482237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f78e08-721c-4ab6-b6ea-3da767478d14 None None] The sync data for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:27.587162 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-5295f542-9dec-4078-813c-f3cc4227031b tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 21:34:27.588471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5295f542-9dec-4078-813c-f3cc4227031b tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5 HTTP/1.1" status: 409 len: 329 time: 0.4224637 Aug 30 21:34:27.594239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38090) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:27.615822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90141e3e-b13e-40bc-a745-6d871a75a350 req-c7c9fa1f-5c39-400e-b7c5-1bc67c95dc38 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:27.623205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90141e3e-b13e-40bc-a745-6d871a75a350 req-c7c9fa1f-5c39-400e-b7c5-1bc67c95dc38 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1ce975c-3787-4375-b33a-eb3cfcf44cb5 HTTP/1.1" status: 200 len: 945 time: 0.1011217 Aug 30 21:34:27.629581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] For port 70973e76-e640-4df2-b44f-4aebd5f63f58, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=70973e76-e640-4df2-b44f-4aebd5f63f58,segment=NetworkSegment(5f4d165e-8348-4070-bdbe-9f15321b78c8),segment_id=5f4d165e-8348-4070-bdbe-9f15321b78c8)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:27.629958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:27.647723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Calling delete_port for 70973e76-e640-4df2-b44f-4aebd5f63f58 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:27.807287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90141e3e-b13e-40bc-a745-6d871a75a350 req-9b228c16-72b4-4479-9863-392566fd0c95 tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ef9cf94-5411-4639-85ef-793567191894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831994 Aug 30 21:34:27.849754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:27.857235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cf54d54b-3ebe-40e7-b902-c53bd3edc9ce admin admin] 10.222.0.76 "PUT /v2.0/routers/6a56da34-fe5c-4920-bccc-dd49b30e021a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8200238 Aug 30 21:34:27.861557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:27.867428 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:27.874267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['70973e76-e640-4df2-b44f-4aebd5f63f58'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:34:27.882817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:27.886079 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:27.997995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e0ad67b-d18f-4a21-8186-28048569434b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:28.043534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Pushing event deleted for resources: {'Port': ['ID=70973e76-e640-4df2-b44f-4aebd5f63f58,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:28.053764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.10 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/33f3f3cb-5346-4da1-ad43-2de6739e392c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:28.098425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4e0ad67b-d18f-4a21-8186-28048569434b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:28.098838 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.107569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] No DVR routers for this DVR port 70973e76-e640-4df2-b44f-4aebd5f63f58 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:28.111152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.115631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-766937b0-aa95-48b1-b1ba-53976c2af71d req-5ed2158d-8195-43f2-95bd-abd3dc8df80a tempest-VolumesActionsTest-75613657 tempest-VolumesActionsTest-75613657-project] 10.222.0.82 "DELETE /v2.0/ports/70973e76-e640-4df2-b44f-4aebd5f63f58 HTTP/1.1" status: 204 len: 173 time: 1.2559814 Aug 30 21:34:28.119776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'name': 'network-vif-deleted', 'tag': '70973e76-e640-4df2-b44f-4aebd5f63f58'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:28.122529 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb126ad5-1fd4-4d5c-80a0-d90079496412" -d '{"events": [{"server_uuid": "a1ce975c-3787-4375-b33a-eb3cfcf44cb5", "name": "network-vif-deleted", "tag": "70973e76-e640-4df2-b44f-4aebd5f63f58"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:28.204719 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:28.218486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-230c20e9-1d23-45f4-b352-275613dc82c7 req-a882faf9-92f8-459b-a0b2-e17bf9307f7b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0553029 Aug 30 21:34:28.287238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af8fc60c-9149-4406-9f20-8dc657050b20 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:28.407578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port af8fc60c-9149-4406-9f20-8dc657050b20 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:28.412102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port af8fc60c-9149-4406-9f20-8dc657050b20 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:28.412464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.502167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.510083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dc489df-45d2-4888-820a-a7af716dbc0d req-fc103196-a1f0-40b2-9905-cbfc4fd9cce5 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 210 time: 0.1618149 Aug 30 21:34:28.526011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object 33f3f3cb-5346-4da1-ad43-2de6739e392c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:28.569223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.616585 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.646883 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c375d52-a37f-499c-a372-257c6f11f8a0 x-openstack-request-id: req-5c375d52-a37f-499c-a372-257c6f11f8a0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:28.648064 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ce975c-3787-4375-b33a-eb3cfcf44cb5", "name": "network-vif-deleted", "tag": "70973e76-e640-4df2-b44f-4aebd5f63f58", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:28.648331 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c375d52-a37f-499c-a372-257c6f11f8a0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:28.648751 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ce975c-3787-4375-b33a-eb3cfcf44cb5', 'name': 'network-vif-deleted', 'tag': '70973e76-e640-4df2-b44f-4aebd5f63f58', 'status': 'completed', 'code': 200} Aug 30 21:34:28.661926 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:24Z', 'revision_number': 2, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:28.670430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port af8fc60c-9149-4406-9f20-8dc657050b20, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af8fc60c-9149-4406-9f20-8dc657050b20,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:28.680614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.682019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 620ab99d-2399-43a6-80eb-602c90dee977 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:28.684761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.735095 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:28.735448 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Updating router 6a56da34-fe5c-4920-bccc-dd49b30e021a port 6cfd312c-103a-4fd8-a111-ca1f6507d636 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:34:28.757248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:28.768370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:28.789694 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.800267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:28.811876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=af8fc60c-9149-4406-9f20-8dc657050b20,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:28.838430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 620ab99d-2399-43a6-80eb-602c90dee977 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:28.838844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:28.912517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=33f3f3cb-5346-4da1-ad43-2de6739e392c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:29.017438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:29.018190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.085306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-580b6f98-7122-4306-baec-9a075c09525b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6783934 Aug 30 21:34:29.102017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Request body: {'port': {'device_id': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:29.211053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.357105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting port 12bf1645-b10a-4f57-ad0d-05e8b40779f0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:29.357713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.362839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a69ec287-f2eb-4db3-8040-1e9e7d025545 None None] Provisioning for port 33f3f3cb-5346-4da1-ad43-2de6739e392c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:29.369175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a69ec287-f2eb-4db3-8040-1e9e7d025545 None None] Provisioning complete for port 33f3f3cb-5346-4da1-ad43-2de6739e392c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:29.370586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a69ec287-f2eb-4db3-8040-1e9e7d025545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.457333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:29.463839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a69ec287-f2eb-4db3-8040-1e9e7d025545 None None] Port 33f3f3cb-5346-4da1-ad43-2de6739e392c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:29.473691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990828334', 'description': 'tempest-description--1486215548'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:29.557041 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.596019 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Transition to ACTIVE for port object 6cfd312c-103a-4fd8-a111-ca1f6507d636 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:29.619745 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.646515 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.687802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Calling delete_port for 12bf1645-b10a-4f57-ad0d-05e8b40779f0 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:29.735027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:29.763121 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406a3d4-964e-466d-befc-e280073c4267 None None] Pushing event updated for resources: {'Port': ['ID=6cfd312c-103a-4fd8-a111-ca1f6507d636,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:29.846620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af8fc60c-9149-4406-9f20-8dc657050b20 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:29.938758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc88709-657a-45e6-a87c-05ff89fc3538 req-d5ea8d6d-8334-473b-a158-fd6cb94a53f2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:29.949417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bc88709-657a-45e6-a87c-05ff89fc3538 req-d5ea8d6d-8334-473b-a158-fd6cb94a53f2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 932 time: 0.2106016 Aug 30 21:34:29.971160 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Attempting to bind port 6cfd312c-103a-4fd8-a111-ca1f6507d636 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:29.971552 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Attempting to bind port 6cfd312c-103a-4fd8-a111-ca1f6507d636 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:29.971921 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Attempting to bind port 6cfd312c-103a-4fd8-a111-ca1f6507d636 on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:30.002377 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:30.004541 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Checking segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:30.004967 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.005404 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Bound using segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:30.013619 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Bound port: 6cfd312c-103a-4fd8-a111-ca1f6507d636, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:30.016115 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.018877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port af8fc60c-9149-4406-9f20-8dc657050b20 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:30.019266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.059511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-d89a8868-d0c9-48cc-8191-49ef5f55af20 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:30.068621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-d89a8868-d0c9-48cc-8191-49ef5f55af20 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.82 "GET /v2.0/networks?id=3e2995f5-799c-4196-8e2d-980ed00bfe31 HTTP/1.1" status: 200 len: 812 time: 0.5816319 Aug 30 21:34:30.071374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bc88709-657a-45e6-a87c-05ff89fc3538 req-2d033861-025a-426e-b526-d10def879262 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205964 Aug 30 21:34:30.134390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Request body: {'port': {'device_id': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31', 'admin_state_up': True, 'tenant_id': 'fbc734617c5547db93140753fda8736b'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:30.236481 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] For port 6cfd312c-103a-4fd8-a111-ca1f6507d636, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:30.245477 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] For port 6cfd312c-103a-4fd8-a111-ca1f6507d636, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cfd312c-103a-4fd8-a111-ca1f6507d636,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:30.255028 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.277626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc8fd6cb-bd66-497c-82d4-1154f7d56bfe req-304a937f-ff60-47ff-8372-73e3fef77f75 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 210 time: 0.0649869 Aug 30 21:34:30.280812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.333161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:30.334114 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:30.363845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Port': ['ID=12bf1645-b10a-4f57-ad0d-05e8b40779f0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:30.437123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.463784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.470959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f3f3cb-5346-4da1-ad43-2de6739e392c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:30.540141 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:30.569396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e23b4-5553-45c5-8a71-195ea87178dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:30.602368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.686860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Transition to ACTIVE for port object 33f3f3cb-5346-4da1-ad43-2de6739e392c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:30.709256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.711631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9125d63e-22cd-4f60-bf01-262873c2b590 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2523978 Aug 30 21:34:30.716362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:30.717031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:30.739016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'security_group_rule': {'security_group_id': '5e2e23b4-5553-45c5-8a71-195ea87178dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:30.836399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Pushing event updated for resources: {'Port': ['ID=33f3f3cb-5346-4da1-ad43-2de6739e392c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:30.883707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Made reservation on behalf of fbc734617c5547db93140753fda8736b for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:30.888118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.030627 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406a3d4-964e-466d-befc-e280073c4267 None None] Pushing event updated for resources: {'Port': ['ID=6cfd312c-103a-4fd8-a111-ca1f6507d636,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:31.077338 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d790674a-022c-48c0-bfff-21e91246125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:30Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:31.175303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Allocated IP 172.20.0.5 (3e2995f5-799c-4196-8e2d-980ed00bfe31/5326f515-39d6-447b-879a-055cb5ec94ce/fb187e34-18c1-463e-8936-6059a9abc2c3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:31.180284 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d790674a-022c-48c0-bfff-21e91246125f None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:30Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:31.197286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70973e76-e640-4df2-b44f-4aebd5f63f58 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:31.263639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.322506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 70973e76-e640-4df2-b44f-4aebd5f63f58 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:31.324103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 70973e76-e640-4df2-b44f-4aebd5f63f58 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:31.409876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.564104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Attempting to bind port 33f3f3cb-5346-4da1-ad43-2de6739e392c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:31.564454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Attempting to bind port 33f3f3cb-5346-4da1-ad43-2de6739e392c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:31.564967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Attempting to bind port 33f3f3cb-5346-4da1-ad43-2de6739e392c on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:31.582025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Port 33f3f3cb-5346-4da1-ad43-2de6739e392c on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:34:31.582360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Attempting to bind port 33f3f3cb-5346-4da1-ad43-2de6739e392c on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:31.612279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:31.612859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:31.613418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:31.614044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Bound port: 33f3f3cb-5346-4da1-ad43-2de6739e392c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:31.614587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.700868 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.732879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc2ee7-59d6-4818-ab20-6da059559ba7 req-1e1a3150-b879-45cb-a07a-020af403c09d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:31.734607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eadc2ee7-59d6-4818-ab20-6da059559ba7 req-1e1a3150-b879-45cb-a07a-020af403c09d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.3987360 Aug 30 21:34:31.740164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.790111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Router 9bd45f64-8771-4908-a053-2a6098791ba5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:31.806932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cfd312c-103a-4fd8-a111-ca1f6507d636 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:31.861817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.871188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff0c729-0b47-4c55-a3cb-c3ef729004ae,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:31.908671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.909692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6cfd312c-103a-4fd8-a111-ca1f6507d636 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:31.910182 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fd548240-2d62-49c2-a933-8972f8b1de7b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1852858 Aug 30 21:34:31.913788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:31.919811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6cfd312c-103a-4fd8-a111-ca1f6507d636 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:31.921789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.923237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'security_group_rule': {'security_group_id': '5e2e23b4-5553-45c5-8a71-195ea87178dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:31.971591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] For port 33f3f3cb-5346-4da1-ad43-2de6739e392c, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:31.981333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] For port 33f3f3cb-5346-4da1-ad43-2de6739e392c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:31.994492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:31.998157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.036714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eadc2ee7-59d6-4818-ab20-6da059559ba7 req-7b508aba-ce71-4b1b-bce9-ca02c579b30b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897656 Aug 30 21:34:32.058272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:32.063908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-54d739e9-b756-4d97-9038-d9e91a2df5e5 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4630404 Aug 30 21:34:32.068471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38140) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:32.079973 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.099361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:32.106820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.110311 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] 10.222.0.86 "PUT /v2.0/ports/33f3f3cb-5346-4da1-ad43-2de6739e392c HTTP/1.1" status: 200 len: 1093 time: 3.0151470 Aug 30 21:34:32.113787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'tag': '33f3f3cb-5346-4da1-ad43-2de6739e392c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:32.123667 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a9a370-451e-47d9-ae32-9c5d710cd057" -d '{"events": [{"name": "network-changed", "server_uuid": "17f56f28-0486-4424-9bd6-0cc641af9cf1", "tag": "33f3f3cb-5346-4da1-ad43-2de6739e392c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:32.126278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] Sync routers for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:32.147855 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-1f2b8c9c-9d7d-4214-987b-58edb585eb42 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] show failed (client error): The resource could not be found. Aug 30 21:34:32.149334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1f2b8c9c-9d7d-4214-987b-58edb585eb42 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-832904121 HTTP/1.1" status: 404 len: 334 time: 0.0797408 Aug 30 21:34:32.150833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.167345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:32.180875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:32.181646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:32.184342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c1c45232-71a4-4393-99f9-5098762e8349 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:32.249863 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-c1c45232-71a4-4393-99f9-5098762e8349 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] update failed (client error): The resource could not be found. Aug 30 21:34:32.250944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c1c45232-71a4-4393-99f9-5098762e8349 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1923264805 HTTP/1.1" status: 404 len: 335 time: 0.0803454 Aug 30 21:34:32.273288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:32.292951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38146) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:32.305575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 6cfd312c-103a-4fd8-a111-ca1f6507d636, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cfd312c-103a-4fd8-a111-ca1f6507d636,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:32.307017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] Routers {'9bd45f64-8771-4908-a053-2a6098791ba5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:32.308012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9bd45f64-8771-4908-a053-2a6098791ba5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:32.349756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23380c42-cf8f-4ab6-9d47-d3c10a5e8b45 req-aa9f0de0-f80b-4124-ac21-f1a78d75c204 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:32.354075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23380c42-cf8f-4ab6-9d47-d3c10a5e8b45 req-aa9f0de0-f80b-4124-ac21-f1a78d75c204 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 931 time: 0.1158278 Aug 30 21:34:32.369275 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.464396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d903e-49e2-46db-921c-ed7ccead33d3 service neutron] Pushing event updated for resources: {'Port': ['ID=33f3f3cb-5346-4da1-ad43-2de6739e392c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:32.464622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23380c42-cf8f-4ab6-9d47-d3c10a5e8b45 req-cbd8b818-f8c1-45c5-aa4a-6a8cdf58d15a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034324 Aug 30 21:34:32.488816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=6cfd312c-103a-4fd8-a111-ca1f6507d636,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:32.512519 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:32.513228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0046d9e-a6c3-43b5-91cf-8208c6653ec2 None None] The sync data for ids ['9bd45f64-8771-4908-a053-2a6098791ba5'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:32.523630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Network 3e2995f5-799c-4196-8e2d-980ed00bfe31 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:32.543622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:32.595118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:32.602382 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a089c54e-e75f-42eb-a274-17fc84c7b262 x-openstack-request-id: req-a089c54e-e75f-42eb-a274-17fc84c7b262 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:32.602793 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f56f28-0486-4424-9bd6-0cc641af9cf1", "tag": "33f3f3cb-5346-4da1-ad43-2de6739e392c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:32.603137 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a089c54e-e75f-42eb-a274-17fc84c7b262 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:32.603645 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'tag': '33f3f3cb-5346-4da1-ad43-2de6739e392c', 'status': 'completed', 'code': 200} Aug 30 21:34:32.620806 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.673133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting subnet 25b660ad-7dd9-48eb-baf2-273e92cda8b6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:32.677111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-112a2500-9f31-494a-9641-3a52a026737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:32.678840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-112a2500-9f31-494a-9641-3a52a026737d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 1096 time: 0.4658625 Aug 30 21:34:32.679657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.690309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.773428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Pushing event updated for resources: {'Port': ['ID=fb187e34-18c1-463e-8936-6059a9abc2c3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:32.785392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-0d8aa8a4-e915-47f5-9471-acec149d622b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c HTTP/1.1" status: 200 len: 217 time: 0.0918016 Aug 30 21:34:32.798310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c98826-8385-4785-9893-f8d296fa849c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:32.849249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.850701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-06d30c9a-21e5-413a-ad31-cd3ac194af46 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9318361 Aug 30 21:34:32.854712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38158) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:32.859907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:32.863613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:32.864478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.882539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.928051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-932847cf-0357-48cf-8eec-644ac3a1ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:32.929665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-932847cf-0357-48cf-8eec-644ac3a1ec62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1284721 Aug 30 21:34:32.932322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:32.957222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-2580e05f-dd4e-4202-9185-3f364f2ceb46 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8373804 Aug 30 21:34:32.983672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Request body: {'port': {'device_id': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:33.108786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.406868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Allocated IP 172.25.5.137 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5e65fb54-9acc-45c7-9f6b-5328c35bdf73) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:33.418572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8f623-e305-458f-8ff8-16b43dc1b338 req-6aa78c0f-b350-4eee-95c3-b1fae628270f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:33.426775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40d8f623-e305-458f-8ff8-16b43dc1b338 req-6aa78c0f-b350-4eee-95c3-b1fae628270f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.2073681 Aug 30 21:34:33.539776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-d0b2f1ae-b190-466d-b8db-071ce4de4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:33.541319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-d0b2f1ae-b190-466d-b8db-071ce4de4774 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6039741 Aug 30 21:34:33.543970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.544628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40d8f623-e305-458f-8ff8-16b43dc1b338 req-87a1336e-68a4-4938-82df-1961ebddbce5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168544 Aug 30 21:34:33.548946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.604290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.650868 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.743085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cfd312c-103a-4fd8-a111-ca1f6507d636 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:33.749239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.833376 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.846078 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-63e62dd7-8afa-4702-8907-a9f07aae9c5a service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720859 Aug 30 21:34:33.847247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'Port': ['ID=5e65fb54-9acc-45c7-9f6b-5328c35bdf73,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:33.864502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50954305-ffe5-4b92-af10-af9ed597e00c req-2fa6c952-aa80-4658-805b-7e8c3030532a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:33.868884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6cfd312c-103a-4fd8-a111-ca1f6507d636 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:33.869263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.873907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50954305-ffe5-4b92-af10-af9ed597e00c req-2fa6c952-aa80-4658-805b-7e8c3030532a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 931 time: 0.2025213 Aug 30 21:34:33.892271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:33.892598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Subnet': ['ID=25b660ad-7dd9-48eb-baf2-273e92cda8b6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:33.912831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:33.920616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:33.936506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:33.939454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f2115ab4-f53f-4a2f-90bf-db43eb284f6e tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/subnets/25b660ad-7dd9-48eb-baf2-273e92cda8b6 HTTP/1.1" status: 204 len: 168 time: 1.6436524 Aug 30 21:34:33.948070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38168) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:33.962767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5112b9-f2cf-4f2c-835c-04a0060146bf None None] Network ee19704e-5407-4501-9ebf-1d1f41dce821 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:34.032743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting subnet 87b221c9-6dba-4fb7-993f-e8f028027e3c {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:34.038565 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.110393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.162703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6fe8c93-0dd6-4f7d-90d5-aad5ea6b28b1 req-d1260a5e-2662-41bb-bcaa-785c70b94860 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911601 Aug 30 21:34:34.240719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] DHCP port deletion for ee19704e-5407-4501-9ebf-1d1f41dce821 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:34:34.246897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50954305-ffe5-4b92-af10-af9ed597e00c req-a701652a-803e-4dc6-98de-eb9479145690 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719480 Aug 30 21:34:34.297509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb187e34-18c1-463e-8936-6059a9abc2c3 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:34.308711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] Deleting port 8e5f5ac0-8732-4069-9fe9-16249263e719 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:34.309024 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.311295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.329291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.342878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-28827ef2-6358-41bd-be47-f98d7b47d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:34.345002 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-28827ef2-6358-41bd-be47-f98d7b47d73c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 1096 time: 0.1016304 Aug 30 21:34:34.346077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Transition to ACTIVE for port object fb187e34-18c1-463e-8936-6059a9abc2c3 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:34.351663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.364523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.411101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] For port 8e5f5ac0-8732-4069-9fe9-16249263e719, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8e5f5ac0-8732-4069-9fe9-16249263e719,segment=NetworkSegment(13b44a74-2df2-484d-b795-421746a8d71e),segment_id=13b44a74-2df2-484d-b795-421746a8d71e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:34.411830 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.424608 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.431213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] Calling delete_port for 8e5f5ac0-8732-4069-9fe9-16249263e719 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:34.479536 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.509269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Pushing event updated for resources: {'Port': ['ID=fb187e34-18c1-463e-8936-6059a9abc2c3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:34.527328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.532206 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/subnets/87b221c9-6dba-4fb7-993f-e8f028027e3c HTTP/1.1" status: 204 len: 168 time: 0.5802965 Aug 30 21:34:34.532206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f35b0-6d7f-4a82-9677-4c81f686d7a6 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Subnet': ['ID=87b221c9-6dba-4fb7-993f-e8f028027e3c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:34.535215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:34.540567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e35036-3c41-4f3c-8410-2c2a4565297a None None] Network 242fb520-c42f-4216-9eec-fd0f4645d4ef requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:34.713714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.771270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf37015-0999-420b-b253-ce344966bd41 req-094ac542-4269-412f-b923-9ec2f4205d84 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:34.773071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cf37015-0999-420b-b253-ce344966bd41 req-094ac542-4269-412f-b923-9ec2f4205d84 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1000473 Aug 30 21:34:34.775737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.792257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-1e0258f4-d5e7-47b0-a3eb-3eaca8cc5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:34.793811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-1e0258f4-d5e7-47b0-a3eb-3eaca8cc5254 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.4366560 Aug 30 21:34:34.819346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.832305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cf37015-0999-420b-b253-ce344966bd41 req-487023bb-770c-4582-b843-7e3f3feec3d1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Aug 30 21:34:34.833308 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.874017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] No DVR routers for this DVR port 8e5f5ac0-8732-4069-9fe9-16249263e719 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:34.883740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5058423-f97c-47a5-b78a-642ead181cad None None] Pushing event deleted for resources: {'Port': ['ID=8e5f5ac0-8732-4069-9fe9-16249263e719,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:34.919509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-c9395e40-e2d0-4176-84cb-3e4fc581b85f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c HTTP/1.1" status: 200 len: 217 time: 0.1005659 Aug 30 21:34:34.926499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Attempting to bind port fb187e34-18c1-463e-8936-6059a9abc2c3 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:34.926906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Attempting to bind port fb187e34-18c1-463e-8936-6059a9abc2c3 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '3c42c129-b1f2-41af-a823-fec76f620433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:34.927301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Attempting to bind port fb187e34-18c1-463e-8936-6059a9abc2c3 on network 3e2995f5-799c-4196-8e2d-980ed00bfe31 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:34.940800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'Port': ['ID=5e65fb54-9acc-45c7-9f6b-5328c35bdf73,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:34.943414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Port fb187e34-18c1-463e-8936-6059a9abc2c3 on network 3e2995f5-799c-4196-8e2d-980ed00bfe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:34:34.943791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Attempting to bind port fb187e34-18c1-463e-8936-6059a9abc2c3 on network 3e2995f5-799c-4196-8e2d-980ed00bfe31 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:34.953926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.976114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:34.988226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0936184b-6517-4b84-b061-c5cf46f30a99 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1275301 Aug 30 21:34:35.023843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-2cbe8711-bf21-47bc-8ab1-974c58ea2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:35.028022 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-2cbe8711-bf21-47bc-8ab1-974c58ea2e93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0949931 Aug 30 21:34:35.030019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:35.031020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Checking segment: {'id': '3c42c129-b1f2-41af-a823-fec76f620433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:35.031820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Bound using segment: {'id': '3c42c129-b1f2-41af-a823-fec76f620433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:35.032463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Bound port: fb187e34-18c1-463e-8936-6059a9abc2c3, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c42c129-b1f2-41af-a823-fec76f620433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:35.033035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.101334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] DHCP port deletion for 242fb520-c42f-4216-9eec-fd0f4645d4ef request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:34:35.180265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] Deleting port 620ab99d-2399-43a6-80eb-602c90dee977 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:35.180265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.202119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting port 8e5f5ac0-8732-4069-9fe9-16249263e719 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:35.202481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.228679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-942e0f1e-5ec2-436f-a9bc-a3d8785b4b8d tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--990828334&fields=id&tenant_id=2b75689c41ce44d193ba9e581675f6f4 HTTP/1.1" status: 200 len: 267 time: 0.0941799 Aug 30 21:34:35.277026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] For port 620ab99d-2399-43a6-80eb-602c90dee977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=620ab99d-2399-43a6-80eb-602c90dee977,segment=NetworkSegment(d4411578-226a-4ed0-8f73-37ddfbebaa02),segment_id=d4411578-226a-4ed0-8f73-37ddfbebaa02)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:35.277724 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.294055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] Calling delete_port for 620ab99d-2399-43a6-80eb-602c90dee977 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:35.299831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] For port fb187e34-18c1-463e-8936-6059a9abc2c3, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:35.308071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] For port fb187e34-18c1-463e-8936-6059a9abc2c3, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fb187e34-18c1-463e-8936-6059a9abc2c3,segment=NetworkSegment(3c42c129-b1f2-41af-a823-fec76f620433),segment_id=3c42c129-b1f2-41af-a823-fec76f620433)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:35.318018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-5a29cc7b-42b5-42e5-a34a-29ff8312f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:35.319611 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-5a29cc7b-42b5-42e5-a34a-29ff8312f39d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712536 Aug 30 21:34:35.327216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.401580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.401967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-1533ef4a-e62a-4307-83f7-74774853a580 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:35.403606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-1533ef4a-e62a-4307-83f7-74774853a580 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 811 time: 0.1672032 Aug 30 21:34:35.404433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Pushing event updated for resources: {'Port': ['ID=fb187e34-18c1-463e-8936-6059a9abc2c3,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:35.435637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-a997ec80-b89a-4b45-a9b9-6b49ae069a4d tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/quotas/2b75689c41ce44d193ba9e581675f6f4 HTTP/1.1" status: 200 len: 375 time: 0.0241010 Aug 30 21:34:35.446827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] Pushing event deleted for resources: {'Port': ['ID=620ab99d-2399-43a6-80eb-602c90dee977,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:35.450005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b38f6-425e-450e-963a-a7e4a078a2bd None None] No DVR routers for this DVR port 620ab99d-2399-43a6-80eb-602c90dee977 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:35.464812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] For port 8e5f5ac0-8732-4069-9fe9-16249263e719, host n-d-793620-16, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:35.465325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.502496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:35.503168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.511383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-49c29d3f-2c47-476c-b13c-ed4dafe61aa2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699713 Aug 30 21:34:35.512630 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-f7d35ffe-c000-4504-be49-ea66f6bf3374 service neutron] 10.222.0.82 "PUT /v2.0/ports/fb187e34-18c1-463e-8936-6059a9abc2c3 HTTP/1.1" status: 200 len: 1092 time: 2.5314381 Aug 30 21:34:35.518578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'tag': 'fb187e34-18c1-463e-8936-6059a9abc2c3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:35.522185 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b47e717-bb37-4305-8ba9-c02b1c445b18", "tag": "fb187e34-18c1-463e-8936-6059a9abc2c3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:35.539792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Calling delete_port for 8e5f5ac0-8732-4069-9fe9-16249263e719 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:35.547223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Port 8e5f5ac0-8732-4069-9fe9-16249263e719 was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:34:35.553278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.639971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] No DVR routers for this DVR port 8e5f5ac0-8732-4069-9fe9-16249263e719 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:35.678478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Port': ['ID=8e5f5ac0-8732-4069-9fe9-16249263e719,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:35.685866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-bc7d501e-34cd-4f6a-a204-cfa61b227e19 service neutron] 10.222.0.76 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565876 Aug 30 21:34:35.744361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8e5f5ac0-8732-4069-9fe9-16249263e719 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:35.774119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8e5f5ac0-8732-4069-9fe9-16249263e719 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:35.774586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8e5f5ac0-8732-4069-9fe9-16249263e719 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:35.775131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 620ab99d-2399-43a6-80eb-602c90dee977 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:35.787321 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-e2878b2b-40d7-40c9-a289-a490c3c4073c service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567468 Aug 30 21:34:35.843902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 620ab99d-2399-43a6-80eb-602c90dee977 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:35.844477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 620ab99d-2399-43a6-80eb-602c90dee977 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:35.903265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-72ef4e2e-5762-4792-a7de-dd800d6da205 service neutron] 10.222.0.76 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165949 Aug 30 21:34:35.924250 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:35.948876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-d372bfdc-26b2-45b4-8136-ce5412fc8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:35.950747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-d372bfdc-26b2-45b4-8136-ce5412fc8ab1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fbc734617c5547db93140753fda8736b&device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 1095 time: 0.3584673 Aug 30 21:34:36.006788 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-65abaa05-5e69-496d-b482-0da2863ead93 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb187e34-18c1-463e-8936-6059a9abc2c3 HTTP/1.1" status: 200 len: 217 time: 0.0421181 Aug 30 21:34:36.026509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.075767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee19704e-5407-4501-9ebf-1d1f41dce821']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:36.142985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b44a74-2df2-484d-b795-421746a8d71e') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:36.143570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b44a74-2df2-484d-b795-421746a8d71e') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:36.158091 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50a9a370-451e-47d9-ae32-9c5d710cd057 req-2612989d-9adf-498f-bdc8-3ddb64798f71 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538151 Aug 30 21:34:36.162889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.183273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-8b9c69ae-b9a0-45f3-b209-ee3c8319cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:36.185445 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-8b9c69ae-b9a0-45f3-b209-ee3c8319cf17 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5326f515-39d6-447b-879a-055cb5ec94ce HTTP/1.1" status: 200 len: 852 time: 0.1694150 Aug 30 21:34:36.194268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.216249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade7d18-cd67-481d-967a-b88a909b5af1 req-aee05859-698b-49c6-bb21-a8a7d0f77342 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:36.225539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fade7d18-cd67-481d-967a-b88a909b5af1 req-aee05859-698b-49c6-bb21-a8a7d0f77342 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 943 time: 0.0707810 Aug 30 21:34:36.245615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-84596e2c-de3f-47a5-a53e-a1bb7d69076c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e2995f5-799c-4196-8e2d-980ed00bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443337 Aug 30 21:34:36.251625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:36.251967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.274207 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fade7d18-cd67-481d-967a-b88a909b5af1 req-56394c3e-774f-4e3c-bbba-700da73b34da tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452418 Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:36.323164 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:36.334323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.360748 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.362790 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/networks/ee19704e-5407-4501-9ebf-1d1f41dce821 HTTP/1.1" status: 204 len: 168 time: 1.8198173 Aug 30 21:34:36.365599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38210) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:36.397794 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7813d-7517-42d4-a9d8-6b04fe21df8d x-openstack-request-id: req-ffa7813d-7517-42d4-a9d8-6b04fe21df8d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:36.398121 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b47e717-bb37-4305-8ba9-c02b1c445b18", "tag": "fb187e34-18c1-463e-8936-6059a9abc2c3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:36.398381 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffa7813d-7517-42d4-a9d8-6b04fe21df8d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:36.399140 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'tag': 'fb187e34-18c1-463e-8936-6059a9abc2c3', 'status': 'completed', 'code': 200} Aug 30 21:34:36.436168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fedcdd-fd3a-4c14-a4ef-dace108783f4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Network': ['ID=ee19704e-5407-4501-9ebf-1d1f41dce821,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:36.503402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-8f6913b8-1f68-4eca-b0ae-df2d9303f2a8 service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787670 Aug 30 21:34:36.566989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.607612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e54c-fbd9-4b08-9b20-63649645ea8d req-ce169a42-27e7-4e79-b34e-526ea83e4f2b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:36.614976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75b6e54c-fbd9-4b08-9b20-63649645ea8d req-ce169a42-27e7-4e79-b34e-526ea83e4f2b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1154473 Aug 30 21:34:36.681419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e32499e6-2c0b-49a5-a96e-5e0dc85d2e80 req-1efaaae6-ba23-4ffd-83f2-b11173064aeb service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708109 Aug 30 21:34:36.772726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75b6e54c-fbd9-4b08-9b20-63649645ea8d req-0702845c-5ade-4906-9ea2-efb005e534a7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511059 Aug 30 21:34:36.808328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.836776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242fb520-c42f-4216-9eec-fd0f4645d4ef']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:36.847807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-b248fc33-beb6-41af-8dd3-cf123bbcd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:36.850201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-b248fc33-beb6-41af-8dd3-cf123bbcd8c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fbc734617c5547db93140753fda8736b&device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 1095 time: 0.1044416 Aug 30 21:34:36.879716 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4411578-226a-4ed0-8f73-37ddfbebaa02') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:36.880168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4411578-226a-4ed0-8f73-37ddfbebaa02') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:36.909820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e1182e0-0c12-4d70-a9ce-c6bd3c2c77d7 req-1fac4864-f366-4834-9df1-fdb888a8233c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 210 time: 0.0537956 Aug 30 21:34:36.911708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.930941 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.937086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:36.937485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:36.940666 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:36.970175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-dd0a7058-218a-4b3d-ac9b-31a09ca7d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:36.971404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-dd0a7058-218a-4b3d-ac9b-31a09ca7d5bc service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e2995f5-799c-4196-8e2d-980ed00bfe31 HTTP/1.1" status: 200 len: 913 time: 0.1131535 Aug 30 21:34:37.005495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.016956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.021322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/networks/242fb520-c42f-4216-9eec-fd0f4645d4ef HTTP/1.1" status: 204 len: 168 time: 0.6522954 Aug 30 21:34:37.032030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38228) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:37.038184 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-94b529a5-654d-4881-9e13-9626815185f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb187e34-18c1-463e-8936-6059a9abc2c3 HTTP/1.1" status: 200 len: 217 time: 0.0549262 Aug 30 21:34:37.043342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06315141-e8d8-45a9-93dd-e944ee67f357 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Network': ['ID=242fb520-c42f-4216-9eec-fd0f4645d4ef,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:37.114934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting subnet 63f7ecd3-60b4-4fdb-8055-fc12158fa687 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:37.119152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.122657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-f5b6d5a4-b358-4055-9646-247a85cb2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:37.125203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-f5b6d5a4-b358-4055-9646-247a85cb2a5c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5326f515-39d6-447b-879a-055cb5ec94ce HTTP/1.1" status: 200 len: 852 time: 0.0802715 Aug 30 21:34:37.168099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.179908 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-7006ce74-629b-406d-adb4-657e4820d8c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e2995f5-799c-4196-8e2d-980ed00bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354574 Aug 30 21:34:37.268002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.305468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-4bebe5a8-9235-4c5f-834c-2affeff7983a service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171312 Aug 30 21:34:37.341971 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.386392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Subnet': ['ID=63f7ecd3-60b4-4fdb-8055-fc12158fa687,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:37.399870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489bb6e-4144-4b38-9188-7e57a8d4c732 None None] Network b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:34:37.409185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.411398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-484992a2-a02e-4779-8146-924c31746a28 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/subnets/63f7ecd3-60b4-4fdb-8055-fc12158fa687 HTTP/1.1" status: 204 len: 168 time: 0.3781595 Aug 30 21:34:37.413835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38232) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:37.432448 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:34:37.528280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e66a7c3e-28f1-4f5e-863f-ee3123fedae8 req-e2e6cefa-21d4-466a-b15c-d779cc993257 service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102191 Aug 30 21:34:37.689925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce11e-418d-429b-9934-910cbdcd5a2f req-09627849-e275-48f9-a292-60189a28c78a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:37.695726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85dce11e-418d-429b-9934-910cbdcd5a2f req-09627849-e275-48f9-a292-60189a28c78a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 943 time: 0.2969599 Aug 30 21:34:37.706219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.721985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7a4a2976-be94-4f4c-b912-499f9c42b2c4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:37.724049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7a4a2976-be94-4f4c-b912-499f9c42b2c4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 811 time: 0.2186041 Aug 30 21:34:37.787184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] DHCP port deletion for b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:34:37.802256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85dce11e-418d-429b-9934-910cbdcd5a2f req-8c40cf96-56f2-4162-a475-5eea55747875 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935199 Aug 30 21:34:37.834862 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-af5056b9-867c-4b8d-8437-b92089c42bcc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b75689c41ce44d193ba9e581675f6f4 HTTP/1.1" status: 200 len: 379 time: 0.0951488 Aug 30 21:34:37.845577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Deleting port 65f4f64b-faf8-44f2-95e4-5df06589dc69 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:37.847264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.849465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'port': {'device_id': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'admin_state_up': True, 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'security_groups': ['5e2e23b4-5553-45c5-8a71-195ea87178dd']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:37.914257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] Deleting port 65f4f64b-faf8-44f2-95e4-5df06589dc69 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:34:37.914257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:37.944207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] For port 65f4f64b-faf8-44f2-95e4-5df06589dc69, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=65f4f64b-faf8-44f2-95e4-5df06589dc69,segment=NetworkSegment(16a7edf8-90b1-4b0c-8629-fe39b85d88fb),segment_id=16a7edf8-90b1-4b0c-8629-fe39b85d88fb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:37.945089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.001813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Calling delete_port for 65f4f64b-faf8-44f2-95e4-5df06589dc69 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:38.038094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] For port 65f4f64b-faf8-44f2-95e4-5df06589dc69, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=65f4f64b-faf8-44f2-95e4-5df06589dc69,segment=NetworkSegment(16a7edf8-90b1-4b0c-8629-fe39b85d88fb),segment_id=16a7edf8-90b1-4b0c-8629-fe39b85d88fb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:38.041011 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.055891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Made reservation on behalf of 2b75689c41ce44d193ba9e581675f6f4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:38.056502 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] Calling delete_port for 65f4f64b-faf8-44f2-95e4-5df06589dc69 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:34:38.060590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.101619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab569e1-a331-4b12-b79b-9b7fd3a31c64 req-bca33ab6-bd63-43eb-b950-098908c8fcd9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:38.101619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ab569e1-a331-4b12-b79b-9b7fd3a31c64 req-bca33ab6-bd63-43eb-b950-098908c8fcd9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1406140 Aug 30 21:34:38.171115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ab569e1-a331-4b12-b79b-9b7fd3a31c64 req-fffb5229-6b44-4f46-93c9-5ed054eb4fb7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637798 Aug 30 21:34:38.199357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.210118 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.227599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Port': ['ID=65f4f64b-faf8-44f2-95e4-5df06589dc69,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:38.237021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] No DVR routers for this DVR port 65f4f64b-faf8-44f2-95e4-5df06589dc69 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:38.290065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] Pushing event deleted for resources: {'Port': ['ID=65f4f64b-faf8-44f2-95e4-5df06589dc69,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:38.297935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754bb244-f0c8-4f5f-ae8a-18f04f6be8f3 None None] No DVR routers for this DVR port 65f4f64b-faf8-44f2-95e4-5df06589dc69 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:34:38.315327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Allocated IP 172.20.0.13 (2da9d6b6-4a90-4894-b813-e5d4c15a5d52/8dc53d45-e74b-4883-803c-3982f07b095a/72797ea2-92dd-46e9-8f5c-025cd4e2264a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:38.340266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-204cb8ce-8e71-40da-a8c1-e17d155a00a5 req-f8d21665-c0cf-4c68-8925-0229447b7e88 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 210 time: 0.0628295 Aug 30 21:34:38.403840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.415223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:38.428375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a7edf8-90b1-4b0c-8629-fe39b85d88fb') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:38.428917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a7edf8-90b1-4b0c-8629-fe39b85d88fb') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:38.439878 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.455701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.465741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:38.466370 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:38.481171 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:38.499368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.517649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Transition to ACTIVE for port object 72797ea2-92dd-46e9-8f5c-025cd4e2264a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:38.545443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.554326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.559198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/networks/b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab HTTP/1.1" status: 204 len: 168 time: 1.1440551 Aug 30 21:34:38.559829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38250) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:38.577471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.602717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fb39bfe3-dafd-46c0-bdec-c0294064c90d tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "GET /v2.0/ports?device_id=9bd45f64-8771-4908-a053-2a6098791ba5 HTTP/1.1" status: 200 len: 205 time: 0.0387373 Aug 30 21:34:38.603597 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f13e3-fe20-4f5c-acaf-979d649a01f0 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Pushing event deleted for resources: {'Network': ['ID=b1ab34b0-6e6b-49d0-a86a-fdc46b0b67ab,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:38.606133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38252) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:38.647328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:38.656855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'Port': ['ID=72797ea2-92dd-46e9-8f5c-025cd4e2264a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:38.661286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:38.673748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:38.691452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.729024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:38.729665 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.747136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-7ae91769-f7a5-4e7f-94d3-7e69dc5ef3cc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9054983 Aug 30 21:34:38.761262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Request body: {'port': {'device_id': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:38.836870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:38.957349 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb7d4bd7-6f2d-4e8b-8e2b-ec4abcd21d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.029721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe111a98-f4b1-49b8-b06d-f6d23d75c2cc None None] Provisioning for port 72797ea2-92dd-46e9-8f5c-025cd4e2264a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:39.037416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe111a98-f4b1-49b8-b06d-f6d23d75c2cc None None] Provisioning complete for port 72797ea2-92dd-46e9-8f5c-025cd4e2264a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:39.037794 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe111a98-f4b1-49b8-b06d-f6d23d75c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.104085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fe111a98-f4b1-49b8-b06d-f6d23d75c2cc None None] Port 72797ea2-92dd-46e9-8f5c-025cd4e2264a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:39.240689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.246641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.258740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39cc10-0999-4f9a-a5c9-a32f19d49c4e req-d0f375cb-68d0-401f-87f3-29ae4b2cc59b tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:39.266723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72797ea2-92dd-46e9-8f5c-025cd4e2264a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:39.267321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd39cc10-0999-4f9a-a5c9-a32f19d49c4e req-d0f375cb-68d0-401f-87f3-29ae4b2cc59b tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 943 time: 0.1609662 Aug 30 21:34:39.274897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.289770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Transition to ACTIVE for port object 72797ea2-92dd-46e9-8f5c-025cd4e2264a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:39.295731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.349505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.350140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Fanout notify agent at l3_agent the message router_deleted on router 9bd45f64-8771-4908-a053-2a6098791ba5 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:34:39.369381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd39cc10-0999-4f9a-a5c9-a32f19d49c4e req-346b6af3-d248-4d47-b169-acc16f09a18b tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013324 Aug 30 21:34:39.380669 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.381887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-092d44a5-b48b-4929-af99-68b06e313db4 tempest-RoutersNegativeTest-1717891149 tempest-RoutersNegativeTest-1717891149-project] 10.222.0.76 "DELETE /v2.0/routers/9bd45f64-8771-4908-a053-2a6098791ba5 HTTP/1.1" status: 204 len: 168 time: 0.7744691 Aug 30 21:34:39.440117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Pushing event updated for resources: {'Port': ['ID=72797ea2-92dd-46e9-8f5c-025cd4e2264a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:39.478760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Attempting to bind port 72797ea2-92dd-46e9-8f5c-025cd4e2264a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:34:39.479275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Attempting to bind port 72797ea2-92dd-46e9-8f5c-025cd4e2264a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:34:39.479666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Attempting to bind port 72797ea2-92dd-46e9-8f5c-025cd4e2264a on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:39.485609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Port 72797ea2-92dd-46e9-8f5c-025cd4e2264a on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:34:39.486581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Attempting to bind port 72797ea2-92dd-46e9-8f5c-025cd4e2264a on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:34:39.495953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:34:39.496321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Checking segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:34:39.496719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Bound using segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:34:39.497282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Bound port: 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:34:39.497663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.569559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6118f49-6772-4980-a150-9a6e888b5f43 req-ec607e3d-c266-4438-85b8-de26408fd503 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:39.577298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6118f49-6772-4980-a150-9a6e888b5f43 req-ec607e3d-c266-4438-85b8-de26408fd503 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1137457 Aug 30 21:34:39.606120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] For port 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:34:39.610555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] For port 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:34:39.622416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.674294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6118f49-6772-4980-a150-9a6e888b5f43 req-d3b81a72-79b1-4112-a3c8-a332ce7bb8b4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890927 Aug 30 21:34:39.675186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:39.677093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:39.682244 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] 10.222.0.82 "PUT /v2.0/ports/72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1093 time: 0.9262898 Aug 30 21:34:39.687544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:39.692245 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dad8958-8fca-4481-a7a4-0d4d30517fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:39.748993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaca1b-0935-405d-b1c1-811051852258 service neutron] Pushing event updated for resources: {'Port': ['ID=72797ea2-92dd-46e9-8f5c-025cd4e2264a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:39.812230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 65f4f64b-faf8-44f2-95e4-5df06589dc69 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:34:39.861721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 65f4f64b-faf8-44f2-95e4-5df06589dc69 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:34:39.863769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 65f4f64b-faf8-44f2-95e4-5df06589dc69 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:34:39.875866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-85d07c49-e57c-4cb5-8eb5-8c1e003cb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:39.877600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-85d07c49-e57c-4cb5-8eb5-8c1e003cb61a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1096 time: 0.1004615 Aug 30 21:34:39.904411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:39.911759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cf49e-6363-4c27-9adf-db58ec04ca20 req-6f6869a8-24b6-49da-896d-9f69d4cd4a8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:39.931848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-386cf49e-6363-4c27-9adf-db58ec04ca20 req-6f6869a8-24b6-49da-896d-9f69d4cd4a8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 944 time: 0.1368973 Aug 30 21:34:39.968750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-6e7c5758-7dc4-49ff-bed5-9b90724e52c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 217 time: 0.0830679 Aug 30 21:34:39.995835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-386cf49e-6363-4c27-9adf-db58ec04ca20 req-063e3467-d53b-47fb-a845-113b5c0527c0 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630016 Aug 30 21:34:40.074468 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e19736-8844-4932-b202-d0b88cc8cc6d x-openstack-request-id: req-39e19736-8844-4932-b202-d0b88cc8cc6d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:40.074769 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:40.075028 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39e19736-8844-4932-b202-d0b88cc8cc6d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:40.075454 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'status': 'completed', 'code': 200} Aug 30 21:34:40.091532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-4a9828e2-3cbd-4e1c-96a9-ad6fb0cec0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.094316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-4a9828e2-3cbd-4e1c-96a9-ad6fb0cec0b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.1176393 Aug 30 21:34:40.212740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8b4ef25a-2cd7-4639-9266-fd37aa76faab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1b7caaaa1364b6ab89859c5e1e77bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066237 Aug 30 21:34:40.215417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38278) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:40.236195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-d8e75adf-72ce-4094-b1ba-fd4e356b19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.236443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-d8e75adf-72ce-4094-b1ba-fd4e356b19c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286888 Aug 30 21:34:40.312955 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e647-2dfe-46aa-8583-90289097d57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:40.343151 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e647-2dfe-46aa-8583-90289097d57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:40.396552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-0fd7087f-274b-49fd-8935-a22e844ef338 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511912 Aug 30 21:34:40.526308 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e647-2dfe-46aa-8583-90289097d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:40.529136 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cdb6e647-2dfe-46aa-8583-90289097d57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:40.530646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cdb6e647-2dfe-46aa-8583-90289097d57c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e679a4b3-152a-45b4-8d10-1bf89f3c21cf HTTP/1.1" status: 204 len: 168 time: 0.3138881 Aug 30 21:34:40.544318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ef2b228e-5e35-4767-86a3-634575b86f81 req-6e92ff86-9854-4a07-aaf4-12aad4ec15e0 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407404 Aug 30 21:34:40.544545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6e647-2dfe-46aa-8583-90289097d57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679a4b3-152a-45b4-8d10-1bf89f3c21cf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:40.562545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cea5ba-3374-418b-9e06-29ff07bb30c9 req-c2f576a5-2599-40ff-9910-e54eedf48262 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.571582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5cea5ba-3374-418b-9e06-29ff07bb30c9 req-c2f576a5-2599-40ff-9910-e54eedf48262 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 943 time: 0.1181157 Aug 30 21:34:40.636846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5cea5ba-3374-418b-9e06-29ff07bb30c9 req-0b8c1f80-89d3-4716-b955-51194b81c339 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637202 Aug 30 21:34:40.669977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-a843834f-8c2a-4890-948a-40e9ed112ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.672399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-a843834f-8c2a-4890-948a-40e9ed112ae0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1096 time: 0.0651250 Aug 30 21:34:40.816604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-61fa9a21-b61b-4a74-a67f-3da6465f5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.818609 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-61fa9a21-b61b-4a74-a67f-3da6465f5a32 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.1376464 Aug 30 21:34:40.828473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a84c10-830a-4e7c-8187-65a9bbda6ed4 req-9eb6233f-0326-4538-a343-7e40f7ea3043 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.836787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66a84c10-830a-4e7c-8187-65a9bbda6ed4 req-9eb6233f-0326-4538-a343-7e40f7ea3043 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.0647902 Aug 30 21:34:40.879584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-9da89396-20ea-4b32-bd80-1c870b095dbc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 217 time: 0.0535536 Aug 30 21:34:40.883661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66a84c10-830a-4e7c-8187-65a9bbda6ed4 req-982a39f6-8ae9-45e1-a5c1-43f3f7456e72 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455322 Aug 30 21:34:40.942282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-cafb88bf-6c9d-4dcc-8cc4-106b3212b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.944189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-cafb88bf-6c9d-4dcc-8cc4-106b3212b361 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0580618 Aug 30 21:34:40.996310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-e75bd514-804d-4514-a70d-ef9da2bbc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:40.998873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-e75bd514-804d-4514-a70d-ef9da2bbc3aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481234 Aug 30 21:34:41.117275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-a695b766-5dd5-47a8-9ff8-60110c8762f4 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097710 Aug 30 21:34:41.118426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673d02-4034-41b5-979f-948aab89e1ce req-561a5d8c-f4ce-43b2-81bf-e4d3995a4941 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:41.120386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8673d02-4034-41b5-979f-948aab89e1ce req-561a5d8c-f4ce-43b2-81bf-e4d3995a4941 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 944 time: 0.0583076 Aug 30 21:34:41.190086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8673d02-4034-41b5-979f-948aab89e1ce req-9007ce8f-e67b-4476-9be2-56b00084116f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593016 Aug 30 21:34:41.210815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fb187e34-18c1-463e-8936-6059a9abc2c3 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:34:41.255462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2dad8958-8fca-4481-a7a4-0d4d30517fc8 req-32a983b4-80d0-4326-b5e2-f74f5e0607f8 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279624 Aug 30 21:34:41.382862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port fb187e34-18c1-463e-8936-6059a9abc2c3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fb187e34-18c1-463e-8936-6059a9abc2c3,segment=NetworkSegment(3c42c129-b1f2-41af-a823-fec76f620433),segment_id=3c42c129-b1f2-41af-a823-fec76f620433)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:41.397721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'fb187e34-18c1-463e-8936-6059a9abc2c3', 'network_id': '3e2995f5-799c-4196-8e2d-980ed00bfe31', 'port_id': 'fb187e34-18c1-463e-8936-6059a9abc2c3', 'mac_address': 'fa:16:3e:5a:36:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5326f515-39d6-447b-879a-055cb5ec94ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:34:41.445033 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.454705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38310) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:41.469939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb187e34-18c1-463e-8936-6059a9abc2c3 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:41.505751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port fb187e34-18c1-463e-8936-6059a9abc2c3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fb187e34-18c1-463e-8936-6059a9abc2c3,segment=NetworkSegment(3c42c129-b1f2-41af-a823-fec76f620433),segment_id=3c42c129-b1f2-41af-a823-fec76f620433)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:41.511589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.586967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=fb187e34-18c1-463e-8936-6059a9abc2c3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:41.609749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--451627741'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:41.642507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.651280 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.755619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.823838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe243-6bf7-4cf6-b154-268c8fc7e087 req-3b5b74c7-e490-4f3c-9b4c-079c6eff0154 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:41.825385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87dfe243-6bf7-4cf6-b154-268c8fc7e087 req-3b5b74c7-e490-4f3c-9b4c-079c6eff0154 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 944 time: 0.0983930 Aug 30 21:34:41.884594 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.895257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87dfe243-6bf7-4cf6-b154-268c8fc7e087 req-b6ed089c-fa53-4b37-a72a-067c2a34ee3e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626369 Aug 30 21:34:41.897741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.918541 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdb8057b-2fd3-48df-82bd-af72e690d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:41.931268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['fb187e34-18c1-463e-8936-6059a9abc2c3'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:34:41.945547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c1663c-5ea9-4def-b815-e8ab43d32adb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:42.029694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.040789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.114432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2553d-cb54-4f66-9b80-ffe0fba059ea,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:42.120043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.121505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-54912811-ad5f-4032-8d7f-2d99cef2a711 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6655660 Aug 30 21:34:42.124360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38336) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.177055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab7b8b-0466-4189-88c5-d7a19723d14b req-6a0996d2-e88e-481f-bac5-1033719de02d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:42.178602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54ab7b8b-0466-4189-88c5-d7a19723d14b req-6a0996d2-e88e-481f-bac5-1033719de02d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1118345 Aug 30 21:34:42.222408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-570dcaf9-d6bd-4b3d-8ea4-2ee9a1c022af tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0937400 Aug 30 21:34:42.222728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.228001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-security--716624625', 'description': 'tempest-security-description-1855284338'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:42.237708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54ab7b8b-0466-4189-88c5-d7a19723d14b req-d8c87950-3289-4c65-8db6-f90d15a4e96f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506625 Aug 30 21:34:42.290309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.348661 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.363789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.367472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.369153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "PUT /v2.0/security-groups/b5e2553d-cb54-4f66-9b80-ffe0fba059ea HTTP/1.1" status: 200 len: 1779 time: 0.1448450 Aug 30 21:34:42.378774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38344) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.413926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a511d-30d9-47b0-ac5b-4ae8cfd226b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2553d-cb54-4f66-9b80-ffe0fba059ea,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:42.444945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a772d-ae2e-430d-b4df-22bcaea0f087 req-ba256ede-a86c-472c-8e51-eaf0d8640ca1 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:42.446752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e64a772d-ae2e-430d-b4df-22bcaea0f087 req-ba256ede-a86c-472c-8e51-eaf0d8640ca1 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 944 time: 0.1192663 Aug 30 21:34:42.453182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a750dbbc-fe19-482e-8b58-150f15fa284f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups/b5e2553d-cb54-4f66-9b80-ffe0fba059ea HTTP/1.1" status: 200 len: 1779 time: 0.0720310 Aug 30 21:34:42.456222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.497080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e64a772d-ae2e-430d-b4df-22bcaea0f087 req-e0b5f014-5367-4f34-af0c-34b21f5b72a4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426610 Aug 30 21:34:42.523140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e953bec-aab3-4761-90ea-4a38bc6b5678 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.552264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e953bec-aab3-4761-90ea-4a38bc6b5678 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.611313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e953bec-aab3-4761-90ea-4a38bc6b5678 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.616029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e953bec-aab3-4761-90ea-4a38bc6b5678 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.617539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e953bec-aab3-4761-90ea-4a38bc6b5678 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/b5e2553d-cb54-4f66-9b80-ffe0fba059ea HTTP/1.1" status: 204 len: 168 time: 0.1598103 Aug 30 21:34:42.620984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.628003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e953bec-aab3-4761-90ea-4a38bc6b5678 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2553d-cb54-4f66-9b80-ffe0fba059ea,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:42.685267 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.686982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38360) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.687616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9734ba2e-1cde-4ce9-859b-6d6f4bef67e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659933 Aug 30 21:34:42.701345 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0a47e655-516e-43f7-8e25-8f032053fcc9 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] delete failed (client error): The resource could not be found. Aug 30 21:34:42.702589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a47e655-516e-43f7-8e25-8f032053fcc9 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/b5e2553d-cb54-4f66-9b80-ffe0fba059ea HTTP/1.1" status: 404 len: 347 time: 0.0143354 Aug 30 21:34:42.706872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38362) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.715340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656288186'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:42.740150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.825149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.830318 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.858538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.859962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1512749 Aug 30 21:34:42.863471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38364) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:42.864407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac8024-8dd7-431b-b801-4e3156ffade3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd641cf4-2bdd-4a31-a4fd-103d12f8ed45,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:42.869269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': 'fd641cf4-2bdd-4a31-a4fd-103d12f8ed45', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:42.900499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.961347 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.966054 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:42.985009 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833603b9-9500-42dc-bf4e-4a5ef111be98,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:42.994797 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.000211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.003220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eac877fd-305d-4550-84d0-a4ec192c5686 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385756 Aug 30 21:34:43.038118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f298b2c-afdc-43d7-8029-367a1697eef2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.047989 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f298b2c-afdc-43d7-8029-367a1697eef2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.067373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f864343-e5b1-4925-b5b0-0040959aad79 req-1a7ed909-e602-4f24-a7dc-57a8fe85f794 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:43.075226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f864343-e5b1-4925-b5b0-0040959aad79 req-1a7ed909-e602-4f24-a7dc-57a8fe85f794 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 944 time: 0.0831881 Aug 30 21:34:43.080568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f298b2c-afdc-43d7-8029-367a1697eef2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.093929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f298b2c-afdc-43d7-8029-367a1697eef2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.098584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f298b2c-afdc-43d7-8029-367a1697eef2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/833603b9-9500-42dc-bf4e-4a5ef111be98 HTTP/1.1" status: 204 len: 168 time: 0.0971224 Aug 30 21:34:43.102525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38374) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.107467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f298b2c-afdc-43d7-8029-367a1697eef2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=833603b9-9500-42dc-bf4e-4a5ef111be98,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:43.147690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f864343-e5b1-4925-b5b0-0040959aad79 req-a401564d-dbf7-4df6-8f0c-910b3afca101 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706003 Aug 30 21:34:43.194881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d0430b93-3a55-4b8e-9a90-c843678c2149 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883772 Aug 30 21:34:43.195200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38380) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.214811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fb187e34-18c1-463e-8936-6059a9abc2c3 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:43.278942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-112925ea-e997-425c-9996-54a9180fb1fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.308658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-112925ea-e997-425c-9996-54a9180fb1fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.322437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port fb187e34-18c1-463e-8936-6059a9abc2c3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:43.334496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port fb187e34-18c1-463e-8936-6059a9abc2c3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:43.335103 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.385418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-112925ea-e997-425c-9996-54a9180fb1fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.391720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-112925ea-e997-425c-9996-54a9180fb1fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.398651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-112925ea-e997-425c-9996-54a9180fb1fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd641cf4-2bdd-4a31-a4fd-103d12f8ed45 HTTP/1.1" status: 204 len: 168 time: 0.2022772 Aug 30 21:34:43.401615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38386) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.412521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112925ea-e997-425c-9996-54a9180fb1fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd641cf4-2bdd-4a31-a4fd-103d12f8ed45,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:43.493843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.494705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-95a1a288-aa81-4855-8f5e-8dee4cee51a5 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841312 Aug 30 21:34:43.499468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120528220'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:43.502992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c9eff-7f60-4b5b-99e8-25901e593621 req-884c98b4-3575-4a95-b247-92f8adc4a0f9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:43.508517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.511416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c4c9eff-7f60-4b5b-99e8-25901e593621 req-884c98b4-3575-4a95-b247-92f8adc4a0f9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 944 time: 0.1881409 Aug 30 21:34:43.542009 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.556232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port fb187e34-18c1-463e-8936-6059a9abc2c3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fb187e34-18c1-463e-8936-6059a9abc2c3,segment=NetworkSegment(3c42c129-b1f2-41af-a823-fec76f620433),segment_id=3c42c129-b1f2-41af-a823-fec76f620433)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:43.557357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb187e34-18c1-463e-8936-6059a9abc2c3'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:43.560470 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a181808a-398a-40a8-a12b-cec2127606a8" -d '{"events": [{"server_uuid": "2b47e717-bb37-4305-8ba9-c02b1c445b18", "name": "network-vif-plugged", "status": "completed", "tag": "fb187e34-18c1-463e-8936-6059a9abc2c3"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:43.564242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c4c9eff-7f60-4b5b-99e8-25901e593621 req-7cfcd6db-c5a2-487b-b3c6-2aa1700ff3cf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Aug 30 21:34:43.566344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.618797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=fb187e34-18c1-463e-8936-6059a9abc2c3,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:43.705904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.712791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.717420 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fe249-e452-4974-b21e-6de2b0e77fe2 req-a49a9db1-7428-441b-86f1-1203d5dad904 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:43.719192 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb8fe249-e452-4974-b21e-6de2b0e77fe2 req-a49a9db1-7428-441b-86f1-1203d5dad904 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 944 time: 0.0570433 Aug 30 21:34:43.747972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.748212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 33f3f3cb-5346-4da1-ad43-2de6739e392c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:34:43.751224 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2559018 Aug 30 21:34:43.753086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab5add-0754-4012-876c-e59f8b483e0b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc4b595-d373-4326-b05a-f443eb909f48,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:43.756855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.764204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': 'cbc4b595-d373-4326-b05a-f443eb909f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:43.775303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb8fe249-e452-4974-b21e-6de2b0e77fe2 req-4387ddb0-ea0d-48f5-a827-5bb8aa80f83c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475361 Aug 30 21:34:43.805907 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.838720 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a052c73d-de9f-4a01-85b2-d162251e0de6 x-openstack-request-id: req-a052c73d-de9f-4a01-85b2-d162251e0de6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:43.839008 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b47e717-bb37-4305-8ba9-c02b1c445b18", "name": "network-vif-plugged", "status": "completed", "tag": "fb187e34-18c1-463e-8936-6059a9abc2c3", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:43.839444 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a052c73d-de9f-4a01-85b2-d162251e0de6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:43.839833 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb187e34-18c1-463e-8936-6059a9abc2c3', 'code': 200} Aug 30 21:34:43.877770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.883967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.893008 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 33f3f3cb-5346-4da1-ad43-2de6739e392c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:43.909543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '33f3f3cb-5346-4da1-ad43-2de6739e392c', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': '33f3f3cb-5346-4da1-ad43-2de6739e392c', 'mac_address': 'fa:16:3e:cd:57:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:34:43.915735 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.916948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588199 Aug 30 21:34:43.920777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38406) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:43.926515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': 'cbc4b595-d373-4326-b05a-f443eb909f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:43.962505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb829-fcfb-466d-af57-5ff7c03c33de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c7990b-3773-43c6-b04a-53c15fc01f4d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:43.968583 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.970722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffd2b4-825b-4182-afe7-d45688f11940 req-ba2c69b7-5b18-4e13-b295-a25c7550d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:43.972316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64ffd2b4-825b-4182-afe7-d45688f11940 req-ba2c69b7-5b18-4e13-b295-a25c7550d0a0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 1097 time: 0.0702145 Aug 30 21:34:43.979817 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:43.985091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f3f3cb-5346-4da1-ad43-2de6739e392c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:44.008785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 33f3f3cb-5346-4da1-ad43-2de6739e392c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:44.017732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.018207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-64ffd2b4-825b-4182-afe7-d45688f11940 req-1f22cfe0-5779-4846-aceb-0e66bae53d5e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Aug 30 21:34:44.062212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.068345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.075812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=33f3f3cb-5346-4da1-ad43-2de6739e392c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:44.093577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9671b8-5be7-4dfb-8f42-ed68da8b5924,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:44.102805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.104354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5359876d-a54f-43b3-81f0-61ba55fbb889 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1824517 Aug 30 21:34:44.107085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38408) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:44.112632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': 'cbc4b595-d373-4326-b05a-f443eb909f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:44.144124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.302330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a8c94-c102-4889-ae2c-a7064d40b3d5 req-e134c1ac-6a5b-42ff-a75a-2f81c73e9d7d tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:44.307226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-456a8c94-c102-4889-ae2c-a7064d40b3d5 req-e134c1ac-6a5b-42ff-a75a-2f81c73e9d7d tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.0667140 Aug 30 21:34:44.359763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-456a8c94-c102-4889-ae2c-a7064d40b3d5 req-f8d0b329-655a-4fbc-88f2-8fbc333af0a9 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483632 Aug 30 21:34:44.366264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['33f3f3cb-5346-4da1-ad43-2de6739e392c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:34:44.556079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.563036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.596287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.604705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2621ffa6-c490-4bef-b03f-c8b8c14f092a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:44.616488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.620892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38418) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:44.621152 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2abd8618-8114-4d9c-ba36-280d69e76e4e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5127540 Aug 30 21:34:44.625613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': 'cbc4b595-d373-4326-b05a-f443eb909f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:44.698251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.720447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cd3ef-9135-4ee5-a3e8-69344e8ee038 req-322a0aea-a5dd-4e74-807e-4ae9623c75d7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:44.722177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c1cd3ef-9135-4ee5-a3e8-69344e8ee038 req-322a0aea-a5dd-4e74-807e-4ae9623c75d7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 945 time: 0.0790122 Aug 30 21:34:44.801781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c1cd3ef-9135-4ee5-a3e8-69344e8ee038 req-bd4fb438-554e-43f5-84dd-ba17a95f685a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Aug 30 21:34:44.807805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.814765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.845679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcaf097-de10-4938-a7c2-f54c695323d6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:44.853036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.854238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b54a969-423e-481f-a61c-8eac79af7764 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2323418 Aug 30 21:34:44.857281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:44.861949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': 'cbc4b595-d373-4326-b05a-f443eb909f48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:44.914711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:44.985958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb2acc-1d83-4191-9d88-3c2b6fbfdabf req-ce60cc9d-5630-4ad2-941e-db90d40f838f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:44.987414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0fb2acc-1d83-4191-9d88-3c2b6fbfdabf req-ce60cc9d-5630-4ad2-941e-db90d40f838f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 944 time: 0.0970666 Aug 30 21:34:45.026257 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.044776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.063309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d0fb2acc-1d83-4191-9d88-3c2b6fbfdabf req-08200dfe-596b-4042-a76e-180851d3dbe1 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693750 Aug 30 21:34:45.083445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.087340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2265067 Aug 30 21:34:45.087895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.088236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513c014-98cf-4774-99af-c85aa1f69ec2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638641d-0e2c-4eb3-995e-e17a650fdd56,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:45.113563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063479b9-3183-4610-a191-ecff6afc5546 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.121520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063479b9-3183-4610-a191-ecff6afc5546 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.149099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063479b9-3183-4610-a191-ecff6afc5546 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.155900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-063479b9-3183-4610-a191-ecff6afc5546 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.157393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-063479b9-3183-4610-a191-ecff6afc5546 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f638641d-0e2c-4eb3-995e-e17a650fdd56 HTTP/1.1" status: 204 len: 168 time: 0.0684054 Aug 30 21:34:45.160357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.163590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063479b9-3183-4610-a191-ecff6afc5546 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f638641d-0e2c-4eb3-995e-e17a650fdd56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:45.217112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-624d4a14-2a33-48fd-986a-310cb21a0b90 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0551188 Aug 30 21:34:45.219521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72797ea2-92dd-46e9-8f5c-025cd4e2264a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:34:45.219979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.245292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de2d459-a437-4d6c-9c1b-2bfa90ba19ab tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.254634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de2d459-a437-4d6c-9c1b-2bfa90ba19ab tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.302914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de2d459-a437-4d6c-9c1b-2bfa90ba19ab tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.311454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0de2d459-a437-4d6c-9c1b-2bfa90ba19ab tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.316018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.323844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0de2d459-a437-4d6c-9c1b-2bfa90ba19ab tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6fcaf097-de10-4938-a7c2-f54c695323d6 HTTP/1.1" status: 204 len: 168 time: 0.1026878 Aug 30 21:34:45.343808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2d459-a437-4d6c-9c1b-2bfa90ba19ab tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fcaf097-de10-4938-a7c2-f54c695323d6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:45.385359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.389762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:45.393351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bdf89d97-2ead-409e-85fc-bdcfb9ebae21 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0760968 Aug 30 21:34:45.416450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'port_id': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'mac_address': 'fa:16:3e:fb:03:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:34:45.419019 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-206c61df-b060-44b7-bc76-ea2aba80e1b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.435946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-206c61df-b060-44b7-bc76-ea2aba80e1b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.484265 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-206c61df-b060-44b7-bc76-ea2aba80e1b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.492160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-206c61df-b060-44b7-bc76-ea2aba80e1b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.494079 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-206c61df-b060-44b7-bc76-ea2aba80e1b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2621ffa6-c490-4bef-b03f-c8b8c14f092a HTTP/1.1" status: 204 len: 168 time: 0.1076965 Aug 30 21:34:45.496781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38440) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.507935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c61df-b060-44b7-bc76-ea2aba80e1b2 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2621ffa6-c490-4bef-b03f-c8b8c14f092a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:45.512293 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.544329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72797ea2-92dd-46e9-8f5c-025cd4e2264a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:45.569840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f5c2cffa-8a11-47b4-a7c2-02721110e0ff tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0717738 Aug 30 21:34:45.575492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.594402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:45.606411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.652328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97ac978b-a9ef-4c34-808e-1bb98a166428 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.667167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991bd5e-003d-4e37-ae72-1a287133e35e req-20adef9a-efbe-40bf-8ff7-0a870e63e4d2 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:45.669312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f991bd5e-003d-4e37-ae72-1a287133e35e req-20adef9a-efbe-40bf-8ff7-0a870e63e4d2 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1059287 Aug 30 21:34:45.675208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97ac978b-a9ef-4c34-808e-1bb98a166428 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.730467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97ac978b-a9ef-4c34-808e-1bb98a166428 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.744090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72797ea2-92dd-46e9-8f5c-025cd4e2264a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:45.744591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-97ac978b-a9ef-4c34-808e-1bb98a166428 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.746914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97ac978b-a9ef-4c34-808e-1bb98a166428 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4f9671b8-5be7-4dfb-8f42-ed68da8b5924 HTTP/1.1" status: 204 len: 168 time: 0.1701519 Aug 30 21:34:45.751906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.755638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 33f3f3cb-5346-4da1-ad43-2de6739e392c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:45.762821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac978b-a9ef-4c34-808e-1bb98a166428 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f9671b8-5be7-4dfb-8f42-ed68da8b5924,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:45.785879 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f991bd5e-003d-4e37-ae72-1a287133e35e req-38a2c942-272a-42fa-a519-c07efe14a579 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075599 Aug 30 21:34:45.824740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d0c1da3f-5e3f-4174-a266-f7aeccc24294 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0705671 Aug 30 21:34:45.827024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.861659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23084f47-5c92-416c-aaeb-dc5283dd7bbf tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.872350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23084f47-5c92-416c-aaeb-dc5283dd7bbf tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.938150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23084f47-5c92-416c-aaeb-dc5283dd7bbf tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.954757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23084f47-5c92-416c-aaeb-dc5283dd7bbf tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:45.962444 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23084f47-5c92-416c-aaeb-dc5283dd7bbf tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d8c7990b-3773-43c6-b04a-53c15fc01f4d HTTP/1.1" status: 204 len: 168 time: 0.1318829 Aug 30 21:34:45.965899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:45.980044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 33f3f3cb-5346-4da1-ad43-2de6739e392c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:45.991212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 33f3f3cb-5346-4da1-ad43-2de6739e392c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:45.991680 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.014146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23084f47-5c92-416c-aaeb-dc5283dd7bbf tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8c7990b-3773-43c6-b04a-53c15fc01f4d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:46.014430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e9dc-e763-4e3b-8956-43a839a03cba req-52da5cb1-1f18-4fc9-b9cb-e5014a4fcb14 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:46.016669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0819e9dc-e763-4e3b-8956-43a839a03cba req-52da5cb1-1f18-4fc9-b9cb-e5014a4fcb14 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1365988 Aug 30 21:34:46.035529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['72797ea2-92dd-46e9-8f5c-025cd4e2264a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:34:46.082253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0819e9dc-e763-4e3b-8956-43a839a03cba req-336540e6-369a-4e48-9521-8182b3a97c03 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559173 Aug 30 21:34:46.115528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0560617c-2345-4b3b-a90e-2a76e2125394 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1389837 Aug 30 21:34:46.122993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38462) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:46.191002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.245280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f3f3cb-5346-4da1-ad43-2de6739e392c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:46.247883 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763e14f-076c-4bf7-8dd7-88bbfc377e55" -d '{"events": [{"server_uuid": "17f56f28-0486-4424-9bd6-0cc641af9cf1", "name": "network-vif-plugged", "status": "completed", "tag": "33f3f3cb-5346-4da1-ad43-2de6739e392c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:46.269900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 33f3f3cb-5346-4da1-ad43-2de6739e392c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:46.274031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6413192-c601-4bdd-afd7-5300ec0eec04 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.301145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.305356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b41d8-6a8f-4b57-838a-7aac01e4b316 req-c32d2503-8492-45e4-8051-bbc2edabd6c2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:46.314843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e7b41d8-6a8f-4b57-838a-7aac01e4b316 req-c32d2503-8492-45e4-8051-bbc2edabd6c2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 945 time: 0.1161993 Aug 30 21:34:46.358960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6413192-c601-4bdd-afd7-5300ec0eec04 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.383815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=33f3f3cb-5346-4da1-ad43-2de6739e392c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:46.395543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e7b41d8-6a8f-4b57-838a-7aac01e4b316 req-9d24deb8-7266-403a-907a-b2aae5f2a676 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794389 Aug 30 21:34:46.445200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6413192-c601-4bdd-afd7-5300ec0eec04 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.448293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f6413192-c601-4bdd-afd7-5300ec0eec04 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.451927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f6413192-c601-4bdd-afd7-5300ec0eec04 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/cbc4b595-d373-4326-b05a-f443eb909f48 HTTP/1.1" status: 204 len: 168 time: 0.3250043 Aug 30 21:34:46.452616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:46.461540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6413192-c601-4bdd-afd7-5300ec0eec04 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc4b595-d373-4326-b05a-f443eb909f48,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:46.539901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1215edd-2ec5-4c84-bf3e-9ee89a3f455e req-049578b5-c32e-4def-9b01-e77defa17095 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:46.547868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1215edd-2ec5-4c84-bf3e-9ee89a3f455e req-049578b5-c32e-4def-9b01-e77defa17095 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 945 time: 0.0696926 Aug 30 21:34:46.554930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4335f625-449c-4595-8200-8ea37ebbefb1 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993543 Aug 30 21:34:46.557427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:46.567227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--748076540'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:46.595742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1215edd-2ec5-4c84-bf3e-9ee89a3f455e req-09978af3-06e4-44b4-b423-501da887fb1b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462053 Aug 30 21:34:46.620244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.722651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.731407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.774071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.775863 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2172337 Aug 30 21:34:46.778812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38476) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:46.779121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a36c6-9be9-4e6c-867a-313aea91e3de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e159d60-ff2a-45cb-a7a5-1dc83bc5b10a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:46.784550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': '8e159d60-ff2a-45cb-a7a5-1dc83bc5b10a', 'direction': 'ingress', 'protocol': 17}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:46.866893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:46.877580 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e90e732-0234-49b2-8933-121caed4f2bf x-openstack-request-id: req-7e90e732-0234-49b2-8933-121caed4f2bf {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:46.877877 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f56f28-0486-4424-9bd6-0cc641af9cf1", "name": "network-vif-plugged", "status": "completed", "tag": "33f3f3cb-5346-4da1-ad43-2de6739e392c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:46.878132 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e90e732-0234-49b2-8933-121caed4f2bf {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:46.878531 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f3f3cb-5346-4da1-ad43-2de6739e392c', 'code': 200} Aug 30 21:34:47.013669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da5dbe-4f4a-4be6-86dc-294291298e1b req-b4be6816-0a9a-4988-bbfb-6066c5503cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:47.015638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71da5dbe-4f4a-4be6-86dc-294291298e1b req-b4be6816-0a9a-4988-bbfb-6066c5503cc0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 1098 time: 0.0531409 Aug 30 21:34:47.021634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.026846 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.056277 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.060576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2777503 Aug 30 21:34:47.061443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38482) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:47.065269 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-71da5dbe-4f4a-4be6-86dc-294291298e1b req-3480ed4f-abc4-4183-bc08-eab674aaa8c8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Aug 30 21:34:47.073245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822650f-e5f4-4f56-aa6c-a0998aa5c8ce tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79205b3c-3043-4ad5-9dd4-08e35ff99941,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:47.089022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8857-2747-4492-83de-954a5117eb27 req-e17d4f2e-d259-4fb4-aaeb-7867e7b01d5c tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:47.091114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e3f8857-2747-4492-83de-954a5117eb27 req-e17d4f2e-d259-4fb4-aaeb-7867e7b01d5c tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1166832 Aug 30 21:34:47.174707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e3f8857-2747-4492-83de-954a5117eb27 req-0695534f-c2c4-443a-8dcc-04c16920ecfb tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651779 Aug 30 21:34:47.180472 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c649b85-b929-4a60-8d2d-71c34b32d26e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.209556 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c649b85-b929-4a60-8d2d-71c34b32d26e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.229006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72797ea2-92dd-46e9-8f5c-025cd4e2264a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:34:47.259334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c649b85-b929-4a60-8d2d-71c34b32d26e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.263142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c649b85-b929-4a60-8d2d-71c34b32d26e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.264430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c649b85-b929-4a60-8d2d-71c34b32d26e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/8e159d60-ff2a-45cb-a7a5-1dc83bc5b10a HTTP/1.1" status: 204 len: 168 time: 0.2018960 Aug 30 21:34:47.267140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:47.274600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c649b85-b929-4a60-8d2d-71c34b32d26e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e159d60-ff2a-45cb-a7a5-1dc83bc5b10a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:47.324566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 72797ea2-92dd-46e9-8f5c-025cd4e2264a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:47.329740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 72797ea2-92dd-46e9-8f5c-025cd4e2264a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:47.330463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.353121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-66cb84fe-0b75-4c0e-b173-74a16f7aa337 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841610 Aug 30 21:34:47.357008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:47.365106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--544582147'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:47.398714 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.443476 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.479309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:34:47.484912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.535653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.540711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=72797ea2-92dd-46e9-8f5c-025cd4e2264a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:47.544498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.562616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245abc-fa9b-4652-a866-ff126b776dab req-d65c90bc-4c1c-41a1-a255-8285fd33ff68 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:47.564180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c245abc-fa9b-4652-a866-ff126b776dab req-d65c90bc-4c1c-41a1-a255-8285fd33ff68 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 946 time: 0.0854506 Aug 30 21:34:47.597103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.600930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2394936 Aug 30 21:34:47.601573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:47.603089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a9394-ae73-4a32-a6ec-acb6b457c3c6 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26582db1-d24c-4ef4-b2c5-f2c61fa32ace,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:47.606945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637435609'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:47.623009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c245abc-fa9b-4652-a866-ff126b776dab req-843fc276-0ccd-441e-ae68-488da9ad971b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Aug 30 21:34:47.638394 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.728977 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.734166 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.749193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae2773-d8d7-4afa-a828-05ecd573f087 req-e1842610-77c8-4e73-838c-313cbb40c0b4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:47.750658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91ae2773-d8d7-4afa-a828-05ecd573f087 req-e1842610-77c8-4e73-838c-313cbb40c0b4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0563591 Aug 30 21:34:47.764889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.768974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1634698 Aug 30 21:34:47.769104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3ceb6-9189-4826-823a-22e613ce2767 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b4dea6-f33f-40bd-bc75-22be4f727f74,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:47.771151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:47.781315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': '26582db1-d24c-4ef4-b2c5-f2c61fa32ace', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '58b4dea6-f33f-40bd-bc75-22be4f727f74', 'remote_ip_prefix': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:47.795485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91ae2773-d8d7-4afa-a828-05ecd573f087 req-8d1d60f1-4a6d-4927-bc69-2ea4ea399885 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373421 Aug 30 21:34:47.819433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.896242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.903886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.927189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd10d1a-0be0-41ec-aba9-c714b81546b8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:47.940927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.944983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-243b79fa-cc08-45e8-9304-eaaddc71c921 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1666732 Aug 30 21:34:47.945553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:47.970986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152c86c4-c816-497e-85a0-e535d6f31129 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:47.978987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152c86c4-c816-497e-85a0-e535d6f31129 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.008325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152c86c4-c816-497e-85a0-e535d6f31129 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.014392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-152c86c4-c816-497e-85a0-e535d6f31129 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.015614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-152c86c4-c816-497e-85a0-e535d6f31129 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/acd10d1a-0be0-41ec-aba9-c714b81546b8 HTTP/1.1" status: 204 len: 168 time: 0.0692511 Aug 30 21:34:48.018424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38516) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.025342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c86c4-c816-497e-85a0-e535d6f31129 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acd10d1a-0be0-41ec-aba9-c714b81546b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:48.069237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fab81564-a335-4beb-85ba-24a4df0b8e49 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0496111 Aug 30 21:34:48.072029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38518) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.127800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b7-eed5-46c1-8a5c-c3513f103d33 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.152524 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b7-eed5-46c1-8a5c-c3513f103d33 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.204687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b7-eed5-46c1-8a5c-c3513f103d33 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.208380 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ca0d39b7-eed5-46c1-8a5c-c3513f103d33 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.213002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.213203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca0d39b7-eed5-46c1-8a5c-c3513f103d33 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/58b4dea6-f33f-40bd-bc75-22be4f727f74 HTTP/1.1" status: 204 len: 168 time: 0.1397667 Aug 30 21:34:48.223514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d39b7-eed5-46c1-8a5c-c3513f103d33 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b4dea6-f33f-40bd-bc75-22be4f727f74,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:48.290077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30d6ee9a-abf2-45bb-8a84-c4bb8b420676 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0758679 Aug 30 21:34:48.293062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38526) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.356028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839d04a-7464-4421-9dd3-61792db91acb req-40719f1e-a27f-4fc1-a88d-2bc2604b79c7 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:48.357631 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4839d04a-7464-4421-9dd3-61792db91acb req-40719f1e-a27f-4fc1-a88d-2bc2604b79c7 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.0998943 Aug 30 21:34:48.398869 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd197-1b1a-4cff-ab4d-dc486f5f8088 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.444495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4839d04a-7464-4421-9dd3-61792db91acb req-49fde0b1-8bc3-4023-9a64-81e64dfcd6a1 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747671 Aug 30 21:34:48.449369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd197-1b1a-4cff-ab4d-dc486f5f8088 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.520377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd197-1b1a-4cff-ab4d-dc486f5f8088 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.523477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd197-1b1a-4cff-ab4d-dc486f5f8088 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.524653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6e7cd197-1b1a-4cff-ab4d-dc486f5f8088 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/26582db1-d24c-4ef4-b2c5-f2c61fa32ace HTTP/1.1" status: 204 len: 168 time: 0.2305124 Aug 30 21:34:48.527449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.541704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd197-1b1a-4cff-ab4d-dc486f5f8088 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26582db1-d24c-4ef4-b2c5-f2c61fa32ace,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:48.590212 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4e322ab0-5efb-4b37-938e-abf09071474d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615668 Aug 30 21:34:48.594774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38534) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.600111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604733773'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:48.628796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.785038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.791088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12824a-734b-4822-a12b-ed8136381695 req-567aca9d-2980-4732-b9f2-318edf75cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:48.793134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-567aca9d-2980-4732-b9f2-318edf75cb51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fbc734617c5547db93140753fda8736b&device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 1097 time: 0.0521636 Aug 30 21:34:48.797613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.837103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94fda0-74c1-412e-ba62-b06707798860 req-41f13d76-9f45-4360-81a0-fc85b964c5c8 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:48.844723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc94fda0-74c1-412e-ba62-b06707798860 req-41f13d76-9f45-4360-81a0-fc85b964c5c8 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1116648 Aug 30 21:34:48.866705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e43f4-47a8-4026-9818-a9a210432f29,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:48.869315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.871268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8a7edee-47c6-479c-adb2-010a8a51f5e7 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2751458 Aug 30 21:34:48.874368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:48.880492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:48.883064 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d40693-a4ef-4bae-a91e-d72676d763c9" -d '{"events": [{"server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "name": "network-vif-plugged", "status": "completed", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:48.885220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': '1a8e43f4-47a8-4026-9818-a9a210432f29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:48.895444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc94fda0-74c1-412e-ba62-b06707798860 req-2ff70688-0565-4e98-b0c8-54332c3b3ed9 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498204 Aug 30 21:34:48.937038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:48.941537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12824a-734b-4822-a12b-ed8136381695 req-9ea0ef6b-485a-45d2-8017-b5bbbf974e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:48.943076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-9ea0ef6b-485a-45d2-8017-b5bbbf974e04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e2995f5-799c-4196-8e2d-980ed00bfe31 HTTP/1.1" status: 200 len: 913 time: 0.1431179 Aug 30 21:34:49.005303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-437e70c2-6ead-4cca-b391-7cfe2c3ef3a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb187e34-18c1-463e-8936-6059a9abc2c3 HTTP/1.1" status: 200 len: 217 time: 0.0537887 Aug 30 21:34:49.029059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa07e9a-36bb-4d72-b9c2-4e663d19d585 req-8c709062-36b4-474b-ad51-8934061f2f45 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:49.030962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fa07e9a-36bb-4d72-b9c2-4e663d19d585 req-8c709062-36b4-474b-ad51-8934061f2f45 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 946 time: 0.0572028 Aug 30 21:34:49.078146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1fa07e9a-36bb-4d72-b9c2-4e663d19d585 req-c857fc9f-4186-4397-86c1-04140b64c0f0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Aug 30 21:34:49.078906 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.089239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.101181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12824a-734b-4822-a12b-ed8136381695 req-82d8d48d-c214-4297-a059-45ad534a27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:49.102813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-82d8d48d-c214-4297-a059-45ad534a27fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5326f515-39d6-447b-879a-055cb5ec94ce HTTP/1.1" status: 200 len: 852 time: 0.0906758 Aug 30 21:34:49.150193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-fc0d5724-a49d-43bb-9ba2-0bb37a403cdd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e2995f5-799c-4196-8e2d-980ed00bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351191 Aug 30 21:34:49.150965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49340bde-e87f-4a82-aed4-a32787d43024,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:49.156650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.158046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f4e7969d-d72a-49db-9fd9-28efcd18aa1b tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2825315 Aug 30 21:34:49.162442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38548) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:49.214048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3399f496-4343-4473-9a6c-719982a8fa5f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.225193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3399f496-4343-4473-9a6c-719982a8fa5f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.265361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-b661ed98-c22f-4ac9-bbf1-021b6390bead service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058362 Aug 30 21:34:49.299800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdfb10-f657-4446-b6bc-c3fd89898787 req-40611e88-e0da-467f-8603-fd4115aee902 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:49.308923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03cdfb10-f657-4446-b6bc-c3fd89898787 req-40611e88-e0da-467f-8603-fd4115aee902 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0966372 Aug 30 21:34:49.330927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3399f496-4343-4473-9a6c-719982a8fa5f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.337583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3399f496-4343-4473-9a6c-719982a8fa5f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.342322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3399f496-4343-4473-9a6c-719982a8fa5f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/49340bde-e87f-4a82-aed4-a32787d43024 HTTP/1.1" status: 204 len: 168 time: 0.1753769 Aug 30 21:34:49.342987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38552) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:49.395094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab12824a-734b-4822-a12b-ed8136381695 req-891dac2d-04b8-4aa5-a484-efb5c386625e service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208818 Aug 30 21:34:49.395353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f496-4343-4473-9a6c-719982a8fa5f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49340bde-e87f-4a82-aed4-a32787d43024,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:49.419278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03cdfb10-f657-4446-b6bc-c3fd89898787 req-25967e33-06ca-4d13-a59f-1c1d73da6c8b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091573 Aug 30 21:34:49.443832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38554) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:49.444172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-06a6ef13-585d-43d8-a55e-847a99249312 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0934129 Aug 30 21:34:49.475869 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f933f2b2-7f34-43ef-b31a-56f1c6293f4c x-openstack-request-id: req-f933f2b2-7f34-43ef-b31a-56f1c6293f4c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:49.476164 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "name": "network-vif-plugged", "status": "completed", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:49.476431 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f933f2b2-7f34-43ef-b31a-56f1c6293f4c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:49.476861 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'code': 200} Aug 30 21:34:49.504305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8560670-74c7-40a5-9d5e-b591067cdef3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.545070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8560670-74c7-40a5-9d5e-b591067cdef3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.627296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eabcb2-5768-450e-8d59-856b4fb18810 req-a180615c-e9ef-4a22-9655-18221e76e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:49.629281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08eabcb2-5768-450e-8d59-856b4fb18810 req-a180615c-e9ef-4a22-9655-18221e76e53a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0594831 Aug 30 21:34:49.638630 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8560670-74c7-40a5-9d5e-b591067cdef3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.641371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8560670-74c7-40a5-9d5e-b591067cdef3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.642625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b8560670-74c7-40a5-9d5e-b591067cdef3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/1a8e43f4-47a8-4026-9818-a9a210432f29 HTTP/1.1" status: 204 len: 168 time: 0.1977587 Aug 30 21:34:49.647529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d936130-9b5d-4eac-98e7-e87545df43ee req-0c1abe0c-ce01-49cf-8f3f-f8d302646c75 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:49.651544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:49.656613 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d936130-9b5d-4eac-98e7-e87545df43ee req-0c1abe0c-ce01-49cf-8f3f-f8d302646c75 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 946 time: 0.0756364 Aug 30 21:34:49.683081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8560670-74c7-40a5-9d5e-b591067cdef3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e43f4-47a8-4026-9818-a9a210432f29,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:49.700339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3d936130-9b5d-4eac-98e7-e87545df43ee req-d1856ad0-e8b9-4d95-b281-c8931a446018 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Aug 30 21:34:49.737909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-533d2034-2510-44ad-94e6-92ee8f3e2626 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852365 Aug 30 21:34:49.740218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-08eabcb2-5768-450e-8d59-856b4fb18810 req-29d627e6-e2ea-4e6f-bd5f-f1862a554d04 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961499 Aug 30 21:34:49.742326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:49.747186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040415237'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:49.789953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.977889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:49.989772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.031605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.036268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.041461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': '679b770a-6c6d-4a31-8d25-4a9b7be02646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:50.046955 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3033538 Aug 30 21:34:50.054168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af09b0-902f-45cf-b422-4e1de3196650 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679b770a-6c6d-4a31-8d25-4a9b7be02646,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:50.092854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.149943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.158433 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.197179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a704b5e8-2139-4b84-8afe-f4c1c7a2c04b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:50.208206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.214343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.227402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e9797d70-0a00-4dcc-92a1-b2ceaf0061dc tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1894155 Aug 30 21:34:50.251284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7f7a813f-4afc-4a79-b32c-2b41c494312e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules/a704b5e8-2139-4b84-8afe-f4c1c7a2c04b HTTP/1.1" status: 200 len: 763 time: 0.0329871 Aug 30 21:34:50.251636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.306761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b76dfc23-06f5-4664-84a8-f5dde0059831 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514765 Aug 30 21:34:50.307168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38588) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.357992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71df11b5-be1a-4cb9-a21f-51e84769642e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.372676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71df11b5-be1a-4cb9-a21f-51e84769642e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.434718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71df11b5-be1a-4cb9-a21f-51e84769642e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.442512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71df11b5-be1a-4cb9-a21f-51e84769642e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.444258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-71df11b5-be1a-4cb9-a21f-51e84769642e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a704b5e8-2139-4b84-8afe-f4c1c7a2c04b HTTP/1.1" status: 204 len: 168 time: 0.1360202 Aug 30 21:34:50.446826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.458078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df11b5-be1a-4cb9-a21f-51e84769642e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a704b5e8-2139-4b84-8afe-f4c1c7a2c04b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:50.521840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.522295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8e8657b3-cdad-4019-91cf-000df7c3e732 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0739083 Aug 30 21:34:50.527719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': '679b770a-6c6d-4a31-8d25-4a9b7be02646', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:50.574231 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.669635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.677840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.721522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6ca1c9-729c-40ec-b9e3-da84a806d952,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:50.725398 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.727497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f73b1943-ce4d-4b21-89db-36493b348e44 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2033174 Aug 30 21:34:50.729609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38610) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.758016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38616) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.766359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d01d392e-4817-46bc-92a2-18981679733a tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules/6a6ca1c9-729c-40ec-b9e3-da84a806d952 HTTP/1.1" status: 200 len: 763 time: 0.0354965 Aug 30 21:34:50.840118 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fc8720af-321b-436a-a4ef-cd147e142dd9 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0806940 Aug 30 21:34:50.842561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:50.880577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75395e3-1f3b-46ca-b59c-375ee617897d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.891026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75395e3-1f3b-46ca-b59c-375ee617897d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.928285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75395e3-1f3b-46ca-b59c-375ee617897d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.946194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f75395e3-1f3b-46ca-b59c-375ee617897d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:50.950842 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f75395e3-1f3b-46ca-b59c-375ee617897d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6a6ca1c9-729c-40ec-b9e3-da84a806d952 HTTP/1.1" status: 204 len: 168 time: 0.1047523 Aug 30 21:34:50.950842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75395e3-1f3b-46ca-b59c-375ee617897d tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a6ca1c9-729c-40ec-b9e3-da84a806d952,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:50.951662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38622) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.009279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bca43719-8a61-4ccd-9b85-471077e706de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0541849 Aug 30 21:34:51.009703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.015920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Request body: {'security_group_rule': {'security_group_id': '679b770a-6c6d-4a31-8d25-4a9b7be02646', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:51.045620 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Project 5be2796f85aa472094e8d181dca44279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:34:51.053560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.204870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.214260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.252907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e356ae8-c105-4180-a4e6-58607b8fe20c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:51.261301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.266849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38644) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.270656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3284c620-10b6-4ae2-8730-5520e702b59e tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2591217 Aug 30 21:34:51.296500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38650) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.309912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a8466e4-3ee1-4a2c-95dd-ba54ee2a25d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules/6e356ae8-c105-4180-a4e6-58607b8fe20c HTTP/1.1" status: 200 len: 769 time: 0.0277450 Aug 30 21:34:51.349012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.360300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d87f7b8-24f3-4bad-ab93-d67fb76309de tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0623899 Aug 30 21:34:51.383612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-313a89e2-bafe-49b3-b96c-502b97810f3f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.393072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-313a89e2-bafe-49b3-b96c-502b97810f3f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.432944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-313a89e2-bafe-49b3-b96c-502b97810f3f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.447770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-313a89e2-bafe-49b3-b96c-502b97810f3f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.451907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38662) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.462414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-313a89e2-bafe-49b3-b96c-502b97810f3f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6e356ae8-c105-4180-a4e6-58607b8fe20c HTTP/1.1" status: 204 len: 168 time: 0.1119695 Aug 30 21:34:51.476978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a89e2-bafe-49b3-b96c-502b97810f3f tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e356ae8-c105-4180-a4e6-58607b8fe20c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:51.515611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38668) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.529516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0b2bc8b7-47e1-4f42-9d12-faa6be70ade1 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624273 Aug 30 21:34:51.659282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4090351a-296c-43da-9ed5-5e04983329d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.689286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ddeeb-efbb-4c14-8c3d-ab42478085dd req-d2377187-bf8e-405b-a1f8-8c5d4362cbae tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:51.690997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624ddeeb-efbb-4c14-8c3d-ab42478085dd req-d2377187-bf8e-405b-a1f8-8c5d4362cbae tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.0935168 Aug 30 21:34:51.713088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4090351a-296c-43da-9ed5-5e04983329d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.784159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624ddeeb-efbb-4c14-8c3d-ab42478085dd req-3a60f8b4-becc-4245-a036-e1c9b77eec24 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826325 Aug 30 21:34:51.801160 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4090351a-296c-43da-9ed5-5e04983329d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.805436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4090351a-296c-43da-9ed5-5e04983329d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:51.806773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4090351a-296c-43da-9ed5-5e04983329d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "DELETE /v2.0/security-groups/679b770a-6c6d-4a31-8d25-4a9b7be02646 HTTP/1.1" status: 204 len: 168 time: 0.2896407 Aug 30 21:34:51.809468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:51.836376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090351a-296c-43da-9ed5-5e04983329d3 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b770a-6c6d-4a31-8d25-4a9b7be02646,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:51.909013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e27b05ae-8eef-4883-8d79-1c867b39d7fb tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937459 Aug 30 21:34:51.913574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38696) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:52.048886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7523e-b2b0-4aca-b990-cfd3b6fbe139 req-4238b0a7-4104-4df6-8a22-98e5c12cfafb tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:52.062121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09e7523e-b2b0-4aca-b990-cfd3b6fbe139 req-4238b0a7-4104-4df6-8a22-98e5c12cfafb tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.1324148 Aug 30 21:34:52.085149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-06b1a27b-4d3a-482f-a31c-879813176b49 tempest-SecGroupIPv6Test-1055720124 tempest-SecGroupIPv6Test-1055720124-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1700954 Aug 30 21:34:52.125927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09e7523e-b2b0-4aca-b990-cfd3b6fbe139 req-0f4403cc-0448-4179-a783-f910538a146c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609732 Aug 30 21:34:52.479507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38710) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:52.481753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda65e2-93b4-4534-b966-3463d6a25275 req-41dc1423-24c6-4285-b257-ae17bd26422c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:52.483768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffda65e2-93b4-4534-b966-3463d6a25275 req-41dc1423-24c6-4285-b257-ae17bd26422c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0547385 Aug 30 21:34:52.495786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38714) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:52.500655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'floatingip': {'port_id': '72797ea2-92dd-46e9-8f5c-025cd4e2264a'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:52.554241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:52.640991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea6270-a286-4cf9-9810-355527443bc6 req-72fee520-3213-4898-9b3b-c940d207085a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:52.642867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bea6270-a286-4cf9-9810-355527443bc6 req-72fee520-3213-4898-9b3b-c940d207085a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1044309 Aug 30 21:34:52.700326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bea6270-a286-4cf9-9810-355527443bc6 req-6f67f0a7-c5e0-4c8e-b6f6-3179a34d336d tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485528 Aug 30 21:34:52.715925 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ec4a51a-3be5-4713-9288-d5aa1a0bd9db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5be2796f85aa472094e8d181dca44279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314746 Aug 30 21:34:52.716300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38718) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:52.784121 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c1169c1-9744-40a2-b9e0-9d923c2e0d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:52.813041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c1169c1-9744-40a2-b9e0-9d923c2e0d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:52.867726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c1169c1-9744-40a2-b9e0-9d923c2e0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:52.870694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c1169c1-9744-40a2-b9e0-9d923c2e0d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:52.877108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c1169c1-9744-40a2-b9e0-9d923c2e0d21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10c1663c-5ea9-4def-b815-e8ab43d32adb HTTP/1.1" status: 204 len: 168 time: 0.1594188 Aug 30 21:34:52.906255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1169c1-9744-40a2-b9e0-9d923c2e0d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c1663c-5ea9-4def-b815-e8ab43d32adb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:53.242522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-fb1d3452-7ef8-4e85-bbc9-b79cc32143b0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:53.250427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-fb1d3452-7ef8-4e85-bbc9-b79cc32143b0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.2022078 Aug 30 21:34:53.268322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-363bb0a5-1a61-4076-8151-869881d28415 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0165789 Aug 30 21:34:53.360267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-5c5c24b7-c92e-4899-8283-950c46fbb369 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909009 Aug 30 21:34:53.466985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:53.476282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:53.558365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-400c33d8-10c4-4e25-a3b6-72e808145c14 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871374 Aug 30 21:34:53.603779 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Floating IP 9a619292-3617-4e3d-afa7-315974d03ea3 associated. External IP: 172.25.5.137, port: 72797ea2-92dd-46e9-8f5c-025cd4e2264a. Aug 30 21:34:53.777137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-46de20a1-19b1-447b-b0ba-27b1a6e49b15 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049668 Aug 30 21:34:53.851568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:53.907862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:34:54.045439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-50753299-079e-4081-a85d-892f792d55cf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:54.045885 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-50753299-079e-4081-a85d-892f792d55cf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 21:34:54.046439 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-50753299-079e-4081-a85d-892f792d55cf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 21:34:54.051730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:54.051826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-50753299-079e-4081-a85d-892f792d55cf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1983919 Aug 30 21:34:54.058191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--735422414'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:54.097890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:34:54.103180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.107067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.111551 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:34:54.122060 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:54.124081 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:54.134799 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.157910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5ec22c7b-52f7-45ce-9cff-9213cab3222a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "PUT /v2.0/floatingips/9a619292-3617-4e3d-afa7-315974d03ea3 HTTP/1.1" status: 200 len: 992 time: 1.6609724 Aug 30 21:34:54.172412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:34:54.172412 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba" -d '{"events": [{"name": "network-changed", "server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:34:54.237962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6ade-60d0-4274-9bd9-15d868d1c710 req-a8365bee-0b2c-48d3-bdff-f3c35ed8e554 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:54.258304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aafb6ade-60d0-4274-9bd9-15d868d1c710 req-a8365bee-0b2c-48d3-bdff-f3c35ed8e554 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1484842 Aug 30 21:34:54.342785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aafb6ade-60d0-4274-9bd9-15d868d1c710 req-1aa504a1-4c88-4fb0-8ec4-8d1922609397 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785563 Aug 30 21:34:54.422917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.428360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.481333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ac796e-31bb-44b2-b49c-1cde105cc636,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:54.511741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ac090b0-f247-44d3-bbb5-879d7a771582 req-aaf93c80-e3c4-41f3-9253-26e336786636 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.0683472 Aug 30 21:34:54.604442 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.615888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.662273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b050530b-e63a-495d-a2d3-564fb35fc2c7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:54.664481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.668682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:54.669661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ec808e16-f6a5-4af4-b974-41b67e472c20 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6170154 Aug 30 21:34:54.673353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'b050530b-e63a-495d-a2d3-564fb35fc2c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:54.702493 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b027fc-7037-4dc7-a788-847ff3373461 x-openstack-request-id: req-16b027fc-7037-4dc7-a788-847ff3373461 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:34:54.702830 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:34:54.703075 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16b027fc-7037-4dc7-a788-847ff3373461 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:34:54.703492 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'status': 'completed', 'code': 200} Aug 30 21:34:54.738454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.804316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:54.821801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-9bf343fa-13cc-4e97-937d-8c7bab18f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:54.824772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-9bf343fa-13cc-4e97-937d-8c7bab18f6d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0985837 Aug 30 21:34:54.870191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.879727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.916609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e0d6d1-7c6d-4fe6-a5f9-cbde0e68838a,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:54.926265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:54.930967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0592c63e-0027-4434-8408-2afbf24edf99 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2610703 Aug 30 21:34:54.931618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:54.936404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0a9b7815-4ac4-46b2-876e-14df0b873975 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'b050530b-e63a-495d-a2d3-564fb35fc2c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:55.064574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-ab7703bb-7ef9-436a-b937-3513773da0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.066156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-ab7703bb-7ef9-436a-b937-3513773da0b2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.2340655 Aug 30 21:34:55.072781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a9b7815-4ac4-46b2-876e-14df0b873975 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:55.128254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24500185-94a9-43cd-8e60-e11c9ba6f73e req-90b1c7ef-44e3-4e34-99e7-3c3b7a971257 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.133635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24500185-94a9-43cd-8e60-e11c9ba6f73e req-90b1c7ef-44e3-4e34-99e7-3c3b7a971257 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1564980 Aug 30 21:34:55.182911 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '9a619292-3617-4e3d-afa7-315974d03ea3', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'port_id': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'mac_address': 'fa:16:3e:fb:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:34:34Z', 'updated_at': '2021-08-30T21:34:53Z', 'revision_number': 1, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:55.193844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-6f8b06fc-26a3-4b53-8669-256d48d2c9d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1000 time: 0.1194665 Aug 30 21:34:55.201026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-a01ef38f-9342-4554-8f26-916d3f24ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.202747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-a01ef38f-9342-4554-8f26-916d3f24ad8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fbc734617c5547db93140753fda8736b&device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 1097 time: 0.2015662 Aug 30 21:34:55.218506 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:34:55.230042 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:34:55.230966 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:34:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:55.265527 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-0a9b7815-4ac4-46b2-876e-14df0b873975 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 21:34:55.266750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a9b7815-4ac4-46b2-876e-14df0b873975 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3341200 Aug 30 21:34:55.272681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38808) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:55.289685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-fa594a20-700a-4299-928d-5f4259bec4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.291475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-fa594a20-700a-4299-928d-5f4259bec4f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0877454 Aug 30 21:34:55.295256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24500185-94a9-43cd-8e60-e11c9ba6f73e req-2bd0fbc5-3416-4797-ba57-0f434ba96372 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502407 Aug 30 21:34:55.392913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef10-0c71-458c-8a28-ca49f30d64a7 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:55.403151 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:34:55.416746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-ca5cd869-8f87-422d-8106-42426e4ea022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.422260 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-ca5cd869-8f87-422d-8106-42426e4ea022 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3e2995f5-799c-4196-8e2d-980ed00bfe31 HTTP/1.1" status: 200 len: 913 time: 0.1296906 Aug 30 21:34:55.440213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef10-0c71-458c-8a28-ca49f30d64a7 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:55.500757 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef10-0c71-458c-8a28-ca49f30d64a7 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:55.504796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b05ef10-0c71-458c-8a28-ca49f30d64a7 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:55.506478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3b05ef10-0c71-458c-8a28-ca49f30d64a7 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/b050530b-e63a-495d-a2d3-564fb35fc2c7 HTTP/1.1" status: 204 len: 168 time: 0.2320218 Aug 30 21:34:55.510232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38812) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:55.531805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05ef10-0c71-458c-8a28-ca49f30d64a7 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b050530b-e63a-495d-a2d3-564fb35fc2c7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:55.537779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-525e50b5-ac35-4292-8b9e-6bd11727ce9e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb187e34-18c1-463e-8936-6059a9abc2c3 HTTP/1.1" status: 200 len: 217 time: 0.0873332 Aug 30 21:34:55.650225 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d7768c32-2026-42f4-9351-aaf03a33b0bc tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1385994 Aug 30 21:34:55.659512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38816) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:55.681286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--154408539'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:55.735696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-659ef29c-889a-40cd-9f44-6bf8101de1c0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.738247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-659ef29c-889a-40cd-9f44-6bf8101de1c0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1995115 Aug 30 21:34:55.820087 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ea9769c-a023-47b6-8f99-f6baf0e02104 req-99af0146-47b4-4cd9-abc0-2964623a1005 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.1091039 Aug 30 21:34:55.851867 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:55.879162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-985c410f-2f9c-455d-9343-c7989ed92ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:55.881927 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-985c410f-2f9c-455d-9343-c7989ed92ff6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5326f515-39d6-447b-879a-055cb5ec94ce HTTP/1.1" status: 200 len: 852 time: 0.1396933 Aug 30 21:34:55.884978 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '9a619292-3617-4e3d-afa7-315974d03ea3', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'port_id': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'mac_address': 'fa:16:3e:fb:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:34:34Z', 'updated_at': '2021-08-30T21:34:53Z', 'revision_number': 1, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:55.892930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:55.931092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29e343-9f92-4a25-b99d-39db85413258 None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '9a619292-3617-4e3d-afa7-315974d03ea3', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'floating_ip_address': '172.25.5.137', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'port_id': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'mac_address': 'fa:16:3e:fb:03:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:34:34Z', 'updated_at': '2021-08-30T21:34:53Z', 'revision_number': 1, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:34:55.972145 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-9563fd16-cc94-4309-ac32-f1a48262394e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3e2995f5-799c-4196-8e2d-980ed00bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756402 Aug 30 21:34:56.038505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.049022 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.073178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-823da61a-8a2a-4397-8a76-a28d6cf29a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:56.074744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-823da61a-8a2a-4397-8a76-a28d6cf29a0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6501241 Aug 30 21:34:56.123072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.124254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4634833 Aug 30 21:34:56.127075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:56.136025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bf2e7bcd-a899-4675-bbba-09eabdee807b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'fa84401c-eca1-4942-8ee1-e54df3c42d77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:56.136527 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-bf2e7bcd-a899-4675-bbba-09eabdee807b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 21:34:56.137033 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-bf2e7bcd-a899-4675-bbba-09eabdee807b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:56.138046 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bf2e7bcd-a899-4675-bbba-09eabdee807b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100563 Aug 30 21:34:56.140306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de7983-0221-4907-9851-9c4501be514c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84401c-eca1-4942-8ee1-e54df3c42d77,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:56.144270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:56.224272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-613a7bb1-1c9b-48fb-81be-c67bd8d0a3da tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.267396 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-613a7bb1-1c9b-48fb-81be-c67bd8d0a3da tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.341481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-613a7bb1-1c9b-48fb-81be-c67bd8d0a3da tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.345051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-613a7bb1-1c9b-48fb-81be-c67bd8d0a3da tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.347597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-613a7bb1-1c9b-48fb-81be-c67bd8d0a3da tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/fa84401c-eca1-4942-8ee1-e54df3c42d77 HTTP/1.1" status: 204 len: 168 time: 0.2022095 Aug 30 21:34:56.352891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fbf0-d315-481e-b4b3-020c3feb9180 None None] New status for floating IP 9a619292-3617-4e3d-afa7-315974d03ea3: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:34:56.356222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:56.434057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a7bb1-1c9b-48fb-81be-c67bd8d0a3da tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84401c-eca1-4942-8ee1-e54df3c42d77,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:56.581920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1f355-1347-47dc-9dfc-0625b823cdfa req-9f277a82-4f23-46ad-a7a6-4b1fa8729b4b tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:56.584444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bf1f355-1347-47dc-9dfc-0625b823cdfa req-9f277a82-4f23-46ad-a7a6-4b1fa8729b4b tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1664531 Aug 30 21:34:56.594400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-20125290-5eac-4a35-b661-557de58d375d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2369604 Aug 30 21:34:56.598430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38850) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:56.603645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037463724'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:56.721253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bf1f355-1347-47dc-9dfc-0625b823cdfa req-aa4c735e-6ed1-489a-984f-9a22b1854d72 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254547 Aug 30 21:34:56.740459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-0e0f9871-ae2b-48fe-8ae0-a5a1ffd7b970 service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602429 Aug 30 21:34:56.750104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.953431 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:56.961546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-98959f1a-3090-4354-90cf-af28edf4e7f9 service neutron] 10.222.0.82 "GET /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065358 Aug 30 21:34:56.973788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.023944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c83aced-9ff8-47fb-bcfd-c4903f3637ac req-f75ec783-8054-4f56-accb-e17034e258de tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.0779257 Aug 30 21:34:57.088566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d013a3-fac3-4647-8bc6-1bcac779fd35,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:57.093548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:34:57.094692 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.101184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aebb1751-00f1-4deb-8120-1f89ca51e33d tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5010870 Aug 30 21:34:57.102603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38866) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.109699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.114776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-01ab4cef-3817-4d1c-9656-008407a28c55 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0298731 Aug 30 21:34:57.117049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6cb9b934-80ee-4448-9155-cff2e0f44419 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '97d013a3-fac3-4647-8bc6-1bcac779fd35', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:57.117963 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-6cb9b934-80ee-4448-9155-cff2e0f44419 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 21:34:57.118489 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-6cb9b934-80ee-4448-9155-cff2e0f44419 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:57.122752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6cb9b934-80ee-4448-9155-cff2e0f44419 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0191109 Aug 30 21:34:57.123344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.192842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb074396-e597-4763-a1a3-a44fabd5afcf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.218499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb074396-e597-4763-a1a3-a44fabd5afcf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.271500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb074396-e597-4763-a1a3-a44fabd5afcf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.275172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bb074396-e597-4763-a1a3-a44fabd5afcf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.279144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bb074396-e597-4763-a1a3-a44fabd5afcf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/97d013a3-fac3-4647-8bc6-1bcac779fd35 HTTP/1.1" status: 204 len: 168 time: 0.1548481 Aug 30 21:34:57.279751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38870) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.325972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb074396-e597-4763-a1a3-a44fabd5afcf tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d013a3-fac3-4647-8bc6-1bcac779fd35,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:57.406039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-beaa668b-5496-475a-aa1c-8ce344cd6f30 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1163120 Aug 30 21:34:57.409631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38876) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.415740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850750903'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:57.456773 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.478253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8a2b9b2-64ff-4370-aa44-7e293c56aaba req-b3ea93c6-1003-4ba8-8a33-18dc404a9159 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482351 Aug 30 21:34:57.541661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.5 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/a83203a1-4827-4db6-9dfb-da4e26940ad4) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:34:57.610300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.615813 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.671152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66cdd8f-f151-4be3-bdd9-381f57a6c909,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:57.674353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:57.675671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ac0e71db-168d-4078-9e81-8eda6b6c1691 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2649021 Aug 30 21:34:57.678559 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38880) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.684013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-93900922-2e9d-4878-922c-edd375440987 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'd66cdd8f-f151-4be3-bdd9-381f57a6c909', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:57.684931 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-93900922-2e9d-4878-922c-edd375440987 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 21:34:57.685441 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-93900922-2e9d-4878-922c-edd375440987 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:57.686767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-93900922-2e9d-4878-922c-edd375440987 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071537 Aug 30 21:34:57.690144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.698282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-98ad5649-47f8-405e-8207-b8cd80bf3ad2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'd66cdd8f-f151-4be3-bdd9-381f57a6c909', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:57.699322 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-98ad5649-47f8-405e-8207-b8cd80bf3ad2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 21:34:57.699829 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-98ad5649-47f8-405e-8207-b8cd80bf3ad2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:57.702736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-98ad5649-47f8-405e-8207-b8cd80bf3ad2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101640 Aug 30 21:34:57.703928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38884) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.710200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-029d39c5-84e1-4d63-b073-77f2c393dd28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'd66cdd8f-f151-4be3-bdd9-381f57a6c909', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:57.711087 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-029d39c5-84e1-4d63-b073-77f2c393dd28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 21:34:57.711592 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-029d39c5-84e1-4d63-b073-77f2c393dd28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:57.715388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-029d39c5-84e1-4d63-b073-77f2c393dd28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077825 Aug 30 21:34:57.717257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38886) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.729993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7bbda7f4-ffaf-4905-b98e-737354238a3b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'd66cdd8f-f151-4be3-bdd9-381f57a6c909', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:57.733084 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-7bbda7f4-ffaf-4905-b98e-737354238a3b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 21:34:57.734014 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-7bbda7f4-ffaf-4905-b98e-737354238a3b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:57.738801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7bbda7f4-ffaf-4905-b98e-737354238a3b tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0179517 Aug 30 21:34:57.739531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38888) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:57.954862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:58.000397 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81955669-5151-4788-ad8c-de06a5872939 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.029624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81955669-5151-4788-ad8c-de06a5872939 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.067346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.088486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf86a0-671f-420a-9f45-7d4d9ead9016 req-c42c0fbc-7fae-475c-b89a-befec645da84 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:58.090030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bbaf86a0-671f-420a-9f45-7d4d9ead9016 req-c42c0fbc-7fae-475c-b89a-befec645da84 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1932297 Aug 30 21:34:58.091281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81955669-5151-4788-ad8c-de06a5872939 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.094023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81955669-5151-4788-ad8c-de06a5872939 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.095140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81955669-5151-4788-ad8c-de06a5872939 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/d66cdd8f-f151-4be3-bdd9-381f57a6c909 HTTP/1.1" status: 204 len: 168 time: 0.3548183 Aug 30 21:34:58.099481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38898) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:58.100388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Deleting subnet e49eeaf8-a02c-4838-a2de-d1a493394987 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:58.104176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.140444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.147220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955669-5151-4788-ad8c-de06a5872939 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66cdd8f-f151-4be3-bdd9-381f57a6c909,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:58.188304 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.255255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object a83203a1-4827-4db6-9dfb-da4e26940ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:34:58.257161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.271256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bbaf86a0-671f-420a-9f45-7d4d9ead9016 req-37758d21-8cb5-4e20-8d41-8bca5bd66050 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574886 Aug 30 21:34:58.301197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.303774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e49eeaf8-a02c-4838-a2de-d1a493394987 HTTP/1.1" status: 204 len: 168 time: 0.3467162 Aug 30 21:34:58.307035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:58.308013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49eeaf8-a02c-4838-a2de-d1a493394987,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:58.328515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f6aae33e-6a49-4a9f-a162-ea2da4033379 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2276075 Aug 30 21:34:58.329242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38904) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:58.329419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.330162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.330777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.331533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.332017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.332664 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.333307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.334059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.334545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.335034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.335497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.336037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01271b8f-91d5-4300-9c49-38c732fbf947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:34:58.341166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--58279286'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:58.404428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.443361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.458420 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.475855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['33f3f3cb-5346-4da1-ad43-2de6739e392c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:34:58.532031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e346-5fa7-4df8-9bca-9f52dee9254e req-51020aa6-f717-4a45-9b26-4f87c25c2980 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:58.533812 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14f4e346-5fa7-4df8-9bca-9f52dee9254e req-51020aa6-f717-4a45-9b26-4f87c25c2980 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 931 time: 0.0915337 Aug 30 21:34:58.564808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:34:58.572655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:34:58.696906 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.718312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254dcff5-40b9-4812-bc1e-8e86c70a2274']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:58.727232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:34:58.770300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4d165e-8348-4070-bdbe-9f15321b78c8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:58.770603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4d165e-8348-4070-bdbe-9f15321b78c8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:58.790176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-14f4e346-5fa7-4df8-9bca-9f52dee9254e req-bd8eb290-d9fa-495a-9f6c-707e3393f499 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324727 Aug 30 21:34:58.809327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=a83203a1-4827-4db6-9dfb-da4e26940ad4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:58.829059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.847089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.855711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.875023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.875981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5437608 Aug 30 21:34:58.879870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.885006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:58.891683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:58.892470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.899851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ae96613b-aacd-480f-a542-e6ee49f42861 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:58.900336 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-ae96613b-aacd-480f-a542-e6ee49f42861 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 21:34:58.900844 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-ae96613b-aacd-480f-a542-e6ee49f42861 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:58.901857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae96613b-aacd-480f-a542-e6ee49f42861 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059810 Aug 30 21:34:58.905855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38914) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:58.917487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c1f1b987-51ee-47cb-8ef0-7cd930fbaf31 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:58.925351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:58.925776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:58.929682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163262-2b50-408f-9806-8abecc98a7af tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9276da99-33a0-4b60-a088-743593bb4806,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:58.929872 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:58.972075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dba02795-ff48-463d-b02d-78c86105458d None None] Provisioning for port a83203a1-4827-4db6-9dfb-da4e26940ad4 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:34:58.983251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dba02795-ff48-463d-b02d-78c86105458d None None] Provisioning complete for port a83203a1-4827-4db6-9dfb-da4e26940ad4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:34:58.983844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dba02795-ff48-463d-b02d-78c86105458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.024156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6f4dfb46-a067-413c-948b-db2528258f44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1358836 Aug 30 21:34:59.026895 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-c1f1b987-51ee-47cb-8ef0-7cd930fbaf31 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.028064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c1f1b987-51ee-47cb-8ef0-7cd930fbaf31 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1181233 Aug 30 21:34:59.029714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.032029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38916) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.038831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Request body: {'port': {'device_id': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.039059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0643fe78-56a0-43fd-8240-49d9e46f55ab tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.039712 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-0643fe78-56a0-43fd-8240-49d9e46f55ab tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 21:34:59.040395 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-0643fe78-56a0-43fd-8240-49d9e46f55ab tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.041581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0643fe78-56a0-43fd-8240-49d9e46f55ab tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083413 Aug 30 21:34:59.045447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.046628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.048945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] 10.222.0.76 "DELETE /v2.0/networks/254dcff5-40b9-4812-bc1e-8e86c70a2274 HTTP/1.1" status: 204 len: 168 time: 0.7306073 Aug 30 21:34:59.051619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38920) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.056268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-94d2651b-3b73-41b1-9f1e-de0bce70d2e6 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.073142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-dba02795-ff48-463d-b02d-78c86105458d None None] Port a83203a1-4827-4db6-9dfb-da4e26940ad4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:34:59.105409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0920a-889a-487b-912a-46eb3178b743 admin admin] Pushing event deleted for resources: {'Network': ['ID=254dcff5-40b9-4812-bc1e-8e86c70a2274,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:59.121973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Deleting subnet a6c8a5bc-60f0-42af-a702-18081016764b {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:34:59.125864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.175117 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.178743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.190536 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-94d2651b-3b73-41b1-9f1e-de0bce70d2e6 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.192103 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94d2651b-3b73-41b1-9f1e-de0bce70d2e6 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1407340 Aug 30 21:34:59.194977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.202152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-838ad2ed-3e4b-4f17-a9a0-d104f0db224c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.202865 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-838ad2ed-3e4b-4f17-a9a0-d104f0db224c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 21:34:59.203493 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-838ad2ed-3e4b-4f17-a9a0-d104f0db224c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.204667 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-838ad2ed-3e4b-4f17-a9a0-d104f0db224c tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085931 Aug 30 21:34:59.208383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38924) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.230991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e373747d-c15a-4bc3-8913-26f057c0849a tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.233099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.257071 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-e373747d-c15a-4bc3-8913-26f057c0849a tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Project d3785c5bf0c84ee88006d3e8dd7b1a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:34:59.289645 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-e373747d-c15a-4bc3-8913-26f057c0849a tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.291093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e373747d-c15a-4bc3-8913-26f057c0849a tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0815697 Aug 30 21:34:59.327831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38926) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.341332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bebcc1b8-f784-4008-8d0d-031c4050f1a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.343929 n-d-793620-16 neutron-server[94689]: WARNING neutron.api.v2.base [None req-bebcc1b8-f784-4008-8d0d-031c4050f1a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 21:34:59.345687 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-bebcc1b8-f784-4008-8d0d-031c4050f1a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.347002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bebcc1b8-f784-4008-8d0d-031c4050f1a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164380 Aug 30 21:34:59.350460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38930) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.363859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b949e251-b226-4bdd-9a35-426412df4868 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.402448 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.418325 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-b949e251-b226-4bdd-9a35-426412df4868 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Project d3785c5bf0c84ee88006d3e8dd7b1a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:34:59.517615 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.523880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a6c8a5bc-60f0-42af-a702-18081016764b HTTP/1.1" status: 204 len: 168 time: 0.4710181 Aug 30 21:34:59.527274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.535155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04fe77-a28b-4ed3-b940-618986a9bb87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c8a5bc-60f0-42af-a702-18081016764b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:34:59.553772 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-b949e251-b226-4bdd-9a35-426412df4868 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.558785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b949e251-b226-4bdd-9a35-426412df4868 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2026806 Aug 30 21:34:59.560260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38934) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.580202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-82ab248f-2f13-49e8-9453-ade223a78590 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '9276da99-33a0-4b60-a088-743593bb4806', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:34:59.599114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9b3b6-cde9-4fb1-9dce-395f54b90747 req-08619c9f-a3ae-4070-bf31-7ee15f97b06a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:34:59.601544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddc9b3b6-cde9-4fb1-9dce-395f54b90747 req-08619c9f-a3ae-4070-bf31-7ee15f97b06a tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1855676 Aug 30 21:34:59.661574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.708015 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-82ab248f-2f13-49e8-9453-ade223a78590 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Project d3785c5bf0c84ee88006d3e8dd7b1a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:34:59.744953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddc9b3b6-cde9-4fb1-9dce-395f54b90747 req-e580107b-2c81-4bae-b4a7-f28e8171403d tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220269 Aug 30 21:34:59.779368 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-82ab248f-2f13-49e8-9453-ade223a78590 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:34:59.783855 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-82ab248f-2f13-49e8-9453-ade223a78590 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2197409 Aug 30 21:34:59.784430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38940) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:34:59.854895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-499e98f9-24ee-4f0f-b137-d8ef37881db4 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.892739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-499e98f9-24ee-4f0f-b137-d8ef37881db4 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.913877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.925984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3931756a-e028-4aea-8f56-46cb1e6347c7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:59.937498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f336c0e-3ab0-4e17-83ec-931236ae8ee8') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:59.937843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f336c0e-3ab0-4e17-83ec-931236ae8ee8') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:34:59.949772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.971368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83203a1-4827-4db6-9dfb-da4e26940ad4 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:34:59.979505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.980273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-499e98f9-24ee-4f0f-b137-d8ef37881db4 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.986004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.988171 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-499e98f9-24ee-4f0f-b137-d8ef37881db4 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.990553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-499e98f9-24ee-4f0f-b137-d8ef37881db4 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/9276da99-33a0-4b60-a088-743593bb4806 HTTP/1.1" status: 204 len: 168 time: 0.2047689 Aug 30 21:34:59.991595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:34:59.992154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:34:59.994411 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:34:59.997460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.015254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e98f9-24ee-4f0f-b137-d8ef37881db4 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276da99-33a0-4b60-a088-743593bb4806,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:00.119352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f14f783c-7908-4d50-a858-ce647102fb29 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1062791 Aug 30 21:35:00.123216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.128727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254355490'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:00.147075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Transition to ACTIVE for port object a83203a1-4827-4db6-9dfb-da4e26940ad4 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:35:00.149602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.171905 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.174328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3931756a-e028-4aea-8f56-46cb1e6347c7 HTTP/1.1" status: 204 len: 168 time: 0.6454747 Aug 30 21:35:00.175447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6660387-82ba-4d8a-989f-8c42dbf5a699 admin admin] Pushing event deleted for resources: {'Network': ['ID=3931756a-e028-4aea-8f56-46cb1e6347c7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:00.181730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fde99-7ac3-4a73-9c22-3316ad037951 req-56f994e7-be62-46ff-889b-c5c9f4133c18 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:00.184075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-677fde99-7ac3-4a73-9c22-3316ad037951 req-56f994e7-be62-46ff-889b-c5c9f4133c18 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 931 time: 0.1081910 Aug 30 21:35:00.188617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.221470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.283345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-677fde99-7ac3-4a73-9c22-3316ad037951 req-af8804d3-df7b-4399-8aa7-1d9850837c9b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912688 Aug 30 21:35:00.295911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Pushing event updated for resources: {'Port': ['ID=a83203a1-4827-4db6-9dfb-da4e26940ad4,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:00.391295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.400113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.433320 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.437394 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3103652 Aug 30 21:35:00.437612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38958) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.442443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c9630726-60f9-4d24-85c1-6c72a9f6c4aa tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'e90baa2f-4da8-4561-98d8-e0de33c21b97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:00.447174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Attempting to bind port a83203a1-4827-4db6-9dfb-da4e26940ad4 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:35:00.447513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Attempting to bind port a83203a1-4827-4db6-9dfb-da4e26940ad4 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:35:00.447958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Attempting to bind port a83203a1-4827-4db6-9dfb-da4e26940ad4 on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:35:00.455740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ec2c1-e2a8-4692-a3a8-6550812ba3f9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90baa2f-4da8-4561-98d8-e0de33c21b97,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:00.458300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Port a83203a1-4827-4db6-9dfb-da4e26940ad4 on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:35:00.458629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Attempting to bind port a83203a1-4827-4db6-9dfb-da4e26940ad4 on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:35:00.468290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:35:00.468622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:35:00.469015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:35:00.469442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Bound port: a83203a1-4827-4db6-9dfb-da4e26940ad4, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:35:00.469807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.541857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38960) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.600628 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-c9630726-60f9-4d24-85c1-6c72a9f6c4aa tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The resource could not be found. Aug 30 21:35:00.601731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c9630726-60f9-4d24-85c1-6c72a9f6c4aa tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1631033 Aug 30 21:35:00.605824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.617832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e28d81-a895-45aa-8ec4-8b09789bde45 req-e9c7d6ee-baf8-4920-931e-4a407cba4349 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:00.619701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1e28d81-a895-45aa-8ec4-8b09789bde45 req-e9c7d6ee-baf8-4920-931e-4a407cba4349 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1312928 Aug 30 21:35:00.621091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ec45d96e-541e-45d9-b3fe-c255aa139684 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'e90baa2f-4da8-4561-98d8-e0de33c21b97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4e861935-f349-489d-9013-32d2c71cf3fb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:00.663105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] For port a83203a1-4827-4db6-9dfb-da4e26940ad4, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:35:00.666901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] For port a83203a1-4827-4db6-9dfb-da4e26940ad4, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:35:00.673741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7c7ce213-df19-40f2-98df-ac91a94667f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62eab36174f74cb1aaa1a6fe6c898ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284573 Aug 30 21:35:00.674056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38966) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.680937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.697735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1e28d81-a895-45aa-8ec4-8b09789bde45 req-d3774f4a-bbab-4614-9e92-825a1d35f7c0 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649641 Aug 30 21:35:00.746106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:00.746746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.748146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] 10.222.0.86 "PUT /v2.0/ports/a83203a1-4827-4db6-9dfb-da4e26940ad4 HTTP/1.1" status: 200 len: 1092 time: 1.7150719 Aug 30 21:35:00.749713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'tag': 'a83203a1-4827-4db6-9dfb-da4e26940ad4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:00.751922 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83278ae3-d80e-4a73-b15a-071ca0ac8314" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d", "tag": "a83203a1-4827-4db6-9dfb-da4e26940ad4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:00.804534 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-ec45d96e-541e-45d9-b3fe-c255aa139684 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The resource could not be found. Aug 30 21:35:00.808822 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ec45d96e-541e-45d9-b3fe-c255aa139684 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1958418 Aug 30 21:35:00.811248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38970) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:00.828226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814d88-daa9-49f1-b379-4b3ee754047a service neutron] Pushing event updated for resources: {'Port': ['ID=a83203a1-4827-4db6-9dfb-da4e26940ad4,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:00.848983 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f115-9cd3-49ef-b334-a80097c3fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:00.851401 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096b444-15e4-4dbd-bf75-8318a7748811 x-openstack-request-id: req-8096b444-15e4-4dbd-bf75-8318a7748811 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:00.851681 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d", "tag": "a83203a1-4827-4db6-9dfb-da4e26940ad4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:00.851947 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8096b444-15e4-4dbd-bf75-8318a7748811 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:00.852326 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'tag': 'a83203a1-4827-4db6-9dfb-da4e26940ad4', 'status': 'completed', 'code': 200} Aug 30 21:35:00.894223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-d9441f07-692a-45f9-92ae-f56a430845fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:00.895886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-d9441f07-692a-45f9-92ae-f56a430845fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 1095 time: 0.0852332 Aug 30 21:35:00.913097 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f115-9cd3-49ef-b334-a80097c3fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.004726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-9b0e411d-0934-4460-b7d3-15371fdf72a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4 HTTP/1.1" status: 200 len: 217 time: 0.0883296 Aug 30 21:35:01.007338 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f115-9cd3-49ef-b334-a80097c3fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.010581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f115-9cd3-49ef-b334-a80097c3fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.012050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c3f1f115-9cd3-49ef-b334-a80097c3fa88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ef9cf94-5411-4639-85ef-793567191894 HTTP/1.1" status: 204 len: 168 time: 0.3369393 Aug 30 21:35:01.035002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1f115-9cd3-49ef-b334-a80097c3fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9cf94-5411-4639-85ef-793567191894,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:01.043517 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5db492d6-a98d-40f3-b497-ab4404b591ee tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.100385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5db492d6-a98d-40f3-b497-ab4404b591ee tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.131461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-025e8527-2cd7-4554-8b48-27d93adf30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:01.134441 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-025e8527-2cd7-4554-8b48-27d93adf30af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1200569 Aug 30 21:35:01.200904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-851b4b64-2621-426e-87fb-7f0e1d1ebe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:01.202872 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-851b4b64-2621-426e-87fb-7f0e1d1ebe3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560939 Aug 30 21:35:01.222183 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5db492d6-a98d-40f3-b497-ab4404b591ee tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.232656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5db492d6-a98d-40f3-b497-ab4404b591ee tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.235675 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5db492d6-a98d-40f3-b497-ab4404b591ee tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/e90baa2f-4da8-4561-98d8-e0de33c21b97 HTTP/1.1" status: 204 len: 168 time: 0.4222312 Aug 30 21:35:01.238725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:01.249882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db492d6-a98d-40f3-b497-ab4404b591ee tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90baa2f-4da8-4561-98d8-e0de33c21b97,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:01.392263 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-32c1f377-ffa4-44c2-82c3-4475b2a575c8 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519604 Aug 30 21:35:01.396919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:01.404883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-875c5283-d994-4c6c-97b4-0051f9fa14f2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': 'aa488961-1882-4697-ae87-41f463a1f204', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:01.456790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9eff0a-f146-42b1-88e5-41ead8af91f4 req-fb23412a-77d8-4088-9906-a8d63554bb5d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:01.457125 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-0f46761b-4e4f-41be-90f5-de6ca426ba38 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437189 Aug 30 21:35:01.458700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a9eff0a-f146-42b1-88e5-41ead8af91f4 req-fb23412a-77d8-4088-9906-a8d63554bb5d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0829268 Aug 30 21:35:01.528359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a9eff0a-f146-42b1-88e5-41ead8af91f4 req-b67afd3d-2c01-4919-a5c3-a635a73bff7c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565908 Aug 30 21:35:01.564713 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-875c5283-d994-4c6c-97b4-0051f9fa14f2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The resource could not be found. Aug 30 21:35:01.568956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-875c5283-d994-4c6c-97b4-0051f9fa14f2 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1710455 Aug 30 21:35:01.572962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38984) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:01.578733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230706676'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:01.634191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.647345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cb4ab21a-1136-45ef-9333-469ed7b069d2 req-6edae2f4-4930-4c01-992f-abe2330b6b4a service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781917 Aug 30 21:35:01.772591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 38990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:01.821900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-1517c817-a4ba-4d02-a49b-0296877178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:01.823530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-1517c817-a4ba-4d02-a49b-0296877178ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 1095 time: 0.1175017 Aug 30 21:35:01.885180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.891852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-293d3836-91db-4a64-bb81-71e8bf740069 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4da2a47eb1c04ea6b387d0b930e572bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181128 Aug 30 21:35:01.895275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38992) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:01.917905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:01.945325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329ba3d-fec7-4ba2-8a8a-272fb475e112 req-92025f97-a3d1-4aac-b92b-3edff9392cf0 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:01.947040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6329ba3d-fec7-4ba2-8a8a-272fb475e112 req-92025f97-a3d1-4aac-b92b-3edff9392cf0 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1192403 Aug 30 21:35:01.955137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-ebe16507-ecfb-415e-8a44-5fd4c17abcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:01.956919 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-ebe16507-ecfb-415e-8a44-5fd4c17abcaa service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.1247764 Aug 30 21:35:02.002355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.007023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4324126 Aug 30 21:35:02.007883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 38998) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:02.014154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--79423245'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:02.020714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-1227a461-d2fa-4733-ba02-5c3fd3ba92fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4 HTTP/1.1" status: 200 len: 217 time: 0.0546958 Aug 30 21:35:02.023419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4c765-468c-44d5-ac1c-7729aaa2756f tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ed1ff2-1067-45eb-bd12-be2697a04178,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:02.109229 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32838210-5bda-42a9-964f-7774331793ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.120495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-642b0920-de93-41c7-a9f1-b93a4d978c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:02.124522 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-642b0920-de93-41c7-a9f1-b93a4d978c02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0963418 Aug 30 21:35:02.150079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32838210-5bda-42a9-964f-7774331793ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.205692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-a38ed02d-709b-4f7f-a2fc-d8c635f7440d tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:02.207279 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-a38ed02d-709b-4f7f-a2fc-d8c635f7440d tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.82 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 945 time: 0.1472545 Aug 30 21:35:02.230808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6329ba3d-fec7-4ba2-8a8a-272fb475e112 req-e0382356-93fc-4875-90c1-1c8bbc92098e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/security-groups?id=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676725 Aug 30 21:35:02.235656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32838210-5bda-42a9-964f-7774331793ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.240352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-32838210-5bda-42a9-964f-7774331793ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.242545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-32838210-5bda-42a9-964f-7774331793ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2af98d0d-a5a5-4a78-a0e8-6819e66b58a0 HTTP/1.1" status: 204 len: 168 time: 0.3460860 Aug 30 21:35:02.260598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32838210-5bda-42a9-964f-7774331793ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af98d0d-a5a5-4a78-a0e8-6819e66b58a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:02.282825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-39d6389e-038f-434e-a3a0-234c1453bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:02.284696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-39d6389e-038f-434e-a3a0-234c1453bac8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513076 Aug 30 21:35:02.302635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.444267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Deleting port fb187e34-18c1-463e-8936-6059a9abc2c3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:35:02.445056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.452596 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-675b810f-52e8-4453-b951-34168944b786 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546843 Aug 30 21:35:02.564633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.576810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.646611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] For port fb187e34-18c1-463e-8936-6059a9abc2c3, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=fb187e34-18c1-463e-8936-6059a9abc2c3,segment=NetworkSegment(3c42c129-b1f2-41af-a823-fec76f620433),segment_id=3c42c129-b1f2-41af-a823-fec76f620433)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:02.651588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.663462 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:02.664862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6542227 Aug 30 21:35:02.683953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39008) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:02.694780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ae6b10b8-6ba3-4054-bff5-769aa6f9ee36 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '26ed1ff2-1067-45eb-bd12-be2697a04178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5f962961-6751-46aa-9789-fadfe100fc9f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:02.697165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815da2ae-3f6f-4419-b099-8f83df632d28 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f962961-6751-46aa-9789-fadfe100fc9f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:02.745609 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-83278ae3-d80e-4a73-b15a-071ca0ac8314 req-a7738636-0f2d-4663-a391-a89843f6d61c service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570422 Aug 30 21:35:02.754758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580060b2-6f31-4cf0-92e7-d43d218ecf22 req-f5ed3b91-6abe-4a01-b9ff-29361fe46c12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:02.759641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Calling delete_port for fb187e34-18c1-463e-8936-6059a9abc2c3 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:35:02.764340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-580060b2-6f31-4cf0-92e7-d43d218ecf22 req-f5ed3b91-6abe-4a01-b9ff-29361fe46c12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0973115 Aug 30 21:35:02.831394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-580060b2-6f31-4cf0-92e7-d43d218ecf22 req-725967b6-bd93-45eb-b027-43f182d0e2c4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660586 Aug 30 21:35:02.897365 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-ae6b10b8-6ba3-4054-bff5-769aa6f9ee36 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:35:02.900021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae6b10b8-6ba3-4054-bff5-769aa6f9ee36 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2135637 Aug 30 21:35:02.901982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:03.018035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62dde4d6-ec70-403f-bf74-8743e245deed tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.078135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62dde4d6-ec70-403f-bf74-8743e245deed tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.085859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.103770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['fb187e34-18c1-463e-8936-6059a9abc2c3'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:03.179717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Pushing event deleted for resources: {'Port': ['ID=fb187e34-18c1-463e-8936-6059a9abc2c3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:03.275649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] No DVR routers for this DVR port fb187e34-18c1-463e-8936-6059a9abc2c3 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:35:03.279063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.281735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-98aae1b7-f740-4c9f-801a-64a0e72c199e req-896b2133-330f-48a0-a147-20006826c96e tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.82 "DELETE /v2.0/ports/fb187e34-18c1-463e-8936-6059a9abc2c3 HTTP/1.1" status: 204 len: 173 time: 1.0665557 Aug 30 21:35:03.282773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'name': 'network-vif-deleted', 'tag': 'fb187e34-18c1-463e-8936-6059a9abc2c3'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:03.285205 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75eeffa-f496-4fc6-9e0a-45a4b8fab229" -d '{"events": [{"server_uuid": "2b47e717-bb37-4305-8ba9-c02b1c445b18", "name": "network-vif-deleted", "tag": "fb187e34-18c1-463e-8936-6059a9abc2c3"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:03.309165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62dde4d6-ec70-403f-bf74-8743e245deed tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.312256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62dde4d6-ec70-403f-bf74-8743e245deed tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.316154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-62dde4d6-ec70-403f-bf74-8743e245deed tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/5f962961-6751-46aa-9789-fadfe100fc9f HTTP/1.1" status: 204 len: 168 time: 0.4105701 Aug 30 21:35:03.316583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39034) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:03.352762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dde4d6-ec70-403f-bf74-8743e245deed tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f962961-6751-46aa-9789-fadfe100fc9f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:03.511854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d8f4404-6c03-4a8f-b3ec-94df703f18ba req-8e17a014-f863-427a-8b2b-aafe8cbdb721 tempest-TestServerAdvancedOps-1111352155 tempest-TestServerAdvancedOps-1111352155-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b47e717-bb37-4305-8ba9-c02b1c445b18 HTTP/1.1" status: 200 len: 210 time: 0.1039138 Aug 30 21:35:03.550618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-86e628d7-9c4b-43c5-8eed-307b1b2195a1 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2327175 Aug 30 21:35:03.553364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39042) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:03.583235 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75229d-61d4-4aa6-9c32-0e91064cb54a x-openstack-request-id: req-4b75229d-61d4-4aa6-9c32-0e91064cb54a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:03.583521 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b47e717-bb37-4305-8ba9-c02b1c445b18", "name": "network-vif-deleted", "tag": "fb187e34-18c1-463e-8936-6059a9abc2c3", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:03.584217 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b75229d-61d4-4aa6-9c32-0e91064cb54a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:03.584783 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b47e717-bb37-4305-8ba9-c02b1c445b18', 'name': 'network-vif-deleted', 'tag': 'fb187e34-18c1-463e-8936-6059a9abc2c3', 'status': 'completed', 'code': 200} Aug 30 21:35:03.625031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.645037 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ef3622d-b25d-48ce-a469-1bde7eae288e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.671519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ef3622d-b25d-48ce-a469-1bde7eae288e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.731596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ef3622d-b25d-48ce-a469-1bde7eae288e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.736237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ef3622d-b25d-48ce-a469-1bde7eae288e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:03.739857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ef3622d-b25d-48ce-a469-1bde7eae288e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/26ed1ff2-1067-45eb-bd12-be2697a04178 HTTP/1.1" status: 204 len: 168 time: 0.1828432 Aug 30 21:35:03.741810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39052) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:03.792578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3622d-b25d-48ce-a469-1bde7eae288e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ed1ff2-1067-45eb-bd12-be2697a04178,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:03.871443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39056) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:03.871595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23a996e1-370b-408c-adc5-503cf6963431 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279886 Aug 30 21:35:03.890026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--959142465'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:03.987094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.107472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fea66-0b81-4194-9f26-708f2045709e req-aefd36db-e584-4050-b4fb-aea29c36e476 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:04.111242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c8fea66-0b81-4194-9f26-708f2045709e req-aefd36db-e584-4050-b4fb-aea29c36e476 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.1443939 Aug 30 21:35:04.185091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c8fea66-0b81-4194-9f26-708f2045709e req-84c57564-4f64-4266-8ec2-cb34c541d2cf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619364 Aug 30 21:35:04.243911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.250549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.289343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a077ce-1635-4946-9a8e-dde7b09e6227,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:04.310417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.313893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2063ba53-3234-4e75-b943-1af3ef668126 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4410303 Aug 30 21:35:04.317405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:04.339041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d8909e53-478b-4cd8-85f0-ebb7294b30a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '19a077ce-1635-4946-9a8e-dde7b09e6227', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:04.406940 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-d8909e53-478b-4cd8-85f0-ebb7294b30a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:35:04.412454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:04.412959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d8909e53-478b-4cd8-85f0-ebb7294b30a9 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0904553 Aug 30 21:35:04.417438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b481aad1-e90d-4faf-82e6-0305d97c4925 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group_rule': {'security_group_id': '19a077ce-1635-4946-9a8e-dde7b09e6227', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:04.497986 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b481aad1-e90d-4faf-82e6-0305d97c4925 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:35:04.499153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b481aad1-e90d-4faf-82e6-0305d97c4925 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0856104 Aug 30 21:35:04.502808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39076) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:04.581879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2328b89f-7f04-4f9e-9c2f-3144c5151a09 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.612092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2328b89f-7f04-4f9e-9c2f-3144c5151a09 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.645661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:04.706599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2328b89f-7f04-4f9e-9c2f-3144c5151a09 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.711375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2328b89f-7f04-4f9e-9c2f-3144c5151a09 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.715997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2328b89f-7f04-4f9e-9c2f-3144c5151a09 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/19a077ce-1635-4946-9a8e-dde7b09e6227 HTTP/1.1" status: 204 len: 168 time: 0.2119999 Aug 30 21:35:04.716564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:04.729853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328b89f-7f04-4f9e-9c2f-3144c5151a09 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a077ce-1635-4946-9a8e-dde7b09e6227,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:04.758363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Deleting subnet 5326f515-39d6-447b-879a-055cb5ec94ce {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:35:04.783792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.851227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.881183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0575c4b-b72b-4781-82de-a1e9dc4ecb55 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1632600 Aug 30 21:35:04.885315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:04.892275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495925578'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:04.929618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:04.968567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.065276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.134883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.139515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39104) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:05.148163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5326f515-39d6-447b-879a-055cb5ec94ce HTTP/1.1" status: 204 len: 168 time: 0.5006700 Aug 30 21:35:05.149654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089b26b-316a-4c38-9321-8e6e186829fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5326f515-39d6-447b-879a-055cb5ec94ce,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:05.210788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.218154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.289366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7162e50-649d-4423-a0eb-e410e3cbbf3f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:05.294112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.296023 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b822df06-2f04-4d53-a152-c4d16e6b6a50 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4098291 Aug 30 21:35:05.299309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:05.311851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d370591a-d62e-42c2-895b-27880dcbc0b5 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:05.312614 n-d-793620-16 neutron-server[94688]: WARNING neutron.api.v2.base [None req-d370591a-d62e-42c2-895b-27880dcbc0b5 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 21:35:05.313367 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-d370591a-d62e-42c2-895b-27880dcbc0b5 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 21:35:05.314503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d370591a-d62e-42c2-895b-27880dcbc0b5 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "PUT /v2.0/security-groups/e7162e50-649d-4423-a0eb-e410e3cbbf3f HTTP/1.1" status: 409 len: 330 time: 0.0139210 Aug 30 21:35:05.324144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:05.459752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fee6279-4eea-4784-90c0-f1d30031dd76 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.513960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fee6279-4eea-4784-90c0-f1d30031dd76 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.604510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fee6279-4eea-4784-90c0-f1d30031dd76 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.620532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fee6279-4eea-4784-90c0-f1d30031dd76 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.624404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0fee6279-4eea-4784-90c0-f1d30031dd76 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/e7162e50-649d-4423-a0eb-e410e3cbbf3f HTTP/1.1" status: 204 len: 168 time: 0.2989798 Aug 30 21:35:05.625019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:05.656685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee6279-4eea-4784-90c0-f1d30031dd76 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7162e50-649d-4423-a0eb-e410e3cbbf3f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:05.736236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.755031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949cc57-10fb-474a-96ec-13e53877c345 req-cd6c21fd-6cb0-447d-8f69-71a87150e356 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:05.759812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98de6eb2-d610-44e8-9f55-8c7f7f20cf48 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309090 Aug 30 21:35:05.760809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:05.763637 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0949cc57-10fb-474a-96ec-13e53877c345 req-cd6c21fd-6cb0-447d-8f69-71a87150e356 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.1314790 Aug 30 21:35:05.790697 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-356691a6-989f-40c7-9823-c468c495a9a1 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] delete failed (client error): The resource could not be found. Aug 30 21:35:05.800332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39132) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:05.802887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-356691a6-989f-40c7-9823-c468c495a9a1 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "DELETE /v2.0/security-groups/a1ce2714-e439-4d5d-b258-a89432628617 HTTP/1.1" status: 404 len: 347 time: 0.0385702 Aug 30 21:35:05.873723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0949cc57-10fb-474a-96ec-13e53877c345 req-67b35cbe-aa45-4acb-83b4-6a9fe7f61567 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Aug 30 21:35:05.943619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:05.987572 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-f138176c-35dc-4e7a-9d76-178d39d9ad7e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] show failed (client error): The resource could not be found. Aug 30 21:35:05.990924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f138176c-35dc-4e7a-9d76-178d39d9ad7e tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-groups/52fead27-5ad3-4387-aed1-6d02304cba8e HTTP/1.1" status: 404 len: 347 time: 0.1571064 Aug 30 21:35:05.995444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39144) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:06.020960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.026456 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-dc6803eb-c550-4e34-a79c-154ab062f934 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] show failed (client error): The resource could not be found. Aug 30 21:35:06.034802 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dc6803eb-c550-4e34-a79c-154ab062f934 tempest-NegativeSecGroupIPv6Test-871000336 tempest-NegativeSecGroupIPv6Test-871000336-project] 10.222.0.76 "GET /v2.0/security-group-rules/a3b89966-ecc4-40dc-8080-616411a3a871 HTTP/1.1" status: 404 len: 356 time: 0.0374110 Aug 30 21:35:06.035649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2995f5-799c-4196-8e2d-980ed00bfe31']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:35:06.048743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c42c129-b1f2-41af-a823-fec76f620433') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:35:06.049744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c42c129-b1f2-41af-a823-fec76f620433') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:35:06.062952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.079573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.087143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:35:06.087810 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:35:06.139684 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:35:06.165606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.215734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.225106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3e2995f5-799c-4196-8e2d-980ed00bfe31 HTTP/1.1" status: 204 len: 168 time: 1.0818465 Aug 30 21:35:06.225106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae187b7-28fe-4304-a1bd-2c645054bc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2995f5-799c-4196-8e2d-980ed00bfe31,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:06.225665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39148) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:06.344268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Deleting subnet 74704d81-ed2d-4c9c-b16f-3258dc9c2f9e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:35:06.352379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.442258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.538240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.662496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.734323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39156) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:06.749237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74704d81-ed2d-4c9c-b16f-3258dc9c2f9e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:06.756036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:06.761471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b8f2e865-e9d4-4036-80cd-534dd51d4aef admin admin] 10.222.0.76 "DELETE /v2.0/subnets/74704d81-ed2d-4c9c-b16f-3258dc9c2f9e HTTP/1.1" status: 204 len: 168 time: 0.5273314 Aug 30 21:35:06.762057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39160) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:07.052860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5dfab56f-61cb-4a31-8eaf-f5a002230cf0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3785c5bf0c84ee88006d3e8dd7b1a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3146212 Aug 30 21:35:07.053391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.053942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:07.066048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec458-d30b-486d-a735-d6cd3f489375 req-57d6ed09-d30d-4bc5-abf6-1e58126fc970 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:07.073551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-feeec458-d30b-486d-a735-d6cd3f489375 req-57d6ed09-d30d-4bc5-abf6-1e58126fc970 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.1249251 Aug 30 21:35:07.184233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38970b08-9a84-4199-b740-6bc34317fe85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.184512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-feeec458-d30b-486d-a735-d6cd3f489375 req-fdf2e8ba-6e7b-451d-aae7-db56ce6c82a1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100926 Aug 30 21:35:07.237357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.247699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecda0b2-5473-42cc-8746-362e0fd056b8']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:35:07.249889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38970b08-9a84-4199-b740-6bc34317fe85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.269752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f927708c-9845-43c2-aaa6-44b57072868a') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:35:07.269752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f927708c-9845-43c2-aaa6-44b57072868a') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:35:07.279330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.294552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.300302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:35:07.301079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.336389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fb187e34-18c1-463e-8936-6059a9abc2c3 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:35:07.376526 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:35:07.388796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: fb187e34-18c1-463e-8936-6059a9abc2c3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:35:07.389003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.389109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device fb187e34-18c1-463e-8936-6059a9abc2c3 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:35:07.404328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.409610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0ecda0b2-5473-42cc-8746-362e0fd056b8 HTTP/1.1" status: 204 len: 168 time: 0.6458933 Aug 30 21:35:07.444940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08755b-e1bc-4260-abf3-bc33d2e25a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecda0b2-5473-42cc-8746-362e0fd056b8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:07.479957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38970b08-9a84-4199-b740-6bc34317fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.483773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38970b08-9a84-4199-b740-6bc34317fe85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.487668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38970b08-9a84-4199-b740-6bc34317fe85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2ac796e-31bb-44b2-b49c-1cde105cc636 HTTP/1.1" status: 204 len: 168 time: 0.4297562 Aug 30 21:35:07.499800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38970b08-9a84-4199-b740-6bc34317fe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ac796e-31bb-44b2-b49c-1cde105cc636,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:07.669192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:07.722555 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7b30b9c4-c748-41c5-b37b-c02eb678ccdb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fbc734617c5547db93140753fda8736b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514750 Aug 30 21:35:07.724955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:07.788619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3badec71-219e-4461-be40-759afce05e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.827790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3badec71-219e-4461-be40-759afce05e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.920605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3badec71-219e-4461-be40-759afce05e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.923283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3badec71-219e-4461-be40-759afce05e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:07.924492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3badec71-219e-4461-be40-759afce05e6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/516b9dc1-ea35-4bb6-bfda-b2d07bd1c173 HTTP/1.1" status: 204 len: 168 time: 0.1984651 Aug 30 21:35:07.936994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badec71-219e-4461-be40-759afce05e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b9dc1-ea35-4bb6-bfda-b2d07bd1c173,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:08.397549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2ea86-cf4f-43d4-8873-7d4fc4ea82ce req-eb0569dc-822b-4c16-ab5f-33a7b6cbe4a8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:08.406651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd2ea86-cf4f-43d4-8873-7d4fc4ea82ce req-eb0569dc-822b-4c16-ab5f-33a7b6cbe4a8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0841093 Aug 30 21:35:08.461027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fdd2ea86-cf4f-43d4-8873-7d4fc4ea82ce req-8807a2c8-20cb-46bd-8e48-9fd3a229c8d4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530207 Aug 30 21:35:08.486128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:08.596533 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75143d12-a183-41ac-aa35-aa374c7bf5ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36b75edc35f44a7ebc38e565031fc5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059737 Aug 30 21:35:08.597748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:08.676737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72ec512e-0c1a-408a-b45b-ae6b60fbf760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:08.705354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72ec512e-0c1a-408a-b45b-ae6b60fbf760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:08.764957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72ec512e-0c1a-408a-b45b-ae6b60fbf760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:08.768874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72ec512e-0c1a-408a-b45b-ae6b60fbf760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:08.770549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-72ec512e-0c1a-408a-b45b-ae6b60fbf760 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/047830e4-ca26-422f-b569-ae59d765a7c9 HTTP/1.1" status: 204 len: 168 time: 0.1710236 Aug 30 21:35:08.779744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec512e-0c1a-408a-b45b-ae6b60fbf760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047830e4-ca26-422f-b569-ae59d765a7c9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:08.959396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63591b70-4c56-4e30-8c3d-cb11652227bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:09.640630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac121-81bc-46d8-ad94-03f259b27aa8 req-8bbb6904-bc4b-465d-a078-ad0b8f5f0c56 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:09.649185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0cac121-81bc-46d8-ad94-03f259b27aa8 req-8bbb6904-bc4b-465d-a078-ad0b8f5f0c56 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0812159 Aug 30 21:35:09.709387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0cac121-81bc-46d8-ad94-03f259b27aa8 req-1f918e36-672c-4b6d-ba90-17439003969e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581963 Aug 30 21:35:10.944966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6725e7d-aaa0-484a-979f-dee3f138345c req-71c58bb9-07d3-4330-8c5c-ab8b4302edde tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:10.955635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6725e7d-aaa0-484a-979f-dee3f138345c req-71c58bb9-07d3-4330-8c5c-ab8b4302edde tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.1053646 Aug 30 21:35:10.999321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6725e7d-aaa0-484a-979f-dee3f138345c req-484bbb29-100f-4169-b85b-3db83f99ac3b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 Aug 30 21:35:11.779158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:11.892436 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdce84a5-d905-45d6-97c0-806fc3561889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:12.201822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74826c76-145f-4df9-9f4c-69adbfeedd32 req-ff8d2bbc-7c16-4731-b1d4-136dc74760d0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:12.210100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74826c76-145f-4df9-9f4c-69adbfeedd32 req-ff8d2bbc-7c16-4731-b1d4-136dc74760d0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0870368 Aug 30 21:35:12.252755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74826c76-145f-4df9-9f4c-69adbfeedd32 req-0bb21744-c9fe-44b6-a639-c16b103b02fd tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363357 Aug 30 21:35:12.675064 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:13.515741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eaa9d-7574-4b8f-bcf3-cf6305692f21 req-1205aacc-a78c-4ba6-91c9-367ab9338870 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:13.524789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-137eaa9d-7574-4b8f-bcf3-cf6305692f21 req-1205aacc-a78c-4ba6-91c9-367ab9338870 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0984781 Aug 30 21:35:13.591410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-137eaa9d-7574-4b8f-bcf3-cf6305692f21 req-82f5be93-b54a-4b02-a5e6-22d296e1872d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Aug 30 21:35:14.432596 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:35:14.619764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:14.775669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf40d6-66be-4a15-bfc8-657918fd1b6d req-3593bf6a-1f38-42a4-a99d-b7c00a73a22f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:14.777265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbaf40d6-66be-4a15-bfc8-657918fd1b6d req-3593bf6a-1f38-42a4-a99d-b7c00a73a22f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.1017380 Aug 30 21:35:14.828029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbaf40d6-66be-4a15-bfc8-657918fd1b6d req-b0481f72-ab9d-4946-820d-04e997006176 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Aug 30 21:35:15.984536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfbfe0-db6a-4cfb-b868-be44be163626 req-ca5b557e-d5bd-49d9-9035-d160e783d7ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:15.992626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2bfbfe0-db6a-4cfb-b868-be44be163626 req-ca5b557e-d5bd-49d9-9035-d160e783d7ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0782995 Aug 30 21:35:16.030875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a2bfbfe0-db6a-4cfb-b868-be44be163626 req-c7d2dc6e-7148-4a4b-b188-5c72dda87698 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Aug 30 21:35:16.295189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39410) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:16.464805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.673388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.679903 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.725451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b608cbe97d14411bd2dc35892f03fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290769 Aug 30 21:35:16.728575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:16.739230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c24bc64-1c39-484e-94f2-295d133b00e8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:16.752165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.752509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.752912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.753253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.753585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.753915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.754242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.754564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.754916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.755240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.755561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.755880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6379afac-5cfd-46b9-b8e3-82a62abbcd1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:16.772410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:16.794468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bb20-bb9d-4830-b21f-62dc980d611a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.834379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bb20-bb9d-4830-b21f-62dc980d611a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.905634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bb20-bb9d-4830-b21f-62dc980d611a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.909591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ad3bb20-bb9d-4830-b21f-62dc980d611a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:16.911119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ad3bb20-bb9d-4830-b21f-62dc980d611a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c24bc64-1c39-484e-94f2-295d133b00e8 HTTP/1.1" status: 204 len: 168 time: 0.1804292 Aug 30 21:35:16.936125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3bb20-bb9d-4830-b21f-62dc980d611a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c24bc64-1c39-484e-94f2-295d133b00e8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:16.975741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7affc7c5-cbf0-4783-9664-41f087aa82ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.080317 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7affc7c5-cbf0-4783-9664-41f087aa82ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.087059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7affc7c5-cbf0-4783-9664-41f087aa82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.117470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7affc7c5-cbf0-4783-9664-41f087aa82ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99d7722b3f1549f99f32acc52358a074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439789 Aug 30 21:35:17.120915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:17.144794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affc7c5-cbf0-4783-9664-41f087aa82ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20036da-ad6c-4915-a23e-af82a0d3a012,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:17.202596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402b9da-4bf6-4be6-a760-f64f34594ad4 req-5ea03c09-90c7-42dd-9040-30285d6c6637 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:17.205593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04fae108-acdd-45d2-9b6e-b48193abb36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.210647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8402b9da-4bf6-4be6-a760-f64f34594ad4 req-5ea03c09-90c7-42dd-9040-30285d6c6637 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0604932 Aug 30 21:35:17.233725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04fae108-acdd-45d2-9b6e-b48193abb36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.274628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8402b9da-4bf6-4be6-a760-f64f34594ad4 req-92d3fb0a-a3b3-4196-9081-1091a647dc12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Aug 30 21:35:17.319279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04fae108-acdd-45d2-9b6e-b48193abb36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.323614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04fae108-acdd-45d2-9b6e-b48193abb36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.325460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04fae108-acdd-45d2-9b6e-b48193abb36e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c20036da-ad6c-4915-a23e-af82a0d3a012 HTTP/1.1" status: 204 len: 168 time: 0.2030280 Aug 30 21:35:17.336991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fae108-acdd-45d2-9b6e-b48193abb36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20036da-ad6c-4915-a23e-af82a0d3a012,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:17.407124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:17.423550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23404d92-58a9-45e9-98f0-66cfee61a3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.525140 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23404d92-58a9-45e9-98f0-66cfee61a3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.530060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-23404d92-58a9-45e9-98f0-66cfee61a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.574722 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23404d92-58a9-45e9-98f0-66cfee61a3cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e4bd8c4558944f999221b51a0c99124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658125 Aug 30 21:35:17.575529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23404d92-58a9-45e9-98f0-66cfee61a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa1bb25-51a3-49c9-9471-87ee354afab5,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:17.577974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:17.633137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a249cca-7303-411d-8f38-376610187574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.658880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a249cca-7303-411d-8f38-376610187574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.722039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a249cca-7303-411d-8f38-376610187574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.725823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a249cca-7303-411d-8f38-376610187574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.730581 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1a249cca-7303-411d-8f38-376610187574 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fa1bb25-51a3-49c9-9471-87ee354afab5 HTTP/1.1" status: 204 len: 168 time: 0.1512682 Aug 30 21:35:17.739345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a249cca-7303-411d-8f38-376610187574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa1bb25-51a3-49c9-9471-87ee354afab5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:17.800084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:17.826157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1070344-f782-42f6-b7a9-2d65a070e5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.956294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1070344-f782-42f6-b7a9-2d65a070e5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.961594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a1070344-f782-42f6-b7a9-2d65a070e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:17.999025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a1070344-f782-42f6-b7a9-2d65a070e5a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f551c0a247e044f9b8dba8f38beea0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951663 Aug 30 21:35:17.999434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39468) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:18.001258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1070344-f782-42f6-b7a9-2d65a070e5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b29e1-be21-4ff3-9aa4-8c058afaad6d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:18.072656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55314157-e232-471f-91b4-ec24954ac103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.097924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55314157-e232-471f-91b4-ec24954ac103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.144622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55314157-e232-471f-91b4-ec24954ac103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.147852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55314157-e232-471f-91b4-ec24954ac103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.149107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-55314157-e232-471f-91b4-ec24954ac103 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f1b29e1-be21-4ff3-9aa4-8c058afaad6d HTTP/1.1" status: 204 len: 168 time: 0.1484909 Aug 30 21:35:18.160197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314157-e232-471f-91b4-ec24954ac103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b29e1-be21-4ff3-9aa4-8c058afaad6d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:18.428204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8180c-0f1c-4ec2-adf1-f52e31b574b1 req-f48de604-1f1e-42f0-9f22-6693a22006ed tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:18.429789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9b8180c-0f1c-4ec2-adf1-f52e31b574b1 req-f48de604-1f1e-42f0-9f22-6693a22006ed tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0602736 Aug 30 21:35:18.484173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9b8180c-0f1c-4ec2-adf1-f52e31b574b1 req-5fa4e972-58bc-44e6-9f9a-7ac0661fd188 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Aug 30 21:35:18.560221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39496) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:18.581902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961d0fbc-65ca-4df3-abfe-30a41675264d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.702693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961d0fbc-65ca-4df3-abfe-30a41675264d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.707735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961d0fbc-65ca-4df3-abfe-30a41675264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.750135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-961d0fbc-65ca-4df3-abfe-30a41675264d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=539f5b75f8f94c0ab9b6b656fb3c6236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879570 Aug 30 21:35:18.752889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:18.760715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d0fbc-65ca-4df3-abfe-30a41675264d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab896468-b79a-4faf-a790-5f65cded4346,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:18.822224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8146-83e1-4f0d-87ed-9bade9d904ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.844710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8146-83e1-4f0d-87ed-9bade9d904ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.899312 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8146-83e1-4f0d-87ed-9bade9d904ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.902179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8146-83e1-4f0d-87ed-9bade9d904ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:18.903500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5b6b8146-83e1-4f0d-87ed-9bade9d904ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab896468-b79a-4faf-a790-5f65cded4346 HTTP/1.1" status: 204 len: 168 time: 0.1495917 Aug 30 21:35:18.914471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8146-83e1-4f0d-87ed-9bade9d904ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab896468-b79a-4faf-a790-5f65cded4346,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:19.627698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7f0f7-98ff-4f41-8e57-9c80893eb768 req-c6d5c782-b785-40da-b9fa-e340b449c1ce tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:19.629276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fce7f0f7-98ff-4f41-8e57-9c80893eb768 req-c6d5c782-b785-40da-b9fa-e340b449c1ce tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0622888 Aug 30 21:35:19.661042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 39556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:19.697862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fce7f0f7-98ff-4f41-8e57-9c80893eb768 req-ed368a1a-89cd-471f-9861-c32f57be12fc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Aug 30 21:35:19.785483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997905900-network', 'tenant_id': 'd7da22dc7aa64948a4338c0306fdea6f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:19.810070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Made reservation on behalf of d7da22dc7aa64948a4338c0306fdea6f for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:35:19.812625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:19.821387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:19.921652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:19.936426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:19.964200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eda791-5c81-4994-a979-fadbea8d8c6b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:19.973737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:35:19.983826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:19.984272 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Added segment b9234611-38c6-44a1-80ec-f5e3d8fe5b11 of type vlan for network f3382bec-3fe9-4f5d-abae-f0c637b57d45 Aug 30 21:35:20.045571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:20.082690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:20.084370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:20.085228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:20.151200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4889729 Aug 30 21:35:20.154629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39566) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:20.160280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Request body: {'subnet': {'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997905900-subnet', 'tenant_id': 'd7da22dc7aa64948a4338c0306fdea6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:20.162370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5917f-8b3a-4175-af1b-c2d5aa01c3fe admin admin] Pushing event updated for resources: {'Network': ['ID=f3382bec-3fe9-4f5d-abae-f0c637b57d45,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:20.184328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f3382bec-3fe9-4f5d-abae-f0c637b57d45 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:35:20.213165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Made reservation on behalf of d7da22dc7aa64948a4338c0306fdea6f for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:35:20.215944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:20.456166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:20.519522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4b556c-dd9d-4a1e-bec2-dcdf110ea620,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:20.533198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Checking segment: {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:35:20.533611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Network hostable DHCP agents. Network: f3382bec-3fe9-4f5d-abae-f0c637b57d45, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:35:20.553273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Network f3382bec-3fe9-4f5d-abae-f0c637b57d45 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:35:20.564365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f3382bec-3fe9-4f5d-abae-f0c637b57d45) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:35:20.569573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:20.570302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:20.577397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9c46f-40ae-4b82-a225-2e18b7f23086 None None] Network f3382bec-3fe9-4f5d-abae-f0c637b57d45 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:35:20.594614 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c04d0d03-0b7c-4dbc-b315-82dc30248b27 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4382634 Aug 30 21:35:20.854806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9ffb4-4cc1-4382-a6cc-0d7a8d4ef49f req-5980dec3-8bd2-4e8c-99d2-d447c1efb8ec tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:20.857856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7b9ffb4-4cc1-4382-a6cc-0d7a8d4ef49f req-5980dec3-8bd2-4e8c-99d2-d447c1efb8ec tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0648324 Aug 30 21:35:20.931550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574c40f-fbf9-4096-8c29-7f69eb1ac456 None None] Network f3382bec-3fe9-4f5d-abae-f0c637b57d45 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:35:20.935340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7b9ffb4-4cc1-4382-a6cc-0d7a8d4ef49f req-334983e3-c9a6-4104-aa43-038cb5b5bc35 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651920 Aug 30 21:35:22.072352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cde42-8162-47f5-8c55-373d0008fed1 req-20767a8b-ee6a-47d2-98c0-bc4fdbb42755 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:22.074503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee6cde42-8162-47f5-8c55-373d0008fed1 req-20767a8b-ee6a-47d2-98c0-bc4fdbb42755 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0619872 Aug 30 21:35:22.122792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee6cde42-8162-47f5-8c55-373d0008fed1 req-f3deab6e-cd6e-460c-bb43-0fd106d97aa8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Aug 30 21:35:22.528263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9a413604-3341-4f4f-8d74-616b3b7e3cc4 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:22.529708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9a413604-3341-4f4f-8d74-616b3b7e3cc4 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/networks?id=f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 200 len: 809 time: 0.1049402 Aug 30 21:35:22.546025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-fd795a01-a281-4907-9dd6-aeaaf0f31b65 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/quotas/d7da22dc7aa64948a4338c0306fdea6f HTTP/1.1" status: 200 len: 375 time: 0.0099151 Aug 30 21:35:22.586521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-126735da-fe9c-4563-99a7-4d2a13c7aab5 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345614 Aug 30 21:35:22.689555 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-8e3ce3a9-bd3e-4f5f-b15c-18c27bf997eb service neutron] 10.222.0.76 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943019 Aug 30 21:35:22.786337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-4e2751bd-a2bf-410a-913a-8b1db82a29f9 service neutron] 10.222.0.76 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904720 Aug 30 21:35:22.966120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4835d676-cd06-4e9d-9627-9df4d6d1c666 req-25c7d541-95ce-44e8-86d6-e213ea6031f8 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 210 time: 0.0353019 Aug 30 21:35:23.288262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2bb81-2f3f-440b-a839-14b2b48e287f req-f5f3c27c-57d5-47e7-af68-a59486ca34b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:23.296948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17b2bb81-2f3f-440b-a839-14b2b48e287f req-f5f3c27c-57d5-47e7-af68-a59486ca34b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 943 time: 0.0713849 Aug 30 21:35:23.344863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17b2bb81-2f3f-440b-a839-14b2b48e287f req-b2782433-1c6b-4f30-a5e9-8721a4f55b9e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467939 Aug 30 21:35:23.932075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a83203a1-4827-4db6-9dfb-da4e26940ad4 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:35:23.949946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39666) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:24.141815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a83203a1-4827-4db6-9dfb-da4e26940ad4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:24.154993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a83203a1-4827-4db6-9dfb-da4e26940ad4', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': 'a83203a1-4827-4db6-9dfb-da4e26940ad4', 'mac_address': 'fa:16:3e:da:28:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:35:24.201728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.220418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83203a1-4827-4db6-9dfb-da4e26940ad4 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:35:24.225886 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff69da97-461d-4ee6-8887-ca7f7db86cfd req-b44e1643-ab2b-4d1c-a72a-944b8686d9a3 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 210 time: 0.0891566 Aug 30 21:35:24.266332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83d9d62a-edab-4a4f-8504-0008514ef7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.269054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a83203a1-4827-4db6-9dfb-da4e26940ad4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:24.277111 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.291797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-f8007de3-7632-4111-9231-6aeebe5a1b0b tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:24.293623 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-f8007de3-7632-4111-9231-6aeebe5a1b0b tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.82 "GET /v2.0/networks?id=f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 200 len: 809 time: 0.3236368 Aug 30 21:35:24.308949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Request body: {'port': {'device_id': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45', 'admin_state_up': True, 'tenant_id': 'd7da22dc7aa64948a4338c0306fdea6f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:24.376883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a83203a1-4827-4db6-9dfb-da4e26940ad4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:24.421204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83d9d62a-edab-4a4f-8504-0008514ef7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.433936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-83d9d62a-edab-4a4f-8504-0008514ef7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.499859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Made reservation on behalf of d7da22dc7aa64948a4338c0306fdea6f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:35:24.503976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.510080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9d62a-edab-4a4f-8504-0008514ef7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41e772-8981-494d-93ca-ebbb44b2fdb2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:24.527775 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-83d9d62a-edab-4a4f-8504-0008514ef7bf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27fae96abb8140afac4efb7f80708d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762584 Aug 30 21:35:24.530980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39678) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:24.578901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c54163-700d-4e63-9bc6-41596c467a96 req-52a88fdf-dabe-4458-9fc3-eb900a157a12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:24.579878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a83203a1-4827-4db6-9dfb-da4e26940ad4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:24.580422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67c54163-700d-4e63-9bc6-41596c467a96 req-52a88fdf-dabe-4458-9fc3-eb900a157a12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 944 time: 0.1266291 Aug 30 21:35:24.601691 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79c949e-d0e1-430a-a726-d53e2e8c06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.682201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67c54163-700d-4e63-9bc6-41596c467a96 req-2f15ff5d-3250-4b31-8b7b-bec72d9e29b7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783060 Aug 30 21:35:24.684644 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79c949e-d0e1-430a-a726-d53e2e8c06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.780699 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79c949e-d0e1-430a-a726-d53e2e8c06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.783410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a79c949e-d0e1-430a-a726-d53e2e8c06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:24.784603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a79c949e-d0e1-430a-a726-d53e2e8c06d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a41e772-8981-494d-93ca-ebbb44b2fdb2 HTTP/1.1" status: 204 len: 168 time: 0.2524784 Aug 30 21:35:24.822195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c949e-d0e1-430a-a726-d53e2e8c06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41e772-8981-494d-93ca-ebbb44b2fdb2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:25.025204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Allocated IP 172.20.0.4 (f3382bec-3fe9-4f5d-abae-f0c637b57d45/2e4b556c-dd9d-4a1e-bec2-dcdf110ea620/d33f7aab-b794-4688-b444-3f6438b8de11) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:35:25.130224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39690) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:25.144497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-292f66fa-9d2b-4aba-9d83-ef404d0614c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.201032 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.246504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.247380 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-292f66fa-9d2b-4aba-9d83-ef404d0614c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.252553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-292f66fa-9d2b-4aba-9d83-ef404d0614c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.303456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-292f66fa-9d2b-4aba-9d83-ef404d0614c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad095fa3f3a7420e8c544968823e7823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719980 Aug 30 21:35:25.304618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f66fa-9d2b-4aba-9d83-ef404d0614c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3911a1-34b5-4613-95fd-cf6c6d8b67ad,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:25.310657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Network f3382bec-3fe9-4f5d-abae-f0c637b57d45 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:35:25.314504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:35:25.314888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 39694) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:25.319563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:35:25.359004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Pushing event updated for resources: {'Port': ['ID=d33f7aab-b794-4688-b444-3f6438b8de11,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:25.380979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:25.381643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.400076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9c0f0193-bd41-4d32-995c-e09466841d7d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0971835 Aug 30 21:35:25.410755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1e87-9e96-43e2-91d7-867c68fbf476 req-7a420b20-25ba-4a2c-a0d3-8f83c836dade tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:25.412348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-328c1e87-9e96-43e2-91d7-867c68fbf476 req-7a420b20-25ba-4a2c-a0d3-8f83c836dade tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 931 time: 0.0787344 Aug 30 21:35:25.414959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Request body: {'port': {'device_id': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:25.430502 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0a72fea-afc2-4554-bf9a-2474dd46048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.472805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0a72fea-afc2-4554-bf9a-2474dd46048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.479358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.483229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-328c1e87-9e96-43e2-91d7-867c68fbf476 req-e70bd0f8-ef25-4083-82d1-225da9383dab tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630398 Aug 30 21:35:25.538580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0a72fea-afc2-4554-bf9a-2474dd46048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.541455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0a72fea-afc2-4554-bf9a-2474dd46048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.542646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d0a72fea-afc2-4554-bf9a-2474dd46048e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e3911a1-34b5-4613-95fd-cf6c6d8b67ad HTTP/1.1" status: 204 len: 168 time: 0.2266207 Aug 30 21:35:25.554961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a72fea-afc2-4554-bf9a-2474dd46048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3911a1-34b5-4613-95fd-cf6c6d8b67ad,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:25.789509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33f7aab-b794-4688-b444-3f6438b8de11 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:35:25.798883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.815085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Transition to ACTIVE for port object d33f7aab-b794-4688-b444-3f6438b8de11 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:35:25.820556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:25.829828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaec37d-a60b-4009-92fe-1cef83ad9a58 req-ee24feeb-0361-42a7-b7e7-874d046abc36 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:25.840408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7aaec37d-a60b-4009-92fe-1cef83ad9a58 req-ee24feeb-0361-42a7-b7e7-874d046abc36 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 944 time: 0.0651977 Aug 30 21:35:25.909173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Pushing event updated for resources: {'Port': ['ID=d33f7aab-b794-4688-b444-3f6438b8de11,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:25.909668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7aaec37d-a60b-4009-92fe-1cef83ad9a58 req-800b766e-8ec2-4b3c-bdcb-8d5992e7cfd2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679719 Aug 30 21:35:25.941576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a83203a1-4827-4db6-9dfb-da4e26940ad4 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:35:26.022704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a83203a1-4827-4db6-9dfb-da4e26940ad4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:35:26.027471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a83203a1-4827-4db6-9dfb-da4e26940ad4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:35:26.027905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:26.039395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Attempting to bind port d33f7aab-b794-4688-b444-3f6438b8de11 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:35:26.039395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Attempting to bind port d33f7aab-b794-4688-b444-3f6438b8de11 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:35:26.039395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Attempting to bind port d33f7aab-b794-4688-b444-3f6438b8de11 on network f3382bec-3fe9-4f5d-abae-f0c637b57d45 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:35:26.044655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Port d33f7aab-b794-4688-b444-3f6438b8de11 on network f3382bec-3fe9-4f5d-abae-f0c637b57d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:35:26.045039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Attempting to bind port d33f7aab-b794-4688-b444-3f6438b8de11 on network f3382bec-3fe9-4f5d-abae-f0c637b57d45 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:35:26.051475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:35:26.051894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Checking segment: {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:35:26.052337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Bound using segment: {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:35:26.052898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Bound port: d33f7aab-b794-4688-b444-3f6438b8de11, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:35:26.053381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:26.122998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:26.123636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] For port d33f7aab-b794-4688-b444-3f6438b8de11, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:35:26.129955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] For port d33f7aab-b794-4688-b444-3f6438b8de11, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d33f7aab-b794-4688-b444-3f6438b8de11,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:35:26.140649 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:26.154561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83203a1-4827-4db6-9dfb-da4e26940ad4'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:26.157878 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2cd714-9394-4572-8a78-a6250b359ace" -d '{"events": [{"server_uuid": "d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d", "name": "network-vif-plugged", "status": "completed", "tag": "a83203a1-4827-4db6-9dfb-da4e26940ad4"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:26.172172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a83203a1-4827-4db6-9dfb-da4e26940ad4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:26.181908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:26.203822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:26.204651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:26.206227 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] 10.222.0.82 "PUT /v2.0/ports/d33f7aab-b794-4688-b444-3f6438b8de11 HTTP/1.1" status: 200 len: 1092 time: 0.7973154 Aug 30 21:35:26.206811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'tag': 'd33f7aab-b794-4688-b444-3f6438b8de11'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:26.209646 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b86a65b-6040-4066-ab86-0dba0385e4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "83aa27ff-6375-4d83-ac59-3f71928b62ff", "tag": "d33f7aab-b794-4688-b444-3f6438b8de11"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:26.234145 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5470dd6-95b9-4b42-9c24-4403728c3dc2 x-openstack-request-id: req-a5470dd6-95b9-4b42-9c24-4403728c3dc2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:26.234528 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d", "name": "network-vif-plugged", "status": "completed", "tag": "a83203a1-4827-4db6-9dfb-da4e26940ad4", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:26.234903 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5470dd6-95b9-4b42-9c24-4403728c3dc2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:26.235424 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83203a1-4827-4db6-9dfb-da4e26940ad4', 'code': 200} Aug 30 21:35:26.277605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a83203a1-4827-4db6-9dfb-da4e26940ad4,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:26.286430 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a6855-84eb-4ea2-821f-81e88e1ceacb x-openstack-request-id: req-a34a6855-84eb-4ea2-821f-81e88e1ceacb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:26.286977 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83aa27ff-6375-4d83-ac59-3f71928b62ff", "tag": "d33f7aab-b794-4688-b444-3f6438b8de11", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:26.287372 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a34a6855-84eb-4ea2-821f-81e88e1ceacb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:26.287927 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'tag': 'd33f7aab-b794-4688-b444-3f6438b8de11', 'status': 'completed', 'code': 200} Aug 30 21:35:26.290387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.290973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.291808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.292276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.292684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.306222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.307620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.308045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.309735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.310165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.310914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.312121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:35:26.348806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ebe3-d989-4b4f-a269-188055f70496 service neutron] Pushing event updated for resources: {'Port': ['ID=d33f7aab-b794-4688-b444-3f6438b8de11,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:26.385638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-c1e6245e-8e61-4b13-9a43-b1e999955064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:26.387326 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-c1e6245e-8e61-4b13-9a43-b1e999955064 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 1095 time: 0.1230416 Aug 30 21:35:26.410689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95c52-9c3f-40db-b9f1-9f78fe101466 req-0a76a73f-7e85-46fe-8091-3b99436dfe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:26.412402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75f95c52-9c3f-40db-b9f1-9f78fe101466 req-0a76a73f-7e85-46fe-8091-3b99436dfe5e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 1097 time: 0.0792265 Aug 30 21:35:26.453824 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-a81e3b8a-4f68-4c90-b5ed-dcc4d92028f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d33f7aab-b794-4688-b444-3f6438b8de11 HTTP/1.1" status: 200 len: 217 time: 0.0580790 Aug 30 21:35:26.536087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-75f95c52-9c3f-40db-b9f1-9f78fe101466 req-82a8c651-75e8-49a6-b91c-7be53ef10bfb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899189 Aug 30 21:35:26.546135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9f686b58-c0e3-420f-81be-11b6d4e0de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:26.548001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-9f686b58-c0e3-420f-81be-11b6d4e0de31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2e4b556c-dd9d-4a1e-bec2-dcdf110ea620 HTTP/1.1" status: 200 len: 849 time: 0.0811172 Aug 30 21:35:26.590720 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-4b476843-b55c-4469-9796-9361a4345fd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3382bec-3fe9-4f5d-abae-f0c637b57d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344477 Aug 30 21:35:26.651113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3926afb-ee06-447a-a020-dd7ff644cd9e req-e6f2a989-4175-427d-8e22-1486d3c05933 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:26.653266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3926afb-ee06-447a-a020-dd7ff644cd9e req-e6f2a989-4175-427d-8e22-1486d3c05933 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 943 time: 0.0651112 Aug 30 21:35:26.714521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3926afb-ee06-447a-a020-dd7ff644cd9e req-ef9691c5-210e-4869-96b9-9c96ba38e2ff tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540304 Aug 30 21:35:26.716644 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-a4f07b3b-8cbd-41a8-b5d7-6c154a5a38a4 service neutron] 10.222.0.82 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180620 Aug 30 21:35:26.830088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0df1c510-20f3-463c-80d2-2dc61c950ff8 req-b2426003-10ae-4867-890d-c4a268baafbd service neutron] 10.222.0.82 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054311 Aug 30 21:35:26.944950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-84f584b3-c6ac-4b65-97d6-f60d18734e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:26.946568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-84f584b3-c6ac-4b65-97d6-f60d18734e01 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 1095 time: 0.0557401 Aug 30 21:35:27.056366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c3514-77c2-4b75-afd4-3af5d75fc37b req-0529465a-eab7-41a8-9edd-c0f78d53cf41 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:27.058304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-411c3514-77c2-4b75-afd4-3af5d75fc37b req-0529465a-eab7-41a8-9edd-c0f78d53cf41 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 945 time: 0.0751491 Aug 30 21:35:27.081475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-1490ed78-0c8f-48fe-9379-81f486a14907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:27.083073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-1490ed78-0c8f-48fe-9379-81f486a14907 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 200 len: 910 time: 0.1285918 Aug 30 21:35:27.112584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-411c3514-77c2-4b75-afd4-3af5d75fc37b req-44ca6661-4c2c-4f6c-95c9-b6c13c485677 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Aug 30 21:35:27.146222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-2379d279-0330-4783-b847-1b831f7b91c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d33f7aab-b794-4688-b444-3f6438b8de11 HTTP/1.1" status: 200 len: 217 time: 0.0550976 Aug 30 21:35:27.210864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-9a947cf5-4c5e-4856-96a6-8c73bc963069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:27.212455 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-9a947cf5-4c5e-4856-96a6-8c73bc963069 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2e4b556c-dd9d-4a1e-bec2-dcdf110ea620 HTTP/1.1" status: 200 len: 849 time: 0.0596626 Aug 30 21:35:27.249940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-f9156712-3250-40c1-b465-e9cdd4545820 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3382bec-3fe9-4f5d-abae-f0c637b57d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295565 Aug 30 21:35:27.367304 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-1a794e1f-eba3-4e74-87ea-a4bfe7a39d7f service neutron] 10.222.0.82 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096380 Aug 30 21:35:27.463808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b86a65b-6040-4066-ab86-0dba0385e4e2 req-c215ac81-c99a-408e-add9-0e657ed1212f service neutron] 10.222.0.82 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881636 Aug 30 21:35:27.907971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7504e8-b634-49a5-b6d9-263ebbb7f1c6 req-2967aa3a-fe6d-4ec3-88f2-fdf078c1a41a tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:27.916404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf7504e8-b634-49a5-b6d9-263ebbb7f1c6 req-2967aa3a-fe6d-4ec3-88f2-fdf078c1a41a tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 943 time: 0.0952721 Aug 30 21:35:27.973319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf7504e8-b634-49a5-b6d9-263ebbb7f1c6 req-acbe8af6-e806-4191-a6ad-b6c179f4ea36 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551708 Aug 30 21:35:28.238734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d85a4f-7f5a-4528-ab77-6c540a135b47 req-2a7f6308-5bfa-4d4c-a885-e4e3d05404fe tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:28.243330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7d85a4f-7f5a-4528-ab77-6c540a135b47 req-2a7f6308-5bfa-4d4c-a885-e4e3d05404fe tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 945 time: 0.0565102 Aug 30 21:35:28.285341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7d85a4f-7f5a-4528-ab77-6c540a135b47 req-c52b355c-8612-4ed7-90da-53d082ffc148 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 Aug 30 21:35:28.490065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab338f3c-38d1-4051-b161-10339c575bb7 req-703fbb8e-20ca-4a05-b299-379526f7fb44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:28.494694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab338f3c-38d1-4051-b161-10339c575bb7 req-703fbb8e-20ca-4a05-b299-379526f7fb44 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 945 time: 0.0665941 Aug 30 21:35:28.539601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab338f3c-38d1-4051-b161-10339c575bb7 req-b0adec4c-88cd-4bac-b01a-6069187e2eaf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Aug 30 21:35:28.865487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7dfa-4ded-413a-a414-4d432b055932 req-12c2db73-846a-4f8e-862b-ae77f740dddf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:28.867554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fab7dfa-4ded-413a-a414-4d432b055932 req-12c2db73-846a-4f8e-862b-ae77f740dddf tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 945 time: 0.0558169 Aug 30 21:35:28.912774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6fab7dfa-4ded-413a-a414-4d432b055932 req-08be1a83-c0cb-4a3e-b47a-4de788a8d39a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382519 Aug 30 21:35:29.106268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f479d1e-2579-49db-84e5-6f6cb4f39c94 req-06c6029c-ae7d-402f-bf83-ae4ed400e272 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:29.111161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f479d1e-2579-49db-84e5-6f6cb4f39c94 req-06c6029c-ae7d-402f-bf83-ae4ed400e272 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 943 time: 0.0631928 Aug 30 21:35:29.154531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f479d1e-2579-49db-84e5-6f6cb4f39c94 req-569e6283-7314-4315-82e9-2684c320948f tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Aug 30 21:35:30.050756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f05c27-701f-4743-9811-bf87dd07da75 req-3476f2a2-461e-4da1-9304-89886a46f232 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:30.052311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f05c27-701f-4743-9811-bf87dd07da75 req-3476f2a2-461e-4da1-9304-89886a46f232 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 945 time: 0.0605826 Aug 30 21:35:30.093176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f05c27-701f-4743-9811-bf87dd07da75 req-05276fb1-e7ae-4213-9101-9d680d3aade4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Aug 30 21:35:30.273193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec6075-98e5-4ec3-bc13-c875ad3510d9 req-d3e9a08c-6e82-477e-80e0-c0bf6449ed0c tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:30.274731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21ec6075-98e5-4ec3-bc13-c875ad3510d9 req-d3e9a08c-6e82-477e-80e0-c0bf6449ed0c tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 943 time: 0.0514035 Aug 30 21:35:30.313808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21ec6075-98e5-4ec3-bc13-c875ad3510d9 req-cc88c03a-cf8a-490a-9178-76151bc23605 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326428 Aug 30 21:35:30.496570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-e07c7087-1b30-4520-8670-13ba608e4319 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:30.498073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-e07c7087-1b30-4520-8670-13ba608e4319 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 945 time: 0.0576303 Aug 30 21:35:30.610532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port a83203a1-4827-4db6-9dfb-da4e26940ad4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:35:30.611040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:30.712414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port a83203a1-4827-4db6-9dfb-da4e26940ad4, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a83203a1-4827-4db6-9dfb-da4e26940ad4,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:30.712877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:30.737784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for a83203a1-4827-4db6-9dfb-da4e26940ad4 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:35:30.893753 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:30.906465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['33f3f3cb-5346-4da1-ad43-2de6739e392c', 'a83203a1-4827-4db6-9dfb-da4e26940ad4'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:30.924184 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=a83203a1-4827-4db6-9dfb-da4e26940ad4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:30.982290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port a83203a1-4827-4db6-9dfb-da4e26940ad4 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:35:30.985555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:30.988124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3bc6be36-2e13-4f78-81e5-62722ddea723 req-3afc40e9-bae6-46f5-bbac-e6a1bbafd530 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "DELETE /v2.0/ports/a83203a1-4827-4db6-9dfb-da4e26940ad4 HTTP/1.1" status: 204 len: 173 time: 0.4813249 Aug 30 21:35:30.988816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'name': 'network-vif-deleted', 'tag': 'a83203a1-4827-4db6-9dfb-da4e26940ad4'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:30.991408 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a28ddd5-6afe-4370-b395-83e6061d66ac" -d '{"events": [{"server_uuid": "d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d", "name": "network-vif-deleted", "tag": "a83203a1-4827-4db6-9dfb-da4e26940ad4"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:31.048958 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a87c52-db59-40d9-8c9a-7440067ce508 x-openstack-request-id: req-10a87c52-db59-40d9-8c9a-7440067ce508 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:31.049254 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d", "name": "network-vif-deleted", "tag": "a83203a1-4827-4db6-9dfb-da4e26940ad4", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:31.049505 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10a87c52-db59-40d9-8c9a-7440067ce508 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:31.050204 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d', 'name': 'network-vif-deleted', 'tag': 'a83203a1-4827-4db6-9dfb-da4e26940ad4', 'status': 'completed', 'code': 200} Aug 30 21:35:31.242804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69f020c9-87c6-41c7-8670-b8dc9fa7b385 req-236c5be1-7d92-42e7-947c-aa97288d8d28 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.0441387 Aug 30 21:35:31.432885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d33f7aab-b794-4688-b444-3f6438b8de11 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:35:31.521737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ed75-35ba-40b8-82cc-0d4beb22cd9c req-878db16e-20d2-433b-8a15-725bab5594ce tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:31.535955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91e8ed75-35ba-40b8-82cc-0d4beb22cd9c req-878db16e-20d2-433b-8a15-725bab5594ce tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 943 time: 0.1464388 Aug 30 21:35:31.623293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91e8ed75-35ba-40b8-82cc-0d4beb22cd9c req-a8112564-2946-43cd-9f01-bd531f16c648 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860932 Aug 30 21:35:31.667182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d33f7aab-b794-4688-b444-3f6438b8de11, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d33f7aab-b794-4688-b444-3f6438b8de11,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:31.686361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'd33f7aab-b794-4688-b444-3f6438b8de11', 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45', 'port_id': 'd33f7aab-b794-4688-b444-3f6438b8de11', 'mac_address': 'fa:16:3e:24:78:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b556c-dd9d-4a1e-bec2-dcdf110ea620', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:35:31.731411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:31.746086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33f7aab-b794-4688-b444-3f6438b8de11 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:35:31.779313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d33f7aab-b794-4688-b444-3f6438b8de11, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d33f7aab-b794-4688-b444-3f6438b8de11,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:31.785354 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:31.839226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d33f7aab-b794-4688-b444-3f6438b8de11,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:32.084962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d33f7aab-b794-4688-b444-3f6438b8de11'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:32.415205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d29de57c-4a1c-43af-910c-f426fe34dd0c req-1913cd11-1e2c-448b-b2df-234580de08c3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.0422845 Aug 30 21:35:32.751837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25f515-f35b-438f-88bf-e92808dc97ba req-01138d38-ee10-4d5f-95d2-0756cd3863ae tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:32.763389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c25f515-f35b-438f-88bf-e92808dc97ba req-01138d38-ee10-4d5f-95d2-0756cd3863ae tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 944 time: 0.0622151 Aug 30 21:35:32.811644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c25f515-f35b-438f-88bf-e92808dc97ba req-ba1d9c14-e350-4c25-85a9-837bb11b4be3 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Aug 30 21:35:33.447911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d33f7aab-b794-4688-b444-3f6438b8de11 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:35:33.514610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port d33f7aab-b794-4688-b444-3f6438b8de11 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:35:33.519495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port d33f7aab-b794-4688-b444-3f6438b8de11 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:35:33.520263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:33.547323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47358b1c-31a7-463b-a5ae-8b31800193a2 req-b83a1040-0b64-4c0f-92d2-1051b03261db tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.0517893 Aug 30 21:35:33.642879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:33.679436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port d33f7aab-b794-4688-b444-3f6438b8de11, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d33f7aab-b794-4688-b444-3f6438b8de11,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:33.681095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33f7aab-b794-4688-b444-3f6438b8de11'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:33.685943 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5171ec87-b2ce-423f-9c93-f7e799de10e4" -d '{"events": [{"server_uuid": "83aa27ff-6375-4d83-ac59-3f71928b62ff", "name": "network-vif-plugged", "status": "completed", "tag": "d33f7aab-b794-4688-b444-3f6438b8de11"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:33.690558 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:33.692596 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:33.749070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=d33f7aab-b794-4688-b444-3f6438b8de11,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:33.771800 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da8adca-5f2d-4706-967d-de252af2a2d2 x-openstack-request-id: req-7da8adca-5f2d-4706-967d-de252af2a2d2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:33.773146 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa27ff-6375-4d83-ac59-3f71928b62ff", "name": "network-vif-plugged", "status": "completed", "tag": "d33f7aab-b794-4688-b444-3f6438b8de11", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:33.773501 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7da8adca-5f2d-4706-967d-de252af2a2d2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:33.774144 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33f7aab-b794-4688-b444-3f6438b8de11', 'code': 200} Aug 30 21:35:33.897141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2765bfb-b613-429a-acbc-1c47226f41d5 req-9a8031ab-7df7-4d73-9c41-46a625ee1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:33.899376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2765bfb-b613-429a-acbc-1c47226f41d5 req-9a8031ab-7df7-4d73-9c41-46a625ee1baa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 1097 time: 0.0768638 Aug 30 21:35:33.955254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a83203a1-4827-4db6-9dfb-da4e26940ad4 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:35:33.961612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c2765bfb-b613-429a-acbc-1c47226f41d5 req-d6a3847b-1335-4912-86d0-b40e990201a3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 Aug 30 21:35:33.989482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bbb54-46f1-4178-97c6-5374f9c97783 req-0f39b547-646b-4e62-833f-af095494afd3 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:33.996757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a83203a1-4827-4db6-9dfb-da4e26940ad4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:35:33.997249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a83203a1-4827-4db6-9dfb-da4e26940ad4 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:35:34.007215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d34bbb54-46f1-4178-97c6-5374f9c97783 req-0f39b547-646b-4e62-833f-af095494afd3 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 945 time: 0.1079640 Aug 30 21:35:34.082429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d34bbb54-46f1-4178-97c6-5374f9c97783 req-edf82555-8ed0-4ee9-b12a-94f49db8271b tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742259 Aug 30 21:35:34.699718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-162db25c-efab-4d52-b7f3-df86583a4e2d req-ea2eecfd-95d5-4e91-aa88-a327e4d5d043 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.0580115 Aug 30 21:35:35.330784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89386-c10f-433c-8e78-88d0dc5db6d6 req-7c3d95b1-2afe-49e0-99db-6b2764804ec1 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:35.347375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8f89386-c10f-433c-8e78-88d0dc5db6d6 req-7c3d95b1-2afe-49e0-99db-6b2764804ec1 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 945 time: 0.1401951 Aug 30 21:35:35.436360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8f89386-c10f-433c-8e78-88d0dc5db6d6 req-bfdbb7b9-4231-4992-b9db-73dd20c298a5 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866635 Aug 30 21:35:35.944729 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:36.021326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3214a21f-acc3-4350-9a10-e469c1305d4f req-03462f55-c382-4a54-b503-153b5d520d7b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3bc34c8-c9f3-4dcb-9ae3-34c1d5dcf03d HTTP/1.1" status: 200 len: 210 time: 0.1369169 Aug 30 21:35:36.646642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79826fbc-13bc-4667-9e1a-258e0c01d87b req-96c0c07d-9f20-4890-86bf-f5536cbb9b3d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:36.660261 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79826fbc-13bc-4667-9e1a-258e0c01d87b req-96c0c07d-9f20-4890-86bf-f5536cbb9b3d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 945 time: 0.0881212 Aug 30 21:35:36.743532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79826fbc-13bc-4667-9e1a-258e0c01d87b req-1f937b11-ebe4-4aa2-9bdb-12bd99143b87 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821025 Aug 30 21:35:37.765955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51264a16-b4e9-40a7-bb13-a7d81ae7820b req-3482cd1e-5a41-422d-9431-0cdd6db5c67a tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:37.768378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51264a16-b4e9-40a7-bb13-a7d81ae7820b req-3482cd1e-5a41-422d-9431-0cdd6db5c67a tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 945 time: 0.0691600 Aug 30 21:35:37.816250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-51264a16-b4e9-40a7-bb13-a7d81ae7820b req-443c76e5-5ac5-4d63-b41a-94dd8454490e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Aug 30 21:35:37.881528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-bfa0d237-5e2c-45bd-bc9b-51950bc33850 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638962 Aug 30 21:35:37.990879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-ee3b54c5-a41e-4932-9280-72599a7e1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:37.992922 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-ee3b54c5-a41e-4932-9280-72599a7e1d76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0531476 Aug 30 21:35:38.129213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-4a3a5b55-c32b-4528-9c61-f8baf09122e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:38.130981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-4a3a5b55-c32b-4528-9c61-f8baf09122e8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.1116338 Aug 30 21:35:38.238785 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-a80c1957-d5a8-4c88-85a9-d571d7b96fae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1002 time: 0.0990019 Aug 30 21:35:38.309409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-0a6453ac-f0c4-4e21-bce7-8d0c1baad266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:38.311666 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-0a6453ac-f0c4-4e21-bce7-8d0c1baad266 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0655112 Aug 30 21:35:38.381767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-90d735c7-193d-4b5c-a288-1eacc087c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:38.384803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-90d735c7-193d-4b5c-a288-1eacc087c4f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636275 Aug 30 21:35:38.582457 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-776551df-3c12-404d-b34c-d22b8771b687 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892889 Aug 30 21:35:38.757243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4483e7c6-b61d-464b-8911-9dc8deafeea7 req-d959e182-c0d7-414e-ab39-f588a60eb5bc service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676567 Aug 30 21:35:38.971588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92bb0-6ea5-4d1e-bfea-945f22e49aa1 req-bd44414d-ea2c-4040-ace9-0703e2259b6d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:38.980977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19d92bb0-6ea5-4d1e-bfea-945f22e49aa1 req-bd44414d-ea2c-4040-ace9-0703e2259b6d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 945 time: 0.0759621 Aug 30 21:35:38.983922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2757688-89ea-420f-baf3-904bfa8fb5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:39.060144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19d92bb0-6ea5-4d1e-bfea-945f22e49aa1 req-fa76ccdd-dad2-44d8-8063-e77b50e96071 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777528 Aug 30 21:35:39.134536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-ed42a028-4670-4ed1-9db7-0cccec448b23 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:39.141582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-ed42a028-4670-4ed1-9db7-0cccec448b23 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.82 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 945 time: 0.0672143 Aug 30 21:35:39.299427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Deleting port d33f7aab-b794-4688-b444-3f6438b8de11 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:35:39.300022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:39.487200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] For port d33f7aab-b794-4688-b444-3f6438b8de11, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=d33f7aab-b794-4688-b444-3f6438b8de11,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:39.488228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:39.509650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Calling delete_port for d33f7aab-b794-4688-b444-3f6438b8de11 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:35:39.749481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:39.763360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['d33f7aab-b794-4688-b444-3f6438b8de11'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:39.857186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Pushing event deleted for resources: {'Port': ['ID=d33f7aab-b794-4688-b444-3f6438b8de11,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:39.940083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] No DVR routers for this DVR port d33f7aab-b794-4688-b444-3f6438b8de11 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:35:39.955855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:39.958226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e18f53ca-db41-4279-9b9a-8057d062dec7 req-4a2b1108-33ca-4a22-858b-cc341d948eb9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.82 "DELETE /v2.0/ports/d33f7aab-b794-4688-b444-3f6438b8de11 HTTP/1.1" status: 204 len: 173 time: 0.7981305 Aug 30 21:35:39.958800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'name': 'network-vif-deleted', 'tag': 'd33f7aab-b794-4688-b444-3f6438b8de11'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:39.961261 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfcc29-50c4-432f-a969-af8cc4563ec8" -d '{"events": [{"server_uuid": "83aa27ff-6375-4d83-ac59-3f71928b62ff", "name": "network-vif-deleted", "tag": "d33f7aab-b794-4688-b444-3f6438b8de11"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:40.048148 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eb3e5c-ef57-4e85-a052-4f94c9d39b84 x-openstack-request-id: req-49eb3e5c-ef57-4e85-a052-4f94c9d39b84 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:40.048409 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83aa27ff-6375-4d83-ac59-3f71928b62ff", "name": "network-vif-deleted", "tag": "d33f7aab-b794-4688-b444-3f6438b8de11", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:40.048554 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49eb3e5c-ef57-4e85-a052-4f94c9d39b84 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:40.049058 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aa27ff-6375-4d83-ac59-3f71928b62ff', 'name': 'network-vif-deleted', 'tag': 'd33f7aab-b794-4688-b444-3f6438b8de11', 'status': 'completed', 'code': 200} Aug 30 21:35:40.215180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc9cacef-23ef-4be4-ae8d-d8b8e477b138 req-aa6ed995-e631-44b4-be6e-4f026cbcdb86 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=83aa27ff-6375-4d83-ac59-3f71928b62ff HTTP/1.1" status: 200 len: 210 time: 0.0601630 Aug 30 21:35:40.984044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a84bcc-9ae6-4234-ba90-cbbf604f015d req-4b3fd5bd-bf01-40d1-b596-d2c880c145ec tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:40.985893 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19a84bcc-9ae6-4234-ba90-cbbf604f015d req-4b3fd5bd-bf01-40d1-b596-d2c880c145ec tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 946 time: 0.0769048 Aug 30 21:35:41.049320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19a84bcc-9ae6-4234-ba90-cbbf604f015d req-e5a21c91-822e-4082-8b01-0c7eb5a4c966 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518875 Aug 30 21:35:41.156659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40024) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:41.272156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bd11d8-c56b-48da-959d-fdef0771eceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.420591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bd11d8-c56b-48da-959d-fdef0771eceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.428440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8bd11d8-c56b-48da-959d-fdef0771eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.465731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8bd11d8-c56b-48da-959d-fdef0771eceb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16c4eb3b66e241edbc75dab2edae06cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079488 Aug 30 21:35:41.466462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd11d8-c56b-48da-959d-fdef0771eceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fe552d-06d9-497a-a7db-face0a361fa6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:41.469712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40040) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:41.525638 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be0d0b94-5de2-4d00-a570-4a73528ba42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.600816 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be0d0b94-5de2-4d00-a570-4a73528ba42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.702097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-eca34d40-cf23-490a-a99a-844241fc9e4e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:41.705803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-eca34d40-cf23-490a-a99a-844241fc9e4e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/networks?id=f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 200 len: 809 time: 0.1754515 Aug 30 21:35:41.728670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be0d0b94-5de2-4d00-a570-4a73528ba42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.731558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-be0d0b94-5de2-4d00-a570-4a73528ba42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.732874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-be0d0b94-5de2-4d00-a570-4a73528ba42d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57fe552d-06d9-497a-a7db-face0a361fa6 HTTP/1.1" status: 204 len: 168 time: 0.2611344 Aug 30 21:35:41.741104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-09a88ba7-c1e3-4d18-9f9c-689c090caf2c tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/quotas/d7da22dc7aa64948a4338c0306fdea6f HTTP/1.1" status: 200 len: 375 time: 0.0245595 Aug 30 21:35:41.751833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.763568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d0b94-5de2-4d00-a570-4a73528ba42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fe552d-06d9-497a-a7db-face0a361fa6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:41.794464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-59f352b3-304d-4b7d-a7d7-c439c8690fbe tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521481 Aug 30 21:35:41.900475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-66ad2560-4135-46ad-a6f0-d651b9a3c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:41.909986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-32569565-37d6-4a53-9861-1c2f22ffb39f service neutron] 10.222.0.76 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146195 Aug 30 21:35:42.027563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-ebf58fcb-75d1-41e0-9444-698ad14d15e3 service neutron] 10.222.0.76 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096385 Aug 30 21:35:42.131103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40058) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:42.148406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7713bab2-10e6-4733-95b2-32977fffa697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.294407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54f054-4a0b-4cfa-9813-adf6f112eac7 req-2a48e7a3-42c9-4c75-9391-631a83283f2a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:42.295910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb54f054-4a0b-4cfa-9813-adf6f112eac7 req-2a48e7a3-42c9-4c75-9391-631a83283f2a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 946 time: 0.0790751 Aug 30 21:35:42.310775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7713bab2-10e6-4733-95b2-32977fffa697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.318962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7713bab2-10e6-4733-95b2-32977fffa697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.379273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713bab2-10e6-4733-95b2-32977fffa697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c5946-4f19-419a-9220-d45741ab2a4a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:42.387960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:42.388602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7713bab2-10e6-4733-95b2-32977fffa697 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9473a98d836421480d278698758b037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559087 Aug 30 21:35:42.391772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb54f054-4a0b-4cfa-9813-adf6f112eac7 req-d3b1d393-ac83-42a3-ac28-97a00e5dfe9f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=f732496c-3400-47ec-8e88-7d90bca914db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832028 Aug 30 21:35:42.461842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4865e767-c6e4-45d7-b783-b505d3cec0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.509539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4865e767-c6e4-45d7-b783-b505d3cec0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.539694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17188610-6a68-490b-b16c-95b3f860769e req-74a5b11a-d957-4b5d-b09e-e81422db1c9b tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 210 time: 0.0485117 Aug 30 21:35:42.557325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-9033c610-2b75-49f8-91fa-fee6075b6403 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:42.558970 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-9033c610-2b75-49f8-91fa-fee6075b6403 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 946 time: 0.0832007 Aug 30 21:35:42.639792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4865e767-c6e4-45d7-b783-b505d3cec0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.642463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4865e767-c6e4-45d7-b783-b505d3cec0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.643690 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4865e767-c6e4-45d7-b783-b505d3cec0c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab9c5946-4f19-419a-9220-d45741ab2a4a HTTP/1.1" status: 204 len: 168 time: 0.2533410 Aug 30 21:35:42.654231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865e767-c6e4-45d7-b783-b505d3cec0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c5946-4f19-419a-9220-d45741ab2a4a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:42.678451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port 33f3f3cb-5346-4da1-ad43-2de6739e392c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:35:42.678828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.702970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.790472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port 33f3f3cb-5346-4da1-ad43-2de6739e392c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=33f3f3cb-5346-4da1-ad43-2de6739e392c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:42.790879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.808078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for 33f3f3cb-5346-4da1-ad43-2de6739e392c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:35:42.971822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:42.984580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['33f3f3cb-5346-4da1-ad43-2de6739e392c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:43.007438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=33f3f3cb-5346-4da1-ad43-2de6739e392c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:43.072080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port 33f3f3cb-5346-4da1-ad43-2de6739e392c on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:35:43.074535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:43.076593 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-de74a9be-1ef0-437e-95fc-190d5f974a9d req-0bea638d-2e71-4ec6-8f3f-b29740a4b03a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "DELETE /v2.0/ports/33f3f3cb-5346-4da1-ad43-2de6739e392c HTTP/1.1" status: 204 len: 173 time: 0.5093956 Aug 30 21:35:43.077145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'name': 'network-vif-deleted', 'tag': '33f3f3cb-5346-4da1-ad43-2de6739e392c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:43.079910 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b85204-dd98-4771-9227-f74ceb1984c4" -d '{"events": [{"server_uuid": "17f56f28-0486-4424-9bd6-0cc641af9cf1", "name": "network-vif-deleted", "tag": "33f3f3cb-5346-4da1-ad43-2de6739e392c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:43.143238 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c497d-f787-4a73-be8f-984fcb723754 x-openstack-request-id: req-d81c497d-f787-4a73-be8f-984fcb723754 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:43.143238 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f56f28-0486-4424-9bd6-0cc641af9cf1", "name": "network-vif-deleted", "tag": "33f3f3cb-5346-4da1-ad43-2de6739e392c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:43.143453 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d81c497d-f787-4a73-be8f-984fcb723754 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:43.143766 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f56f28-0486-4424-9bd6-0cc641af9cf1', 'name': 'network-vif-deleted', 'tag': '33f3f3cb-5346-4da1-ad43-2de6739e392c', 'status': 'completed', 'code': 200} Aug 30 21:35:43.523357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d33f7aab-b794-4688-b444-3f6438b8de11 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:35:43.531696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-cc254d3c-a7de-4c98-9bd4-6e05af9376d0 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:43.537554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-cc254d3c-a7de-4c98-9bd4-6e05af9376d0 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.86 "GET /v2.0/networks?id=f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 200 len: 809 time: 0.2283921 Aug 30 21:35:43.555373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Request body: {'port': {'device_id': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45', 'admin_state_up': True, 'tenant_id': 'd7da22dc7aa64948a4338c0306fdea6f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:43.570697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: d33f7aab-b794-4688-b444-3f6438b8de11 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:35:43.571036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device d33f7aab-b794-4688-b444-3f6438b8de11 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:35:43.593444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54ce7561-c219-4407-86f7-761e08f718a1 req-9292f63b-800e-49e6-9ff5-31a537e0f618 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0419986 Aug 30 21:35:43.701123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f0a015e-cc5c-4c65-a811-ae6ef408fc9f req-2a851ab1-2f8c-4f1d-b712-20742a81b07d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 210 time: 0.0444505 Aug 30 21:35:43.852316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Made reservation on behalf of d7da22dc7aa64948a4338c0306fdea6f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:35:43.857253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:44.023751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Allocated IP 172.20.0.5 (f3382bec-3fe9-4f5d-abae-f0c637b57d45/2e4b556c-dd9d-4a1e-bec2-dcdf110ea620/262477e4-d0cd-44d5-854a-a8bc13381acd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:35:44.201231 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:44.255300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:44.324711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Network f3382bec-3fe9-4f5d-abae-f0c637b57d45 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:35:44.331522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:35:44.352089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:35:44.374313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Pushing event updated for resources: {'Port': ['ID=262477e4-d0cd-44d5-854a-a8bc13381acd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:44.466494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:44.467306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:44.484542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-e2ef77b5-948d-405c-a8fc-75b039bae48e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378095 Aug 30 21:35:44.499119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Request body: {'port': {'device_id': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:44.583152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:44.603436 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:44.745904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef146907-ef7e-4a4d-bb8b-71381f743159 req-f14d2ea6-9db8-4128-94f7-e8f5a05a4df3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0372028 Aug 30 21:35:44.868144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f93d3e-e9bb-443e-bae0-fb5964098cd2 req-3cae2b4f-a1fd-49c3-bbb9-9fa7ac2b8f78 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:44.878038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41f93d3e-e9bb-443e-bae0-fb5964098cd2 req-3cae2b4f-a1fd-49c3-bbb9-9fa7ac2b8f78 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 931 time: 0.0678422 Aug 30 21:35:44.924419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41f93d3e-e9bb-443e-bae0-fb5964098cd2 req-823eef65-9ba2-456a-83ea-8b1a2769beb0 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Aug 30 21:35:44.989244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262477e4-d0cd-44d5-854a-a8bc13381acd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:35:44.998881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:45.014883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Transition to ACTIVE for port object 262477e4-d0cd-44d5-854a-a8bc13381acd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:35:45.020695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:45.077934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Pushing event updated for resources: {'Port': ['ID=262477e4-d0cd-44d5-854a-a8bc13381acd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:45.156831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Attempting to bind port 262477e4-d0cd-44d5-854a-a8bc13381acd on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:35:45.157231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Attempting to bind port 262477e4-d0cd-44d5-854a-a8bc13381acd by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:35:45.157558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Attempting to bind port 262477e4-d0cd-44d5-854a-a8bc13381acd on network f3382bec-3fe9-4f5d-abae-f0c637b57d45 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:35:45.162178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Port 262477e4-d0cd-44d5-854a-a8bc13381acd on network f3382bec-3fe9-4f5d-abae-f0c637b57d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:35:45.162499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Attempting to bind port 262477e4-d0cd-44d5-854a-a8bc13381acd on network f3382bec-3fe9-4f5d-abae-f0c637b57d45 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:35:45.169575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:35:45.169575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Checking segment: {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:35:45.169575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Bound using segment: {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:35:45.169575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Bound port: 262477e4-d0cd-44d5-854a-a8bc13381acd, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:35:45.169575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:45.240363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] For port 262477e4-d0cd-44d5-854a-a8bc13381acd, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:35:45.243383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] For port 262477e4-d0cd-44d5-854a-a8bc13381acd, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=262477e4-d0cd-44d5-854a-a8bc13381acd,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:35:45.251374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:45.299879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:45.300659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:45.302190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/262477e4-d0cd-44d5-854a-a8bc13381acd HTTP/1.1" status: 200 len: 1092 time: 0.8086967 Aug 30 21:35:45.302790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'tag': '262477e4-d0cd-44d5-854a-a8bc13381acd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:45.306139 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec329af7-ac1f-4394-9c35-d8d5bb026542", "tag": "262477e4-d0cd-44d5-854a-a8bc13381acd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:45.336538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ce275-72be-4735-b40e-e89380e668e2 service neutron] Pushing event updated for resources: {'Port': ['ID=262477e4-d0cd-44d5-854a-a8bc13381acd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:45.367319 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031f3bdb-3726-4e5a-b4a6-201b43474ea4 x-openstack-request-id: req-031f3bdb-3726-4e5a-b4a6-201b43474ea4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:45.367607 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec329af7-ac1f-4394-9c35-d8d5bb026542", "tag": "262477e4-d0cd-44d5-854a-a8bc13381acd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:45.367867 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-031f3bdb-3726-4e5a-b4a6-201b43474ea4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:45.368260 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'tag': '262477e4-d0cd-44d5-854a-a8bc13381acd', 'status': 'completed', 'code': 200} Aug 30 21:35:45.416205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-1ddba162-5211-4551-819f-18354ef7a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:45.418233 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-1ddba162-5211-4551-819f-18354ef7a50b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 1095 time: 0.0616801 Aug 30 21:35:45.500289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-8b38653b-a56b-40c0-87e5-d225dd96afba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262477e4-d0cd-44d5-854a-a8bc13381acd HTTP/1.1" status: 200 len: 217 time: 0.0741041 Aug 30 21:35:45.568913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-3f09e9d9-b30e-4781-8fb6-0fb141f1a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:45.570654 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-3f09e9d9-b30e-4781-8fb6-0fb141f1a536 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4b556c-dd9d-4a1e-bec2-dcdf110ea620 HTTP/1.1" status: 200 len: 849 time: 0.0634942 Aug 30 21:35:45.607167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-4afbeaef-fe3f-4a18-aa9e-4518771d06e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f3382bec-3fe9-4f5d-abae-f0c637b57d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286849 Aug 30 21:35:45.714166 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-f5ce526d-a7fb-4e45-9197-bc7064c6aa62 service neutron] 10.222.0.86 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991979 Aug 30 21:35:45.824960 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee00fad4-65d4-4c08-87e4-2d24ec54840d req-156d757f-ff0b-4bf7-87e6-921009d8f9a1 service neutron] 10.222.0.86 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994775 Aug 30 21:35:45.870867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-245034aa-a7b2-4559-a536-0b196c4a8576 req-4323cbc3-a251-4073-bb2a-84f010b15faa tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0454824 Aug 30 21:35:45.957772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-afbd7ae1-2cc5-4014-b49e-46d6e2c5f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:45.959672 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-afbd7ae1-2cc5-4014-b49e-46d6e2c5f1e4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 1095 time: 0.0810893 Aug 30 21:35:46.022753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 33f3f3cb-5346-4da1-ad43-2de6739e392c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:35:46.066450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478aa36-0415-4426-b4a8-ec19f98e0042 req-097a1108-3039-49f4-ae3f-ba00b024c800 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:46.068182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 33f3f3cb-5346-4da1-ad43-2de6739e392c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:35:46.070969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 33f3f3cb-5346-4da1-ad43-2de6739e392c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:35:46.074858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5478aa36-0415-4426-b4a8-ec19f98e0042 req-097a1108-3039-49f4-ae3f-ba00b024c800 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 943 time: 0.0727119 Aug 30 21:35:46.119254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5478aa36-0415-4426-b4a8-ec19f98e0042 req-06fa0240-8153-4850-a3c8-04ae5d88c0c6 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Aug 30 21:35:46.130117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-941558de-d7a3-411c-ba41-be06f6f92ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:46.133936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-941558de-d7a3-411c-ba41-be06f6f92ec2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 200 len: 910 time: 0.1648407 Aug 30 21:35:46.184091 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-666c04b8-4485-4c4d-a734-93c722be2a78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262477e4-d0cd-44d5-854a-a8bc13381acd HTTP/1.1" status: 200 len: 217 time: 0.0370927 Aug 30 21:35:46.246157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-d94089db-f7d7-4fbc-9363-d22e5e11e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:46.247702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-d94089db-f7d7-4fbc-9363-d22e5e11e247 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e4b556c-dd9d-4a1e-bec2-dcdf110ea620 HTTP/1.1" status: 200 len: 849 time: 0.0530496 Aug 30 21:35:46.291171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-0b6433af-2f6e-4ef2-82c5-8d7af0eb7bb8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f3382bec-3fe9-4f5d-abae-f0c637b57d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357931 Aug 30 21:35:46.415620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-11dad986-ce3c-4969-9c44-309e62c5b1d1 service neutron] 10.222.0.86 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161866 Aug 30 21:35:46.519283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56a1ed3d-c7c1-4ba0-9a64-dbd920561e1d req-210cd188-5aa2-4e17-b79c-23c1894a2fc4 service neutron] 10.222.0.86 "GET /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961096 Aug 30 21:35:47.041097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d85a402-abce-4bc0-b4f1-c99b7a2a09cd req-b54b24d8-b85b-4047-866e-bb02cd9c787a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=17f56f28-0486-4424-9bd6-0cc641af9cf1 HTTP/1.1" status: 200 len: 210 time: 0.0430560 Aug 30 21:35:47.265790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605952e8-30c1-4ca0-98f2-07db2c3e16ae req-4c12b1e4-9582-42ac-8990-6033d8190921 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:47.267426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-605952e8-30c1-4ca0-98f2-07db2c3e16ae req-4c12b1e4-9582-42ac-8990-6033d8190921 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 943 time: 0.0565994 Aug 30 21:35:47.316291 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-605952e8-30c1-4ca0-98f2-07db2c3e16ae req-cfe9bdcc-b884-47c2-b999-d3003c6ff3f6 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Aug 30 21:35:48.047932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 262477e4-d0cd-44d5-854a-a8bc13381acd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:35:48.226697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 262477e4-d0cd-44d5-854a-a8bc13381acd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=262477e4-d0cd-44d5-854a-a8bc13381acd,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:48.242509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '262477e4-d0cd-44d5-854a-a8bc13381acd', 'network_id': 'f3382bec-3fe9-4f5d-abae-f0c637b57d45', 'port_id': '262477e4-d0cd-44d5-854a-a8bc13381acd', 'mac_address': 'fa:16:3e:a2:96:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4b556c-dd9d-4a1e-bec2-dcdf110ea620', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:35:48.288433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:48.305697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262477e4-d0cd-44d5-854a-a8bc13381acd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:35:48.336945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 262477e4-d0cd-44d5-854a-a8bc13381acd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=262477e4-d0cd-44d5-854a-a8bc13381acd,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:48.344231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:48.419268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=262477e4-d0cd-44d5-854a-a8bc13381acd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:48.487368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e6a45-1e45-40e0-b44d-b4007d4b6d3f req-f1d81d6a-e725-49d3-80f7-4a0b7fb26413 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:48.489642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-165e6a45-1e45-40e0-b44d-b4007d4b6d3f req-f1d81d6a-e725-49d3-80f7-4a0b7fb26413 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 944 time: 0.0614250 Aug 30 21:35:48.535749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-165e6a45-1e45-40e0-b44d-b4007d4b6d3f req-28f3d1f0-f575-432c-9eef-ac3e8f29111e tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Aug 30 21:35:48.657718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['262477e4-d0cd-44d5-854a-a8bc13381acd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:49.680039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926cca7-ef83-4abc-8110-d0810831177d req-08792063-6fb6-4ebe-8a91-f0f2bd86e97c tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:49.681580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b926cca7-ef83-4abc-8110-d0810831177d req-08792063-6fb6-4ebe-8a91-f0f2bd86e97c tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 944 time: 0.0626204 Aug 30 21:35:49.726393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b926cca7-ef83-4abc-8110-d0810831177d req-e4bc4ddd-4afb-4aa3-99cb-3f475e0b0f1a tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Aug 30 21:35:50.062800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 262477e4-d0cd-44d5-854a-a8bc13381acd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:35:50.116718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 262477e4-d0cd-44d5-854a-a8bc13381acd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:35:50.121541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 262477e4-d0cd-44d5-854a-a8bc13381acd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:35:50.121908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:50.214580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:50.251242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 262477e4-d0cd-44d5-854a-a8bc13381acd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=262477e4-d0cd-44d5-854a-a8bc13381acd,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:50.252200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262477e4-d0cd-44d5-854a-a8bc13381acd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:50.255093 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ac4547-b5ad-4b55-a7a0-6c6308d1f947" -d '{"events": [{"server_uuid": "ec329af7-ac1f-4394-9c35-d8d5bb026542", "name": "network-vif-plugged", "status": "completed", "tag": "262477e4-d0cd-44d5-854a-a8bc13381acd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:50.260701 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:50.305874 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5db24e-8e0d-4696-8f9f-eb4ed47afec8 x-openstack-request-id: req-af5db24e-8e0d-4696-8f9f-eb4ed47afec8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:50.306321 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec329af7-ac1f-4394-9c35-d8d5bb026542", "name": "network-vif-plugged", "status": "completed", "tag": "262477e4-d0cd-44d5-854a-a8bc13381acd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:50.306582 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af5db24e-8e0d-4696-8f9f-eb4ed47afec8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:50.308115 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262477e4-d0cd-44d5-854a-a8bc13381acd', 'code': 200} Aug 30 21:35:50.372268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=262477e4-d0cd-44d5-854a-a8bc13381acd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:50.443047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7720502-75b2-4290-8043-3d2d85188795 req-3e4317a9-9eac-482f-99b4-5a69b0078708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:50.445560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f7720502-75b2-4290-8043-3d2d85188795 req-3e4317a9-9eac-482f-99b4-5a69b0078708 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 1097 time: 0.0696146 Aug 30 21:35:50.494938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f7720502-75b2-4290-8043-3d2d85188795 req-d61fa66c-6ca4-489f-8d33-2edf2035f71f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Aug 30 21:35:50.911436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bda5b7-ec07-457c-b9c8-bc3ba1c8e551 req-50d9f8bc-9160-42b4-a5c2-57bfb3d60746 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:50.913379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45bda5b7-ec07-457c-b9c8-bc3ba1c8e551 req-50d9f8bc-9160-42b4-a5c2-57bfb3d60746 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 945 time: 0.0597837 Aug 30 21:35:50.959814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45bda5b7-ec07-457c-b9c8-bc3ba1c8e551 req-2e3d152e-eb19-4cbc-9264-08455116276a tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374646 Aug 30 21:35:51.380313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:51.385023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543598031', 'description': 'tempest-secgroup-smoke-543598031 description', 'project_id': '26267738262d4d9583afe84abfe6e659'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:51.414963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.431570 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:35:51.512399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.518591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.552617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.554795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1734388 Aug 30 21:35:51.558569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40374) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:51.560161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4bbf7-d94a-42ef-8976-b6f3115ecf14 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821f9574-d849-4e97-8fb0-0f58a764ba12,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:51.563692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group_rule': {'security_group_id': '821f9574-d849-4e97-8fb0-0f58a764ba12', 'project_id': '26267738262d4d9583afe84abfe6e659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:51.595052 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.660195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.665498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.690921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a9c284-2645-4494-b54e-0d736bac4436,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:51.699815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.701378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-df4962d2-f6da-4d1c-af70-6a76dd6354df tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415191 Aug 30 21:35:51.704498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40376) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:51.710318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group_rule': {'security_group_id': '821f9574-d849-4e97-8fb0-0f58a764ba12', 'project_id': '26267738262d4d9583afe84abfe6e659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:51.744472 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.812944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.818462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.843197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b78606-4637-4c71-85b7-c01f1d15c5a1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:51.851125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.852394 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eef189f8-dc63-4868-b1ad-a3fec01621f4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464381 Aug 30 21:35:51.855501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40378) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:51.861030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group_rule': {'security_group_id': '821f9574-d849-4e97-8fb0-0f58a764ba12', 'project_id': '26267738262d4d9583afe84abfe6e659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:51.894999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.968897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.975261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:51.990348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaa8f85-590d-4cc0-b906-5f1437715e95,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:52.005788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.007138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-95c1acce-18a1-4124-95c7-c8bebeefa52b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503372 Aug 30 21:35:52.010140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 40384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:52.018486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group_rule': {'security_group_id': '821f9574-d849-4e97-8fb0-0f58a764ba12', 'project_id': '26267738262d4d9583afe84abfe6e659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:52.057498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.121365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da9cd-a123-45a9-bc7e-0ff5ff1a67ea req-986df9f7-3ffe-4c1f-b52b-711a3d94a0f9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:52.123436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f17da9cd-a123-45a9-bc7e-0ff5ff1a67ea req-986df9f7-3ffe-4c1f-b52b-711a3d94a0f9 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 945 time: 0.0755358 Aug 30 21:35:52.141209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.147689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.172130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a8ed81-c5f7-4f67-8390-95ebb1642f5e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:52.173493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f17da9cd-a123-45a9-bc7e-0ff5ff1a67ea req-2607db5f-e40d-4474-a189-f9ae8a3393ad tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Aug 30 21:35:52.187603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.189458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-de366511-8ee9-45a0-878e-5a634dc5c43b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781294 Aug 30 21:35:52.192388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40390) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:52.197692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group_rule': {'security_group_id': '821f9574-d849-4e97-8fb0-0f58a764ba12', 'project_id': '26267738262d4d9583afe84abfe6e659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:52.236041 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Project 26267738262d4d9583afe84abfe6e659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:35:52.249986 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.311441 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.319286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.350920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a73f9c-f079-4785-9509-f18cbda99b8e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:52.361407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.363815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5295478d-d041-455e-8215-667c70fa7d00 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1702316 Aug 30 21:35:52.366421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 40394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:35:52.373234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'security_group_rule': {'security_group_id': '821f9574-d849-4e97-8fb0-0f58a764ba12', 'project_id': '26267738262d4d9583afe84abfe6e659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:35:52.403836 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Project 26267738262d4d9583afe84abfe6e659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:35:52.410110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.489704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.496647 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.527594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bf4fbf-43d7-4b66-8d82-431797d32b0c,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:52.540600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:52.545739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7893e7e6-f5e3-4703-8ba8-33cd37ef33b1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1781156 Aug 30 21:35:53.012703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356e614-4b5f-4d91-b535-3756cd7079d7 req-e9c4d033-ecb7-4fe6-aae4-36a197ea2d50 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:53.015350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1356e614-4b5f-4d91-b535-3756cd7079d7 req-e9c4d033-ecb7-4fe6-aae4-36a197ea2d50 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 945 time: 0.0678368 Aug 30 21:35:53.080492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1356e614-4b5f-4d91-b535-3756cd7079d7 req-8ede1b5e-c90f-44bc-bb7d-7d75e1c24617 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Aug 30 21:35:54.248951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbbd6d-81f5-4c7e-ad0f-4f9ff6268eec req-a580e73c-60b9-45a7-8d87-13d05c2adf0d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:54.251465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84bbbd6d-81f5-4c7e-ad0f-4f9ff6268eec req-a580e73c-60b9-45a7-8d87-13d05c2adf0d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 945 time: 0.0714393 Aug 30 21:35:54.297969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-84bbbd6d-81f5-4c7e-ad0f-4f9ff6268eec req-34311c0d-c32f-4348-a1da-a1ad871666b6 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0eda791-5c81-4994-a979-fadbea8d8c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Aug 30 21:35:54.370296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94209f5-5e21-4427-9214-67a03241442b req-c2f62c04-5dc4-4a5e-8aea-f6816b71e6ac tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:35:54.372813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b94209f5-5e21-4427-9214-67a03241442b req-c2f62c04-5dc4-4a5e-8aea-f6816b71e6ac tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 945 time: 0.0661395 Aug 30 21:35:54.507490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Deleting port 262477e4-d0cd-44d5-854a-a8bc13381acd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:35:54.508096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:54.687351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] For port 262477e4-d0cd-44d5-854a-a8bc13381acd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=262477e4-d0cd-44d5-854a-a8bc13381acd,segment=NetworkSegment(b9234611-38c6-44a1-80ec-f5e3d8fe5b11),segment_id=b9234611-38c6-44a1-80ec-f5e3d8fe5b11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:35:54.688043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:54.714491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Calling delete_port for 262477e4-d0cd-44d5-854a-a8bc13381acd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:35:54.885116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:54.899909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['262477e4-d0cd-44d5-854a-a8bc13381acd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:35:54.944100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Pushing event deleted for resources: {'Port': ['ID=262477e4-d0cd-44d5-854a-a8bc13381acd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:35:55.018769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] No DVR routers for this DVR port 262477e4-d0cd-44d5-854a-a8bc13381acd on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:35:55.019979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:35:55.022128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b94209f5-5e21-4427-9214-67a03241442b req-b0f6f026-621a-4b0b-bbe1-b60edb350b17 tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.86 "DELETE /v2.0/ports/262477e4-d0cd-44d5-854a-a8bc13381acd HTTP/1.1" status: 204 len: 173 time: 0.6435337 Aug 30 21:35:55.022573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'name': 'network-vif-deleted', 'tag': '262477e4-d0cd-44d5-854a-a8bc13381acd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:35:55.024919 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92beaa63-0f83-4e2f-abe5-e54ae6f6f0dd" -d '{"events": [{"server_uuid": "ec329af7-ac1f-4394-9c35-d8d5bb026542", "name": "network-vif-deleted", "tag": "262477e4-d0cd-44d5-854a-a8bc13381acd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:35:55.091578 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21d45d-3fba-4146-8999-26520560a95c x-openstack-request-id: req-3c21d45d-3fba-4146-8999-26520560a95c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:35:55.091978 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec329af7-ac1f-4394-9c35-d8d5bb026542", "name": "network-vif-deleted", "tag": "262477e4-d0cd-44d5-854a-a8bc13381acd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:35:55.092313 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c21d45d-3fba-4146-8999-26520560a95c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:35:55.092845 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec329af7-ac1f-4394-9c35-d8d5bb026542', 'name': 'network-vif-deleted', 'tag': '262477e4-d0cd-44d5-854a-a8bc13381acd', 'status': 'completed', 'code': 200} Aug 30 21:35:55.449987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bd0dd84-a55c-4249-9695-3ac123ef07df req-41458192-753e-4588-a76a-5410ff0f6f3d tempest-VolumesActionsTest-1879301094 tempest-VolumesActionsTest-1879301094-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec329af7-ac1f-4394-9c35-d8d5bb026542 HTTP/1.1" status: 200 len: 210 time: 0.0384471 Aug 30 21:35:58.143094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 262477e4-d0cd-44d5-854a-a8bc13381acd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:35:58.169774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 262477e4-d0cd-44d5-854a-a8bc13381acd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:35:58.170335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 262477e4-d0cd-44d5-854a-a8bc13381acd not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:36:03.629507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:05.944326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:08.965693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dd5b66bd-4c02-4179-b84a-de08298a0205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:11.857181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:11.924031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae576-ca84-4a77-a6e2-4367ce586046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:12.677271 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:14.599162 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:18.552005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-ad362385-7c75-4200-933d-35d9a8231046 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543598031&fields=id&tenant_id=26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 267 time: 0.0393083 Aug 30 21:36:18.700474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-8a2e21e5-0e6c-47e9-8d87-819dac395347 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:18.703932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-8a2e21e5-0e6c-47e9-8d87-819dac395347 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1413574 Aug 30 21:36:18.720525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-49826271-c056-4e69-b043-aa9171108463 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0100524 Aug 30 21:36:18.786239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-090cc432-7517-4271-b876-f506b97c4ac6 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537634 Aug 30 21:36:18.939739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-3132cb1e-f24e-4d8f-9fc4-7c58726a064f service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407084 Aug 30 21:36:19.049378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-c77f8bb0-f75d-4994-abba-22a772b725b1 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087153 Aug 30 21:36:19.725956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0189729-6c94-45b0-9464-df89906f0959 req-94e8d35a-9941-4183-883a-c757e06b7f95 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0406635 Aug 30 21:36:20.883337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5645848-a64b-4d2d-8c2c-78e3a39e946b req-c17ed7a7-2867-4622-a49d-968d3766ce23 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0526974 Aug 30 21:36:21.112560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-63343058-76a7-48c4-bd48-2260a1eaf5cc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:21.114911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-63343058-76a7-48c4-bd48-2260a1eaf5cc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.2248242 Aug 30 21:36:21.182893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-3a944a11-b29b-4f2f-9781-40457595324e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 379 time: 0.0583534 Aug 30 21:36:21.200133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'security_groups': ['821f9574-d849-4e97-8fb0-0f58a764ba12']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:21.408177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:36:21.412325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:21.686403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.6 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/d43b25f3-bde7-404a-952f-3e367ebd12ef) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:21.987061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:22.014580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object d43b25f3-bde7-404a-952f-3e367ebd12ef will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:22.087618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-485613d5-2ee6-4259-bba7-e7100e79098d req-24dc5377-eb2f-48d3-bd91-e9f98365f25b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0791147 Aug 30 21:36:22.120178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:22.239520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=d43b25f3-bde7-404a-952f-3e367ebd12ef,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:22.266012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.269631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.270220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.270731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.271228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.271706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.272229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.272713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.273183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.275055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.275945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.276449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:22.315807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:22.342778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:22.346121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:22.443045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:22.443661 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:22.479650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-789b5073-9b05-4cc7-a7d3-8515ba2e2fcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2858114 Aug 30 21:36:22.493201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Request body: {'port': {'device_id': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:22.661046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:22.684393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41128) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:22.830001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9dbf66f2-a5fa-4b73-9a49-0a21e8df3d3f None None] Provisioning for port d43b25f3-bde7-404a-952f-3e367ebd12ef completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:22.835833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9dbf66f2-a5fa-4b73-9a49-0a21e8df3d3f None None] Provisioning complete for port d43b25f3-bde7-404a-952f-3e367ebd12ef triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:22.836201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9dbf66f2-a5fa-4b73-9a49-0a21e8df3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:22.915496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf66f2-a5fa-4b73-9a49-0a21e8df3d3f None None] Port d43b25f3-bde7-404a-952f-3e367ebd12ef cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:36:22.972392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.157287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.171998 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.310757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e10428c8064744dd990dc5cdd02e16c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250556 Aug 30 21:36:23.311862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b3491-3e8d-4058-8310-08a853509382,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:23.347744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41146) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:23.405632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.406076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.406556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.407832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.408494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.408899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.409460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.409861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.410495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.410932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.411326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.411720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2d220-290d-4013-86f8-9fc01d693b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:23.464019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67562b92-7e77-43b9-82cc-401000dd4d39 req-445378f7-bcf1-45bb-92d0-f5f566fc5bce tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:23.474185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67562b92-7e77-43b9-82cc-401000dd4d39 req-445378f7-bcf1-45bb-92d0-f5f566fc5bce tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 931 time: 0.2777023 Aug 30 21:36:23.517847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-285d23ff-c3fb-43f3-a904-548987f78c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.547009 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67562b92-7e77-43b9-82cc-401000dd4d39 req-c598bf84-a9f6-4a44-ab51-70d3b38705ce tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672042 Aug 30 21:36:23.594217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-285d23ff-c3fb-43f3-a904-548987f78c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.754101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-285d23ff-c3fb-43f3-a904-548987f78c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.761617 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-285d23ff-c3fb-43f3-a904-548987f78c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.763059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-285d23ff-c3fb-43f3-a904-548987f78c6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be6b3491-3e8d-4058-8310-08a853509382 HTTP/1.1" status: 204 len: 168 time: 0.4126225 Aug 30 21:36:23.789805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d23ff-c3fb-43f3-a904-548987f78c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b3491-3e8d-4058-8310-08a853509382,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:23.971219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43b25f3-bde7-404a-952f-3e367ebd12ef {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:36:23.981956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:23.999296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Transition to ACTIVE for port object d43b25f3-bde7-404a-952f-3e367ebd12ef will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:24.093563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:24.200952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Pushing event updated for resources: {'Port': ['ID=d43b25f3-bde7-404a-952f-3e367ebd12ef,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:24.350853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Attempting to bind port d43b25f3-bde7-404a-952f-3e367ebd12ef on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:24.351553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Attempting to bind port d43b25f3-bde7-404a-952f-3e367ebd12ef by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:24.352038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Attempting to bind port d43b25f3-bde7-404a-952f-3e367ebd12ef on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:24.359919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Port d43b25f3-bde7-404a-952f-3e367ebd12ef on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:36:24.360601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Attempting to bind port d43b25f3-bde7-404a-952f-3e367ebd12ef on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:24.366743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:24.367321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:24.367870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:24.368450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Bound port: d43b25f3-bde7-404a-952f-3e367ebd12ef, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:24.368985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:24.496165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] For port d43b25f3-bde7-404a-952f-3e367ebd12ef, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:24.501212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] For port d43b25f3-bde7-404a-952f-3e367ebd12ef, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:24.508347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:24.574156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:24.574826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:24.576288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] 10.222.0.86 "PUT /v2.0/ports/d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 200 len: 1092 time: 2.0875914 Aug 30 21:36:24.576731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:36:24.579330 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c25de7-9cce-44b0-b97b-45cedc593afb" -d '{"events": [{"name": "network-changed", "server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:36:24.671137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb83cdd-a879-4464-a050-dced63ebd3fc service neutron] Pushing event updated for resources: {'Port': ['ID=d43b25f3-bde7-404a-952f-3e367ebd12ef,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:24.727617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-3aad30a2-14a2-4add-92ae-f065620c0aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:24.729380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-3aad30a2-14a2-4add-92ae-f065620c0aa9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1095 time: 0.0926206 Aug 30 21:36:24.842812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d50479-dc00-4077-ba43-3d00ea13632e req-67775f8a-6b39-4534-920c-901e10b563cc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:24.858803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89d50479-dc00-4077-ba43-3d00ea13632e req-67775f8a-6b39-4534-920c-901e10b563cc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.1279929 Aug 30 21:36:24.869520 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-bc53004c-f9dc-469c-b617-49f5ae7a32c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 200 len: 217 time: 0.1278839 Aug 30 21:36:24.938903 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89d50479-dc00-4077-ba43-3d00ea13632e req-13e23e83-53c4-41bd-9c08-ae4437a6b75e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700719 Aug 30 21:36:24.986367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-fb3c453b-c662-42a6-8a08-e38238ab9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:24.987415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-fb3c453b-c662-42a6-8a08-e38238ab9b5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1104739 Aug 30 21:36:25.072719 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27246e-ced8-417b-ab2a-dd508ca9c435 x-openstack-request-id: req-4e27246e-ced8-417b-ab2a-dd508ca9c435 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:36:25.079167 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:36:25.079696 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e27246e-ced8-417b-ab2a-dd508ca9c435 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:36:25.080277 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'status': 'completed', 'code': 200} Aug 30 21:36:25.118207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-2f268147-42dc-4278-8a86-daccc4952899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:25.123305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-2f268147-42dc-4278-8a86-daccc4952899 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272171 Aug 30 21:36:25.309260 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-acb0e284-0c01-4d12-b84d-62139e8d8dd3 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778915 Aug 30 21:36:25.447225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d7a5b71b-efcf-4f42-ba1f-31d2abf69576 req-1c1477f6-6743-41fd-975d-dd2a3acbcc40 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305380 Aug 30 21:36:25.562831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-37417c4b-112f-460c-b410-093c0f9dac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:25.564165 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-37417c4b-112f-460c-b410-093c0f9dac9c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1095 time: 0.0625346 Aug 30 21:36:25.808138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-5c508834-28f2-41b3-a014-823a4d72bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:25.809760 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-5c508834-28f2-41b3-a014-823a4d72bc5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.2369890 Aug 30 21:36:25.853371 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-1fe1f8d4-c7bd-4957-9ee3-e65d8b2ee2ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 200 len: 217 time: 0.0357249 Aug 30 21:36:25.954562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-134001d9-c8da-4bbc-ab10-1d0304d10cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:25.956184 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-134001d9-c8da-4bbc-ab10-1d0304d10cbf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0951221 Aug 30 21:36:26.042399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-301cf489-38ee-4f49-9941-436d1559f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:26.045765 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-301cf489-38ee-4f49-9941-436d1559f5eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791404 Aug 30 21:36:26.130543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d40b7c-6c9e-4940-ae6b-e652bf7a5f69 req-2e7d041c-9387-42f8-ae6a-fb2fe1949ba9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:26.141147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90d40b7c-6c9e-4940-ae6b-e652bf7a5f69 req-2e7d041c-9387-42f8-ae6a-fb2fe1949ba9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0948973 Aug 30 21:36:26.199205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-a9a6b00a-1eef-40f4-acf9-2ef11e074090 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473298 Aug 30 21:36:26.201584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90d40b7c-6c9e-4940-ae6b-e652bf7a5f69 req-1a436333-b24f-4dda-8a6b-6f6db55b0678 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591021 Aug 30 21:36:26.401631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-43c25de7-9cce-44b0-b97b-45cedc593afb req-25a03817-fa1c-4b8a-85e5-c7add4b7b54c service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877816 Aug 30 21:36:27.376857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a051f-b136-4d33-a9aa-51a60ba41326 req-abe104fe-87d6-4cd6-aa40-c8007dc6b811 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:27.379284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854a051f-b136-4d33-a9aa-51a60ba41326 req-abe104fe-87d6-4cd6-aa40-c8007dc6b811 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0753062 Aug 30 21:36:27.470729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-854a051f-b136-4d33-a9aa-51a60ba41326 req-6e01f046-3525-4b72-92d8-6bb7c2f57c8d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823376 Aug 30 21:36:28.436462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:36:28.678914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5f93-9b20-427c-9aff-95b9e1627fed req-a368c8bb-8c4a-4db0-abc8-0fe18f93fcc8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:28.680559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56eb5f93-9b20-427c-9aff-95b9e1627fed req-a368c8bb-8c4a-4db0-abc8-0fe18f93fcc8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0651500 Aug 30 21:36:28.768384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56eb5f93-9b20-427c-9aff-95b9e1627fed req-5fdd84f0-fb93-4dc6-a43f-972d550c93db tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811942 Aug 30 21:36:29.922181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877537c7-6960-49e0-879b-9009b81b981b req-1202adcf-6685-4f2a-aedf-57bcb5ffc546 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:29.924601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-877537c7-6960-49e0-879b-9009b81b981b req-1202adcf-6685-4f2a-aedf-57bcb5ffc546 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0566659 Aug 30 21:36:29.975045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-877537c7-6960-49e0-879b-9009b81b981b req-8b19a7e6-47e1-4678-b1f0-275fce28dbb0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400810 Aug 30 21:36:30.169974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41390) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:30.216631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Deleting subnet 2e4b556c-dd9d-4a1e-bec2-dcdf110ea620 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:36:30.219917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.255440 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.308919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.379203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.415733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4b556c-dd9d-4a1e-bec2-dcdf110ea620,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:30.425766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.433386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cc4a9501-d38d-4595-9ac1-b324361ea1e1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2e4b556c-dd9d-4a1e-bec2-dcdf110ea620 HTTP/1.1" status: 204 len: 168 time: 0.2623706 Aug 30 21:36:30.436693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:30.528350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.677313 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.732767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3382bec-3fe9-4f5d-abae-f0c637b57d45']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:30.772266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:30.772800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9234611-38c6-44a1-80ec-f5e3d8fe5b11') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:30.784851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.808954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.819348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:36:30.819748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:36:30.821505 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:36:30.890995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.902618 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:30.907435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f3382bec-3fe9-4f5d-abae-f0c637b57d45 HTTP/1.1" status: 204 len: 168 time: 0.4697466 Aug 30 21:36:30.920555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fee11-82db-4eac-b616-107946925c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3382bec-3fe9-4f5d-abae-f0c637b57d45,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:31.106379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:31.113641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a57f3-2a45-4ac5-b7b1-c9cd808f0a28 req-9402bc93-837c-49a9-848d-ac872d96b4c3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:31.115212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-659a57f3-2a45-4ac5-b7b1-c9cd808f0a28 req-9402bc93-837c-49a9-848d-ac872d96b4c3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0604038 Aug 30 21:36:31.150515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c3ec272b-6452-4de1-a249-3675db0d29d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7da22dc7aa64948a4338c0306fdea6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423543 Aug 30 21:36:31.153154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:31.168297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-659a57f3-2a45-4ac5-b7b1-c9cd808f0a28 req-07338e0d-5a05-4ced-a0c1-e57205bd4f28 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Aug 30 21:36:31.211761 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89648fbd-4976-4fd4-996f-63a38f8c8842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:31.236180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89648fbd-4976-4fd4-996f-63a38f8c8842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:31.287807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89648fbd-4976-4fd4-996f-63a38f8c8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:31.290437 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-89648fbd-4976-4fd4-996f-63a38f8c8842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:31.291677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-89648fbd-4976-4fd4-996f-63a38f8c8842 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0eda791-5c81-4994-a979-fadbea8d8c6b HTTP/1.1" status: 204 len: 168 time: 0.1376498 Aug 30 21:36:31.300437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89648fbd-4976-4fd4-996f-63a38f8c8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eda791-5c81-4994-a979-fadbea8d8c6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:32.077946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41468) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:32.190600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-930419142-network', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:32.231656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Made reservation on behalf of f6d38eb20bd542eab858aba3b3e8c142 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:36:32.235242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.248744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.294143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf4db-91a0-40bd-a9b7-cc6e6682e2b7 req-7627db26-2278-4542-bfbe-0f17b701617d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:32.304375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-454bf4db-91a0-40bd-a9b7-cc6e6682e2b7 req-7627db26-2278-4542-bfbe-0f17b701617d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0679994 Aug 30 21:36:32.355760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-454bf4db-91a0-40bd-a9b7-cc6e6682e2b7 req-833cf745-a215-4fd3-be61-0a8090c5f657 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499711 Aug 30 21:36:32.381849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.390987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.415127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:36:32.434127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29813a8b-db5a-49f1-8c01-5aebba797a7a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:32.449760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.450168 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Added segment c2d14c94-29d1-475f-9ffd-968b908fd8da of type vlan for network d0ac9a47-1ecb-49e2-9592-2056231e4e88 Aug 30 21:36:32.493363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.531047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.532114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:32.532911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.559213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4799781 Aug 30 21:36:32.561955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41484) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:32.567270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Request body: {'subnet': {'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-930419142-subnet', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:32.597823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Made reservation on behalf of f6d38eb20bd542eab858aba3b3e8c142 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:36:32.601631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.601953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cee9c-4019-4178-86a2-825f4d9324c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ac9a47-1ecb-49e2-9592-2056231e4e88,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:32.612814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:36:32.798378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.886116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e341d43-3f17-45e7-a24a-7baf3335df56,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:32.918156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Checking segment: {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:32.918516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Network hostable DHCP agents. Network: d0ac9a47-1ecb-49e2-9592-2056231e4e88, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:36:32.939990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:36:32.952506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d0ac9a47-1ecb-49e2-9592-2056231e4e88) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:32.957541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:32.958622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:32.962697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e8345-73d9-4530-8318-0051a4100f4c None None] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:36:32.990542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1e46f07b-22c7-44e5-94dd-639e1dca8b9b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4260919 Aug 30 21:36:32.992759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41492) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:32.998164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:33.021918 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.023241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.099173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.164617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-d0ac9a47-1ecb-49e2-9592-2056231e4e88', 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'fixed_ips': [{'subnet_id': '7e341d43-3f17-45e7-a24a-7baf3335df56'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:36:33.165809 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.285169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.338541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Allocated IP 172.20.0.2 (d0ac9a47-1ecb-49e2-9592-2056231e4e88/7e341d43-3f17-45e7-a24a-7baf3335df56/5f1a491a-fa69-4c12-9c8d-a526906566fb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:33.507783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a528d-f3f6-43fd-8453-7d8a7660abeb req-2d1a2fa6-8ea3-4509-866b-ce7264be744e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:33.517452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c64a528d-f3f6-43fd-8453-7d8a7660abeb req-2d1a2fa6-8ea3-4509-866b-ce7264be744e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0688541 Aug 30 21:36:33.577342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c64a528d-f3f6-43fd-8453-7d8a7660abeb req-df45db0a-c66c-4b66-afa5-7ed7604f91ea tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585752 Aug 30 21:36:33.579874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.610320 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.613527 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.623589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Transition to ACTIVE for port object 5f1a491a-fa69-4c12-9c8d-a526906566fb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:33.650420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Transition to ACTIVE for port object 5f1a491a-fa69-4c12-9c8d-a526906566fb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:33.666518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.678194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.738267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Pushing event updated for resources: {'Port': ['ID=5f1a491a-fa69-4c12-9c8d-a526906566fb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:33.746858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:33.753103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Allocated IP 172.25.5.107 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/318df531-8471-4119-9733-f2a09d578ab7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:33.753431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.754209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.754902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.755802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.756330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.756875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.758757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.759091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.759581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.760109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.761395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.762022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:33.769627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:33.778959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:33.847261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Attempting to bind port 5f1a491a-fa69-4c12-9c8d-a526906566fb on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:33.847639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Attempting to bind port 5f1a491a-fa69-4c12-9c8d-a526906566fb by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:33.848218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Attempting to bind port 5f1a491a-fa69-4c12-9c8d-a526906566fb on network d0ac9a47-1ecb-49e2-9592-2056231e4e88 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:33.854720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:33.855445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Checking segment: {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:33.856029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.856612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Bound using segment: {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:33.857114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Bound port: 5f1a491a-fa69-4c12-9c8d-a526906566fb, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:33.857665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.915260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:33.964965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] For port 5f1a491a-fa69-4c12-9c8d-a526906566fb, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:33.969721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] For port 5f1a491a-fa69-4c12-9c8d-a526906566fb, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f1a491a-fa69-4c12-9c8d-a526906566fb,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:33.975707 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:34.000043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:34.046086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c126b-c95e-4661-88e0-2d0d13194f6d None None] Pushing event updated for resources: {'Port': ['ID=5f1a491a-fa69-4c12-9c8d-a526906566fb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:34.063776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:34.067460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:34.076653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:34.083483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=318df531-8471-4119-9733-f2a09d578ab7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:34.471405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:34.703856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:34.714051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c950560-d272-4f87-8769-568f4209534e req-27498302-ba41-4f04-b2f0-0c4a93882dc1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:34.715837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c950560-d272-4f87-8769-568f4209534e req-27498302-ba41-4f04-b2f0-0c4a93882dc1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0658119 Aug 30 21:36:34.777359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c950560-d272-4f87-8769-568f4209534e req-63907fbe-f21e-45f1-a2cf-f53af3307c50 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514457 Aug 30 21:36:34.884750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:36:35.012267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:35.022590 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Sync routers for ids ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:35.033028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:35.035446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-beaf3f04-edb2-4626-8eb3-8c51ab07e6f2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0415897 Aug 30 21:36:35.038170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:35.041485 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Routers {'9ceb21c9-c82a-453d-b785-2bec12d5ae0b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:35.042073 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:35.257253 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Set router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:35.480046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ea9a5-57c1-4b8b-87f9-145907690ca3 None None] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:36:35.535569 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:34Z', 'revision_number': 3, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:35.573575 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Checking router: 9ceb21c9-c82a-453d-b785-2bec12d5ae0b for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:35.574090 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Updating router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b port 318df531-8471-4119-9733-f2a09d578ab7 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:36:35.606811 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:35.614990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f537d73e-1f83-4b88-8118-9cb4c8a3489f None None] Provisioning for port 5f1a491a-fa69-4c12-9c8d-a526906566fb completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:35.643904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:35.957998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:35.962374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e78c30-2d37-489f-9eb1-66b964850b1c req-75722133-39b1-41a7-a3bf-285710b0b77c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:35.970494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15e78c30-2d37-489f-9eb1-66b964850b1c req-75722133-39b1-41a7-a3bf-285710b0b77c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 943 time: 0.0949972 Aug 30 21:36:35.990100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f1a491a-fa69-4c12-9c8d-a526906566fb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:36.001821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Allocated IP 172.20.0.1 (d0ac9a47-1ecb-49e2-9592-2056231e4e88/7e341d43-3f17-45e7-a24a-7baf3335df56/930f1a56-685b-43a6-9978-f2843cb92f5a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:36.024881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15e78c30-2d37-489f-9eb1-66b964850b1c req-7f18d6ae-85a0-4a54-915a-2ad724c12234 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533190 Aug 30 21:36:36.091803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5f1a491a-fa69-4c12-9c8d-a526906566fb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:36.097315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5f1a491a-fa69-4c12-9c8d-a526906566fb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:36.097854 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.192164 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.204059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-642e8bb5-6f3c-49c5-bddf-3f13c93e7152 None None] Provisioning complete for port 5f1a491a-fa69-4c12-9c8d-a526906566fb triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:36.205106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642e8bb5-6f3c-49c5-bddf-3f13c93e7152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.217193 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Transition to ACTIVE for port object 318df531-8471-4119-9733-f2a09d578ab7 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:36.235993 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.281151 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.288247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.303974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Transition to ACTIVE for port object 930f1a56-685b-43a6-9978-f2843cb92f5a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:36.357331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.369848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d43b25f3-bde7-404a-952f-3e367ebd12ef details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:36:36.404387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:36.409097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:36.430118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:36.443773 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Attempting to bind port 318df531-8471-4119-9733-f2a09d578ab7 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:36.444149 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Attempting to bind port 318df531-8471-4119-9733-f2a09d578ab7 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:36.445198 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Attempting to bind port 318df531-8471-4119-9733-f2a09d578ab7 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:36.453740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:36.454442 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:36.455048 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.455735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:36.456378 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Bound port: 318df531-8471-4119-9733-f2a09d578ab7, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:36.457114 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.507591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Pushing event updated for resources: {'Port': ['ID=930f1a56-685b-43a6-9978-f2843cb92f5a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:36.533322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.568511 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Pushing event updated for resources: {'Port': ['ID=318df531-8471-4119-9733-f2a09d578ab7,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:36.589864 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.591130 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.591130 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.591130 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.591399 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.591488 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.591833 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.592141 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.592462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.592783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.593105 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.593474 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:36:36.605606 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] For port 318df531-8471-4119-9733-f2a09d578ab7, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:36.609868 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] For port 318df531-8471-4119-9733-f2a09d578ab7, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=318df531-8471-4119-9733-f2a09d578ab7,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:36.620391 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.740646 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Routers {'9ceb21c9-c82a-453d-b785-2bec12d5ae0b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:36.741456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:36.782561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d43b25f3-bde7-404a-952f-3e367ebd12ef, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:36.792835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.795055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5f1a491a-fa69-4c12-9c8d-a526906566fb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f1a491a-fa69-4c12-9c8d-a526906566fb,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:36.796565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'mac_address': 'fa:16:3e:d5:89:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:36:36.812674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.824257 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e860-4afb-4da2-ad96-9b97103184b8 None None] Pushing event updated for resources: {'Port': ['ID=318df531-8471-4119-9733-f2a09d578ab7,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:36.861474 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-642e8bb5-6f3c-49c5-bddf-3f13c93e7152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.917882 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:36.944646 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] Set router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:36.968983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-642e8bb5-6f3c-49c5-bddf-3f13c93e7152 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:36:36.969440 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-642e8bb5-6f3c-49c5-bddf-3f13c93e7152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:36:36.973193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5f1a491a-fa69-4c12-9c8d-a526906566fb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:36.976865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43b25f3-bde7-404a-952f-3e367ebd12ef {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:36:37.004159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d43b25f3-bde7-404a-952f-3e367ebd12ef, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:37.011772 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:37.137796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d43b25f3-bde7-404a-952f-3e367ebd12ef,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:37.241744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7918f8-a222-459e-92f3-b2c9f4fe9ad4 req-55629b88-d0b3-4441-859a-0ebcef6c416c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:37.243591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f7918f8-a222-459e-92f3-b2c9f4fe9ad4 req-55629b88-d0b3-4441-859a-0ebcef6c416c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 944 time: 0.0968380 Aug 30 21:36:37.294567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f7918f8-a222-459e-92f3-b2c9f4fe9ad4 req-9e2bbe30-bf9a-436c-a6c5-a3064c132a8e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Aug 30 21:36:37.326950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d43b25f3-bde7-404a-952f-3e367ebd12ef'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:36:37.422110 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '930f1a56-685b-43a6-9978-f2843cb92f5a', 'name': '', 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:35Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 1, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'subnets': [{'id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:37.495564 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811aa657-7de7-46e3-9977-cb2e80216acf None None] The sync data for ids ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'] in n-d-793620-16 is: [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '930f1a56-685b-43a6-9978-f2843cb92f5a', 'name': '', 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:35Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 1, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'subnets': [{'id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:37.737583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-655012e5-7acf-484a-aa5a-c382b6404bf2 None None] Provisioning for port 930f1a56-685b-43a6-9978-f2843cb92f5a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:37.769948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-655012e5-7acf-484a-aa5a-c382b6404bf2 None None] Provisioning complete for port 930f1a56-685b-43a6-9978-f2843cb92f5a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:37.770123 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-655012e5-7acf-484a-aa5a-c382b6404bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:37.819530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:37.835670 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:37.867494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-655012e5-7acf-484a-aa5a-c382b6404bf2 None None] Port 930f1a56-685b-43a6-9978-f2843cb92f5a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:36:37.979654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f1a491a-fa69-4c12-9c8d-a526906566fb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:37.998873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Pushing event updated for resources: {'Port': ['ID=930f1a56-685b-43a6-9978-f2843cb92f5a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:38.060473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:38.084471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5f1a491a-fa69-4c12-9c8d-a526906566fb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:38.085060 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:38.234107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:38.236126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:38.374826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d43b25f3-bde7-404a-952f-3e367ebd12ef up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:38.530174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:36:38.539573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d43b25f3-bde7-404a-952f-3e367ebd12ef completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:38.546884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d43b25f3-bde7-404a-952f-3e367ebd12ef triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:38.547206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:38.743251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c61ac7aa-84ed-41d9-a2b0-f80f6f587a13 None None] Provisioning complete for port 930f1a56-685b-43a6-9978-f2843cb92f5a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:38.743626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c61ac7aa-84ed-41d9-a2b0-f80f6f587a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:38.745612 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:38.804191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:38.823965 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e76049f6-2d51-428b-bc38-8198337dcd59 admin admin] 10.222.0.76 "PUT /v2.0/routers/9ceb21c9-c82a-453d-b785-2bec12d5ae0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7846811 Aug 30 21:36:38.858385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:36:38.866949 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f0628-4fea-42dc-b5b7-8b026fe2770f" -d '{"events": [{"server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "name": "network-vif-plugged", "status": "completed", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:36:38.868388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c387b9-54a5-4b5a-8a84-673dcb1951e9 req-ad60fbfd-6757-41ac-b409-013392bf38c1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:38.869972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20c387b9-54a5-4b5a-8a84-673dcb1951e9 req-ad60fbfd-6757-41ac-b409-013392bf38c1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 944 time: 0.4111102 Aug 30 21:36:38.885399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c61ac7aa-84ed-41d9-a2b0-f80f6f587a13 None None] Port 930f1a56-685b-43a6-9978-f2843cb92f5a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:36:38.891549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d43b25f3-bde7-404a-952f-3e367ebd12ef, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:38.904089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:38.968050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20c387b9-54a5-4b5a-8a84-673dcb1951e9 req-900cac1d-9906-446f-9813-3cf592b1266d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635092 Aug 30 21:36:39.009993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d43b25f3-bde7-404a-952f-3e367ebd12ef,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:39.048942 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-386a38aa-6a8a-4cc9-bbc6-1eea7038837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:39.145116 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820b4729-4bf8-42d7-ac08-b4fdfa08cd0d x-openstack-request-id: req-820b4729-4bf8-42d7-ac08-b4fdfa08cd0d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:36:39.145414 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "name": "network-vif-plugged", "status": "completed", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:36:39.145669 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-820b4729-4bf8-42d7-ac08-b4fdfa08cd0d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:36:39.146072 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'code': 200} Aug 30 21:36:39.299165 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-fa83395e-1e58-4463-bc02-bdf0652f03e5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1007853 Aug 30 21:36:39.315614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21c33a-6f1b-44ec-9c15-e085c57c543e req-5c609447-272d-4520-9cef-78de268810d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:39.323723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa21c33a-6f1b-44ec-9c15-e085c57c543e req-5c609447-272d-4520-9cef-78de268810d7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1097 time: 0.0573440 Aug 30 21:36:39.392134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fa21c33a-6f1b-44ec-9c15-e085c57c543e req-e6f2a6f3-7188-4a3c-8d20-8cca0f4494f4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657918 Aug 30 21:36:39.411723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-b16d2639-46ee-42c0-979d-fa0016dc2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:39.413786 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-b16d2639-46ee-42c0-979d-fa0016dc2f9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0563941 Aug 30 21:36:39.545513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-4953280c-8d7b-4499-811a-20a390824d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:39.547269 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-4953280c-8d7b-4499-811a-20a390824d05 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.1103821 Aug 30 21:36:39.633958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-daafcc32-a870-49e1-80b9-776b839d5b8b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1002 time: 0.0753126 Aug 30 21:36:39.657393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41640) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:39.662995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1697349398-network', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:39.707267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-da2a9ad0-a3dc-43de-948a-99a3874b1385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:39.709167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Made reservation on behalf of fcf7f1d0ac4b4b5196d49d7ad9e64356 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:36:39.709299 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-da2a9ad0-a3dc-43de-948a-99a3874b1385 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0677109 Aug 30 21:36:39.712120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:39.725023 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:39.761252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-55502443-cd14-4865-88d6-63a3f99d29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:39.762729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-55502443-cd14-4865-88d6-63a3f99d29c3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463071 Aug 30 21:36:39.849192 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:39.864506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:39.877948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-8292cf02-8a80-4f18-95db-e2f22e800f25 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076963 Aug 30 21:36:39.890998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:36:39.906924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 318df531-8471-4119-9733-f2a09d578ab7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:39.914019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fb60d1-adbe-40e3-8529-52a669e861f0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:39.919378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:39.919954 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Added segment d07a1692-65d1-4dd5-aa3e-514230d24cc3 of type vlan for network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 Aug 30 21:36:39.992158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a4eaf42-af70-4472-a524-92bfccbf8d02 req-6dc61752-8241-4887-b731-6168dafde729 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039407 Aug 30 21:36:40.008164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 318df531-8471-4119-9733-f2a09d578ab7 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:40.013427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 318df531-8471-4119-9733-f2a09d578ab7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:40.013737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.111493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.134771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 318df531-8471-4119-9733-f2a09d578ab7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=318df531-8471-4119-9733-f2a09d578ab7,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:40.142395 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.211572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=318df531-8471-4119-9733-f2a09d578ab7,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:40.274210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.353264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0529-b1f9-468e-bb73-64ceb2e2ea8c req-09489a87-6e1c-47a3-b419-a2b3f4cd87c5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:40.360823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-509c0529-b1f9-468e-bb73-64ceb2e2ea8c req-09489a87-6e1c-47a3-b419-a2b3f4cd87c5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 945 time: 0.0913992 Aug 30 21:36:40.363440 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.364607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:40.365186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.450544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-509c0529-b1f9-468e-bb73-64ceb2e2ea8c req-2aaeec66-5c2c-43cf-acd0-18b63b5354b5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888381 Aug 30 21:36:40.462349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8037884 Aug 30 21:36:40.462774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:40.472706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Request body: {'subnet': {'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1697349398-subnet', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:40.480852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5e6ad-eaa5-4c02-9a89-6d8d3dc82c6a admin admin] Pushing event updated for resources: {'Network': ['ID=5fa190e4-77d1-48ea-84a5-fe45c8411ef3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:40.493933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:36:40.506119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-7b2ecb02-34b5-48fe-8a80-62f5f5aeee79 req-e7a6fe31-4fd4-46a2-b7b1-6878b04f1929 service neutron] (94689) timed out ('10.222.0.86', 64449) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:36:40.508499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Made reservation on behalf of fcf7f1d0ac4b4b5196d49d7ad9e64356 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:36:40.511409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.766993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.818526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd627911-7ec8-4a2c-b9db-1057d48358eb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:40.838388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Checking segment: {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:40.839059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Network hostable DHCP agents. Network: 5fa190e4-77d1-48ea-84a5-fe45c8411ef3, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:36:40.865348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Sync routers for ids ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:40.868585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:36:40.875362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Routers {'9ceb21c9-c82a-453d-b785-2bec12d5ae0b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:40.875999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:40.881322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 5fa190e4-77d1-48ea-84a5-fe45c8411ef3) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:40.895416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:40.896159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.912379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa1261b-b426-48f7-a56d-f1c88dbd4444 None None] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:36:40.917107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4272cdbf-7dcd-40c4-8d50-7801f08f6d77 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4521782 Aug 30 21:36:40.919922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:40.925961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:40.959389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:40.962344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.050026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.071990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Set router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:41.226091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.263811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-5fa190e4-77d1-48ea-84a5-fe45c8411ef3', 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'fixed_ips': [{'subnet_id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:36:41.264934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.487225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Allocated IP 172.20.0.2 (5fa190e4-77d1-48ea-84a5-fe45c8411ef3/bd627911-7ec8-4a2c-b9db-1057d48358eb/77d4d5b4-057b-49d2-aae8-4743c197b9d9) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:41.557276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.564199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '930f1a56-685b-43a6-9978-f2843cb92f5a', 'name': '', 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:35Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 2, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'subnets': [{'id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:41.584005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.703363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Checking router: 9ceb21c9-c82a-453d-b785-2bec12d5ae0b for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:41.703704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Updating router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b port 930f1a56-685b-43a6-9978-f2843cb92f5a binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:36:41.774582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.832302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.860747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Allocated IP 172.25.5.44 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/a3494e89-27c8-4858-8376-050bd307b977) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:41.929480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18d9cf5e-7fab-4648-aa1f-8bd27d06f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:41.955125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 318df531-8471-4119-9733-f2a09d578ab7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:41.981450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.012462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.048364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Transition to ACTIVE for port object 77d4d5b4-057b-49d2-aae8-4743c197b9d9 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:42.059870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.077893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Transition to ACTIVE for port object 77d4d5b4-057b-49d2-aae8-4743c197b9d9 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:42.116374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:42.122925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed43c13-228d-43c2-884b-78579a3cd9e2 req-d479415c-222b-4061-af67-31d55192499a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:42.123517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:42.134017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:42.134445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fed43c13-228d-43c2-884b-78579a3cd9e2 req-d479415c-222b-4061-af67-31d55192499a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 945 time: 0.0842538 Aug 30 21:36:42.137860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3494e89-27c8-4858-8376-050bd307b977,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:42.185270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fed43c13-228d-43c2-884b-78579a3cd9e2 req-913c4fee-e811-42a5-ae0f-c2f8655bbd07 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470488 Aug 30 21:36:42.325811 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.348159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-c61fdb7e-8bc1-4800-9974-368d5ac1e0df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899713 Aug 30 21:36:42.383943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553b721-32e5-45be-b7ec-65af02bd5ba8 req-5095b47d-3d1d-4772-acfe-72dc31ed84c6 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:42.386036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7553b721-32e5-45be-b7ec-65af02bd5ba8 req-5095b47d-3d1d-4772-acfe-72dc31ed84c6 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 945 time: 0.0742855 Aug 30 21:36:42.406991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 318df531-8471-4119-9733-f2a09d578ab7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:42.407724 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.464137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7553b721-32e5-45be-b7ec-65af02bd5ba8 req-2f1976b5-793d-4bbd-a3d9-d01a9579467a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714409 Aug 30 21:36:42.472507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:42.488512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:42.503125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41676) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:42.503863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:42.515997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Pushing event updated for resources: {'Port': ['ID=77d4d5b4-057b-49d2-aae8-4743c197b9d9,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:42.525861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-d58a5f6f-a730-4717-b441-869d8f8d6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:42.542584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-d58a5f6f-a730-4717-b441-869d8f8d6fed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1097 time: 0.1378851 Aug 30 21:36:42.668449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.724727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Attempting to bind port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:42.725245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Attempting to bind port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:42.725735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Attempting to bind port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 on network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:42.737901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:42.738157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Checking segment: {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:42.738733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.739297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Bound using segment: {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:42.739874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Bound port: 77d4d5b4-057b-49d2-aae8-4743c197b9d9, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:42.740414 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.755578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.771947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-27778b3f-3a77-4c27-89fd-7e5128513794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:42.776404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-27778b3f-3a77-4c27-89fd-7e5128513794 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.2078636 Aug 30 21:36:42.792046 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.811860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Transition to ACTIVE for port object 930f1a56-685b-43a6-9978-f2843cb92f5a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:42.831570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.848379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec225b90-ae18-42b1-bf20-fdf8ed008a8f tempest-TestVolumeBootPattern-1476150125 tempest-TestVolumeBootPattern-1476150125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:42.851071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ec225b90-ae18-42b1-bf20-fdf8ed008a8f tempest-TestVolumeBootPattern-1476150125 tempest-TestVolumeBootPattern-1476150125-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1092 time: 0.3464286 Aug 30 21:36:42.853958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41680) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:42.861706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:42.869837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d45c7560-9447-4709-95a2-649120fa007a None None] For port 77d4d5b4-057b-49d2-aae8-4743c197b9d9, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:42.893399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-5a31ad1d-7e46-4796-b36b-4579601ed125 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 200 len: 217 time: 0.0963626 Aug 30 21:36:42.897087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d45c7560-9447-4709-95a2-649120fa007a None None] For port 77d4d5b4-057b-49d2-aae8-4743c197b9d9, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=77d4d5b4-057b-49d2-aae8-4743c197b9d9,segment=NetworkSegment(d07a1692-65d1-4dd5-aa3e-514230d24cc3),segment_id=d07a1692-65d1-4dd5-aa3e-514230d24cc3)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:42.923403 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:42.928365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46413b75-55f9-43ae-8191-2248e07fec44 None None] Pushing event updated for resources: {'Port': ['ID=930f1a56-685b-43a6-9978-f2843cb92f5a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:42.940447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.076725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-94c9fd1d-75f6-44dd-9100-e56644c61b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:43.078812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-94c9fd1d-75f6-44dd-9100-e56644c61b1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1336279 Aug 30 21:36:43.117997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Attempting to bind port 930f1a56-685b-43a6-9978-f2843cb92f5a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:43.118561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Attempting to bind port 930f1a56-685b-43a6-9978-f2843cb92f5a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:43.119409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Attempting to bind port 930f1a56-685b-43a6-9978-f2843cb92f5a on network d0ac9a47-1ecb-49e2-9592-2056231e4e88 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:43.157203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:43.165482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Checking segment: {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:43.169039 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.170138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Bound using segment: {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:43.170909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Bound port: 930f1a56-685b-43a6-9978-f2843cb92f5a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d14c94-29d1-475f-9ffd-968b908fd8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:43.172274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.191611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.230001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c7560-9447-4709-95a2-649120fa007a None None] Pushing event updated for resources: {'Port': ['ID=77d4d5b4-057b-49d2-aae8-4743c197b9d9,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:43.362522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] For port 930f1a56-685b-43a6-9978-f2843cb92f5a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:43.369045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] For port 930f1a56-685b-43a6-9978-f2843cb92f5a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=930f1a56-685b-43a6-9978-f2843cb92f5a,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:43.381803 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.471675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-c26cd8fa-7752-42be-bd80-c71e14d6868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:43.476225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-c26cd8fa-7752-42be-bd80-c71e14d6868d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2946105 Aug 30 21:36:43.485340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.25.5.93 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4f0fe5b4-982f-4dfd-8106-9524464be311) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:43.520557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Routers {'9ceb21c9-c82a-453d-b785-2bec12d5ae0b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:43.521327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:43.573719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46413b75-55f9-43ae-8191-2248e07fec44 None None] Pushing event updated for resources: {'Port': ['ID=930f1a56-685b-43a6-9978-f2843cb92f5a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:43.643977 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.653620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.706084 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:43.752429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] Set router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:43.813071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:43.819013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:43.842308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:43.898030 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-d51cd957-efae-4abe-9d39-994e231e387a service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094570 Aug 30 21:36:43.898992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=4f0fe5b4-982f-4dfd-8106-9524464be311,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:44.035029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22f4e2b2-b568-4edc-b71a-7935647f38d1 req-1b202a11-f763-431b-9b27-25aebede5c6d service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265664 Aug 30 21:36:44.050369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:36:44.172017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77d4d5b4-057b-49d2-aae8-4743c197b9d9 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:44.307442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:44.325760 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Sync routers for ids ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:44.331407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:44.338535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '930f1a56-685b-43a6-9978-f2843cb92f5a', 'name': '', 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:35Z', 'updated_at': '2021-08-30T21:36:43Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'subnets': [{'id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:44.340765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 930f1a56-685b-43a6-9978-f2843cb92f5a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:44.347678 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Routers {'6ad99b6b-ed93-4f25-838b-e84c9de0f02b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:44.348314 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:44.371339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:44.372905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-940dae57-5ab8-4e45-a480-ba32a7ebcab1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4518380 Aug 30 21:36:44.376363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:44.416456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847e156-ec87-4844-b0b5-01d027159c41 None None] The sync data for ids ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'] in n-d-793620-16 is: [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:36Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '930f1a56-685b-43a6-9978-f2843cb92f5a', 'name': '', 'network_id': 'd0ac9a47-1ecb-49e2-9592-2056231e4e88', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:35Z', 'updated_at': '2021-08-30T21:36:43Z', 'revision_number': 4, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'subnets': [{'id': '7e341d43-3f17-45e7-a24a-7baf3335df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:44.517370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 930f1a56-685b-43a6-9978-f2843cb92f5a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:44.525156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 930f1a56-685b-43a6-9978-f2843cb92f5a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:44.526815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:44.565147 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Set router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:44.650287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:44.751277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:44.821950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 930f1a56-685b-43a6-9978-f2843cb92f5a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=930f1a56-685b-43a6-9978-f2843cb92f5a,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:44.833515 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:44.932572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:44.977080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=930f1a56-685b-43a6-9978-f2843cb92f5a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:44.985895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ddc6a-6bf0-405a-bb27-4d0a9a054ddd None None] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:36:44.995269 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:42Z', 'revision_number': 3, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:45.070048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Checking router: 6ad99b6b-ed93-4f25-838b-e84c9de0f02b for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:45.070431 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Updating router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b port a3494e89-27c8-4858-8376-050bd307b977 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:36:45.087423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] Provisioning for port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:45.097954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.112787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] Provisioning complete for port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:45.113208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.149799 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.394609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41706) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:45.409749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.415329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066968915', 'description': 'tempest-secgroup-smoke-2066968915 description', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:45.469442 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.473203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.491664 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.519375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] For port 77d4d5b4-057b-49d2-aae8-4743c197b9d9, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=77d4d5b4-057b-49d2-aae8-4743c197b9d9,segment=NetworkSegment(d07a1692-65d1-4dd5-aa3e-514230d24cc3),segment_id=d07a1692-65d1-4dd5-aa3e-514230d24cc3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:45.532828 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.637776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1185a1-1b34-4884-961d-8c72ddf28fb5 None None] Pushing event updated for resources: {'Port': ['ID=77d4d5b4-057b-49d2-aae8-4743c197b9d9,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:45.722039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.785194 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.805881 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Transition to ACTIVE for port object a3494e89-27c8-4858-8376-050bd307b977 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:45.807519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=4f0fe5b4-982f-4dfd-8106-9524464be311,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:45.815456 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.832232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.899891 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef0e81-e814-4c0b-821c-3cbd3c785c9b None None] Pushing event updated for resources: {'Port': ['ID=a3494e89-27c8-4858-8376-050bd307b977,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:45.922192 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Attempting to bind port a3494e89-27c8-4858-8376-050bd307b977 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:45.925011 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Attempting to bind port a3494e89-27c8-4858-8376-050bd307b977 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:45.925408 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Attempting to bind port a3494e89-27c8-4858-8376-050bd307b977 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:45.937104 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:45.937589 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:45.938047 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.938514 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:45.939092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Bound port: a3494e89-27c8-4858-8376-050bd307b977, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:45.939494 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:45.944088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77d4d5b4-057b-49d2-aae8-4743c197b9d9 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:46.010723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] For port a3494e89-27c8-4858-8376-050bd307b977, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:46.015052 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] For port a3494e89-27c8-4858-8376-050bd307b977, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a3494e89-27c8-4858-8376-050bd307b977,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:46.018425 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Floating IP cc437cc0-c3ed-44f5-98be-38cfdf47c548 associated. External IP: 172.25.5.93, port: d43b25f3-bde7-404a-952f-3e367ebd12ef. Aug 30 21:36:46.025606 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.082810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-192db64a-8815-4dd3-9aea-858a979e8b18 None None] Provisioning complete for port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:46.082810 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-192db64a-8815-4dd3-9aea-858a979e8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.091118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.107197 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef0e81-e814-4c0b-821c-3cbd3c785c9b None None] Pushing event updated for resources: {'Port': ['ID=a3494e89-27c8-4858-8376-050bd307b977,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:46.138437 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Routers {'6ad99b6b-ed93-4f25-838b-e84c9de0f02b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:46.138810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:46.139094 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:46.139377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.164971 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.251346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.252624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8537066 Aug 30 21:36:46.257471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41712) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:46.266300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group_rule': {'security_group_id': '701fcbc8-f263-4564-a3f3-91cde94519df', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:46.293565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41fce9-25b9-48b2-87ca-497b9662eb04 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701fcbc8-f263-4564-a3f3-91cde94519df,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:46.312236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.318887 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] Set router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:46.345355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 930f1a56-685b-43a6-9978-f2843cb92f5a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:46.431438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 930f1a56-685b-43a6-9978-f2843cb92f5a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:46.432129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.452212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:36:46.474108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Allocated IP 172.20.0.1 (5fa190e4-77d1-48ea-84a5-fe45c8411ef3/bd627911-7ec8-4a2c-b9db-1057d48358eb/8361fc70-2cbc-4ded-b66e-f7e638ad0996) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:46.539130 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:42Z', 'revision_number': 3, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:46.568514 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dd3c55-60dc-4a92-8885-8758a84473ed None None] The sync data for ids ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'] in n-d-793620-16 is: [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:42Z', 'revision_number': 3, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:46.614424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.629644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Transition to ACTIVE for port object 8361fc70-2cbc-4ded-b66e-f7e638ad0996 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:46.632299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.638509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.682244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.712668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf35adbb-39b5-48d5-90e7-6cc7f0325ba0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:46.726255 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.727516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ffa4b98a-5831-45ba-a8cb-86aa3f63c54d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4671805 Aug 30 21:36:46.727904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:46.730458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41716) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:46.732171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:46.737403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group_rule': {'security_group_id': '701fcbc8-f263-4564-a3f3-91cde94519df', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:46.746045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:46.746284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:46.754357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.788810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:46.792330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8361fc70-2cbc-4ded-b66e-f7e638ad0996,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:46.803349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:46.807306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:46.831726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c47d2f24-ec06-4505-8638-d0a9a9149fca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9754832 Aug 30 21:36:46.832490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:36:46.840958 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2620f8-2f42-414d-84bb-084d75eb3d91" -d '{"events": [{"name": "network-changed", "server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:36:46.902399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.940830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:46.952236 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6a6f18-b77b-49e4-a57c-fabcbc6e96d0 x-openstack-request-id: req-ab6a6f18-b77b-49e4-a57c-fabcbc6e96d0 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:36:46.952849 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:36:46.953403 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab6a6f18-b77b-49e4-a57c-fabcbc6e96d0 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:36:46.954036 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'status': 'completed', 'code': 200} Aug 30 21:36:47.011625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:47.208877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-361926b4-6ca0-4ea2-8001-4494b8480af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:47.210271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-361926b4-6ca0-4ea2-8001-4494b8480af6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1097 time: 0.1887665 Aug 30 21:36:47.241223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.270583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.334376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b67b7a5-57d7-463e-8b38-a0f6b22cc9c5 None None] Provisioning for port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:47.344742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14e7d98-869a-4a35-a7e9-01c22bb54b4d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:47.345418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b67b7a5-57d7-463e-8b38-a0f6b22cc9c5 None None] Provisioning complete for port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:47.345800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b67b7a5-57d7-463e-8b38-a0f6b22cc9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.365346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.366560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c491cdfa-b839-4310-aecc-18c58c85482e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6349714 Aug 30 21:36:47.369451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41724) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:47.374963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group_rule': {'security_group_id': '701fcbc8-f263-4564-a3f3-91cde94519df', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:47.387662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.425437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.458193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7b67b7a5-57d7-463e-8b38-a0f6b22cc9c5 None None] Port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:36:47.469712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-3de73b84-1e60-4e97-935a-0509e39aedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:47.471418 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-3de73b84-1e60-4e97-935a-0509e39aedb1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.2517650 Aug 30 21:36:47.528047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'cc437cc0-c3ed-44f5-98be-38cfdf47c548', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:d5:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:36:44Z', 'updated_at': '2021-08-30T21:36:44Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:47.584410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.588886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:47.594022 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.600462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:47.601364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:47.640790 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.642949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2724073 Aug 30 21:36:47.644138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe15936-06f0-433e-9f68-a648bbcc7969 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1744033-e2aa-49b3-9c67-153f11ef9bfa,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:47.646025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41726) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:47.651367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group_rule': {'security_group_id': '701fcbc8-f263-4564-a3f3-91cde94519df', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:47.690905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-f3c2029d-9344-4a03-b57f-99446cd3b0fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 200 len: 998 time: 0.2069626 Aug 30 21:36:47.715287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.843431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-cb597553-66ca-4662-8fbf-ae885aa92d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:47.845217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-cb597553-66ca-4662-8fbf-ae885aa92d75 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.1465299 Aug 30 21:36:47.850205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:47.868599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.895010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.921657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.945171 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:47.995588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd83d336-9b4b-4c84-84b2-07ab27c7f0cf,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:48.010411 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.012850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ad43079-e0e6-438a-ab0f-86cdc18366db tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3644824 Aug 30 21:36:48.021280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41732) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:48.034155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group_rule': {'security_group_id': '701fcbc8-f263-4564-a3f3-91cde94519df', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:48.059167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-0c0b5fbd-afa0-4a43-be46-a0e933f756c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:48.060723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-0c0b5fbd-afa0-4a43-be46-a0e933f756c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2052591 Aug 30 21:36:48.111280 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Project 459e7c3d3a9144f5b76f0577c9ed82d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:36:48.129359 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.157351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3494e89-27c8-4858-8376-050bd307b977 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:48.193357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8361fc70-2cbc-4ded-b66e-f7e638ad0996,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:48.197676 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.211475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-67c7ffa3-4682-464e-b808-5605d4ae1b47 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358356 Aug 30 21:36:48.240378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.249987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.291598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff6595-2406-4e3e-ad68-98619c1ac6b5,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:48.318630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.320474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3516eb45-cb78-4780-a0bf-8482dbd9cab4 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2906690 Aug 30 21:36:48.327175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:48.340491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'security_group_rule': {'security_group_id': '701fcbc8-f263-4564-a3f3-91cde94519df', 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:48.366023 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a2620f8-2f42-414d-84bb-084d75eb3d91 req-9b4ff3cf-0ccf-45fa-b53a-1533a1e36f14 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439219 Aug 30 21:36:48.378049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a3494e89-27c8-4858-8376-050bd307b977 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:48.380175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:48.384842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:48.395400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a3494e89-27c8-4858-8376-050bd307b977 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:48.399132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.430169 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Project 459e7c3d3a9144f5b76f0577c9ed82d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:36:48.444206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.583277 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.592167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.597326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.631645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port a3494e89-27c8-4858-8376-050bd307b977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a3494e89-27c8-4858-8376-050bd307b977,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:48.645242 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.648914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea8ded1-38c0-4374-b588-4300f3a522b4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:48.660604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.662144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-77c0b53d-d77b-478d-8649-8cd8c60ab9d0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336837 Aug 30 21:36:48.682115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:36:48.708330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'cc437cc0-c3ed-44f5-98be-38cfdf47c548', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:d5:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:36:44Z', 'updated_at': '2021-08-30T21:36:44Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:48.749835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e86891-b9a1-43d2-a217-177364996020 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'cc437cc0-c3ed-44f5-98be-38cfdf47c548', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.93', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:d5:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:36:44Z', 'updated_at': '2021-08-30T21:36:44Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:48.754651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=a3494e89-27c8-4858-8376-050bd307b977,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:48.799431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-25d5584e-1b4b-467d-b875-b2d4d1069456 None None] Provisioning complete for port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:48.799916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25d5584e-1b4b-467d-b875-b2d4d1069456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:48.847517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-25d5584e-1b4b-467d-b875-b2d4d1069456 None None] Port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:36:48.860877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:48.868277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7989b8a9-446c-4758-bbfa-314f12ff82b6 admin admin] 10.222.0.76 "PUT /v2.0/routers/6ad99b6b-ed93-4f25-838b-e84c9de0f02b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4907327 Aug 30 21:36:49.053944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-ee0d3f5f-aabc-41bc-bf17-020b37c18400 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066968915&fields=id&tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2 HTTP/1.1" status: 200 len: 267 time: 0.0548642 Aug 30 21:36:49.190262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-1fa6d067-ec4a-4ba9-9918-98b7db13897f tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:49.191897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-1fa6d067-ec4a-4ba9-9918-98b7db13897f tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 812 time: 0.1299882 Aug 30 21:36:49.207821 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-5e36e0e3-d3af-45c1-92f3-a5415713c622 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/quotas/459e7c3d3a9144f5b76f0577c9ed82d2 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Aug 30 21:36:49.220235 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Sync routers for ids ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:49.231376 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Routers {'6ad99b6b-ed93-4f25-838b-e84c9de0f02b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:49.232461 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:49.271324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-4304245b-9c09-4494-9bf3-35fbe477ffd0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538838 Aug 30 21:36:49.411973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-64ea39cb-5fad-4061-896e-9e76fbd2df9f service neutron] 10.222.0.76 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247981 Aug 30 21:36:49.490345 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Set router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:49.546443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-bf8f4197-80bd-4784-9a82-b9ef8f25880f service neutron] 10.222.0.76 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275444 Aug 30 21:36:49.547899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d01ff1-9a6e-4772-87b7-ab64e339f121 None None] New status for floating IP cc437cc0-c3ed-44f5-98be-38cfdf47c548: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:36:49.868925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3494e89-27c8-4858-8376-050bd307b977 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:49.874177 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:47Z', 'revision_number': 4, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8361fc70-2cbc-4ded-b66e-f7e638ad0996', 'name': '', 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'mac_address': 'fa:16:3e:00:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:46Z', 'updated_at': '2021-08-30T21:36:47Z', 'revision_number': 2, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'subnets': [{'id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:49.961237 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Checking router: 6ad99b6b-ed93-4f25-838b-e84c9de0f02b for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:49.961633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Updating router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:36:49.973853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a3494e89-27c8-4858-8376-050bd307b977 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:49.974411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.018144 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.222065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f14d12ff-f069-4b48-aada-5628d16be607 req-b3d54ca0-132e-4294-948f-8ecda65ac133 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 210 time: 0.0679798 Aug 30 21:36:50.461019 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.474046 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Transition to ACTIVE for port object 8361fc70-2cbc-4ded-b66e-f7e638ad0996 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:50.486834 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.545684 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a283-3f1f-488e-bab1-7c81adca745f None None] Pushing event updated for resources: {'Port': ['ID=8361fc70-2cbc-4ded-b66e-f7e638ad0996,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:50.611867 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Attempting to bind port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:50.612305 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Attempting to bind port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:50.612899 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Attempting to bind port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 on network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:50.618161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:50.618529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Checking segment: {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:50.619000 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.619393 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Bound using segment: {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:50.620820 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Bound port: 8361fc70-2cbc-4ded-b66e-f7e638ad0996, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07a1692-65d1-4dd5-aa3e-514230d24cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:50.621215 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.734761 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] For port 8361fc70-2cbc-4ded-b66e-f7e638ad0996, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:50.739910 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] For port 8361fc70-2cbc-4ded-b66e-f7e638ad0996, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8361fc70-2cbc-4ded-b66e-f7e638ad0996,segment=NetworkSegment(d07a1692-65d1-4dd5-aa3e-514230d24cc3),segment_id=d07a1692-65d1-4dd5-aa3e-514230d24cc3)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:50.745175 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:50.812476 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Routers {'6ad99b6b-ed93-4f25-838b-e84c9de0f02b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:50.813325 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:50.901361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a283-3f1f-488e-bab1-7c81adca745f None None] Pushing event updated for resources: {'Port': ['ID=8361fc70-2cbc-4ded-b66e-f7e638ad0996,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:51.032841 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] Set router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:51.353772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-a770de10-95dd-4349-bc1b-d6e30b9facb1 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:51.355652 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-a770de10-95dd-4349-bc1b-d6e30b9facb1 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.82 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 812 time: 0.2328720 Aug 30 21:36:51.407616 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:47Z', 'revision_number': 4, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8361fc70-2cbc-4ded-b66e-f7e638ad0996', 'name': '', 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'mac_address': 'fa:16:3e:00:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:46Z', 'updated_at': '2021-08-30T21:36:50Z', 'revision_number': 4, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'subnets': [{'id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:51.451792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-d15da3b5-e260-4a64-9467-1760911e27fe tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2 HTTP/1.1" status: 200 len: 380 time: 0.0859780 Aug 30 21:36:51.471615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'port': {'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'admin_state_up': True, 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'security_groups': ['701fcbc8-f263-4564-a3f3-91cde94519df']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:51.472042 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84b06e-a97e-4fd4-bcf6-f127ca84f35c None None] The sync data for ids ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'] in n-d-793620-16 is: [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:47Z', 'revision_number': 4, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8361fc70-2cbc-4ded-b66e-f7e638ad0996', 'name': '', 'network_id': '5fa190e4-77d1-48ea-84a5-fe45c8411ef3', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'mac_address': 'fa:16:3e:00:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:46Z', 'updated_at': '2021-08-30T21:36:50Z', 'revision_number': 4, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'subnets': [{'id': 'bd627911-7ec8-4a2c-b9db-1057d48358eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:51.601447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa92c05c-7d5a-4bf4-8094-7b5013afd6f3 req-1af540ce-fe3a-408f-a13d-82ecfe6ba599 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 210 time: 0.0641317 Aug 30 21:36:51.681296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41822) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:51.733578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Made reservation on behalf of 459e7c3d3a9144f5b76f0577c9ed82d2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:36:51.743879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:51.949252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Allocated IP 172.20.0.11 (c744cb29-f57d-4345-9c58-2960a1dbdf88/17c6e449-9806-48d7-ac5f-4f7433db7873/ab57c19a-e2bc-4d73-86fe-62ea81d2fba7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:36:52.056627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8361fc70-2cbc-4ded-b66e-f7e638ad0996 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:52.160270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:52.171429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:52.175247 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.247039 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.265020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Transition to ACTIVE for port object ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:52.321519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.337497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.424066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:36:52.432436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:36:52.450133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:36:52.467553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8361fc70-2cbc-4ded-b66e-f7e638ad0996, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8361fc70-2cbc-4ded-b66e-f7e638ad0996,segment=NetworkSegment(d07a1692-65d1-4dd5-aa3e-514230d24cc3),segment_id=d07a1692-65d1-4dd5-aa3e-514230d24cc3)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:52.476041 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.576557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'Port': ['ID=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:52.589018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8361fc70-2cbc-4ded-b66e-f7e638ad0996,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:52.593545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:52.594415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.630776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-6b752bd5-12e8-4db5-8927-9ee262f3754c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1716478 Aug 30 21:36:52.660797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Request body: {'port': {'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:36:52.682567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.800426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:52.960676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc8b0bae-0c26-40e7-96ad-8e3f3a078afa None None] Provisioning for port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:36:52.970056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc8b0bae-0c26-40e7-96ad-8e3f3a078afa None None] Provisioning complete for port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:52.974240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc8b0bae-0c26-40e7-96ad-8e3f3a078afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.052596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b0bae-0c26-40e7-96ad-8e3f3a078afa None None] Port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:36:53.260450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:36:53.270575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.297477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Transition to ACTIVE for port object ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:36:53.312132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.383974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:53.475921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3062ba0-c2c2-4f53-9a6b-734678284daa req-28d4b805-a62f-4c08-88e1-1d18b918ce7e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:53.487462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3062ba0-c2c2-4f53-9a6b-734678284daa req-28d4b805-a62f-4c08-88e1-1d18b918ce7e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 932 time: 0.6995423 Aug 30 21:36:53.497614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Attempting to bind port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:36:53.498181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Attempting to bind port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:36:53.498588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Attempting to bind port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 on network c744cb29-f57d-4345-9c58-2960a1dbdf88 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:53.518994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 on network c744cb29-f57d-4345-9c58-2960a1dbdf88 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:36:53.520812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Attempting to bind port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 on network c744cb29-f57d-4345-9c58-2960a1dbdf88 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:36:53.536185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:36:53.536621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Checking segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:36:53.537283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Bound using segment: {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:36:53.537978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Bound port: ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a514c54-a1bf-4c8f-8136-c541bdd13274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:36:53.538406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.681358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] For port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:36:53.687754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] For port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:36:53.688871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a3062ba0-c2c2-4f53-9a6b-734678284daa req-6eb68661-34d0-4159-82d3-270e9c3b0502 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551144 Aug 30 21:36:53.695519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.798752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Deleting port 930f1a56-685b-43a6-9978-f2843cb92f5a {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:36:53.803043 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.820743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:53.821397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:53.826727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] 10.222.0.82 "PUT /v2.0/ports/ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 1093 time: 1.1859939 Aug 30 21:36:53.831936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:36:53.835894 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02dc86d-63e1-4fdc-867c-84f952c78084" -d '{"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:36:53.846036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6a06e-716f-4ef1-b39b-ae78358157f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:53.935622 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fd2ed3-6e1f-48e1-834d-1b88a3bd868d x-openstack-request-id: req-d5fd2ed3-6e1f-48e1-834d-1b88a3bd868d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:36:53.935911 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:36:53.936167 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5fd2ed3-6e1f-48e1-834d-1b88a3bd868d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:36:53.936569 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'status': 'completed', 'code': 200} Aug 30 21:36:53.948167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8361fc70-2cbc-4ded-b66e-f7e638ad0996 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:36:53.977611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-99020f74-70ef-4355-ada5-c31e05cbd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:53.979193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-99020f74-70ef-4355-ada5-c31e05cbd170 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1096 time: 0.1002519 Aug 30 21:36:54.015067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] For port 930f1a56-685b-43a6-9978-f2843cb92f5a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=930f1a56-685b-43a6-9978-f2843cb92f5a,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:54.017331 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:54.039443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-54c192ef-c922-4ff1-b337-c55724592279 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 217 time: 0.0517192 Aug 30 21:36:54.048113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Calling delete_port for 930f1a56-685b-43a6-9978-f2843cb92f5a owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:36:54.054035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:36:54.054468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:54.115097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-f047b73c-786d-421b-9239-8b0559617026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.116608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-f047b73c-786d-421b-9239-8b0559617026 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 200 len: 851 time: 0.0693920 Aug 30 21:36:54.198893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-1a5d9e26-3129-44d0-850c-0d600a27771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.201982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-1a5d9e26-3129-44d0-850c-0d600a27771e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c744cb29-f57d-4345-9c58-2960a1dbdf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780945 Aug 30 21:36:54.286789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:54.327454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-0f5b2d8a-28e3-4063-bf5e-cb56df50f92b service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156328 Aug 30 21:36:54.343159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=930f1a56-685b-43a6-9978-f2843cb92f5a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:54.474349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3a48d997-f2a3-4e2e-840d-2b0723a70a64 req-487834e7-2727-4453-9195-dce5b67bb033 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378198 Aug 30 21:36:54.581872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-3d1164fc-cc3a-4db7-b86e-2badcc897fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.583205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:54.583334 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-3d1164fc-cc3a-4db7-b86e-2badcc897fc5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1096 time: 0.0502121 Aug 30 21:36:54.730222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-e8e2bf65-76f6-49f2-b385-13c112e66aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.731804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-e8e2bf65-76f6-49f2-b385-13c112e66aa6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 913 time: 0.1402137 Aug 30 21:36:54.800611 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-cba62068-174f-4734-a4ba-d2b5c866c2fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 217 time: 0.0611932 Aug 30 21:36:54.874737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-bd151b1e-c4b1-416e-b30b-311a4c9cc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.877379 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-bd151b1e-c4b1-416e-b30b-311a4c9cc9ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 200 len: 851 time: 0.0691192 Aug 30 21:36:54.902425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c55a9-c988-4e85-bc90-aae1d44bc2ce req-94fb0197-9412-4087-a123-8734f973490e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.910182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-424c55a9-c988-4e85-bc90-aae1d44bc2ce req-94fb0197-9412-4087-a123-8734f973490e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.1033852 Aug 30 21:36:54.972840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-41d479e2-9ea5-405a-9337-4ab3b6c761ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:54.974627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-41d479e2-9ea5-405a-9337-4ab3b6c761ae service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c744cb29-f57d-4345-9c58-2960a1dbdf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899639 Aug 30 21:36:54.992439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-424c55a9-c988-4e85-bc90-aae1d44bc2ce req-234fb702-9042-4993-ad96-8ed297e4b455 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812478 Aug 30 21:36:54.994860 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:36:55.121772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-9505891e-0b00-4d75-a1ce-c8d8d32f8ecb service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395183 Aug 30 21:36:55.159476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:55.164923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-43e8f9d5-f9f3-4e86-9cb0-88c8f3004e1e admin admin] 10.222.0.76 "PUT /v2.0/routers/9ceb21c9-c82a-453d-b785-2bec12d5ae0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823182 Aug 30 21:36:55.171265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41850) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:55.172404 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] Sync routers for ids ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:55.194260 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] Routers {'9ceb21c9-c82a-453d-b785-2bec12d5ae0b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:55.195105 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:55.232046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f02dc86d-63e1-4fdc-867c-84f952c78084 req-a0310165-c438-48ab-90a0-0c9400ab17dd service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030900 Aug 30 21:36:55.316843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:55.328186 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] Set router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:55.447425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:55.524138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Deleting port 318df531-8471-4119-9733-f2a09d578ab7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:36:55.524725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:55.553990 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '318df531-8471-4119-9733-f2a09d578ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:54Z', 'revision_number': 5, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port': {'id': '318df531-8471-4119-9733-f2a09d578ab7', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:a3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:55.584348 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] Checking router: 9ceb21c9-c82a-453d-b785-2bec12d5ae0b for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:55.593717 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] Routers {'9ceb21c9-c82a-453d-b785-2bec12d5ae0b'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:55.594314 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:55.627273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] For port 318df531-8471-4119-9733-f2a09d578ab7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=318df531-8471-4119-9733-f2a09d578ab7,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:55.628047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:55.641393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Calling delete_port for 318df531-8471-4119-9733-f2a09d578ab7 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:36:55.691342 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] Set router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:55.743952 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:55Z', 'revision_number': 6, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:55.773243 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dffd7b-0901-4e0e-aa03-5715ef29a8b0 None None] The sync data for ids ['9ceb21c9-c82a-453d-b785-2bec12d5ae0b'] in n-d-793620-16 is: [{'id': '9ceb21c9-c82a-453d-b785-2bec12d5ae0b', 'name': 'tempest-TestAggregatesBasicOps-930419142-router', 'tenant_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:33Z', 'updated_at': '2021-08-30T21:36:55Z', 'revision_number': 6, 'project_id': 'f6d38eb20bd542eab858aba3b3e8c142', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:55.858498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:55.886914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=318df531-8471-4119-9733-f2a09d578ab7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:55.956204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.056134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.058527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.134395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.135043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ceb21c9-c82a-453d-b785-2bec12d5ae0b {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:36:56.139927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.144179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3a11bf4f-7b16-42e3-be7a-5e370aa00b38 admin admin] 10.222.0.76 "DELETE /v2.0/routers/9ceb21c9-c82a-453d-b785-2bec12d5ae0b HTTP/1.1" status: 204 len: 168 time: 0.9693968 Aug 30 21:36:56.144892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:56.168631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee8bfd-62a1-4a8c-9a98-dc876a7811d6 req-fc5e5775-e154-4fb8-9acd-bc5f73b8c8cf tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:56.170354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6aee8bfd-62a1-4a8c-9a98-dc876a7811d6 req-fc5e5775-e154-4fb8-9acd-bc5f73b8c8cf tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0689437 Aug 30 21:36:56.219494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6aee8bfd-62a1-4a8c-9a98-dc876a7811d6 req-a8c5a00f-244a-4bcc-8cd6-601b2233fa6e tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Aug 30 21:36:56.255166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Deleting subnet 7e341d43-3f17-45e7-a24a-7baf3335df56 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:36:56.258712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.313098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.414233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.471018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.499123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e341d43-3f17-45e7-a24a-7baf3335df56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:56.503129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.507645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75389f19-984c-432c-add2-70dd3c388142 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7e341d43-3f17-45e7-a24a-7baf3335df56 HTTP/1.1" status: 204 len: 168 time: 0.3573701 Aug 30 21:36:56.507823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:56.518593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86bd6ce-6b99-4e5e-9232-d8a7588ff682 None None] Network d0ac9a47-1ecb-49e2-9592-2056231e4e88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:36:56.590409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.683595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Deleting port 5f1a491a-fa69-4c12-9c8d-a526906566fb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:36:56.686023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.751596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] DHCP port deletion for d0ac9a47-1ecb-49e2-9592-2056231e4e88 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:36:56.769500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] For port 5f1a491a-fa69-4c12-9c8d-a526906566fb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f1a491a-fa69-4c12-9c8d-a526906566fb,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:56.770381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.790570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Calling delete_port for 5f1a491a-fa69-4c12-9c8d-a526906566fb owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:36:56.831434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] Deleting port 5f1a491a-fa69-4c12-9c8d-a526906566fb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:36:56.832270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.906530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.913228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] For port 5f1a491a-fa69-4c12-9c8d-a526906566fb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5f1a491a-fa69-4c12-9c8d-a526906566fb,segment=NetworkSegment(c2d14c94-29d1-475f-9ffd-968b908fd8da),segment_id=c2d14c94-29d1-475f-9ffd-968b908fd8da)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:56.913562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:56.937233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] Calling delete_port for 5f1a491a-fa69-4c12-9c8d-a526906566fb owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:36:56.952432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] No DVR routers for this DVR port 5f1a491a-fa69-4c12-9c8d-a526906566fb on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:36:56.957481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1a491a-fa69-4c12-9c8d-a526906566fb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:57.058147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.076023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ac9a47-1ecb-49e2-9592-2056231e4e88']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:57.098265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.103172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d14c94-29d1-475f-9ffd-968b908fd8da') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:57.104607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d14c94-29d1-475f-9ffd-968b908fd8da') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:57.119194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.138216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.145617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] Pushing event deleted for resources: {'Port': ['ID=5f1a491a-fa69-4c12-9c8d-a526906566fb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:57.152931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f895c-cbe0-4678-8524-e2aae4a2ae01 None None] No DVR routers for this DVR port 5f1a491a-fa69-4c12-9c8d-a526906566fb on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:36:57.155716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:36:57.156922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:36:57.166251 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:36:57.238824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.251005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.255666 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d0ac9a47-1ecb-49e2-9592-2056231e4e88 HTTP/1.1" status: 204 len: 168 time: 0.7442372 Aug 30 21:36:57.255875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:57.361905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287f06-1577-40a3-a0e3-de0d40636e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ac9a47-1ecb-49e2-9592-2056231e4e88,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:57.396265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3b550-ca81-41a1-8966-6380c0ae50e7 req-ff675e27-46a4-40a6-bd80-3944ca7aacef tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:57.401132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eef3b550-ca81-41a1-8966-6380c0ae50e7 req-ff675e27-46a4-40a6-bd80-3944ca7aacef tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0894258 Aug 30 21:36:57.486439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eef3b550-ca81-41a1-8966-6380c0ae50e7 req-291aa9fe-e47a-4c6d-afbd-9a5eac99a63c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785420 Aug 30 21:36:57.775461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:57.902476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f1a491a-fa69-4c12-9c8d-a526906566fb no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:36:57.924322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5f1a491a-fa69-4c12-9c8d-a526906566fb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:36:57.924986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5f1a491a-fa69-4c12-9c8d-a526906566fb not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:36:57.925577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 930f1a56-685b-43a6-9978-f2843cb92f5a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:36:57.948986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 930f1a56-685b-43a6-9978-f2843cb92f5a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:36:57.949679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 930f1a56-685b-43a6-9978-f2843cb92f5a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:36:57.950296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 318df531-8471-4119-9733-f2a09d578ab7 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:36:57.970872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 318df531-8471-4119-9733-f2a09d578ab7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:36:57.971604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 318df531-8471-4119-9733-f2a09d578ab7 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:36:58.432752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Deleting port 8361fc70-2cbc-4ded-b66e-f7e638ad0996 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:36:58.433296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:58.529501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] For port 8361fc70-2cbc-4ded-b66e-f7e638ad0996, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8361fc70-2cbc-4ded-b66e-f7e638ad0996,segment=NetworkSegment(d07a1692-65d1-4dd5-aa3e-514230d24cc3),segment_id=d07a1692-65d1-4dd5-aa3e-514230d24cc3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:58.529869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:58.544617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Calling delete_port for 8361fc70-2cbc-4ded-b66e-f7e638ad0996 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:36:58.614275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff670f-ba28-4287-b399-a93044b1ce3d req-3c9942f9-a3ea-4919-8788-50f4c5f0c224 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:58.616940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeff670f-ba28-4287-b399-a93044b1ce3d req-3c9942f9-a3ea-4919-8788-50f4c5f0c224 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0617590 Aug 30 21:36:58.670912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aeff670f-ba28-4287-b399-a93044b1ce3d req-eb340c3a-16d3-47f2-af03-b4ac07e98403 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Aug 30 21:36:58.758932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:58.785676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Pushing event deleted for resources: {'Port': ['ID=8361fc70-2cbc-4ded-b66e-f7e638ad0996,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:36:58.987469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:59.208810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:36:59.314732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:36:59.323146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f02f551f-0432-4fc9-832b-4623ee3a944b admin admin] 10.222.0.76 "PUT /v2.0/routers/6ad99b6b-ed93-4f25-838b-e84c9de0f02b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0662601 Aug 30 21:36:59.323941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:36:59.327492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] Sync routers for ids ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:36:59.337277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] Routers {'6ad99b6b-ed93-4f25-838b-e84c9de0f02b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:59.338149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:59.431709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:59.452420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] Set router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:59.554946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:59.616748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Deleting port a3494e89-27c8-4858-8376-050bd307b977 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:36:59.617091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:59.648420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a3494e89-27c8-4858-8376-050bd307b977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:58Z', 'revision_number': 5, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port': {'id': 'a3494e89-27c8-4858-8376-050bd307b977', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:36:41Z', 'updated_at': '2021-08-30T21:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:59.682259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] Checking router: 6ad99b6b-ed93-4f25-838b-e84c9de0f02b for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:36:59.693227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] Routers {'6ad99b6b-ed93-4f25-838b-e84c9de0f02b'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:36:59.694007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:59.714505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] For port a3494e89-27c8-4858-8376-050bd307b977, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a3494e89-27c8-4858-8376-050bd307b977,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:36:59.714928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:59.729382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Calling delete_port for a3494e89-27c8-4858-8376-050bd307b977 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:36:59.805576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] Set router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:36:59.917394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:59Z', 'revision_number': 6, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:36:59.918251 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:36:59.919911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4893f1-4d27-4dc3-b53d-33b09be3f602 req-bcdec3e6-cb3e-4261-bad9-78faa9e1040f tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:36:59.921979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f4893f1-4d27-4dc3-b53d-33b09be3f602 req-bcdec3e6-cb3e-4261-bad9-78faa9e1040f tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0964975 Aug 30 21:36:59.948847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295a609-e673-4fb9-8e4e-330125fc1ab7 None None] The sync data for ids ['6ad99b6b-ed93-4f25-838b-e84c9de0f02b'] in n-d-793620-16 is: [{'id': '6ad99b6b-ed93-4f25-838b-e84c9de0f02b', 'name': 'tempest-TestAggregatesBasicOps-1697349398-router', 'tenant_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:36:40Z', 'updated_at': '2021-08-30T21:36:59Z', 'revision_number': 6, 'project_id': 'fcf7f1d0ac4b4b5196d49d7ad9e64356', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:36:59.974398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3494e89-27c8-4858-8376-050bd307b977,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:00.007263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f4893f1-4d27-4dc3-b53d-33b09be3f602 req-4c69ac42-a11e-49b6-9784-3d1a83e10282 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771194 Aug 30 21:37:00.044124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41908) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:00.045886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.143853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.146524 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.155796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df204bc0-8fe2-4716-ae6d-84165db6f7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.193871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.194481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad99b6b-ed93-4f25-838b-e84c9de0f02b {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:37:00.199147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.200409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-45c256ab-d3cb-4761-bc57-beb5556359eb admin admin] 10.222.0.76 "DELETE /v2.0/routers/6ad99b6b-ed93-4f25-838b-e84c9de0f02b HTTP/1.1" status: 204 len: 168 time: 0.8753686 Aug 30 21:37:00.202971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:00.248307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Deleting subnet bd627911-7ec8-4a2c-b9db-1057d48358eb {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:37:00.248530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df204bc0-8fe2-4716-ae6d-84165db6f7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.251787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.253423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-df204bc0-8fe2-4716-ae6d-84165db6f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.288165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.292114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df204bc0-8fe2-4716-ae6d-84165db6f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bf3984-52bb-4181-8c78-a5636a1c5102,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:00.299102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-df204bc0-8fe2-4716-ae6d-84165db6f7cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a631c95d64748bf8e60d1cf541a2b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513294 Aug 30 21:37:00.299750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41914) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:00.363745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d0cef23-dd93-4118-bf12-89c573b5899d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.387358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.389405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d0cef23-dd93-4118-bf12-89c573b5899d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.440861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d0cef23-dd93-4118-bf12-89c573b5899d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.442923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.443750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d0cef23-dd93-4118-bf12-89c573b5899d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.444922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2d0cef23-dd93-4118-bf12-89c573b5899d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75bf3984-52bb-4181-8c78-a5636a1c5102 HTTP/1.1" status: 204 len: 168 time: 0.1442497 Aug 30 21:37:00.454959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cef23-dd93-4118-bf12-89c573b5899d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bf3984-52bb-4181-8c78-a5636a1c5102,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:00.469420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd627911-7ec8-4a2c-b9db-1057d48358eb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:00.473048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.474959 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-53ee0c11-1afe-4684-a1d3-06816c6f1a08 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bd627911-7ec8-4a2c-b9db-1057d48358eb HTTP/1.1" status: 204 len: 168 time: 0.2710407 Aug 30 21:37:00.477421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:00.483339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336c5a3-4f57-4c18-8434-0cc3164b8b2d None None] Network 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:37:00.552537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.613133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Deleting port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:37:00.613888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.678976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] For port 77d4d5b4-057b-49d2-aae8-4743c197b9d9, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=77d4d5b4-057b-49d2-aae8-4743c197b9d9,segment=NetworkSegment(d07a1692-65d1-4dd5-aa3e-514230d24cc3),segment_id=d07a1692-65d1-4dd5-aa3e-514230d24cc3)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:00.679344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.693151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Calling delete_port for 77d4d5b4-057b-49d2-aae8-4743c197b9d9 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:37:00.736792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] DHCP port deletion for 5fa190e4-77d1-48ea-84a5-fe45c8411ef3 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:37:00.794256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.802985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Deleting port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:37:00.803639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.823130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d4d5b4-057b-49d2-aae8-4743c197b9d9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:00.828960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] No DVR routers for this DVR port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:37:00.878308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] For port 77d4d5b4-057b-49d2-aae8-4743c197b9d9, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:00.878890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.895098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Calling delete_port for 77d4d5b4-057b-49d2-aae8-4743c197b9d9 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:37:00.898829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:37:00.900249 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.913380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.925298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa190e4-77d1-48ea-84a5-fe45c8411ef3']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:00.927945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] Pushing event deleted for resources: {'Port': ['ID=77d4d5b4-057b-49d2-aae8-4743c197b9d9,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:00.934524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9d132-57c3-4cb4-93e3-c2aaf5f8b7fa None None] No DVR routers for this DVR port 77d4d5b4-057b-49d2-aae8-4743c197b9d9 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:37:00.942768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07a1692-65d1-4dd5-aa3e-514230d24cc3') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:00.942768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07a1692-65d1-4dd5-aa3e-514230d24cc3') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:00.952184 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.975887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.983430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:37:00.983851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:37:00.985861 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:37:01.065509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.089860 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.097914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5fa190e4-77d1-48ea-84a5-fe45c8411ef3 HTTP/1.1" status: 204 len: 168 time: 0.6189556 Aug 30 21:37:01.098767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7813f-85c5-48a5-85a7-3ad8b218b9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa190e4-77d1-48ea-84a5-fe45c8411ef3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:01.158771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de0782-8cee-4bfc-abd9-25cb24e21176 req-6095db71-f45e-42f4-acf4-f03846ae04c5 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:01.160589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69de0782-8cee-4bfc-abd9-25cb24e21176 req-6095db71-f45e-42f4-acf4-f03846ae04c5 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0806084 Aug 30 21:37:01.216405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69de0782-8cee-4bfc-abd9-25cb24e21176 req-1f1cba62-2303-45f4-a0bf-c66bb8a357ba tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492034 Aug 30 21:37:01.308561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41948) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:01.350556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-410affe9-764b-4372-92a8-ccd3f8e8ca6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6d38eb20bd542eab858aba3b3e8c142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407560 Aug 30 21:37:01.353024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41950) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:01.405593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfebb369-7c2e-4395-88ce-78d0e6b7c34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.427676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfebb369-7c2e-4395-88ce-78d0e6b7c34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.477674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfebb369-7c2e-4395-88ce-78d0e6b7c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.480306 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfebb369-7c2e-4395-88ce-78d0e6b7c34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.481474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cfebb369-7c2e-4395-88ce-78d0e6b7c34d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29813a8b-db5a-49f1-8c01-5aebba797a7a HTTP/1.1" status: 204 len: 168 time: 0.1274576 Aug 30 21:37:01.492796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebb369-7c2e-4395-88ce-78d0e6b7c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29813a8b-db5a-49f1-8c01-5aebba797a7a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:01.780219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41966) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:01.833583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f26ba712-7bfb-4ab8-92e4-247cdc8c2059 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcf7f1d0ac4b4b5196d49d7ad9e64356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517466 Aug 30 21:37:01.836192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41968) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:01.858823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 41970) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:01.888707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8361fc70-2cbc-4ded-b66e-f7e638ad0996 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:37:01.907918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3993568f-c738-497c-8bef-b1b1ea7d2c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.910555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8361fc70-2cbc-4ded-b66e-f7e638ad0996 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:37:01.911005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8361fc70-2cbc-4ded-b66e-f7e638ad0996 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:37:01.911424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3494e89-27c8-4858-8376-050bd307b977 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:37:01.930728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3993568f-c738-497c-8bef-b1b1ea7d2c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.932585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a3494e89-27c8-4858-8376-050bd307b977 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:37:01.932931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a3494e89-27c8-4858-8376-050bd307b977 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:37:01.933346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77d4d5b4-057b-49d2-aae8-4743c197b9d9 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:37:01.956062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 77d4d5b4-057b-49d2-aae8-4743c197b9d9 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:37:01.956404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 77d4d5b4-057b-49d2-aae8-4743c197b9d9 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:37:01.981830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3993568f-c738-497c-8bef-b1b1ea7d2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.984577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3993568f-c738-497c-8bef-b1b1ea7d2c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:01.985761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3993568f-c738-497c-8bef-b1b1ea7d2c5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76fb60d1-adbe-40e3-8529-52a669e861f0 HTTP/1.1" status: 204 len: 168 time: 0.1485267 Aug 30 21:37:01.994145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993568f-c738-497c-8bef-b1b1ea7d2c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fb60d1-adbe-40e3-8529-52a669e861f0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:02.026137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'network': {'name': 'tempest-network-smoke--2092442519', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:02.048493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:37:02.052298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.061452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.160079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.165252 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.197956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:37:02.209591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c734516d-12ab-44dd-b13d-16c884adf09c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:02.216621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.216984 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Added segment 7259c6f7-7543-4c8f-b4e5-115b159fe151 of type vlan for network 43164bf0-9571-4607-a9b8-302e2174eb8f Aug 30 21:37:02.263642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.304418 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.310275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:02.310975 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.393118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5331631 Aug 30 21:37:02.396680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:02.403739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'admin_state_up': True, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:02.420066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3cb0a-7426-43c7-97a9-a4e899a634fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Network': ['ID=43164bf0-9571-4607-a9b8-302e2174eb8f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:02.431915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889c79d-033d-4869-9e2c-6039c9656be0 req-93d3820a-25e2-4313-8f3e-4a0529fda9ca tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:02.433643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c889c79d-033d-4869-9e2c-6039c9656be0 req-93d3820a-25e2-4313-8f3e-4a0529fda9ca tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.1407454 Aug 30 21:37:02.437287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 43164bf0-9571-4607-a9b8-302e2174eb8f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:37:02.448400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.449884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.498044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c889c79d-033d-4869-9e2c-6039c9656be0 req-50179251-e026-4649-bdc2-36619feae294 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541770 Aug 30 21:37:02.537840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.692525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.888210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:02.914958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:03.030055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.25.5.194 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/59a31361-7f76-450a-808d-f4ee26140f1f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:37:03.136720 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:03.179260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:03.225265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:03.228498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:03.233034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:37:03.236268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=59a31361-7f76-450a-808d-f4ee26140f1f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:03.513026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:03.626189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20c758-66af-400b-b360-a48164424120 req-733218f5-9d40-4c86-9178-c17242cdd65d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:03.627831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc20c758-66af-400b-b360-a48164424120 req-733218f5-9d40-4c86-9178-c17242cdd65d tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0521855 Aug 30 21:37:03.644508 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:03.671551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc20c758-66af-400b-b360-a48164424120 req-d0509b41-d464-4943-a15a-d65faecdfd79 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364630 Aug 30 21:37:04.063131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:04.201301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:37:04.311018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:37:04.321838 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:37:04.330568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:04.332602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-71bd9359-0dec-4163-87fd-2871740170ba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9342654 Aug 30 21:37:04.333597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:04.334476 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:04.335287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41986) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:04.538028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-839d825e-d6be-456c-82b4-110988a17db4 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=97afe81608674130b1f2b6349c4a25eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2009766 Aug 30 21:37:04.540727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:04.549242 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:04.694240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd22de7-0f22-4cac-8898-ef22fac5d581 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:04.695783 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-acd22de7-0f22-4cac-8898-ef22fac5d581 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540494 Aug 30 21:37:04.698568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:04.729374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5dc86945-86d5-4495-96b0-221169b951e6 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273840 Aug 30 21:37:04.729711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 41996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:04.732373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:03Z', 'revision_number': 3, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:04.734737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142740020', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:04.760264 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:37:04.760619 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Updating router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 port 59a31361-7f76-450a-808d-f4ee26140f1f binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:37:04.790940 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:04.798259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70806705-bf33-4ddd-8b81-419a66de17e8 req-5250a807-3880-4e1f-8643-2a629dd28fd1 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:04.799835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70806705-bf33-4ddd-8b81-419a66de17e8 req-5250a807-3880-4e1f-8643-2a629dd28fd1 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0561104 Aug 30 21:37:04.831687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:37:04.835845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:04.844325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70806705-bf33-4ddd-8b81-419a66de17e8 req-c2c3197e-2f68-41ba-b937-36a234f844ef tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Aug 30 21:37:05.035914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.054975 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.065798 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Transition to ACTIVE for port object 59a31361-7f76-450a-808d-f4ee26140f1f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:05.071656 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.106802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Subnet': ['ID=349d3544-9b30-459d-991c-a2aceb4baf98,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:05.115410 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Attempting to bind port 59a31361-7f76-450a-808d-f4ee26140f1f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:37:05.115562 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Attempting to bind port 59a31361-7f76-450a-808d-f4ee26140f1f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:37:05.115880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Attempting to bind port 59a31361-7f76-450a-808d-f4ee26140f1f on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:37:05.118493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Checking segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:37:05.118961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network hostable DHCP agents. Network: 43164bf0-9571-4607-a9b8-302e2174eb8f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:37:05.129564 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:37:05.129956 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:37:05.130365 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.130810 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:37:05.131292 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Bound port: 59a31361-7f76-450a-808d-f4ee26140f1f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:37:05.131690 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.137016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f1be6-8367-440e-9b9f-97c277ac504b None None] Pushing event updated for resources: {'Port': ['ID=59a31361-7f76-450a-808d-f4ee26140f1f,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:05.138981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 43164bf0-9571-4607-a9b8-302e2174eb8f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:37:05.149945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 43164bf0-9571-4607-a9b8-302e2174eb8f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:05.154520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:05.155871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.160676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3705382b-c500-4b70-88c5-f6df2fa83ac7 None None] Network 43164bf0-9571-4607-a9b8-302e2174eb8f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:37:05.173139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2f352cca-4780-4102-ac66-5f22d5ffb4d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4422014 Aug 30 21:37:05.176195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42000) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:05.194953 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] For port 59a31361-7f76-450a-808d-f4ee26140f1f, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:37:05.198196 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] For port 59a31361-7f76-450a-808d-f4ee26140f1f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=59a31361-7f76-450a-808d-f4ee26140f1f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:37:05.203589 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.252321 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:05.252959 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:05.330904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-43164bf0-9571-4607-a9b8-302e2174eb8f', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:37:05.331779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.355903 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f1be6-8367-440e-9b9f-97c277ac504b None None] Pushing event updated for resources: {'Port': ['ID=59a31361-7f76-450a-808d-f4ee26140f1f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:05.375461 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:05.472191 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:37:05.494467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Allocated IP 172.20.0.2 (43164bf0-9571-4607-a9b8-302e2174eb8f/349d3544-9b30-459d-991c-a2aceb4baf98/9ae24e85-375b-4009-9331-7ae47ed13220) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:37:05.575939 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:03Z', 'revision_number': 3, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:05.608568 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e633961-d50e-45be-97fb-5f52d67d3048 None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:03Z', 'revision_number': 3, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:37:05.660212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.670286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Transition to ACTIVE for port object 9ae24e85-375b-4009-9331-7ae47ed13220 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:05.673463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.690931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Transition to ACTIVE for port object 9ae24e85-375b-4009-9331-7ae47ed13220 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:05.697471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.735479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Network 43164bf0-9571-4607-a9b8-302e2174eb8f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:05.748464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:05.751250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:37:05.757408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Pushing event updated for resources: {'Port': ['ID=9ae24e85-375b-4009-9331-7ae47ed13220,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:05.814735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Attempting to bind port 9ae24e85-375b-4009-9331-7ae47ed13220 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:37:05.815246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Attempting to bind port 9ae24e85-375b-4009-9331-7ae47ed13220 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:37:05.815616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Attempting to bind port 9ae24e85-375b-4009-9331-7ae47ed13220 on network 43164bf0-9571-4607-a9b8-302e2174eb8f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:37:05.821467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:37:05.821989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Checking segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:37:05.822488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.823032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Bound using segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:37:05.823647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Bound port: 9ae24e85-375b-4009-9331-7ae47ed13220, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:37:05.824099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.861226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:37:05.986721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] For port 9ae24e85-375b-4009-9331-7ae47ed13220, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:37:05.990980 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:05.995214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ab0eb-c89f-460a-82e0-0e87f1a9c1af req-fe3b9f1b-d4f8-4b84-9081-2843a47c0a89 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:06.004523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] For port 9ae24e85-375b-4009-9331-7ae47ed13220, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9ae24e85-375b-4009-9331-7ae47ed13220,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:37:06.007048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-996ab0eb-c89f-460a-82e0-0e87f1a9c1af req-fe3b9f1b-d4f8-4b84-9081-2843a47c0a89 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 944 time: 0.0704415 Aug 30 21:37:06.017475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.031185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.20.0.1 (43164bf0-9571-4607-a9b8-302e2174eb8f/349d3544-9b30-459d-991c-a2aceb4baf98/0d53d270-9571-4fb8-bcfa-e1870ca3df03) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:37:06.057445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-996ab0eb-c89f-460a-82e0-0e87f1a9c1af req-27ccc296-9b42-46b1-9b27-30b09f8da30c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 Aug 30 21:37:06.087748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:06.111085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ec3c1-1147-4e24-86bd-0b650e2058d3 None None] Pushing event updated for resources: {'Port': ['ID=9ae24e85-375b-4009-9331-7ae47ed13220,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:06.113903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:37:06.175196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.191886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:37:06.198223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.216117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Transition to ACTIVE for port object 0d53d270-9571-4fb8-bcfa-e1870ca3df03 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:06.218963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:06.223727 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.258948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.284800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:06.320172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=0d53d270-9571-4fb8-bcfa-e1870ca3df03,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:06.340439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 43164bf0-9571-4607-a9b8-302e2174eb8f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:06.346245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:06.348538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:37:06.403295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.545873 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.550580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:37:06.837115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.843314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:06.921121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=0d53d270-9571-4fb8-bcfa-e1870ca3df03,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:06.923765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:07.018710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 43164bf0-9571-4607-a9b8-302e2174eb8f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:07.020138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:07.107674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f354d-0f79-4a8e-a37f-db460fec9d19 None None] Network 43164bf0-9571-4607-a9b8-302e2174eb8f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:37:07.137484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:37:07.175227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df8b1-6f73-49a1-9c18-0f6df8fa4316 req-1a210e14-5e63-4610-b0a1-4d9980931af6 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.176916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d5df8b1-6f73-49a1-9c18-0f6df8fa4316 req-1a210e14-5e63-4610-b0a1-4d9980931af6 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 945 time: 0.0548453 Aug 30 21:37:07.220298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d5df8b1-6f73-49a1-9c18-0f6df8fa4316 req-9f28b8ca-00c5-4b97-82f2-dee88e2d9e03 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357199 Aug 30 21:37:07.243386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-01f2eb2e-7f00-4caf-bff3-6808d1679c78 None None] Provisioning for port 9ae24e85-375b-4009-9331-7ae47ed13220 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:07.249258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:37:07.257617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1b7e7ec1-7fa8-478f-b30a-1fab2287ee29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "PUT /v2.0/routers/1e60e092-6c24-4b5e-b253-fd18fd51aad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0802324 Aug 30 21:37:07.258010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42012) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:07.455296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.455769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.456313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.456682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.457132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.457620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.458031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.458508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.458977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.460998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d83739a0-2f10-4619-bd7d-cc0578f2e760 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6386 time: 0.2013106 Aug 30 21:37:07.464102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42014) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:07.568751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.569228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.569686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.570140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.570591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.571254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.571513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.571958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.572405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:07.577320 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-52aab1fd-fd92-4397-980e-ce834ecf8c84 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5922 time: 0.1092365 Aug 30 21:37:07.577502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42016) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:07.587715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4bb9289-cf28-451c-b568-527762714258 None None] Provisioning for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:07.593028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4bb9289-cf28-451c-b568-527762714258 None None] Provisioning complete for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:07.593394 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9289-cf28-451c-b568-527762714258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:07.637339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:37:07.646473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb9289-cf28-451c-b568-527762714258 None None] Port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:37:07.654460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:07.655143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:07.783954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:07.786507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-69c7342c-cae7-4d52-927c-814aa9bcfc22 None None] Provisioning complete for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:07.786908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69c7342c-cae7-4d52-927c-814aa9bcfc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:07.863140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-65666ad0-f5f2-45f8-968a-4db5b773bb35 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.2840929 Aug 30 21:37:07.906742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-69c7342c-cae7-4d52-927c-814aa9bcfc22 None None] Port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:37:07.910226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:07.977994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 59a31361-7f76-450a-808d-f4ee26140f1f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:08.077139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f091580a-25de-4168-906e-4b8e56d7cebb None None] Provisioning complete for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:08.077526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f091580a-25de-4168-906e-4b8e56d7cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.119695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:08.134426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 59a31361-7f76-450a-808d-f4ee26140f1f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:08.136835 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:08.137288 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.181488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f091580a-25de-4168-906e-4b8e56d7cebb None None] Port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:37:08.184373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42020) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:08.185449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 59a31361-7f76-450a-808d-f4ee26140f1f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:08.185816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.189342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418708065', 'description': 'tempest-secgroup-smoke-418708065 description', 'project_id': '97afe81608674130b1f2b6349c4a25eb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:08.216701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.310643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 2, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:08.314708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.319538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.344177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.356280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806b35c-1170-46f5-9386-b1362a298843 req-948bb776-46c0-4fc6-a99f-203bd3168a60 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:08.357143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.360429 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1727064 Aug 30 21:37:08.360610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9806b35c-1170-46f5-9386-b1362a298843 req-948bb776-46c0-4fc6-a99f-203bd3168a60 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 945 time: 0.0604854 Aug 30 21:37:08.361463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:08.366884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:37:08.367298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Updating router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:37:08.367435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4f6dd-8879-46dd-a422-36e8f6bc01b9', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:08.372768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d8561-20a5-4ae7-85de-64debc906cff tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.403219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9806b35c-1170-46f5-9386-b1362a298843 req-f5e20147-6fd5-4d64-8c4a-5cd955eb842f tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373304 Aug 30 21:37:08.413269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.428823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.433621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:08.436241 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9f28b-af71-4425-96b1-6b91e62d0785" -d '{"events": [{"server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "name": "network-vif-plugged", "status": "completed", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:08.457640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.469257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:08.487375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.491753 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.500201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.512503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62692e7-ed3d-4c8d-95cf-cbae536a541e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.517526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 59a31361-7f76-450a-808d-f4ee26140f1f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=59a31361-7f76-450a-808d-f4ee26140f1f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:08.522036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.526407 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c13bd01c-7ba9-49a7-9a2e-38ec328600bc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636569 Aug 30 21:37:08.526684 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42030) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:08.531587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4f6dd-8879-46dd-a422-36e8f6bc01b9', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:08.547212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.548192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9ae24e85-375b-4009-9331-7ae47ed13220 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:08.556480 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a555b409-9ee1-4ecc-b320-11b65583a861 x-openstack-request-id: req-a555b409-9ee1-4ecc-b320-11b65583a861 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:08.556817 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "name": "network-vif-plugged", "status": "completed", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:08.557245 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a555b409-9ee1-4ecc-b320-11b65583a861 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:08.557631 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'code': 200} Aug 30 21:37:08.564623 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.621480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.627945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.648383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f2742c-9eb1-4755-820c-d4113611cdc6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.652034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.657097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6fa13c0b-01f0-40c2-ba96-d2a25c9bf0ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294613 Aug 30 21:37:08.657926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42032) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:08.663112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4f6dd-8879-46dd-a422-36e8f6bc01b9', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:08.693588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.703571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.750191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9ae24e85-375b-4009-9331-7ae47ed13220 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:08.774763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.781033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.800482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227db9b8-c080-4f33-853e-cef3e2524f3c,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.811960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.812248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9ae24e85-375b-4009-9331-7ae47ed13220 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:08.812533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.816941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-298d6d6b-c36c-49d4-b084-80dcf4fff4c6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576254 Aug 30 21:37:08.818027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42034) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:08.823252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4f6dd-8879-46dd-a422-36e8f6bc01b9', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:08.842581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=59a31361-7f76-450a-808d-f4ee26140f1f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.854053 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.922445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.927944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.947816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32de79b9-c37c-4206-8036-da443efbe6b2,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:08.958471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.963743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0642a891-ef81-4b18-ba99-e16c62dce184 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442852 Aug 30 21:37:08.964481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42036) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:08.970127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4f6dd-8879-46dd-a422-36e8f6bc01b9', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:08.972042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:08.996096 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Project 97afe81608674130b1f2b6349c4a25eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:37:08.996961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a8fa99f1-554c-44e6-b3f6-d2d0dc515516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.002218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.045330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78164c72-49e3-4a17-b64f-8b9a3f4145bb req-f59814a4-694b-45b4-b0cc-36bd21eec41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:09.047231 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-78164c72-49e3-4a17-b64f-8b9a3f4145bb req-f59814a4-694b-45b4-b0cc-36bd21eec41b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1098 time: 0.4350834 Aug 30 21:37:09.073155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.078185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.089461 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-78164c72-49e3-4a17-b64f-8b9a3f4145bb req-f9335843-780b-4563-b884-b0a56b0c7829 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343091 Aug 30 21:37:09.098439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a3e01e-1836-47fd-b85a-20d1bfca784d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:09.106588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.110872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:09.111030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d689d4bb-e669-4cc8-8aaa-220d0444e0fd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448817 Aug 30 21:37:09.116153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': 'd6a4f6dd-8879-46dd-a422-36e8f6bc01b9', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:09.140600 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Project 97afe81608674130b1f2b6349c4a25eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:37:09.146730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.216327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.221152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.231083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9ae24e85-375b-4009-9331-7ae47ed13220, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9ae24e85-375b-4009-9331-7ae47ed13220,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:09.233625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.238197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.243331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae9ce81-5180-4021-ad3c-0dbce5c68d22,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:09.246612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.254742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1f8b8740-2027-41cd-8a24-6f6984cc4c0b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356995 Aug 30 21:37:09.281614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Transition to ACTIVE for port object 0d53d270-9571-4fb8-bcfa-e1870ca3df03 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:09.295519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.324610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9ae24e85-375b-4009-9331-7ae47ed13220,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:09.408486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eadc9-93f6-442f-b35f-8d491e773d4c None None] Pushing event updated for resources: {'Port': ['ID=0d53d270-9571-4fb8-bcfa-e1870ca3df03,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:09.432334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Attempting to bind port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:37:09.432876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Attempting to bind port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:37:09.433526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Attempting to bind port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 on network 43164bf0-9571-4607-a9b8-302e2174eb8f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:37:09.446659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:37:09.447073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Checking segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:37:09.447483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.447941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Bound using segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:37:09.448436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Bound port: 0d53d270-9571-4fb8-bcfa-e1870ca3df03, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:37:09.448954 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.529574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] For port 0d53d270-9571-4fb8-bcfa-e1870ca3df03, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:37:09.534123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] For port 0d53d270-9571-4fb8-bcfa-e1870ca3df03, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0d53d270-9571-4fb8-bcfa-e1870ca3df03,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:37:09.538777 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:09.544765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da995e7-ab00-4e71-9c61-fe0708c7542e req-c8ed51a7-4343-4c6f-ac14-32ba4eca4dd2 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:09.546443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1da995e7-ab00-4e71-9c61-fe0708c7542e req-c8ed51a7-4343-4c6f-ac14-32ba4eca4dd2 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 946 time: 0.0553582 Aug 30 21:37:09.589883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1da995e7-ab00-4e71-9c61-fe0708c7542e req-b6ed2076-4f4f-4f0f-bfb9-c54685c12524 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Aug 30 21:37:09.599460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:09.600108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:36:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:09.645870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eadc9-93f6-442f-b35f-8d491e773d4c None None] Pushing event updated for resources: {'Port': ['ID=0d53d270-9571-4fb8-bcfa-e1870ca3df03,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:09.727246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c366a86e-b127-434e-985a-3c81d48fdb7b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418708065&fields=id&tenant_id=97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 267 time: 0.0369482 Aug 30 21:37:09.733483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:09.841579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-a10081c7-e5d7-4925-ae8b-672e185c2060 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:09.843178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-a10081c7-e5d7-4925-ae8b-672e185c2060 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/networks?id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 797 time: 0.1097815 Aug 30 21:37:09.867320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-f6ad382f-4e7b-4bc6-bf58-02ae50652c14 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/quotas/97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 375 time: 0.0154333 Aug 30 21:37:09.883626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 59a31361-7f76-450a-808d-f4ee26140f1f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:09.931404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-4587593d-3d55-4131-b4ca-a05e59c4d17b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605953 Aug 30 21:37:09.990935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 59a31361-7f76-450a-808d-f4ee26140f1f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:09.991363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:10.029024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-8867eabe-685f-49a1-9567-c936941b9de2 service neutron] 10.222.0.76 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842369 Aug 30 21:37:10.033345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:09Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:10.070329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18318b64-c45e-4566-a5d9-bc78779801f7 None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:09Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:37:10.117754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9ae24e85-375b-4009-9331-7ae47ed13220 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:10.155754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-a2f7078b-0533-4866-a0e6-63997f967e5a service neutron] 10.222.0.76 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177514 Aug 30 21:37:10.199230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9ae24e85-375b-4009-9331-7ae47ed13220 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:10.199610 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:10.421997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80b0dfe0-997a-42a9-8dee-4c01deb50b40 req-d0142b77-0ee0-4f65-82ef-cf8f507c918e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 210 time: 0.0296717 Aug 30 21:37:10.743946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348e02f-1258-4b48-9f9b-a4df3ee68f27 req-560baf62-9030-4b70-9d9b-a3a4d5350ae0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:10.746632 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a348e02f-1258-4b48-9f9b-a4df3ee68f27 req-560baf62-9030-4b70-9d9b-a3a4d5350ae0 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 946 time: 0.0674012 Aug 30 21:37:10.793772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a348e02f-1258-4b48-9f9b-a4df3ee68f27 req-6a5ad122-ac27-4265-8d34-de0bff999945 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Aug 30 21:37:10.931556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee915-0d1c-4c8c-a9c3-5903cc614a96 req-b23ad3f7-5a3a-4f1d-96c4-a7a17b4eff44 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:10.933650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cee915-0d1c-4c8c-a9c3-5903cc614a96 req-b23ad3f7-5a3a-4f1d-96c4-a7a17b4eff44 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 946 time: 0.0594923 Aug 30 21:37:10.984820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42cee915-0d1c-4c8c-a9c3-5903cc614a96 req-a31aaae6-153f-4007-9db5-7bbe0b01f998 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Aug 30 21:37:11.008740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:11.156770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8684de-2ff9-44f4-a55f-699e0b0c1c4e tempest-TestVolumeBackupRestore-80170635 tempest-TestVolumeBackupRestore-80170635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:11.161249 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2a8684de-2ff9-44f4-a55f-699e0b0c1c4e tempest-TestVolumeBackupRestore-80170635 tempest-TestVolumeBackupRestore-80170635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1093 time: 0.1485093 Aug 30 21:37:11.161489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:11.166199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:11.192915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.423105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.483399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-e5cd6fe7-806c-43fe-adfa-f05f33db746c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:11.484926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-e5cd6fe7-806c-43fe-adfa-f05f33db746c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.86 "GET /v2.0/networks?id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 797 time: 0.2066734 Aug 30 21:37:11.532771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-682e70d5-2384-4db0-91d5-3fae85d5d1e9 req-3a2d4979-ad49-42ef-9758-67cf92b98735 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 210 time: 0.0307481 Aug 30 21:37:11.559846 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-688e4652-d6cf-4b7c-aee6-ec901ae323d6 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 379 time: 0.0652051 Aug 30 21:37:11.574025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'port': {'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'admin_state_up': True, 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'security_groups': ['d6a4f6dd-8879-46dd-a422-36e8f6bc01b9']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:11.596421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Allocated IP 172.25.5.107 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/7751a783-3bc7-42ed-8dff-b9373577c2a1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:37:11.745726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.772593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:37:11.776120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.781118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.897717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0d53d270-9571-4fb8-bcfa-e1870ca3df03 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:11.901982 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3716841b-34d5-474d-af1c-4e138ee6b7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.909076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.948395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:11.952706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:11.953299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:11.967408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:11.975253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:11.979971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.20.0.4 (43164bf0-9571-4607-a9b8-302e2174eb8f/349d3544-9b30-459d-991c-a2aceb4baf98/790fe998-105d-4afa-9682-e843102d9850) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:37:11.982021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:37:12.008423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'Port': ['ID=7751a783-3bc7-42ed-8dff-b9373577c2a1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:12.031977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.068235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 0d53d270-9571-4fb8-bcfa-e1870ca3df03, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0d53d270-9571-4fb8-bcfa-e1870ca3df03,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:12.073592 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.121513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=0d53d270-9571-4fb8-bcfa-e1870ca3df03,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:12.286779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.309619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Transition to ACTIVE for port object 790fe998-105d-4afa-9682-e843102d9850 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:12.471597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.588495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 43164bf0-9571-4607-a9b8-302e2174eb8f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:12.600171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:12.612410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:37:12.623601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=790fe998-105d-4afa-9682-e843102d9850,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:12.666246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a4f10-d63d-4fb8-97db-68ca9f3beacb req-0bef3f00-ed86-4388-be20-29ecb8bc6e20 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:12.671633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-812a4f10-d63d-4fb8-97db-68ca9f3beacb req-0bef3f00-ed86-4388-be20-29ecb8bc6e20 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 931 time: 0.0684321 Aug 30 21:37:12.678868 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.706485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:12.707167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.711077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.712300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-812a4f10-d63d-4fb8-97db-68ca9f3beacb req-5a7e144d-5c58-4b64-ab4a-7825dee016ab tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344224 Aug 30 21:37:12.767111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-c17a1b29-2ae7-40b7-bdc2-5de484732ba2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1995342 Aug 30 21:37:12.784524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Request body: {'port': {'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:12.872158 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.873865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.894098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ba160d19-ee4b-42ae-8847-575167900d84 None None] Provisioning for port 790fe998-105d-4afa-9682-e843102d9850 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:12.898102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ba160d19-ee4b-42ae-8847-575167900d84 None None] Provisioning complete for port 790fe998-105d-4afa-9682-e843102d9850 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:12.898586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba160d19-ee4b-42ae-8847-575167900d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:12.933004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ba160d19-ee4b-42ae-8847-575167900d84 None None] Port 790fe998-105d-4afa-9682-e843102d9850 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:37:13.427616 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:13.436058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:13.527194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event updated for resources: {'Port': ['ID=7751a783-3bc7-42ed-8dff-b9373577c2a1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:13.573834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:13.576867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790fe998-105d-4afa-9682-e843102d9850 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:37:13.613556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:13.634650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Transition to ACTIVE for port object 790fe998-105d-4afa-9682-e843102d9850 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:37:13.666052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:13.730409 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Floating IP b9b9a391-d60b-4f09-a844-19f99fd1be73 associated. External IP: 172.25.5.107, port: ab57c19a-e2bc-4d73-86fe-62ea81d2fba7. Aug 30 21:37:13.774542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Pushing event updated for resources: {'Port': ['ID=790fe998-105d-4afa-9682-e843102d9850,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:13.859316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54db0f-b1f0-4f6f-ab73-3904d739baa5 req-47cecf3a-c256-480b-b692-ab4edc5fcdf8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:13.861783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a54db0f-b1f0-4f6f-ab73-3904d739baa5 req-47cecf3a-c256-480b-b692-ab4edc5fcdf8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 943 time: 0.0741384 Aug 30 21:37:13.884352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0d53d270-9571-4fb8-bcfa-e1870ca3df03 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:13.898779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Attempting to bind port 790fe998-105d-4afa-9682-e843102d9850 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:37:13.899146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Attempting to bind port 790fe998-105d-4afa-9682-e843102d9850 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:37:13.899455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Attempting to bind port 790fe998-105d-4afa-9682-e843102d9850 on network 43164bf0-9571-4607-a9b8-302e2174eb8f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:37:13.907636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Port 790fe998-105d-4afa-9682-e843102d9850 on network 43164bf0-9571-4607-a9b8-302e2174eb8f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:37:13.908001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Attempting to bind port 790fe998-105d-4afa-9682-e843102d9850 on network 43164bf0-9571-4607-a9b8-302e2174eb8f {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:37:13.915933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a54db0f-b1f0-4f6f-ab73-3904d739baa5 req-908be398-c419-446f-8413-7cd02f989d7e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412111 Aug 30 21:37:13.916148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:37:13.916383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Checking segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:37:13.916780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Bound using segment: {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:37:13.917210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Bound port: 790fe998-105d-4afa-9682-e843102d9850, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7259c6f7-7543-4c8f-b4e5-115b159fe151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:37:13.917578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:13.950220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:13.950813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:14.072706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] For port 790fe998-105d-4afa-9682-e843102d9850, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:37:14.076942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] For port 790fe998-105d-4afa-9682-e843102d9850, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=790fe998-105d-4afa-9682-e843102d9850,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:37:14.084858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Router 9adedb0b-1f5c-4917-acf5-629f9a6a584d has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:37:14.086099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:14.133996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.134622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:14.136062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] 10.222.0.86 "PUT /v2.0/ports/790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 200 len: 1092 time: 1.3563821 Aug 30 21:37:14.136537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'tag': '790fe998-105d-4afa-9682-e843102d9850'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:14.138835 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919fc47-3896-4876-8c2b-523adeadd061" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "tag": "790fe998-105d-4afa-9682-e843102d9850"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:14.193860 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761cfd0-4fdd-435f-8d4a-b8411f7650c4 x-openstack-request-id: req-4761cfd0-4fdd-435f-8d4a-b8411f7650c4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:14.194142 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "tag": "790fe998-105d-4afa-9682-e843102d9850", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:14.194384 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4761cfd0-4fdd-435f-8d4a-b8411f7650c4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:14.194813 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'tag': '790fe998-105d-4afa-9682-e843102d9850', 'status': 'completed', 'code': 200} Aug 30 21:37:14.209064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405bac2-8988-4f17-996f-388adf01b539 service neutron] Pushing event updated for resources: {'Port': ['ID=790fe998-105d-4afa-9682-e843102d9850,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:14.283379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-9f4e1f67-6d7b-422a-b779-669988e7165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.284927 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-9f4e1f67-6d7b-422a-b779-669988e7165d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1095 time: 0.0944486 Aug 30 21:37:14.332513 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-7e4fd5ed-eb75-441b-8cd6-5dd20d00405d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 200 len: 217 time: 0.0385053 Aug 30 21:37:14.335544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:37:14.345801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] Sync routers for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:37:14.355775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:14.356628 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:14.385573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:14.413710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-595d1e49-8d13-44bb-82cd-de01164de88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.415214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-595d1e49-8d13-44bb-82cd-de01164de88c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349d3544-9b30-459d-991c-a2aceb4baf98 HTTP/1.1" status: 200 len: 834 time: 0.0751004 Aug 30 21:37:14.420730 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a5bb06b-929e-4883-981f-d7a889e09c70 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2583394 Aug 30 21:37:14.424069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42092) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:14.468948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-f0abb579-b859-4290-8d59-4c731bb7de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.470061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41efa107-2547-4f88-909b-cb4749d5973e tempest-TestVolumeBackupRestore-80170635 tempest-TestVolumeBackupRestore-80170635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.470724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-f0abb579-b859-4290-8d59-4c731bb7de7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43164bf0-9571-4607-a9b8-302e2174eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468962 Aug 30 21:37:14.471643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-41efa107-2547-4f88-909b-cb4749d5973e tempest-TestVolumeBackupRestore-80170635 tempest-TestVolumeBackupRestore-80170635-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1093 time: 0.0465627 Aug 30 21:37:14.473122 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:14.474496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42094) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:14.479344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Request body: {'floatingip': {'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:14.536581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:14.567739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-da8932f2-a39b-40f4-be81-4815cdf728e2 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890911 Aug 30 21:37:14.612610 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:14.674466 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28154ae8-1d9e-4381-98d4-820a66f07eef req-af50086e-c7ed-4bf8-b6ac-1823917de9b0 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945911 Aug 30 21:37:14.733976 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b9b9a391-d60b-4f09-a844-19f99fd1be73', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:12Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 0, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:14.760462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] Checking router: 9adedb0b-1f5c-4917-acf5-629f9a6a584d for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:37:14.769127 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:14.769765 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:14.778573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fc47-3896-4876-8c2b-523adeadd061 req-aecd98f7-c19a-4e47-b517-9c67e6c08ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.780631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-aecd98f7-c19a-4e47-b517-9c67e6c08ac5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1095 time: 0.0455542 Aug 30 21:37:14.878885 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:14.887007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fc47-3896-4876-8c2b-523adeadd061 req-fbfd0375-fa5e-40ea-8110-7be588445619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.888544 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-fbfd0375-fa5e-40ea-8110-7be588445619 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 898 time: 0.1001470 Aug 30 21:37:14.934458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-023c5a91-2144-4ce1-aec7-03ebee969c4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 200 len: 217 time: 0.0372889 Aug 30 21:37:14.997031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fc47-3896-4876-8c2b-523adeadd061 req-f425ec9a-b6b5-4388-bd13-f11536d51954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:14.999432 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-f425ec9a-b6b5-4388-bd13-f11536d51954 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349d3544-9b30-459d-991c-a2aceb4baf98 HTTP/1.1" status: 200 len: 834 time: 0.0522833 Aug 30 21:37:15.055476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fc47-3896-4876-8c2b-523adeadd061 req-7ab42cb6-5629-4a91-a817-f69f7a80cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:15.057203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-7ab42cb6-5629-4a91-a817-f69f7a80cd0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43164bf0-9571-4607-a9b8-302e2174eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502281 Aug 30 21:37:15.150888 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-e391f89e-7f75-4fde-93b7-12ac54563bc2 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Aug 30 21:37:15.170578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577db19b-faf6-4cc5-90ed-700105dd233f req-229eeba5-813d-4882-9e0f-6dd65ffc532e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:15.172231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-577db19b-faf6-4cc5-90ed-700105dd233f req-229eeba5-813d-4882-9e0f-6dd65ffc532e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 943 time: 0.0933299 Aug 30 21:37:15.213728 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b9b9a391-d60b-4f09-a844-19f99fd1be73', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:12Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 0, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:15.241121 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44cbbb-a4bc-4f65-aeb7-af0eecc3191b None None] The sync data for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 is: [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b9b9a391-d60b-4f09-a844-19f99fd1be73', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:12Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 0, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:37:15.260085 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d919fc47-3896-4876-8c2b-523adeadd061 req-7b675b2b-38aa-48d3-9dde-f90287e13eb6 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015451 Aug 30 21:37:15.264579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-577db19b-faf6-4cc5-90ed-700105dd233f req-5ddf56a2-978e-4835-bea4-695416bccf80 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833645 Aug 30 21:37:15.420200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:15.425898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:15.453484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cba1473-6008-4eb2-9b8f-1658b425c48e None None] New status for floating IP b9b9a391-d60b-4f09-a844-19f99fd1be73: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:37:15.644530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Router 9adedb0b-1f5c-4917-acf5-629f9a6a584d has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:37:15.755519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:37:15.760822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:15.788479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:15.790801 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22937d3d-878a-4681-8df0-4d038de3ce35" -d '{"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:15.823211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ccbd862d-9635-4b70-81b9-1200275000cd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "PUT /v2.0/floatingips/b9b9a391-d60b-4f09-a844-19f99fd1be73 HTTP/1.1" status: 200 len: 992 time: 1.3474591 Aug 30 21:37:15.828713 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39f9f8e-2d78-4c3f-a938-fa1386c48bbb x-openstack-request-id: req-b39f9f8e-2d78-4c3f-a938-fa1386c48bbb {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:15.829005 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:15.829257 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b39f9f8e-2d78-4c3f-a938-fa1386c48bbb {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:15.829655 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'status': 'completed', 'code': 200} Aug 30 21:37:15.888320 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] Sync routers for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:37:15.898565 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:15.899276 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:15.901350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-a3e44328-2e7d-4c3b-9e84-0a6f2002b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:15.903012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-a3e44328-2e7d-4c3b-9e84-0a6f2002b9ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1098 time: 0.0472624 Aug 30 21:37:15.996155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-e0478692-c038-4b6a-a187-9ef1621bf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:15.997540 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-e0478692-c038-4b6a-a187-9ef1621bf5d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 913 time: 0.0880377 Aug 30 21:37:16.004310 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:16.062776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-219d71e6-df25-496c-a90a-32cfdfab1d88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 1002 time: 0.0580573 Aug 30 21:37:16.113491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-26d681ca-d008-4ac7-a4cd-d500ba12104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.115022 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-26d681ca-d008-4ac7-a4cd-d500ba12104c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 200 len: 851 time: 0.0445535 Aug 30 21:37:16.165531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-6f0f5fb6-a23c-4fe0-b9f2-87d368d1e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.167084 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-6f0f5fb6-a23c-4fe0-b9f2-87d368d1e336 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c744cb29-f57d-4345-9c58-2960a1dbdf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451367 Aug 30 21:37:16.215527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:16.217987 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba" -d '{"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:16.224376 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b9b9a391-d60b-4f09-a844-19f99fd1be73', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:12Z', 'updated_at': '2021-08-30T21:37:15Z', 'revision_number': 2, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:16.251296 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] Checking router: 9adedb0b-1f5c-4917-acf5-629f9a6a584d for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:37:16.259841 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb46fa-42f3-460a-ac53-edc897fdad0e x-openstack-request-id: req-d1cb46fa-42f3-460a-ac53-edc897fdad0e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:16.260137 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:16.260346 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:16.260456 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1cb46fa-42f3-460a-ac53-edc897fdad0e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:16.260821 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'status': 'completed', 'code': 200} Aug 30 21:37:16.261045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:16.271750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-8c685abb-20eb-4cf7-8b41-27c9853db52b service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973983 Aug 30 21:37:16.369010 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:16.369291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-22937d3d-878a-4681-8df0-4d038de3ce35 req-b3bcc100-8804-45aa-948a-8ded432d64d8 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892947 Aug 30 21:37:16.389180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c0d8c-6334-4849-b3e8-121245b78d04 req-3daee978-c343-4a4b-8b05-d5a5a35abbb7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.391406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb5c0d8c-6334-4849-b3e8-121245b78d04 req-3daee978-c343-4a4b-8b05-d5a5a35abbb7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 943 time: 0.0505073 Aug 30 21:37:16.441377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb5c0d8c-6334-4849-b3e8-121245b78d04 req-e1e4b1ee-d3a1-4c61-aae6-e3d7759afa63 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434790 Aug 30 21:37:16.470428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-abb9775e-d815-418f-8f10-672cac176fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.470428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-abb9775e-d815-418f-8f10-672cac176fb0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1098 time: 0.0532460 Aug 30 21:37:16.567015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-22dacfbf-b70d-436b-a437-53969d100f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.568431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-22dacfbf-b70d-436b-a437-53969d100f9e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 913 time: 0.0903561 Aug 30 21:37:16.638489 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b9b9a391-d60b-4f09-a844-19f99fd1be73', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:12Z', 'updated_at': '2021-08-30T21:37:15Z', 'revision_number': 2, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:16.639812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-a1b5e272-fdee-4f94-b4b2-a2c9180bda77 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 1002 time: 0.0641170 Aug 30 21:37:16.668222 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157196d-8217-43b2-a4e9-8ae360312f59 None None] The sync data for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 is: [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b9b9a391-d60b-4f09-a844-19f99fd1be73', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'port_id': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'mac_address': 'fa:16:3e:e9:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:12Z', 'updated_at': '2021-08-30T21:37:15Z', 'revision_number': 2, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:37:16.689947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-5516ddd7-9cad-457b-9d6e-df0539083f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.691486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-5516ddd7-9cad-457b-9d6e-df0539083f0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 200 len: 851 time: 0.0451772 Aug 30 21:37:16.739369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-5b539cb6-cdb1-4e5d-b300-4c9f6f15632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:16.749821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-5b539cb6-cdb1-4e5d-b300-4c9f6f15632f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c744cb29-f57d-4345-9c58-2960a1dbdf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426238 Aug 30 21:37:16.848983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-f69468b1-ca7a-448a-bf3e-fcba9d96e7d0 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008215 Aug 30 21:37:16.948296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5d0ef89b-11f4-4b61-b32a-ce38b16555ba req-7b647bd8-6296-4981-9d6f-7d8570d5f858 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895917 Aug 30 21:37:17.579848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70fabf-cd53-4d51-ae83-0723b0d43907 req-ab452d2e-053a-4e74-834f-ac40ac81ba72 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:17.581265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c70fabf-cd53-4d51-ae83-0723b0d43907 req-ab452d2e-053a-4e74-834f-ac40ac81ba72 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 943 time: 0.0491877 Aug 30 21:37:17.620466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c70fabf-cd53-4d51-ae83-0723b0d43907 req-c20e0376-0121-4a8e-ac46-ff29b47369fb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Aug 30 21:37:17.831311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:17.833646 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:17.871372 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b844d6-a2c6-4a8a-b06a-8d1669124489 x-openstack-request-id: req-b5b844d6-a2c6-4a8a-b06a-8d1669124489 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:17.871672 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:17.871922 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5b844d6-a2c6-4a8a-b06a-8d1669124489 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:17.872329 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'status': 'completed', 'code': 200} Aug 30 21:37:17.936208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-c6b65e0e-0404-48ac-84ea-b5f774879b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:17.937745 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-c6b65e0e-0404-48ac-84ea-b5f774879b7c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1098 time: 0.0455189 Aug 30 21:37:18.040700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-1f64de04-55da-4e2f-b773-e1dd4c5a8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:18.042187 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-1f64de04-55da-4e2f-b773-e1dd4c5a8b21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 913 time: 0.0971003 Aug 30 21:37:18.111795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-66d17565-3f81-4539-96c2-7b5631899b9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 1002 time: 0.0622447 Aug 30 21:37:18.161929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-f643fa26-d245-4c38-8426-14df1a088a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:18.163387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-f643fa26-d245-4c38-8426-14df1a088a04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 200 len: 851 time: 0.0439541 Aug 30 21:37:18.209735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-220025a1-39d5-46be-8195-27f610876c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:18.211238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-220025a1-39d5-46be-8195-27f610876c1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c744cb29-f57d-4345-9c58-2960a1dbdf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408947 Aug 30 21:37:18.306598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-de56c4dd-c0cc-46bb-9d9d-097b51c66137 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875554 Aug 30 21:37:18.401747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843c39dd-62b1-4f15-a88a-d9fc1ad2bc9d req-e5cfb6d0-e0a8-4e4e-9123-94d729133f54 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Aug 30 21:37:18.546214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 790fe998-105d-4afa-9682-e843102d9850 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:37:18.641878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 790fe998-105d-4afa-9682-e843102d9850, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=790fe998-105d-4afa-9682-e843102d9850,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:18.653773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '790fe998-105d-4afa-9682-e843102d9850', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:37:18.694803 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:18.708017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790fe998-105d-4afa-9682-e843102d9850 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:37:18.727449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 790fe998-105d-4afa-9682-e843102d9850, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=790fe998-105d-4afa-9682-e843102d9850,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:18.733036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:18.740969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2b383-1d61-4929-b1d2-225e35d39a2b req-f943b9a8-3166-4d29-8b68-db7a8f41e5b7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:18.742799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcd2b383-1d61-4929-b1d2-225e35d39a2b req-f943b9a8-3166-4d29-8b68-db7a8f41e5b7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 943 time: 0.0514054 Aug 30 21:37:18.779990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=790fe998-105d-4afa-9682-e843102d9850,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:18.786571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcd2b383-1d61-4929-b1d2-225e35d39a2b req-4b6f4ae6-0eef-49e4-93b2-730069dde2dc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374982 Aug 30 21:37:19.053148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['790fe998-105d-4afa-9682-e843102d9850'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:37:19.911230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce71727-4a49-4f22-bd9b-f98589a6cff7 req-6e24ec92-2154-439c-ab3e-c92f61f041a9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:19.912729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ce71727-4a49-4f22-bd9b-f98589a6cff7 req-6e24ec92-2154-439c-ab3e-c92f61f041a9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 944 time: 0.0499966 Aug 30 21:37:19.917304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-1a091126-7f01-4d7d-930e-c57c3c4968b0 req-f9064fa2-a143-4d7e-8b11-7e83aad39224 service neutron] (94688) timed out ('10.222.0.76', 32824) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:37:19.954485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ce71727-4a49-4f22-bd9b-f98589a6cff7 req-34466c53-d93f-4333-8e81-df0c2cd181ed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335681 Aug 30 21:37:20.551154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 790fe998-105d-4afa-9682-e843102d9850 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:37:20.607210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 790fe998-105d-4afa-9682-e843102d9850 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:37:20.610995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 790fe998-105d-4afa-9682-e843102d9850 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:37:20.611367 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:20.690244 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:20.712459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790fe998-105d-4afa-9682-e843102d9850'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:20.714728 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c4455f-56ee-4848-8a49-909dea4a8fa6" -d '{"events": [{"server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "name": "network-vif-plugged", "status": "completed", "tag": "790fe998-105d-4afa-9682-e843102d9850"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:20.727337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 790fe998-105d-4afa-9682-e843102d9850, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=790fe998-105d-4afa-9682-e843102d9850,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:20.733623 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:20.756765 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a9d15-949b-42e9-a6eb-94f3043e9b56 x-openstack-request-id: req-be5a9d15-949b-42e9-a6eb-94f3043e9b56 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:20.757065 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "name": "network-vif-plugged", "status": "completed", "tag": "790fe998-105d-4afa-9682-e843102d9850", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:20.757349 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be5a9d15-949b-42e9-a6eb-94f3043e9b56 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:20.757739 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790fe998-105d-4afa-9682-e843102d9850', 'code': 200} Aug 30 21:37:20.784700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=790fe998-105d-4afa-9682-e843102d9850,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:20.856986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269809e9-1417-419a-939b-2b508bc5b019 req-24cbb5e7-c557-4c57-8ee8-de25a93557e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:20.859133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-269809e9-1417-419a-939b-2b508bc5b019 req-24cbb5e7-c557-4c57-8ee8-de25a93557e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1097 time: 0.0446849 Aug 30 21:37:20.897590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-269809e9-1417-419a-939b-2b508bc5b019 req-a608e9de-e158-4434-a1fc-64b0f787fc1f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315719 Aug 30 21:37:21.074491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4234b3c-3926-4a15-a5ab-2d36e707b434 req-b0204d1c-fb8a-42a4-b921-68dad74f7460 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:21.076103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4234b3c-3926-4a15-a5ab-2d36e707b434 req-b0204d1c-fb8a-42a4-b921-68dad74f7460 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Aug 30 21:37:21.114967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4234b3c-3926-4a15-a5ab-2d36e707b434 req-0aa8388a-28a4-4d68-b20b-b5345228119e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Aug 30 21:37:22.257399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd48c5-1406-462f-8d7a-7ea571d92f56 req-95f460a5-1ddb-49ec-996b-9db2d4c78086 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:22.259005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31bd48c5-1406-462f-8d7a-7ea571d92f56 req-95f460a5-1ddb-49ec-996b-9db2d4c78086 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Aug 30 21:37:22.308714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31bd48c5-1406-462f-8d7a-7ea571d92f56 req-c81ddaf0-4a9f-4ee7-acc0-4843922963aa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Aug 30 21:37:23.649382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c2494-b916-45bb-b8a6-2d554d945a4a req-6c84cfeb-0887-42e9-a94c-ab55263e372b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:23.651657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-317c2494-b916-45bb-b8a6-2d554d945a4a req-6c84cfeb-0887-42e9-a94c-ab55263e372b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0534248 Aug 30 21:37:23.691656 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-317c2494-b916-45bb-b8a6-2d554d945a4a req-c888fb17-9b98-4cf9-8255-7632a875e9e2 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333652 Aug 30 21:37:23.808629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdde90-f1af-45f8-b2dd-0baa6708f459 req-99bf06e3-433b-4b7e-b66f-cb4484c50520 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:23.810160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eafdde90-f1af-45f8-b2dd-0baa6708f459 req-99bf06e3-433b-4b7e-b66f-cb4484c50520 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0519295 Aug 30 21:37:23.848667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eafdde90-f1af-45f8-b2dd-0baa6708f459 req-b23787a9-0255-4b13-b0b0-64e7c9fe0132 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321965 Aug 30 21:37:23.870854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42166) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:23.913281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd59a6-1456-4743-a64d-ac5082c4dee2 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:23.914849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81fd59a6-1456-4743-a64d-ac5082c4dee2 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1092 time: 0.0429819 Aug 30 21:37:23.918149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42168) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:23.922617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:37:23.947169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:24.047260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:24.169563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.25.5.72 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/8d073c10-1360-4282-afd6-fde7f8e3fb71) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:37:24.271684 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:24.313727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:24.350568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:37:24.355593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:37:24.359240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:37:24.387487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=8d073c10-1360-4282-afd6-fde7f8e3fb71,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:24.403142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.403486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.403827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.404160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.404488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.404924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.405253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.405925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.406244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.406562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.406909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.407248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:24.773743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:24.847632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:25.001379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:25.007314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:25.079226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=8d073c10-1360-4282-afd6-fde7f8e3fb71,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:25.096159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:25.200801 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Floating IP 0df7ae44-5908-4426-9387-3922a780afab associated. External IP: 172.25.5.72, port: 790fe998-105d-4afa-9682-e843102d9850. Aug 30 21:37:25.414624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:37:25.526967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:37:25.540376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:37:25.547615 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:25.551369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:25.552289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:25.582347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42172) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:25.591505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cfd47af2-abd7-4902-a3dd-b769effbbf2a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6599724 Aug 30 21:37:25.593531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'tag': '790fe998-105d-4afa-9682-e843102d9850'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:25.597143 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39fb34-0f1d-4136-a775-1c35653becfc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "tag": "790fe998-105d-4afa-9682-e843102d9850"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:25.652538 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e44a0d-eb21-4fe1-b2c1-e05149f67a84 x-openstack-request-id: req-69e44a0d-eb21-4fe1-b2c1-e05149f67a84 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:25.652834 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "tag": "790fe998-105d-4afa-9682-e843102d9850", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:25.653086 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69e44a0d-eb21-4fe1-b2c1-e05149f67a84 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:25.653495 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'tag': '790fe998-105d-4afa-9682-e843102d9850', 'status': 'completed', 'code': 200} Aug 30 21:37:25.670942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:25.767470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ccf7b5c-5619-43fa-9e41-18ca1babcf12 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/0df7ae44-5908-4426-9387-3922a780afab HTTP/1.1" status: 200 len: 990 time: 0.1838937 Aug 30 21:37:26.076080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-23f957d3-c57e-49a9-ae02-a7ca947663f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:26.077653 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-23f957d3-c57e-49a9-ae02-a7ca947663f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1097 time: 0.3956864 Aug 30 21:37:26.096017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:24Z', 'revision_number': 0, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:26.123913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:37:26.133280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:26.134009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:26.172839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-26b4f318-f883-43a4-b94c-bbd69677c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:26.174408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-26b4f318-f883-43a4-b94c-bbd69677c0d9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 898 time: 0.0876474 Aug 30 21:37:26.245914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-c180e848-3377-4b76-a58b-33de40012035 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 200 len: 998 time: 0.0639434 Aug 30 21:37:26.248916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:26.296071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-8b2fade6-ff8b-4c03-a686-cee383231a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:26.297888 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-8b2fade6-ff8b-4c03-a686-cee383231a74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349d3544-9b30-459d-991c-a2aceb4baf98 HTTP/1.1" status: 200 len: 834 time: 0.0450032 Aug 30 21:37:26.347634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-f508414a-cc9d-498a-9471-71f0e0433138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:26.349164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-f508414a-cc9d-498a-9471-71f0e0433138 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43164bf0-9571-4607-a9b8-302e2174eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442319 Aug 30 21:37:26.444339 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-87e38ee3-6f57-4713-a1f3-eabb502c3c48 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880394 Aug 30 21:37:26.482577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:24Z', 'revision_number': 0, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:26.513758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b77247-b0d5-4692-a7c3-40fbaa0adb3e None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:06Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:24Z', 'revision_number': 0, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:37:26.543828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b39fb34-0f1d-4136-a775-1c35653becfc req-56a77dc7-26b9-4598-865d-c04b858efd37 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922008 Aug 30 21:37:26.722270 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d25ef-65a9-4e0b-8424-78d3540143ac None None] New status for floating IP 0df7ae44-5908-4426-9387-3922a780afab: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:37:26.772231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42184) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:26.845994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-553dd995-0e99-4e2d-985d-10c28998e655 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/0df7ae44-5908-4426-9387-3922a780afab HTTP/1.1" status: 200 len: 990 time: 0.0713835 Aug 30 21:37:27.848620 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42188) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:27.914152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-706d38c6-eb73-4b02-a9cb-43f118631fe4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/0df7ae44-5908-4426-9387-3922a780afab HTTP/1.1" status: 200 len: 992 time: 0.0643475 Aug 30 21:37:33.451048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fd9ba-e47f-424a-b30c-3387031a7507 req-91f714e1-7e2b-460f-91fa-f67f354fb0f5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:33.452439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc8fd9ba-e47f-424a-b30c-3387031a7507 req-91f714e1-7e2b-460f-91fa-f67f354fb0f5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0523524 Aug 30 21:37:33.490247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc8fd9ba-e47f-424a-b30c-3387031a7507 req-1f57fb22-2725-4c7d-813b-7354db9668fb tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Aug 30 21:37:33.656498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:34.663553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145d29c-ab60-425d-ac5a-6ec484525fc5 req-fec089e3-6262-4c6d-9d7c-0a816d4690c8 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:34.665204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1145d29c-ab60-425d-ac5a-6ec484525fc5 req-fec089e3-6262-4c6d-9d7c-0a816d4690c8 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0650685 Aug 30 21:37:34.703477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1145d29c-ab60-425d-ac5a-6ec484525fc5 req-fb8086f9-9835-471b-a774-2771df0ebce2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Aug 30 21:37:35.842080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99aae3-ce1f-41ac-9c43-84ba6ef4c082 req-2d6f52d8-47a0-4bce-b52d-40805d1bb965 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:35.843587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa99aae3-ce1f-41ac-9c43-84ba6ef4c082 req-2d6f52d8-47a0-4bce-b52d-40805d1bb965 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0565965 Aug 30 21:37:35.881510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa99aae3-ce1f-41ac-9c43-84ba6ef4c082 req-6109aa48-a2b8-4129-b68b-35af601eb715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318606 Aug 30 21:37:35.942741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:37.002692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21799212-d0b6-4e06-9e82-e4dde3b304b5 req-2c1fcd41-45d4-42b4-95df-80ba13f504a7 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:37.004233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21799212-d0b6-4e06-9e82-e4dde3b304b5 req-2c1fcd41-45d4-42b4-95df-80ba13f504a7 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0515149 Aug 30 21:37:37.042948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21799212-d0b6-4e06-9e82-e4dde3b304b5 req-14d5db53-f8f7-499b-986e-eaeca46fedc5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326972 Aug 30 21:37:38.178438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f234c-28f5-4746-b387-13897867c54b req-1073c25a-6066-4598-b080-f0873c0f42de tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:38.179955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-764f234c-28f5-4746-b387-13897867c54b req-1073c25a-6066-4598-b080-f0873c0f42de tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0602345 Aug 30 21:37:38.219143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-764f234c-28f5-4746-b387-13897867c54b req-53ec4c39-d6e0-44d9-9be0-f2f9a9cd29d0 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328469 Aug 30 21:37:38.966215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1d40347-4d25-40e4-a3a3-7241825f8ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:39.272225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bf188-a22a-41b3-88fd-5136fae5216e req-54dec459-5ddf-4df8-81f2-6e0b7c4d856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:39.273856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-54dec459-5ddf-4df8-81f2-6e0b7c4d856e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0490508 Aug 30 21:37:39.347606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f148f-8581-4001-847d-ac97e25b8979 req-c245545a-b8e9-4cce-852f-64645750ffa4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:39.349126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f9f148f-8581-4001-847d-ac97e25b8979 req-c245545a-b8e9-4cce-852f-64645750ffa4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0574949 Aug 30 21:37:39.388049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bf188-a22a-41b3-88fd-5136fae5216e req-3194b85a-86ff-418f-b832-73841b5cd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:39.388889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f9f148f-8581-4001-847d-ac97e25b8979 req-5da8f136-8161-4702-9f4a-1168dec8dabd tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Aug 30 21:37:39.389489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-3194b85a-86ff-418f-b832-73841b5cd2ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.0933084 Aug 30 21:37:39.459695 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-be5c65c3-9c94-4a3c-94d3-23834cce7fea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1002 time: 0.0633671 Aug 30 21:37:39.514975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bf188-a22a-41b3-88fd-5136fae5216e req-ecf58d92-d860-463a-bbf2-ffa01884e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:39.516351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-ecf58d92-d860-463a-bbf2-ffa01884e616 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0493045 Aug 30 21:37:39.562990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bf188-a22a-41b3-88fd-5136fae5216e req-5c614c59-55bf-4c58-90a2-9736e0b8230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:39.564438 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-5c614c59-55bf-4c58-90a2-9736e0b8230b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410185 Aug 30 21:37:39.658633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-b0f07fd5-0325-4a92-9ec1-17c7db132056 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853777 Aug 30 21:37:39.758386 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-843bf188-a22a-41b3-88fd-5136fae5216e req-8299a6a7-78b9-4b6b-8b0d-07c72617f086 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915346 Aug 30 21:37:40.515256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d36ef-8ef4-442e-8adb-31c0974574dd req-d9f22a30-3caf-4ebd-ac3f-48b5854acdca tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:40.516881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b52d36ef-8ef4-442e-8adb-31c0974574dd req-d9f22a30-3caf-4ebd-ac3f-48b5854acdca tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0556600 Aug 30 21:37:40.560111 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b52d36ef-8ef4-442e-8adb-31c0974574dd req-8133b46c-1815-4d48-b3a3-d622d888cad7 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348840 Aug 30 21:37:41.691711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bef3f-6650-4e29-9f33-744ef31dba54 req-5c1b848f-4460-41e9-8780-bcae1edcaeab tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:41.693420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39bef3f-6650-4e29-9f33-744ef31dba54 req-5c1b848f-4460-41e9-8780-bcae1edcaeab tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0593917 Aug 30 21:37:41.736320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39bef3f-6650-4e29-9f33-744ef31dba54 req-04885733-b009-4f29-9b60-4bfad0108c12 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362365 Aug 30 21:37:41.749736 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:41.896668 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-713deb45-5190-43ce-9681-05fd6c3dd133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:42.447334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:37:42.692007 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:42.887056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb590b52-9bcb-4eba-9a99-277da609ac11 req-b1ae577e-c1c6-44b7-9462-529e9bf64da2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:42.888562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb590b52-9bcb-4eba-9a99-277da609ac11 req-b1ae577e-c1c6-44b7-9462-529e9bf64da2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0627408 Aug 30 21:37:42.927525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb590b52-9bcb-4eba-9a99-277da609ac11 req-41e67cb4-f85d-4abd-9a04-c13a4311a6d8 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Aug 30 21:37:43.298682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-b1cbdddd-6a92-431a-82dc-83c0a2d47c3a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414300 Aug 30 21:37:43.388047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-5420987e-4e22-4173-ac03-587a39cc1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:43.389527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-5420987e-4e22-4173-ac03-587a39cc1f33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 1097 time: 0.0408065 Aug 30 21:37:43.501097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-cf24b595-7cb4-48cb-bb99-b0cba2a255b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:43.502584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-cf24b595-7cb4-48cb-bb99-b0cba2a255b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0919554 Aug 30 21:37:43.573939 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-b0d8c980-43c0-4eb5-8c10-11bfa270dcee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 200 len: 1000 time: 0.0616968 Aug 30 21:37:43.628568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-d3d75774-ad7c-4d1a-bbf6-ebc7cc248ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:43.630048 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-d3d75774-ad7c-4d1a-bbf6-ebc7cc248ddf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0481467 Aug 30 21:37:43.679235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-404c5c17-cca9-4e8b-b059-c758a1e4a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:43.680722 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-404c5c17-cca9-4e8b-b059-c758a1e4a408 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427837 Aug 30 21:37:43.787244 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-e85e2d1f-e8d6-4d27-b6be-c4f30fb1e767 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971417 Aug 30 21:37:43.883984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac610846-b8a2-4d55-aa6e-73118c76dcf8 req-1c9616cf-b858-462d-95c1-d89feea4eddf service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890560 Aug 30 21:37:44.050739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6042af9-daf4-4e89-af7d-b6bd6565565f req-adceafee-9d2c-4e33-8a20-f99f5989a051 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:44.052239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6042af9-daf4-4e89-af7d-b6bd6565565f req-adceafee-9d2c-4e33-8a20-f99f5989a051 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0515957 Aug 30 21:37:44.089594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6042af9-daf4-4e89-af7d-b6bd6565565f req-815f5706-81c3-496d-90ee-0a41dadf3c50 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Aug 30 21:37:44.301280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe33081-8d81-4ab6-88b5-e503d6da21cb req-c00e2afc-8706-40f2-b54b-5637a9be96aa tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:44.302856 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbe33081-8d81-4ab6-88b5-e503d6da21cb req-c00e2afc-8706-40f2-b54b-5637a9be96aa tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0532656 Aug 30 21:37:44.327632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33277b7-be6a-4efb-acc0-38c561070599 req-60979508-ad4c-4632-8c89-910ed36e8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:44.329164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-60979508-ad4c-4632-8c89-910ed36e8084 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0439439 Aug 30 21:37:44.343667 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbe33081-8d81-4ab6-88b5-e503d6da21cb req-9f7f6dae-940d-47cd-a1d5-25f3f993ee1d tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346360 Aug 30 21:37:44.425425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33277b7-be6a-4efb-acc0-38c561070599 req-435e3d85-c1c8-48ae-b01f-2775f1d378ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:44.426834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-435e3d85-c1c8-48ae-b01f-2775f1d378ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.0904655 Aug 30 21:37:44.500613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-1ce44132-56dd-4efd-9a96-c77cff0f59e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1002 time: 0.0655618 Aug 30 21:37:44.550472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33277b7-be6a-4efb-acc0-38c561070599 req-d43b21de-feac-4a18-ab09-82d49aa61db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:44.551974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-d43b21de-feac-4a18-ab09-82d49aa61db2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0441077 Aug 30 21:37:44.606633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:44.607817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33277b7-be6a-4efb-acc0-38c561070599 req-45a6fafa-e471-433f-a27e-6186794b5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:44.609405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-45a6fafa-e471-433f-a27e-6186794b5373 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490584 Aug 30 21:37:44.700051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-20cb7d9e-2f6c-46fc-b17c-ae8ba45540fb service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 Aug 30 21:37:44.798355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c33277b7-be6a-4efb-acc0-38c561070599 req-c1f44faa-df2a-4cf1-8003-b777ba3e123c service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902100 Aug 30 21:37:45.473348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2fc4e-583e-4e33-9cca-9ea97e01f8b8 req-c6bfce3f-7f41-4813-be2b-c7b1fdabf30a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:45.474925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4bd2fc4e-583e-4e33-9cca-9ea97e01f8b8 req-c6bfce3f-7f41-4813-be2b-c7b1fdabf30a tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0594847 Aug 30 21:37:45.514233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4bd2fc4e-583e-4e33-9cca-9ea97e01f8b8 req-1ff745af-017a-4396-ac17-38beba9b8091 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330877 Aug 30 21:37:46.637666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d99c-572c-4be9-89f5-ff6626c5e4f3 req-21bbd1c5-54a2-4eaf-8138-4052f4d716e3 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:46.639255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bf9d99c-572c-4be9-89f5-ff6626c5e4f3 req-21bbd1c5-54a2-4eaf-8138-4052f4d716e3 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0534618 Aug 30 21:37:46.678164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bf9d99c-572c-4be9-89f5-ff6626c5e4f3 req-1101a06b-4625-4066-891c-20d6b95c636e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327473 Aug 30 21:37:48.751237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:48.930875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Deleting port 7751a783-3bc7-42ed-8dff-b9373577c2a1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:37:48.931189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:49.009877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:49.010113 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:49.022747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Calling delete_port for 7751a783-3bc7-42ed-8dff-b9373577c2a1 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:37:49.212325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:49.240640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event deleted for resources: {'Port': ['ID=7751a783-3bc7-42ed-8dff-b9373577c2a1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:49.255944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.256077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.256452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.256794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.257197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.257667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.257996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.258355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.258746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.259278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.259701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.259980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:37:49.322645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:49.323166 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Floating IP b9b9a391-d60b-4f09-a844-19f99fd1be73 disassociated (deleted). External IP: 172.25.5.107, port: ab57c19a-e2bc-4d73-86fe-62ea81d2fba7. Aug 30 21:37:49.567580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Router 9adedb0b-1f5c-4917-acf5-629f9a6a584d has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:37:49.689161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:37:49.693782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:49.701597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] Sync routers for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:37:49.712181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:49.712895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:49.720991 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69c676f8-d51d-4b32-a920-40d72e653e4a tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "DELETE /v2.0/floatingips/b9b9a391-d60b-4f09-a844-19f99fd1be73 HTTP/1.1" status: 204 len: 168 time: 0.9683087 Aug 30 21:37:49.721571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:49.723893 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12c2eaa-734f-4ce0-95cb-04da09b286c3" -d '{"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:49.827477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:49.887036 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a6932-006f-43c9-8a46-f25b04f1dbe9 x-openstack-request-id: req-7f7a6932-006f-43c9-8a46-f25b04f1dbe9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:49.887646 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:49.887826 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f7a6932-006f-43c9-8a46-f25b04f1dbe9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:49.888562 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'status': 'completed', 'code': 200} Aug 30 21:37:49.958485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-03ecf83b-d7ba-48b6-8984-876e90b64127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:49.960097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-03ecf83b-d7ba-48b6-8984-876e90b64127 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 1098 time: 0.0467067 Aug 30 21:37:49.993120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260fee3-58bc-49cb-aac6-c381b949a21c req-485b9eb0-afe8-4823-9550-a4b6ed4a3a5c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:49.999202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2260fee3-58bc-49cb-aac6-c381b949a21c req-485b9eb0-afe8-4823-9550-a4b6ed4a3a5c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 946 time: 0.0603938 Aug 30 21:37:50.043106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2260fee3-58bc-49cb-aac6-c381b949a21c req-926d722b-608a-4fc4-ac6a-f6e25d0b8abd tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Aug 30 21:37:50.053788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:50.067340 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-bfcf7ac3-a155-4ddd-871c-52fc359831d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:50.068888 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-bfcf7ac3-a155-4ddd-871c-52fc359831d1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 200 len: 913 time: 0.1010098 Aug 30 21:37:50.087040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] Checking router: 9adedb0b-1f5c-4917-acf5-629f9a6a584d for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:37:50.096035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:37:50.096805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:50.113679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-52f644ef-b175-45a7-8dba-cebe24776f66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 200 len: 217 time: 0.0349331 Aug 30 21:37:50.165327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-8594a22a-56f2-4ec3-ad59-9c3f7c2b6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:50.166873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-8594a22a-56f2-4ec3-ad59-9c3f7c2b6216 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 200 len: 851 time: 0.0451951 Aug 30 21:37:50.206793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:37:50.220266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-7739a669-81a1-4eff-b0b9-1593dd8443f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:50.221866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-7739a669-81a1-4eff-b0b9-1593dd8443f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c744cb29-f57d-4345-9c58-2960a1dbdf88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475159 Aug 30 21:37:50.316136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-69ca99aa-ff2a-47d8-8845-4b6c5cba6eaf service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853090 Aug 30 21:37:50.416395 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f12c2eaa-734f-4ce0-95cb-04da09b286c3 req-00956e93-70bc-4f30-8564-c4fa21df5638 service neutron] 10.222.0.82 "GET /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918972 Aug 30 21:37:50.421277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:37:50.447989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e17f7-be54-4b7f-8b0c-47d60fce9871 None None] The sync data for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 is: [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '594e3a1a-5b5f-44ad-860a-ad354a0707b0', 'name': '', 'network_id': 'c744cb29-f57d-4345-9c58-2960a1dbdf88', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'mac_address': 'fa:16:3e:ff:14:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:59Z', 'updated_at': '2021-08-30T21:34:09Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'subnets': [{'id': '17c6e449-9806-48d7-ac5f-4f7433db7873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:37:50.670191 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328dfca-220b-47fc-864e-6e9714fea19f None None] New status for floating IP b9b9a391-d60b-4f09-a844-19f99fd1be73: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:37:51.172248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0871e-9eb7-4395-ad27-fa0554ed6c68 req-77e0f1ca-57be-43e4-b80f-204260f6622c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:51.174016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83e0871e-9eb7-4395-ad27-fa0554ed6c68 req-77e0f1ca-57be-43e4-b80f-204260f6622c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 946 time: 0.0559328 Aug 30 21:37:51.213404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83e0871e-9eb7-4395-ad27-fa0554ed6c68 req-975ed9e0-670f-4543-a3d1-d3d947f61d4f tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/security-groups?id=701fcbc8-f263-4564-a3f3-91cde94519df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Aug 30 21:37:51.654359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-6ea9d06f-5ed8-4c4d-9a9d-866039baf060 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:37:51.656199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-6ea9d06f-5ed8-4c4d-9a9d-866039baf060 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.82 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 946 time: 0.0862346 Aug 30 21:37:51.754580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Deleting port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:37:51.754957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:51.849275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] For port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:37:51.849639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:51.864901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Calling delete_port for ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:37:52.007421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:52.035921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event deleted for resources: {'Port': ['ID=ab57c19a-e2bc-4d73-86fe-62ea81d2fba7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:37:52.313736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-edd4dffc-8467-44e7-b580-f1e0f163f64c req-99dbe503-e5b9-4901-878e-a958594ad603 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Aug 30 21:37:52.359292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] No DVR routers for this DVR port ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:37:52.362091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:52.364150 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8faff5a8-9d15-413c-9da0-8a94a8cebbf3 req-35a11956-12df-475e-bb29-bdf971473613 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.82 "DELETE /v2.0/ports/ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 HTTP/1.1" status: 204 len: 173 time: 0.7015297 Aug 30 21:37:52.364586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'name': 'network-vif-deleted', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:37:52.366871 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b685f83-4f85-49e1-b1de-0f8ea2a3cb65" -d '{"events": [{"server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "name": "network-vif-deleted", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:37:52.404147 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d46eb74-e2ef-42b4-aa7d-4a518891d9ce x-openstack-request-id: req-9d46eb74-e2ef-42b4-aa7d-4a518891d9ce {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:37:52.404450 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311c2fec-4edc-4279-836f-fff1bc7a3af5", "name": "network-vif-deleted", "tag": "ab57c19a-e2bc-4d73-86fe-62ea81d2fba7", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:37:52.404686 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d46eb74-e2ef-42b4-aa7d-4a518891d9ce {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:37:52.405079 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311c2fec-4edc-4279-836f-fff1bc7a3af5', 'name': 'network-vif-deleted', 'tag': 'ab57c19a-e2bc-4d73-86fe-62ea81d2fba7', 'status': 'completed', 'code': 200} Aug 30 21:37:53.409198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e70c00e-a404-4c58-8a35-35590e3ed014 req-3cc338c6-dbc1-48d3-8292-a605454239bb tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 210 time: 0.0269549 Aug 30 21:37:54.504373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-611e328f-bdec-41a8-b56c-937f82da3abc req-ebe43426-ca9d-4fc9-bc4e-a0eb4f80f769 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 210 time: 0.0269310 Aug 30 21:37:55.606395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2917f48-43f0-4741-ab9b-12163aed4d09 req-a6894169-a4be-4892-a5a2-f30145236048 tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "GET /v2.0/ports?device_id=311c2fec-4edc-4279-836f-fff1bc7a3af5 HTTP/1.1" status: 200 len: 210 time: 0.0265188 Aug 30 21:37:56.140783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:37:56.166395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:37:56.166770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ab57c19a-e2bc-4d73-86fe-62ea81d2fba7 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:37:56.666603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:37:56.731502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7634dc3-0fa6-4be5-a527-d84a36cd2f2c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:56.756828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7634dc3-0fa6-4be5-a527-d84a36cd2f2c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:56.842154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7634dc3-0fa6-4be5-a527-d84a36cd2f2c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:56.845132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b7634dc3-0fa6-4be5-a527-d84a36cd2f2c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:37:56.846360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b7634dc3-0fa6-4be5-a527-d84a36cd2f2c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] 10.222.0.76 "DELETE /v2.0/security-groups/701fcbc8-f263-4564-a3f3-91cde94519df HTTP/1.1" status: 204 len: 168 time: 0.1786194 Aug 30 21:37:56.863949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7634dc3-0fa6-4be5-a527-d84a36cd2f2c tempest-TestVolumeBackupRestore-482094978 tempest-TestVolumeBackupRestore-482094978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701fcbc8-f263-4564-a3f3-91cde94519df,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:00.344714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:00.718445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:00.977942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Deleting port 594e3a1a-5b5f-44ad-860a-ad354a0707b0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:00.978164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:01.067122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] For port 594e3a1a-5b5f-44ad-860a-ad354a0707b0, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=594e3a1a-5b5f-44ad-860a-ad354a0707b0,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:01.067478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:01.080398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Calling delete_port for 594e3a1a-5b5f-44ad-860a-ad354a0707b0 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:01.271459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:01.301206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=594e3a1a-5b5f-44ad-860a-ad354a0707b0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:01.469746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:01.696789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Router 9adedb0b-1f5c-4917-acf5-629f9a6a584d has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:38:01.802937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:38:01.808493 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3165335d-31b3-4b4c-bb88-04ea90e89e23 admin admin] 10.222.0.76 "PUT /v2.0/routers/9adedb0b-1f5c-4917-acf5-629f9a6a584d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4610870 Aug 30 21:38:01.811042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:01.813791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] Sync routers for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:38:01.824317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:01.825014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:01.918003 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:01.934404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:02.015580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.075512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Deleting port 533d7e68-54f4-40eb-ac4b-192372781bba {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:02.075858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.107831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:38:01Z', 'revision_number': 5, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port': {'id': '533d7e68-54f4-40eb-ac4b-192372781bba', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:02.133875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] Checking router: 9adedb0b-1f5c-4917-acf5-629f9a6a584d for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:38:02.142885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] Routers {'9adedb0b-1f5c-4917-acf5-629f9a6a584d'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:02.143534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:02.155228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] For port 533d7e68-54f4-40eb-ac4b-192372781bba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=533d7e68-54f4-40eb-ac4b-192372781bba,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:02.155953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.169431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Calling delete_port for 533d7e68-54f4-40eb-ac4b-192372781bba owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:02.228150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] Set router 9adedb0b-1f5c-4917-acf5-629f9a6a584d gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:02.280322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:38:02Z', 'revision_number': 6, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:02.306185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b998e603-da37-42b7-8c72-73c20ba8bbe4 None None] The sync data for ids ['9adedb0b-1f5c-4917-acf5-629f9a6a584d'] in n-d-793620-16 is: [{'id': '9adedb0b-1f5c-4917-acf5-629f9a6a584d', 'name': 'tempest-TestVolumeBackupRestore-47927259-router', 'tenant_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:33:53Z', 'updated_at': '2021-08-30T21:38:02Z', 'revision_number': 6, 'project_id': '459e7c3d3a9144f5b76f0577c9ed82d2', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:38:02.344082 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.367964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=533d7e68-54f4-40eb-ac4b-192372781bba,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:02.438934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.539057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.541294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.586723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.587279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9adedb0b-1f5c-4917-acf5-629f9a6a584d {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:38:02.591568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.592865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c93aabe-3e88-4059-93a4-e77a7ebd9b80 admin admin] 10.222.0.76 "DELETE /v2.0/routers/9adedb0b-1f5c-4917-acf5-629f9a6a584d HTTP/1.1" status: 204 len: 168 time: 0.7808480 Aug 30 21:38:02.595445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:02.639731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Deleting subnet 17c6e449-9806-48d7-ac5f-4f7433db7873 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:38:02.643007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.684375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.770080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.828221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.852631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c6e449-9806-48d7-ac5f-4f7433db7873,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:02.856854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.859052 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-430a4006-c083-4373-b712-9adb4e83acbf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/17c6e449-9806-48d7-ac5f-4f7433db7873 HTTP/1.1" status: 204 len: 168 time: 0.2627072 Aug 30 21:38:02.861733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42736) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:02.864831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29218279-6b43-44fd-952c-6db8f7b80669 None None] Network c744cb29-f57d-4345-9c58-2960a1dbdf88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:38:02.935892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:02.993024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Deleting port 544a45d2-37cf-4368-8f2c-9f14291d6502 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:02.993313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.061297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] For port 544a45d2-37cf-4368-8f2c-9f14291d6502, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=544a45d2-37cf-4368-8f2c-9f14291d6502,segment=NetworkSegment(2a514c54-a1bf-4c8f-8136-c541bdd13274),segment_id=2a514c54-a1bf-4c8f-8136-c541bdd13274)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:03.061527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.077157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Calling delete_port for 544a45d2-37cf-4368-8f2c-9f14291d6502 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:03.163862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.191758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=544a45d2-37cf-4368-8f2c-9f14291d6502,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:03.194023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] No DVR routers for this DVR port 544a45d2-37cf-4368-8f2c-9f14291d6502 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:38:03.205304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7da1757-e6bc-4af9-8402-80e24ec034aa None None] DHCP port deletion for c744cb29-f57d-4345-9c58-2960a1dbdf88 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:38:03.272462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.283115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c744cb29-f57d-4345-9c58-2960a1dbdf88']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:03.293593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a514c54-a1bf-4c8f-8136-c541bdd13274') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:03.293881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a514c54-a1bf-4c8f-8136-c541bdd13274') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:03.303079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.318084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.327728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:38:03.328138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:38:03.329957 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:38:03.386550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.392243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.394135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] 10.222.0.76 "DELETE /v2.0/networks/c744cb29-f57d-4345-9c58-2960a1dbdf88 HTTP/1.1" status: 204 len: 168 time: 0.5313089 Aug 30 21:38:03.397254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42738) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:03.410003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d960fda-6dd4-4624-a116-44a0ce639c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c744cb29-f57d-4345-9c58-2960a1dbdf88,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:03.654019 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:03.898311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 544a45d2-37cf-4368-8f2c-9f14291d6502 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:03.918921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 544a45d2-37cf-4368-8f2c-9f14291d6502 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:03.919179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 544a45d2-37cf-4368-8f2c-9f14291d6502 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:03.919594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 594e3a1a-5b5f-44ad-860a-ad354a0707b0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:03.937636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 594e3a1a-5b5f-44ad-860a-ad354a0707b0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:03.937983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 594e3a1a-5b5f-44ad-860a-ad354a0707b0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:03.938387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 533d7e68-54f4-40eb-ac4b-192372781bba no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:03.959622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 533d7e68-54f4-40eb-ac4b-192372781bba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:03.959973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 533d7e68-54f4-40eb-ac4b-192372781bba not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:04.061044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:04.323094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Deleting port 4e0ad67b-d18f-4a21-8186-28048569434b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:04.323310 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:04.406566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] For port 4e0ad67b-d18f-4a21-8186-28048569434b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4e0ad67b-d18f-4a21-8186-28048569434b,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:04.407422 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:04.424939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Calling delete_port for 4e0ad67b-d18f-4a21-8186-28048569434b owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:04.628772 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:04.654742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0ad67b-d18f-4a21-8186-28048569434b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:04.821677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:05.051696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:38:05.166854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:38:05.172022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-205659eb-4684-4968-8e42-e5bbd25f33ec admin admin] 10.222.0.76 "PUT /v2.0/routers/2551ccba-8bf5-427f-9cbe-9baf7bfcaee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736983 Aug 30 21:38:05.174876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:05.175846 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] Sync routers for ids ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:38:05.185452 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] Routers {'2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:05.186145 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:05.281444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:05.287940 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] Set router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:05.572610 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:38:04Z', 'revision_number': 5, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:05.598783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] Checking router: 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:38:05.608334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] Routers {'2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:05.608959 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:37:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:05.656665 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:05.708578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Deleting port 497f6729-7f28-456b-9194-3569b2f66152 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:05.708901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:05.711747 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] Set router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:05.787991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] For port 497f6729-7f28-456b-9194-3569b2f66152, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=497f6729-7f28-456b-9194-3569b2f66152,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:05.788356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:05.801073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Calling delete_port for 497f6729-7f28-456b-9194-3569b2f66152 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:05.886894 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:38:04Z', 'revision_number': 5, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:05.913525 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5201da-ddd8-49f8-a52e-0ff7bbab9496 None None] The sync data for ids ['2551ccba-8bf5-427f-9cbe-9baf7bfcaee3'] in n-d-793620-16 is: [{'id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'name': 'tempest-TestVolumeBackupRestore-271039082-router', 'tenant_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '497f6729-7f28-456b-9194-3569b2f66152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:07Z', 'updated_at': '2021-08-30T21:38:04Z', 'revision_number': 5, 'project_id': 'cb977da2c0ec4c83b26f4a36da2479c6', 'gw_port': {'id': '497f6729-7f28-456b-9194-3569b2f66152', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2551ccba-8bf5-427f-9cbe-9baf7bfcaee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:08Z', 'updated_at': '2021-08-30T21:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:38:05.954602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:05.980594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.010369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=497f6729-7f28-456b-9194-3569b2f66152,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:06.069055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.156138 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.158401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.205083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.205742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:38:06.210618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.211824 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4c596a3b-1d7e-484e-aebc-2191d62d3c46 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2551ccba-8bf5-427f-9cbe-9baf7bfcaee3 HTTP/1.1" status: 204 len: 168 time: 1.0359356 Aug 30 21:38:06.214433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:06.263285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Deleting subnet 6f30fce3-610b-4cc4-874e-59997ff5151a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:38:06.266114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.302818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.383230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.440791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.471025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f30fce3-610b-4cc4-874e-59997ff5151a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:06.475034 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.478120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a5c5a807-efbf-4fc4-aaf7-77ae9d9a47d7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6f30fce3-610b-4cc4-874e-59997ff5151a HTTP/1.1" status: 204 len: 168 time: 0.2615428 Aug 30 21:38:06.479636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42746) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:06.482338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0825f0-07a5-4c2f-bdd1-78e77560dd14 None None] Network a2b20519-0072-4b48-ad46-8ac3341b5775 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:38:06.551545 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.611153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Deleting port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:06.611495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.668927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] DHCP port deletion for a2b20519-0072-4b48-ad46-8ac3341b5775 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:38:06.683364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] For port 7dd6f1f2-0744-42b5-ac07-143e335b5e01, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7dd6f1f2-0744-42b5-ac07-143e335b5e01,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:06.683736 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.697980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Calling delete_port for 7dd6f1f2-0744-42b5-ac07-143e335b5e01 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:06.720596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Deleting port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:06.720998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.781968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] For port 7dd6f1f2-0744-42b5-ac07-143e335b5e01, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7dd6f1f2-0744-42b5-ac07-143e335b5e01,segment=NetworkSegment(d31918ff-6a28-4aac-be7a-e6d694e3bc1b),segment_id=d31918ff-6a28-4aac-be7a-e6d694e3bc1b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:06.782491 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.787350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.801221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Calling delete_port for 7dd6f1f2-0744-42b5-ac07-143e335b5e01 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:06.818297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd6f1f2-0744-42b5-ac07-143e335b5e01,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:06.823063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] No DVR routers for this DVR port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:38:06.875576 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 21:38:06.887980 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.897392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.908821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b20519-0072-4b48-ad46-8ac3341b5775']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:06.915842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Pushing event deleted for resources: {'Port': ['ID=7dd6f1f2-0744-42b5-ac07-143e335b5e01,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:06.918151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] No DVR routers for this DVR port 7dd6f1f2-0744-42b5-ac07-143e335b5e01 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:38:06.920893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:06.921133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31918ff-6a28-4aac-be7a-e6d694e3bc1b') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:06.932069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.932441 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.932583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.933271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.933903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.934238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.935076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.935557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.936042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.936694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.937106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.937434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.937757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f57c07-77ab-47b9-aea6-a5374679c7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:06.949205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.956001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:38:06.956388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:38:06.958254 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:38:07.023159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.029993 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.032503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a2b20519-0072-4b48-ad46-8ac3341b5775 HTTP/1.1" status: 204 len: 168 time: 0.5518389 Aug 30 21:38:07.044314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c39dc-7749-4350-b65b-54d4fe0ab369 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b20519-0072-4b48-ad46-8ac3341b5775,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:07.218531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42750) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:07.259450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ac07e879-53dc-4073-8126-f4200c86b5b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=459e7c3d3a9144f5b76f0577c9ed82d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397286 Aug 30 21:38:07.261979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42752) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:07.309831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de00e975-b0fa-48b5-b725-ef42608ce9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.332342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de00e975-b0fa-48b5-b725-ef42608ce9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.385909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de00e975-b0fa-48b5-b725-ef42608ce9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.389567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de00e975-b0fa-48b5-b725-ef42608ce9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.391293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-de00e975-b0fa-48b5-b725-ef42608ce9e3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1edaabaa-aa2c-4eca-9093-c2cc511353f9 HTTP/1.1" status: 204 len: 168 time: 0.1284397 Aug 30 21:38:07.400272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00e975-b0fa-48b5-b725-ef42608ce9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edaabaa-aa2c-4eca-9093-c2cc511353f9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:07.726990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42760) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:07.768371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-689f9788-8534-49ab-9bfb-09aec30054e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb977da2c0ec4c83b26f4a36da2479c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400634 Aug 30 21:38:07.770898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42762) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:07.822897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd0b7-0a25-451d-9394-2b88c11102e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.846069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd0b7-0a25-451d-9394-2b88c11102e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.897907 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd0b7-0a25-451d-9394-2b88c11102e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.900255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e0ad67b-d18f-4a21-8186-28048569434b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:07.900781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd0b7-0a25-451d-9394-2b88c11102e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:07.901664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2d4cd0b7-0a25-451d-9394-2b88c11102e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27e59ebe-0d05-4dd2-9565-33588c28d4d7 HTTP/1.1" status: 204 len: 168 time: 0.1298912 Aug 30 21:38:07.909992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cd0b7-0a25-451d-9394-2b88c11102e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e59ebe-0d05-4dd2-9565-33588c28d4d7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:07.924623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4e0ad67b-d18f-4a21-8186-28048569434b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:07.924971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e0ad67b-d18f-4a21-8186-28048569434b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:07.925618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7dd6f1f2-0744-42b5-ac07-143e335b5e01 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:07.948594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7dd6f1f2-0744-42b5-ac07-143e335b5e01 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:07.948942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7dd6f1f2-0744-42b5-ac07-143e335b5e01 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:07.949359 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497f6729-7f28-456b-9194-3569b2f66152 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:07.970689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 497f6729-7f28-456b-9194-3569b2f66152 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:07.970942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 497f6729-7f28-456b-9194-3569b2f66152 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:08.966068 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd9fb-2249-40c1-b5e7-557f09aeb759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:11.757983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:11.900732 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dec767fb-d74f-4045-b405-72e807cd0998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:12.691425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:14.619239 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:19.449858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:38:30.598857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:30.680287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df41af-1fb9-4a16-8b6d-dbd3e58f7818 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:30.680784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df41af-1fb9-4a16-8b6d-dbd3e58f7818 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:30.681267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df41af-1fb9-4a16-8b6d-dbd3e58f7818 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:30.683002 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-87df41af-1fb9-4a16-8b6d-dbd3e58f7818 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=97afe81608674130b1f2b6349c4a25eb&network_id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 2972 time: 0.0828488 Aug 30 21:38:33.660071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:34.381301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42794) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:34.457729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad56c9e-d0a8-4ea0-ab11-765233167858 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:34.459579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ad56c9e-d0a8-4ea0-ab11-765233167858 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 814 time: 0.0772438 Aug 30 21:38:35.240894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.249227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'network': {'name': 'tempest-network-smoke--57556748', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:35.274942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:38:35.278407 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:35.302592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:38:35.311991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:35.312324 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Added segment b4393004-7da6-4774-b4d5-1893cc6ceebc of type vlan for network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 Aug 30 21:38:35.352523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:35.379806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:35.385317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:35.385914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:35.442915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2006624 Aug 30 21:38:35.446502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42802) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.453534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Network': ['ID=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:35.461211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.466616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7880b92f-23a5-45bb-8787-6839df3f2f7c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:35.477742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:38:35.519039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f3092-0306-4f2f-81d8-bd97a30f8203 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:35.520565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ee1f3092-0306-4f2f-81d8-bd97a30f8203 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=97afe81608674130b1f2b6349c4a25eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0729620 Aug 30 21:38:35.523404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42804) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.607105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c4c86-8311-405c-8333-a36efd28b707 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:35.608624 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-156c4c86-8311-405c-8333-a36efd28b707 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0842309 Aug 30 21:38:35.611827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.639459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eac3e795-fc19-4fc3-ac4e-6e4b65829763 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266573 Aug 30 21:38:35.642051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.668588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7a99ab9-d580-40d6-b7e1-69abad013498 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=97afe81608674130b1f2b6349c4a25eb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255868 Aug 30 21:38:35.670974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.757606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3baa1-3e8b-4ba8-8918-b4bbee75cff2 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:35.759095 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eab3baa1-3e8b-4ba8-8918-b4bbee75cff2 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872893 Aug 30 21:38:35.763268 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42812) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.792206 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-536535c1-1988-4140-8ea1-f5040a4250b6 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277672 Aug 30 21:38:35.795300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:35.800663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018714206', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:35.900487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:38:35.904148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:35.955526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.088651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.164174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Subnet': ['ID=ca65ae1f-4a64-4c42-b376-bcf0e626afd9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:36.175363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Checking segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:38:36.175720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network hostable DHCP agents. Network: b51ae129-3551-47bd-8b9b-4e9e6ca17ea0, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:38:36.196361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:38:36.209102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b51ae129-3551-47bd-8b9b-4e9e6ca17ea0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:38:36.213806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:36.214386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.219274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5bbd66-ba29-46a4-93c3-17e812e62a75 None None] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:38:36.231049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6021553b-93fa-414b-b3e1-92a77419a235 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4347339 Aug 30 21:38:36.367091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ips': [{'subnet_id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:38:36.368036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.506082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Allocated IP 172.20.0.18 (b51ae129-3551-47bd-8b9b-4e9e6ca17ea0/ca65ae1f-4a64-4c42-b376-bcf0e626afd9/9d06afac-a344-47b6-a4a4-051a5726a0fe) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:38:36.573484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:36.578686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616857120', 'description': 'tempest-secgroup-smoke-616857120 description', 'project_id': '97afe81608674130b1f2b6349c4a25eb'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:36.600946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.650154 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.659453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Transition to ACTIVE for port object 9d06afac-a344-47b6-a4a4-051a5726a0fe will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:36.674306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Transition to ACTIVE for port object 9d06afac-a344-47b6-a4a4-051a5726a0fe will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:36.681948 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.685078 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.691316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.720713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.721973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1474633 Aug 30 21:38:36.723963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736444ff-6b73-4547-9c14-71d4af1ad314 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:36.724790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:38:36.725119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42820) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:36.730409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '34843ad8-d806-4a4e-95b4-ee9efbaf3e6a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:36.730797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Pushing event updated for resources: {'Port': ['ID=9d06afac-a344-47b6-a4a4-051a5726a0fe,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:36.733342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:38:36.735478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:38:36.759027 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.787797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Attempting to bind port 9d06afac-a344-47b6-a4a4-051a5726a0fe on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:38:36.788162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Attempting to bind port 9d06afac-a344-47b6-a4a4-051a5726a0fe by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:38:36.788527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Attempting to bind port 9d06afac-a344-47b6-a4a4-051a5726a0fe on network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:38:36.793570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:38:36.793942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Checking segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:38:36.794342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.794773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Bound using segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:38:36.795233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Bound port: 9d06afac-a344-47b6-a4a4-051a5726a0fe, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:38:36.795613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.815088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.820101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.839331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07116efa-3db4-4b0a-bce9-3e77f018353d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:36.847792 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.849674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-202b0d66-fade-4090-8ea1-4a75ffb16e2e tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230085 Aug 30 21:38:36.852629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:36.857571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '34843ad8-d806-4a4e-95b4-ee9efbaf3e6a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:36.864718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] For port 9d06afac-a344-47b6-a4a4-051a5726a0fe, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:38:36.867893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] For port 9d06afac-a344-47b6-a4a4-051a5726a0fe, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d06afac-a344-47b6-a4a4-051a5726a0fe,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:38:36.874101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.891244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.936157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795617e-2dcc-4f5f-8718-43ec54b32bed None None] Pushing event updated for resources: {'Port': ['ID=9d06afac-a344-47b6-a4a4-051a5726a0fe,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:36.951706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.956731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.979555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59895cf-f1e9-4be2-a687-85eac327e5cc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:36.985965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:36.987199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-08a827f6-a5ae-4467-99f1-4e50102b7665 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335483 Aug 30 21:38:36.990070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:36.994746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '34843ad8-d806-4a4e-95b4-ee9efbaf3e6a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:37.022303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.099133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.103971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.128210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cfd493-e865-4889-81b8-d2272e8277ed,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:37.137527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.138886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b5d345b5-0a94-48fb-8c84-e73bb30aaf05 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478462 Aug 30 21:38:37.141986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42826) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:37.146635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '34843ad8-d806-4a4e-95b4-ee9efbaf3e6a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:37.178011 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.238545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.243729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.263725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b81c695-9176-4366-92cf-b489b2a9c8cc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:37.268372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.269942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-832db7b4-6b67-49a4-b4bb-1c5c8a84eb52 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268122 Aug 30 21:38:37.272561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42828) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:37.277171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '34843ad8-d806-4a4e-95b4-ee9efbaf3e6a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:37.300560 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Project 97afe81608674130b1f2b6349c4a25eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:38:37.305242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.366479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.372544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.395481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb41afc-bfe3-464a-8a01-f9954cd6db33,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:37.400537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.401968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2397e402-b3c4-4db8-8195-203acb18faed tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282940 Aug 30 21:38:37.405044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 42830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:37.410179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '34843ad8-d806-4a4e-95b4-ee9efbaf3e6a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:37.433433 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Project 97afe81608674130b1f2b6349c4a25eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:38:37.438227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.500656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.505687 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.525806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e977da2c-080f-4c90-9852-b966a20aa255,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:37.534812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:37.536235 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-53b785bc-0091-41f0-b540-ce5acc004428 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297891 Aug 30 21:38:37.734318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-5b80711d-a48e-4b43-a8a8-f4238f489ea9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616857120&fields=id&tenant_id=97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 267 time: 0.0341148 Aug 30 21:38:37.813112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9b2c0-d352-47c0-b868-63b99ddfa1b0 None None] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:38:37.853811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-f01fd3a7-7639-4aa3-b3ef-d028d96f19f3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:37.855359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-f01fd3a7-7639-4aa3-b3ef-d028d96f19f3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/networks?id=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 HTTP/1.1" status: 200 len: 795 time: 0.1110969 Aug 30 21:38:37.883970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dd72dace-0b18-40b3-9bc6-5bb697a4f82b None None] Provisioning for port 9d06afac-a344-47b6-a4a4-051a5726a0fe completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:37.891326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-0b986da6-1c23-4567-a120-f213745ba4cc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/quotas/97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 375 time: 0.0280764 Aug 30 21:38:37.967295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-a73f7a94-db56-4527-a1ed-8413a99a6066 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0750036 Aug 30 21:38:37.980760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d06afac-a344-47b6-a4a4-051a5726a0fe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:38:38.038168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9d06afac-a344-47b6-a4a4-051a5726a0fe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:38.042198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9d06afac-a344-47b6-a4a4-051a5726a0fe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:38.042569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:38.133891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:38.169525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9d06afac-a344-47b6-a4a4-051a5726a0fe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d06afac-a344-47b6-a4a4-051a5726a0fe,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:38.170875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-6cc13903-9b4f-4b80-b869-46f94f11dca1 service neutron] 10.222.0.76 "GET /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024093 Aug 30 21:38:38.176092 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:38.225836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9d06afac-a344-47b6-a4a4-051a5726a0fe,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:38.240034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-540674ad-5000-41ba-83d2-2a6f1d1078de None None] Provisioning complete for port 9d06afac-a344-47b6-a4a4-051a5726a0fe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:38.240400 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-540674ad-5000-41ba-83d2-2a6f1d1078de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:38.263732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-79afb36c-efcd-4fe5-a7f1-7415483ca1a7 service neutron] 10.222.0.76 "GET /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860744 Aug 30 21:38:38.423761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb68ca30-22df-414c-9d59-8c2508460368 req-85da49f1-4c73-4a7e-8aff-62908ed2521a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 210 time: 0.0271878 Aug 30 21:38:38.957969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-10cb2f1c-3bdd-46bb-ac1d-d70243902662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:39.525379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a5d863b0-7ba0-46f5-a796-f7ae255c7b9a req-75f30cd0-f32a-42cf-b69e-f39b88c9f883 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 210 time: 0.0292156 Aug 30 21:38:39.529881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-a2568a98-db7e-4c95-9328-ce9320a782d9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:39.531751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-a2568a98-db7e-4c95-9328-ce9320a782d9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "GET /v2.0/networks?id=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 HTTP/1.1" status: 200 len: 795 time: 0.1041598 Aug 30 21:38:39.579528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-02665a2a-24ca-401b-b41f-326dd2e4aa23 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 471 time: 0.0372837 Aug 30 21:38:39.590926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'port': {'device_id': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'admin_state_up': True, 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'security_groups': ['34843ad8-d806-4a4e-95b4-ee9efbaf3e6a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:39.708764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:38:39.712408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:39.835472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.20.0.21 (b51ae129-3551-47bd-8b9b-4e9e6ca17ea0/ca65ae1f-4a64-4c42-b376-bcf0e626afd9/c19f6589-9354-40b1-aeac-b6d0feaeb857) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:38:39.921663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d06afac-a344-47b6-a4a4-051a5726a0fe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:38:39.968183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9d06afac-a344-47b6-a4a4-051a5726a0fe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:39.968855 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:39.989402 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.003612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Transition to ACTIVE for port object c19f6589-9354-40b1-aeac-b6d0feaeb857 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:40.039800 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.082703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:38:40.085938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:38:40.089783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:38:40.096101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=c19f6589-9354-40b1-aeac-b6d0feaeb857,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:40.144610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:40.145664 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.163574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-3ae98710-c1b0-4357-972d-5641eb257f94 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763817 Aug 30 21:38:40.231632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Request body: {'port': {'device_id': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:40.289597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.358242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e23f8c5-6342-48cb-8190-09c075e09450 None None] Provisioning for port c19f6589-9354-40b1-aeac-b6d0feaeb857 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:40.362088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e23f8c5-6342-48cb-8190-09c075e09450 None None] Provisioning complete for port c19f6589-9354-40b1-aeac-b6d0feaeb857 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:40.362451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e23f8c5-6342-48cb-8190-09c075e09450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.399833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5e23f8c5-6342-48cb-8190-09c075e09450 None None] Port c19f6589-9354-40b1-aeac-b6d0feaeb857 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:38:40.548162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19f6589-9354-40b1-aeac-b6d0feaeb857 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:38:40.555781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.569452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Transition to ACTIVE for port object c19f6589-9354-40b1-aeac-b6d0feaeb857 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:40.573910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.625402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Pushing event updated for resources: {'Port': ['ID=c19f6589-9354-40b1-aeac-b6d0feaeb857,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:40.659828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a4bcf-bd84-44f6-b6fa-633c06d42b15 req-571b8aad-1a80-41e5-99ab-b05d845d7f32 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:40.661416 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b43a4bcf-bd84-44f6-b6fa-633c06d42b15 req-571b8aad-1a80-41e5-99ab-b05d845d7f32 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 944 time: 0.0632913 Aug 30 21:38:40.699034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Attempting to bind port c19f6589-9354-40b1-aeac-b6d0feaeb857 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:38:40.699875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Attempting to bind port c19f6589-9354-40b1-aeac-b6d0feaeb857 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:38:40.699875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Attempting to bind port c19f6589-9354-40b1-aeac-b6d0feaeb857 on network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:38:40.704843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Port c19f6589-9354-40b1-aeac-b6d0feaeb857 on network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:38:40.705049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b43a4bcf-bd84-44f6-b6fa-633c06d42b15 req-b35864c0-e674-471f-9428-06029bdf30fe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369394 Aug 30 21:38:40.705426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Attempting to bind port c19f6589-9354-40b1-aeac-b6d0feaeb857 on network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:38:40.711966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:38:40.712313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Checking segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:38:40.712707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Bound using segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:38:40.713205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Bound port: c19f6589-9354-40b1-aeac-b6d0feaeb857, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:38:40.713571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.779651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] For port c19f6589-9354-40b1-aeac-b6d0feaeb857, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:38:40.783190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] For port c19f6589-9354-40b1-aeac-b6d0feaeb857, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:38:40.788871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.824185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:40.824871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:40.826261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] 10.222.0.82 "PUT /v2.0/ports/c19f6589-9354-40b1-aeac-b6d0feaeb857 HTTP/1.1" status: 200 len: 1093 time: 0.6541078 Aug 30 21:38:40.826797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'tag': 'c19f6589-9354-40b1-aeac-b6d0feaeb857'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:38:40.829021 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e94a67-478e-425f-91c8-4ab09d868e55" -d '{"events": [{"name": "network-changed", "server_uuid": "9047ed65-03b0-47ea-8ded-9740982b6ea0", "tag": "c19f6589-9354-40b1-aeac-b6d0feaeb857"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:38:40.860332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f2231-da2d-4f29-b440-d25e3723edbc service neutron] Pushing event updated for resources: {'Port': ['ID=c19f6589-9354-40b1-aeac-b6d0feaeb857,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:40.914609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-b16a8299-158e-4cce-ba3d-2c059e6dd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:40.916206 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-b16a8299-158e-4cce-ba3d-2c059e6dd3a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0468228 Aug 30 21:38:40.960155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-26e5fd89-a67a-42a7-86e7-427009340002 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857 HTTP/1.1" status: 200 len: 217 time: 0.0356429 Aug 30 21:38:41.012471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-8e68ebec-b84f-40c9-ad89-b299bb7f564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.014010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-8e68ebec-b84f-40c9-ad89-b299bb7f564f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca65ae1f-4a64-4c42-b376-bcf0e626afd9 HTTP/1.1" status: 200 len: 838 time: 0.0460603 Aug 30 21:38:41.015454 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f567fbff-379c-41f8-ab37-9cdf34dd5eb7 x-openstack-request-id: req-f567fbff-379c-41f8-ab37-9cdf34dd5eb7 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:38:41.015744 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9047ed65-03b0-47ea-8ded-9740982b6ea0", "tag": "c19f6589-9354-40b1-aeac-b6d0feaeb857", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:38:41.015993 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f567fbff-379c-41f8-ab37-9cdf34dd5eb7 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:38:41.016382 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'tag': 'c19f6589-9354-40b1-aeac-b6d0feaeb857', 'status': 'completed', 'code': 200} Aug 30 21:38:41.065917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-4970c43f-4965-4405-975c-40730b7f34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.067490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-4970c43f-4965-4405-975c-40730b7f34b2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0451972 Aug 30 21:38:41.161405 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-65374ae1-dcc3-4cc4-b777-62a8ebaa6d82 service neutron] 10.222.0.82 "GET /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Aug 30 21:38:41.277683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-57bb6e06-1344-4230-b489-8be06ae9e284 req-031117c9-6c21-41f7-a1f6-4090a8e0da50 service neutron] 10.222.0.82 "GET /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078124 Aug 30 21:38:41.369432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-31972bf5-83cd-4a3d-84ea-7564404957ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.370219 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-31972bf5-83cd-4a3d-84ea-7564404957ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 1096 time: 0.0430737 Aug 30 21:38:41.461452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-93294ecb-1c55-4ab3-b5d6-46e243e8a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.463130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-93294ecb-1c55-4ab3-b5d6-46e243e8a7e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 HTTP/1.1" status: 200 len: 896 time: 0.0856507 Aug 30 21:38:41.509574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-19f30347-7b14-4a59-b742-9b9c98b7abd8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857 HTTP/1.1" status: 200 len: 217 time: 0.0386987 Aug 30 21:38:41.562344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-875d3c22-bb84-4878-845c-edc9b250e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.563992 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-875d3c22-bb84-4878-845c-edc9b250e901 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ca65ae1f-4a64-4c42-b376-bcf0e626afd9 HTTP/1.1" status: 200 len: 838 time: 0.0472760 Aug 30 21:38:41.613623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-5338b712-e670-4098-842c-b5c9aa59f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.615194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-5338b712-e670-4098-842c-b5c9aa59f6ff service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0433726 Aug 30 21:38:41.651769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7945e-ef25-4e2a-8b21-ebbd6e6b5be1 req-35313815-8be9-4511-bdf6-7e423df8515b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.653364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfd7945e-ef25-4e2a-8b21-ebbd6e6b5be1 req-35313815-8be9-4511-bdf6-7e423df8515b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 945 time: 0.0549302 Aug 30 21:38:41.694313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfd7945e-ef25-4e2a-8b21-ebbd6e6b5be1 req-0ce79b24-0b9e-4b46-9bef-c7c0cabbae04 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341644 Aug 30 21:38:41.716885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-378991f0-5209-47ff-aa05-d2d518d4e77b service neutron] 10.222.0.82 "GET /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934815 Aug 30 21:38:41.755277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:41.808354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99e94a67-478e-425f-91c8-4ab09d868e55 req-80acbf0c-3c56-43a0-9e7a-5b7393787c01 service neutron] 10.222.0.82 "GET /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Aug 30 21:38:41.830866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de465e07-a845-40d6-aa59-4e22c6e7e40f req-c178fe7f-79f0-4eb1-be94-221a2d2d126f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:41.832379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de465e07-a845-40d6-aa59-4e22c6e7e40f req-c178fe7f-79f0-4eb1-be94-221a2d2d126f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 944 time: 0.0526769 Aug 30 21:38:41.876873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de465e07-a845-40d6-aa59-4e22c6e7e40f req-023eec5e-2e49-4cfc-8674-dcff6978afdc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384502 Aug 30 21:38:41.910590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc47950c-6e97-4595-aee5-ef0ade844b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:42.692677 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:42.823202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874d75-d6f5-4fdf-8364-3b9ee9e820bf req-ef45173f-a8ee-4bde-84ee-63cca2e281c1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:42.824758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41874d75-d6f5-4fdf-8364-3b9ee9e820bf req-ef45173f-a8ee-4bde-84ee-63cca2e281c1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 945 time: 0.0574024 Aug 30 21:38:42.863543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41874d75-d6f5-4fdf-8364-3b9ee9e820bf req-2d776384-5638-4054-849b-415d4c8d3f5b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Aug 30 21:38:43.014377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c67193-367f-4c01-9196-c613c4e82897 req-6c81d1e3-89db-42b0-a252-102910a614aa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:43.016659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44c67193-367f-4c01-9196-c613c4e82897 req-6c81d1e3-89db-42b0-a252-102910a614aa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 944 time: 0.0534048 Aug 30 21:38:43.057028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-44c67193-367f-4c01-9196-c613c4e82897 req-a7330a56-3b11-4608-a27c-c9040c904347 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341880 Aug 30 21:38:43.304685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-b2c1cfce-fb3f-4576-b16d-57db346f8bca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:43.306267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-b2c1cfce-fb3f-4576-b16d-57db346f8bca tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 945 time: 0.0578213 Aug 30 21:38:43.407150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port d43b25f3-bde7-404a-952f-3e367ebd12ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:38:43.407483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:43.499561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port d43b25f3-bde7-404a-952f-3e367ebd12ef, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d43b25f3-bde7-404a-952f-3e367ebd12ef,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:43.499809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:43.716422 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:43.716787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:43.717107 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Floating IP cc437cc0-c3ed-44f5-98be-38cfdf47c548 disassociated. External IP: 172.25.5.93, port: d43b25f3-bde7-404a-952f-3e367ebd12ef. Aug 30 21:38:43.717480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for d43b25f3-bde7-404a-952f-3e367ebd12ef owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:38:43.846136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:43.874068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=d43b25f3-bde7-404a-952f-3e367ebd12ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:43.965944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d06e7b37-58b7-4779-80cb-488dc192a3f4 req-f0905c24-bd47-4c44-ace0-166f762f0c7f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0288515 Aug 30 21:38:44.014811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:38:44.179738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcfa2-df52-452d-b49f-077b4578cb7d req-cbdbc9c7-1d47-49e1-9d24-13618c528909 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:44.181237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad2dcfa2-df52-452d-b49f-077b4578cb7d req-cbdbc9c7-1d47-49e1-9d24-13618c528909 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 944 time: 0.0551717 Aug 30 21:38:44.255043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad2dcfa2-df52-452d-b49f-077b4578cb7d req-e76461c1-1880-49b4-95d0-f757f831d3db tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627108 Aug 30 21:38:44.391923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c19f6589-9354-40b1-aeac-b6d0feaeb857 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:38:44.448462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-8cd95b3f-e8e8-454c-a52e-b80cdb5f37ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3885827 Aug 30 21:38:44.458508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:38:44.474845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:38:44.496786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:44.497460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:38:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:44.509299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port d43b25f3-bde7-404a-952f-3e367ebd12ef on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:38:44.523696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:44.525761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "DELETE /v2.0/ports/d43b25f3-bde7-404a-952f-3e367ebd12ef HTTP/1.1" status: 204 len: 173 time: 1.2125864 Aug 30 21:38:44.527291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'name': 'network-vif-deleted', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:38:44.530152 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882a587c-39c9-464c-8402-208c1f124fc3" -d '{"events": [{"server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "name": "network-vif-deleted", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:38:44.551663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-a63cd1d9-0057-49e4-930a-29bb5e7e4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:44.553613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-a63cd1d9-0057-49e4-930a-29bb5e7e4969 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1097 time: 0.0675888 Aug 30 21:38:44.560977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c19f6589-9354-40b1-aeac-b6d0feaeb857, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:44.583265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'c19f6589-9354-40b1-aeac-b6d0feaeb857', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'port_id': 'c19f6589-9354-40b1-aeac-b6d0feaeb857', 'mac_address': 'fa:16:3e:8a:c3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:38:44.652029 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd3111d-9e06-48c7-a9a0-3b14e88d5294 x-openstack-request-id: req-0fd3111d-9e06-48c7-a9a0-3b14e88d5294 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:38:44.652872 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec25ed0-d17c-46e2-b4e9-71f84331bdaa", "name": "network-vif-deleted", "tag": "d43b25f3-bde7-404a-952f-3e367ebd12ef", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:38:44.653479 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fd3111d-9e06-48c7-a9a0-3b14e88d5294 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:38:44.654115 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec25ed0-d17c-46e2-b4e9-71f84331bdaa', 'name': 'network-vif-deleted', 'tag': 'd43b25f3-bde7-404a-952f-3e367ebd12ef', 'status': 'completed', 'code': 200} Aug 30 21:38:44.683726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:44.694838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:44.696545 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:44.702703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-22a172b1-1ccb-47b1-9d95-f61d4c348fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:44.704214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-22a172b1-1ccb-47b1-9d95-f61d4c348fc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 898 time: 0.1314518 Aug 30 21:38:44.734141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19f6589-9354-40b1-aeac-b6d0feaeb857 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:38:44.772712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-0ced3c88-bd96-4af8-925a-f984f74e480e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 200 len: 1000 time: 0.0603738 Aug 30 21:38:44.820992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-4e546072-e564-48d6-9e22-c9728e9ce842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:44.822560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-4e546072-e564-48d6-9e22-c9728e9ce842 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349d3544-9b30-459d-991c-a2aceb4baf98 HTTP/1.1" status: 200 len: 834 time: 0.0435781 Aug 30 21:38:44.825182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c19f6589-9354-40b1-aeac-b6d0feaeb857, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:44.835212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:44.878515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-e91aab30-9509-4bb6-90e8-6fa7d97405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:44.880091 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-e91aab30-9509-4bb6-90e8-6fa7d97405d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43164bf0-9571-4607-a9b8-302e2174eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500669 Aug 30 21:38:44.912288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c19f6589-9354-40b1-aeac-b6d0feaeb857,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:44.962263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:44.976755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-7e5eb1cc-5343-4de3-a776-f0fd87dc4064 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885205 Aug 30 21:38:44.988432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:38:45.005913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:45.012584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:38:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:45.085646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b401fe53-0dba-4951-b863-13a7126a3c51 req-0492d333-2be7-4999-8ae6-fa3a8ecbd88c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0368841 Aug 30 21:38:45.094876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e430e4db-4e1e-4f7b-89b2-a3f7cd194be1 req-c08b68ef-e28c-4ca9-8fe5-4f4162abacfa service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107733 Aug 30 21:38:45.136218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:45.376007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c19f6589-9354-40b1-aeac-b6d0feaeb857'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:38:45.376456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605fb9e-0898-4677-a6af-324b725e901b req-7696b5cd-3b75-4a08-88e9-77a2295a573c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:45.378107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f605fb9e-0898-4677-a6af-324b725e901b req-7696b5cd-3b75-4a08-88e9-77a2295a573c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 945 time: 0.0548620 Aug 30 21:38:45.420339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f605fb9e-0898-4677-a6af-324b725e901b req-22c70c14-ee00-4441-8b76-1ced9cb16284 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332892 Aug 30 21:38:45.604617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:45.641027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62fd172-89b9-43cc-bfde-5912ca656436 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:38:45.868824 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b04386-85b3-49e6-84ef-3dbdcc0c0961 None None] New status for floating IP cc437cc0-c3ed-44f5-98be-38cfdf47c548: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:38:46.192459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0100135d-f916-4324-b4a6-57364103b2fb req-3ed1ecce-a9fc-42f4-9c37-ced94cc12c26 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0305216 Aug 30 21:38:46.394063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9db7f2-7e40-4378-bd16-a33d351dbb38 req-f7e5840a-8594-49c9-ae0c-1ec3ecf028f4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:46.395485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da9db7f2-7e40-4378-bd16-a33d351dbb38 req-f7e5840a-8594-49c9-ae0c-1ec3ecf028f4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0519295 Aug 30 21:38:46.418450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c19f6589-9354-40b1-aeac-b6d0feaeb857 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:38:46.434832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da9db7f2-7e40-4378-bd16-a33d351dbb38 req-3fc6ebba-8a6f-4c42-9813-ea1858fb223b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329370 Aug 30 21:38:46.479182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port c19f6589-9354-40b1-aeac-b6d0feaeb857 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:46.483215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port c19f6589-9354-40b1-aeac-b6d0feaeb857 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:46.483842 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:46.547595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a732d4-2328-46f1-8f1b-8213ffcaa58b req-5b9594cb-700c-41dd-bbbf-677dd5ced304 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:46.551550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91a732d4-2328-46f1-8f1b-8213ffcaa58b req-5b9594cb-700c-41dd-bbbf-677dd5ced304 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 945 time: 0.0548656 Aug 30 21:38:46.566617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:46.590442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91a732d4-2328-46f1-8f1b-8213ffcaa58b req-e1d254dd-1a23-416e-acb6-2518dff46ecc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351648 Aug 30 21:38:46.591755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f6589-9354-40b1-aeac-b6d0feaeb857'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:38:46.594058 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf4ad4-8d75-4284-ad3e-862a3ccd175e" -d '{"events": [{"server_uuid": "9047ed65-03b0-47ea-8ded-9740982b6ea0", "name": "network-vif-plugged", "status": "completed", "tag": "c19f6589-9354-40b1-aeac-b6d0feaeb857"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:38:46.608030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c19f6589-9354-40b1-aeac-b6d0feaeb857, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:46.623676 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:46.673880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c19f6589-9354-40b1-aeac-b6d0feaeb857,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:46.725954 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7734d-c6d1-4944-b2c5-7b5a9f1cfe3a x-openstack-request-id: req-26d7734d-c6d1-4944-b2c5-7b5a9f1cfe3a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:38:46.726267 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9047ed65-03b0-47ea-8ded-9740982b6ea0", "name": "network-vif-plugged", "status": "completed", "tag": "c19f6589-9354-40b1-aeac-b6d0feaeb857", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:38:46.726523 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26d7734d-c6d1-4944-b2c5-7b5a9f1cfe3a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:38:46.726962 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f6589-9354-40b1-aeac-b6d0feaeb857', 'code': 200} Aug 30 21:38:46.822762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff51737-dc1c-41a0-9f9e-687a791234fc req-45d7e314-605b-42c5-89ad-258162012d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:46.824337 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aff51737-dc1c-41a0-9f9e-687a791234fc req-45d7e314-605b-42c5-89ad-258162012d6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 1098 time: 0.0415099 Aug 30 21:38:46.859729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aff51737-dc1c-41a0-9f9e-687a791234fc req-305459ae-0d8f-40da-b165-5cad0ff0d205 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282094 Aug 30 21:38:47.026500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d43b25f3-bde7-404a-952f-3e367ebd12ef no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:38:47.056150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d43b25f3-bde7-404a-952f-3e367ebd12ef {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:38:47.056499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d43b25f3-bde7-404a-952f-3e367ebd12ef not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:38:47.291708 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b657328-5271-4e42-9468-acc5c4b590b0 req-59240b93-68d6-4e49-b7d3-73d23a541fb4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0276504 Aug 30 21:38:47.558029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38665a49-dd05-4357-a904-9939e41f4458 req-4d61826b-e5b5-4efd-a7c9-41f63ec8aef3 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:47.559456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38665a49-dd05-4357-a904-9939e41f4458 req-4d61826b-e5b5-4efd-a7c9-41f63ec8aef3 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0543587 Aug 30 21:38:47.598497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38665a49-dd05-4357-a904-9939e41f4458 req-de014211-9a68-4549-af3d-05dc6abe7604 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Aug 30 21:38:47.717456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aed74-a886-4cb1-adcb-4264763430ab req-252bbdb1-afe9-403c-bfd1-d8ed325a66fb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:47.718978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946aed74-a886-4cb1-adcb-4264763430ab req-252bbdb1-afe9-403c-bfd1-d8ed325a66fb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 946 time: 0.0497420 Aug 30 21:38:47.758324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-946aed74-a886-4cb1-adcb-4264763430ab req-60a18279-aeab-4da6-b3dd-c902235d91ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332301 Aug 30 21:38:48.391118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f4bffe9e-9f0f-4aa0-b321-6996d4c09a2d req-30d1cabc-dff9-40ac-9b3c-97de0fdf04c3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0276248 Aug 30 21:38:48.724571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b641dbc-90ed-441a-84f0-e73f17973d08 req-ff014686-c35b-4179-8f38-190701ad6936 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:48.726078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b641dbc-90ed-441a-84f0-e73f17973d08 req-ff014686-c35b-4179-8f38-190701ad6936 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0548658 Aug 30 21:38:48.765819 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b641dbc-90ed-441a-84f0-e73f17973d08 req-9352f25b-4d1d-4212-84e4-02ee8f6a94d9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333073 Aug 30 21:38:48.879777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e24e69-caea-42c3-8a20-dacc2884fcce req-053b4ac5-3ab4-4b85-80f3-d41513272bce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:48.881279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7e24e69-caea-42c3-8a20-dacc2884fcce req-053b4ac5-3ab4-4b85-80f3-d41513272bce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 946 time: 0.0494220 Aug 30 21:38:48.919827 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7e24e69-caea-42c3-8a20-dacc2884fcce req-b00a2102-bc5a-45f6-a5cd-a8be12ed83a9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323577 Aug 30 21:38:49.034088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39276de-282f-490a-8937-960ddb467bec req-f2900b54-0013-4d51-b70f-c3af30520fd5 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:49.035675 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39276de-282f-490a-8937-960ddb467bec req-f2900b54-0013-4d51-b70f-c3af30520fd5 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 946 time: 0.0490901 Aug 30 21:38:49.073882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c39276de-282f-490a-8937-960ddb467bec req-3b77b925-4ece-493f-8607-d26034911e13 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321255 Aug 30 21:38:49.505223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1facffd7-a933-42c4-be17-f8243e6617f3 req-05c81643-42ac-4e20-8d8e-048215345d01 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=aec25ed0-d17c-46e2-b4e9-71f84331bdaa HTTP/1.1" status: 200 len: 210 time: 0.0298252 Aug 30 21:38:49.895608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0062-a92b-498a-a5d8-1159d64167d5 req-2279aa13-0b50-477c-9f46-2d25f196e393 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:49.897125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46dd0062-a92b-498a-a5d8-1159d64167d5 req-2279aa13-0b50-477c-9f46-2d25f196e393 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0522473 Aug 30 21:38:49.935415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46dd0062-a92b-498a-a5d8-1159d64167d5 req-9710f4e5-f194-4043-9b57-2d524f63715f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 30 21:38:50.588396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 42946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:38:50.763661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-4a4ba328-a11e-4648-adc7-8fd752acc605 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543598031&fields=id&tenant_id=26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 267 time: 0.0340672 Aug 30 21:38:50.874297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-fed9fe18-e137-494d-982e-534a7a022499 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:50.875814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-fed9fe18-e137-494d-982e-534a7a022499 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1049426 Aug 30 21:38:50.890884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-164f8a1d-448c-4509-abf4-8bf3dbb228b3 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Aug 30 21:38:50.946791 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-8be6405e-4129-4a24-ad1e-d6176913bd9e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502849 Aug 30 21:38:51.025953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:51.043976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-daf93668-328c-40b8-a33a-efa92c4610a1 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833263 Aug 30 21:38:51.137211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-0807b0d7-b6bd-4b8c-a3a3-7a27a21f7dd1 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867155 Aug 30 21:38:51.293781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.20.0.17 (b51ae129-3551-47bd-8b9b-4e9e6ca17ea0/ca65ae1f-4a64-4c42-b376-bcf0e626afd9/d86af748-1420-4742-8ae0-84d498622848) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:38:51.420150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:51.434936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Transition to ACTIVE for port object d86af748-1420-4742-8ae0-84d498622848 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:51.469269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:51.504733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da78d3-eaa5-41a3-9cef-7a666099dff4 req-14afd2d2-aa4c-42a2-a5d5-a334a88f7f4c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:51.511999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54da78d3-eaa5-41a3-9cef-7a666099dff4 req-14afd2d2-aa4c-42a2-a5d5-a334a88f7f4c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0607991 Aug 30 21:38:51.516756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:38:51.520439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:38:51.524732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:38:51.550423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=d86af748-1420-4742-8ae0-84d498622848,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:51.560799 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54da78d3-eaa5-41a3-9cef-7a666099dff4 req-f6d7a054-eac1-41c7-8cf5-f6101107e69e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476351 Aug 30 21:38:51.570731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.571079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.571415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.571748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.572375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.572703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.573026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.573631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.573963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.574285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.574611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.574956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:38:51.591620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:51.664871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-166440a2-a664-4ca5-b663-4c9593fd0b3c req-53120fc8-22fb-4385-b3dd-a32e174166cc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0419154 Aug 30 21:38:51.742018 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:51.844798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d7c9d2bc-5770-49e8-974e-1e7279ae8ec2 None None] Provisioning for port d86af748-1420-4742-8ae0-84d498622848 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:51.848983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d7c9d2bc-5770-49e8-974e-1e7279ae8ec2 None None] Provisioning complete for port d86af748-1420-4742-8ae0-84d498622848 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:51.849423 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d2bc-5770-49e8-974e-1e7279ae8ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:51.887815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9d2bc-5770-49e8-974e-1e7279ae8ec2 None None] Port d86af748-1420-4742-8ae0-84d498622848 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:38:52.044288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:52.050584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:52.125691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=d86af748-1420-4742-8ae0-84d498622848,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:52.129526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:52.219075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:38:52.220342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:38:52.414560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:38:52.429881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9e0989f2-aedd-4f93-b8bc-aa7bea2e3441 None None] Provisioning complete for port d86af748-1420-4742-8ae0-84d498622848 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:52.430377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e0989f2-aedd-4f93-b8bc-aa7bea2e3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:52.454689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-59079c76-1ede-4ef6-b717-7c9da099b1eb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:52.456269 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-59079c76-1ede-4ef6-b717-7c9da099b1eb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1368270 Aug 30 21:38:52.470104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9e0989f2-aedd-4f93-b8bc-aa7bea2e3441 None None] Port d86af748-1420-4742-8ae0-84d498622848 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:38:52.562458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-43935428-f121-416d-92a4-80746fc0301d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 379 time: 0.0748391 Aug 30 21:38:52.577383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'security_groups': ['821f9574-d849-4e97-8fb0-0f58a764ba12']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:52.637542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:38:52.657605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-72f08416-2cf9-4b04-92cf-a00af3794522 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "PUT /v2.0/routers/1e60e092-6c24-4b5e-b253-fd18fd51aad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0533311 Aug 30 21:38:52.666159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:38:52.678344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:52.680582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:38:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:52.704290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85e8ae-1961-42c8-af84-2366b363f057 req-e79f0a3a-727c-439c-87ba-af9e7e9142e5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:52.704892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:38:52.708596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:52.713378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b85e8ae-1961-42c8-af84-2366b363f057 req-e79f0a3a-727c-439c-87ba-af9e7e9142e5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0786550 Aug 30 21:38:52.765215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b85e8ae-1961-42c8-af84-2366b363f057 req-75a647e8-5618-49e3-a5b8-155afe959184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Aug 30 21:38:52.827232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:52.847830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cad2470f-bb73-4af3-879c-1aac51c57a56 req-9946b08f-cfce-49de-a4a2-e27d8f74cbcb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0354104 Aug 30 21:38:52.859861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.9 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/1c32b1e6-dcda-428b-a033-e567ea61bd1c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:38:53.008250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.022734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object 1c32b1e6-dcda-428b-a033-e567ea61bd1c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:53.058473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.070018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:38:51Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:26Z', 'revision_number': 1, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86af748-1420-4742-8ae0-84d498622848', 'name': '', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:30:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:38:51Z', 'updated_at': '2021-08-30T21:38:51Z', 'revision_number': 2, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:53.098526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:38:53.101667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:38:53.103141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:38:53.103619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Updating router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 port d86af748-1420-4742-8ae0-84d498622848 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:38:53.104513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:38:53.134990 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.140515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=1c32b1e6-dcda-428b-a033-e567ea61bd1c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:53.166629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:53.167286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.184423 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-f908ed49-af27-4eeb-a82c-477a2d489dff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152725 Aug 30 21:38:53.199491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Request body: {'port': {'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:38:53.263204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.414715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fadc47ba-77d7-47eb-82db-a05515d7734b None None] Provisioning for port 1c32b1e6-dcda-428b-a033-e567ea61bd1c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:53.427032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fadc47ba-77d7-47eb-82db-a05515d7734b None None] Provisioning complete for port 1c32b1e6-dcda-428b-a033-e567ea61bd1c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:53.427032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fadc47ba-77d7-47eb-82db-a05515d7734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.494133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.496579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fadc47ba-77d7-47eb-82db-a05515d7734b None None] Port 1c32b1e6-dcda-428b-a033-e567ea61bd1c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:38:53.506407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Transition to ACTIVE for port object d86af748-1420-4742-8ae0-84d498622848 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:53.513775 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.547846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c32b1e6-dcda-428b-a033-e567ea61bd1c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:38:53.558089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.572709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Transition to ACTIVE for port object 1c32b1e6-dcda-428b-a033-e567ea61bd1c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:38:53.573011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9d0ec-252a-46c1-b661-0d88571f624a None None] Pushing event updated for resources: {'Port': ['ID=d86af748-1420-4742-8ae0-84d498622848,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:53.578716 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.649331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Pushing event updated for resources: {'Port': ['ID=1c32b1e6-dcda-428b-a033-e567ea61bd1c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:53.666267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Attempting to bind port d86af748-1420-4742-8ae0-84d498622848 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:38:53.666640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Attempting to bind port d86af748-1420-4742-8ae0-84d498622848 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:38:53.667050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Attempting to bind port d86af748-1420-4742-8ae0-84d498622848 on network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:38:53.681226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:38:53.681905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Checking segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:38:53.682488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.683066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Bound using segment: {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:38:53.683849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Bound port: d86af748-1420-4742-8ae0-84d498622848, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4393004-7da6-4774-b4d5-1893cc6ceebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:38:53.684565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.748853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Attempting to bind port 1c32b1e6-dcda-428b-a033-e567ea61bd1c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:38:53.749214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Attempting to bind port 1c32b1e6-dcda-428b-a033-e567ea61bd1c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:38:53.750181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Attempting to bind port 1c32b1e6-dcda-428b-a033-e567ea61bd1c on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:38:53.756765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Port 1c32b1e6-dcda-428b-a033-e567ea61bd1c on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:38:53.757082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Attempting to bind port 1c32b1e6-dcda-428b-a033-e567ea61bd1c on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:38:53.763250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:38:53.763610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:38:53.764338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:38:53.764716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Bound port: 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:38:53.765066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.798454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] For port d86af748-1420-4742-8ae0-84d498622848, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:38:53.802708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] For port d86af748-1420-4742-8ae0-84d498622848, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d86af748-1420-4742-8ae0-84d498622848,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:38:53.817925 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.857266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] For port 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:38:53.866275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] For port 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:38:53.876127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.900396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:38:53.901276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:38:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:53.951562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351841-a77f-4afa-96a1-15eabaee6cbf req-05cec200-f0c4-4265-8b26-dbf555fa6779 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:53.959683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd351841-a77f-4afa-96a1-15eabaee6cbf req-05cec200-f0c4-4265-8b26-dbf555fa6779 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.1139228 Aug 30 21:38:53.962228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:53.962895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:53.967049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] 10.222.0.86 "PUT /v2.0/ports/1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 1092 time: 0.7722704 Aug 30 21:38:53.967524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:38:53.969793 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:38:53.978473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9d0ec-252a-46c1-b661-0d88571f624a None None] Pushing event updated for resources: {'Port': ['ID=d86af748-1420-4742-8ae0-84d498622848,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:54.051583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd351841-a77f-4afa-96a1-15eabaee6cbf req-2bb32fe1-4371-4540-a635-c6a54aeb4022 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821469 Aug 30 21:38:54.108596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad83e9-9b44-4ab1-94f7-7ebe4dc48795 service neutron] Pushing event updated for resources: {'Port': ['ID=1c32b1e6-dcda-428b-a033-e567ea61bd1c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:54.145497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:38:54.163551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-54daefc7-4dfb-4223-a60b-1dc7ed4c20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:54.171240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-54daefc7-4dfb-4223-a60b-1dc7ed4c20c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1095 time: 0.1457009 Aug 30 21:38:54.218922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa253f-6cc6-482a-a241-72def073282d req-b0184372-f32d-49c1-a5c1-ee1f83a87b39 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:54.220472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6efa253f-6cc6-482a-a241-72def073282d req-b0184372-f32d-49c1-a5c1-ee1f83a87b39 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0883756 Aug 30 21:38:54.244510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-429e9add-d887-4f6e-93ba-ec05de0c3225 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 217 time: 0.0662320 Aug 30 21:38:54.271495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6efa253f-6cc6-482a-a241-72def073282d req-96ec153b-587c-4d3f-a198-a87de723ff2a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Aug 30 21:38:54.344522 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf37cd-4b4f-4ce9-ba52-d737e08cff02 x-openstack-request-id: req-88cf37cd-4b4f-4ce9-ba52-d737e08cff02 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:38:54.346889 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:38:54.346889 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88cf37cd-4b4f-4ce9-ba52-d737e08cff02 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:38:54.347083 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'status': 'completed', 'code': 200} Aug 30 21:38:54.349164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-9b917429-c369-44b9-b128-2a8dd2963aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:54.350712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-9b917429-c369-44b9-b128-2a8dd2963aa0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0985677 Aug 30 21:38:54.401136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-e0b35a2c-31c0-4699-84e6-3d56a7f43c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:54.402655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-e0b35a2c-31c0-4699-84e6-3d56a7f43c4d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452588 Aug 30 21:38:54.477831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:38:51Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:26Z', 'revision_number': 1, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86af748-1420-4742-8ae0-84d498622848', 'name': '', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:30:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:38:51Z', 'updated_at': '2021-08-30T21:38:53Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:38:54.499635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-88c6a538-1874-4a52-8c96-3ef95eb64e14 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885172 Aug 30 21:38:54.513044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56116-152c-4c74-8782-e689709fdbdd None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:38:51Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:26Z', 'revision_number': 1, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd86af748-1420-4742-8ae0-84d498622848', 'name': '', 'network_id': 'b51ae129-3551-47bd-8b9b-4e9e6ca17ea0', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:30:8e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:38:51Z', 'updated_at': '2021-08-30T21:38:53Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'ca65ae1f-4a64-4c42-b376-bcf0e626afd9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:38:54.929305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-888ef51b-63cc-4ac3-a553-6bef72986797 req-93022264-a702-4121-988b-fb4f2b6f0c22 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229357 Aug 30 21:38:55.016404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-5f674384-78d2-4cc8-9e86-2174a54e7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:55.018019 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-5f674384-78d2-4cc8-9e86-2174a54e7f73 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1095 time: 0.0450683 Aug 30 21:38:55.121424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-ef8a629c-1e8c-42e6-9d26-0f5d07e5be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:55.123062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-ef8a629c-1e8c-42e6-9d26-0f5d07e5be2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0968227 Aug 30 21:38:55.176813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-c4a8a356-2b9b-4197-822f-aed7b2d993c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 217 time: 0.0445824 Aug 30 21:38:55.184950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991d07e-e904-4cb9-8f05-1040046b4325 req-1f0587c4-0a21-435d-852b-661fc757b65c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:55.186452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6991d07e-e904-4cb9-8f05-1040046b4325 req-1f0587c4-0a21-435d-852b-661fc757b65c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0540588 Aug 30 21:38:55.229676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6991d07e-e904-4cb9-8f05-1040046b4325 req-2efb24ee-a6f1-4c91-98f0-5ed6ac6083e8 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361319 Aug 30 21:38:55.230904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-b2d90139-5514-4a00-a51c-16473eae32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:55.232443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-b2d90139-5514-4a00-a51c-16473eae32a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0479624 Aug 30 21:38:55.282004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-4dd130b1-54c0-45b7-84e3-58762c18faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:55.283570 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-4dd130b1-54c0-45b7-84e3-58762c18faca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428493 Aug 30 21:38:55.384040 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-b35ab190-d664-401c-ba21-d1253f578558 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919995 Aug 30 21:38:55.412350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de1fe5-9549-4a02-8d14-8b017151558c req-b89a610b-3b81-42bf-8ba1-8601cd5cbfc2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:55.413941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9de1fe5-9549-4a02-8d14-8b017151558c req-b89a610b-3b81-42bf-8ba1-8601cd5cbfc2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0492628 Aug 30 21:38:55.452716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9de1fe5-9549-4a02-8d14-8b017151558c req-15571d3e-a5f4-44e7-b27f-ce4f1db53d20 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321000 Aug 30 21:38:55.479629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-549cc1d3-d8e4-4c3f-b0d7-b5b7304d9f8f req-2a86b29e-6ec1-4297-abb1-761a5ff89857 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876570 Aug 30 21:38:55.953768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d86af748-1420-4742-8ae0-84d498622848 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:38:56.003307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port d86af748-1420-4742-8ae0-84d498622848 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:38:56.007213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d86af748-1420-4742-8ae0-84d498622848 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:56.008015 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:56.084720 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:56.116741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port d86af748-1420-4742-8ae0-84d498622848, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d86af748-1420-4742-8ae0-84d498622848,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:38:56.121336 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:56.330215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=d86af748-1420-4742-8ae0-84d498622848,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:38:56.369802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f092a9-0e03-42dd-90bc-276df8d63028 req-1a4c4df1-ab4a-4985-8852-639c36c870e7 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:56.371508 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f092a9-0e03-42dd-90bc-276df8d63028 req-1a4c4df1-ab4a-4985-8852-639c36c870e7 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0632584 Aug 30 21:38:56.409639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18f092a9-0e03-42dd-90bc-276df8d63028 req-d8d00208-ed10-4eb0-a1fb-32884c37d136 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Aug 30 21:38:56.449215 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:38:56.576968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969babf-4698-49dc-93c6-ae679e147552 req-bf3cb824-9535-46ce-9577-8dd26bc8bbc5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:56.578589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e969babf-4698-49dc-93c6-ae679e147552 req-bf3cb824-9535-46ce-9577-8dd26bc8bbc5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0540378 Aug 30 21:38:56.620003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e969babf-4698-49dc-93c6-ae679e147552 req-28a579be-2e2b-4b5f-8417-36e202d19625 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351007 Aug 30 21:38:57.533879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22013ae-9819-4a1a-ba57-7cef9144040e req-929a254a-75c1-4955-a1ef-2da7719a3917 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:57.535497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22013ae-9819-4a1a-ba57-7cef9144040e req-929a254a-75c1-4955-a1ef-2da7719a3917 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0541234 Aug 30 21:38:57.574425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22013ae-9819-4a1a-ba57-7cef9144040e req-1f6a5183-0968-4a17-beb2-b41bdb0d2e2d tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Aug 30 21:38:57.780022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d487c8-3d62-4d89-815d-c333cabbbb2f req-388a0911-7113-4e65-928a-bc8bf1a8f815 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:57.782004 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88d487c8-3d62-4d89-815d-c333cabbbb2f req-388a0911-7113-4e65-928a-bc8bf1a8f815 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0580790 Aug 30 21:38:57.804331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-aa950b41-b475-4e59-80cf-d9aa47e503b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:57.806240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-aa950b41-b475-4e59-80cf-d9aa47e503b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.0452375 Aug 30 21:38:57.836040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88d487c8-3d62-4d89-815d-c333cabbbb2f req-34307920-9c65-439c-b72d-0f6d93953622 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465908 Aug 30 21:38:57.915754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-d82a977c-84f7-4330-bae9-900ecc508850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:57.917590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-d82a977c-84f7-4330-bae9-900ecc508850 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.1040242 Aug 30 21:38:57.944749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d86af748-1420-4742-8ae0-84d498622848 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:38:57.948004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3d5fd-5427-4e33-8a10-abe645f43233 req-d06b54d7-5e9e-4fb6-ae69-aeae03433dda tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:57.949849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9c3d5fd-5427-4e33-8a10-abe645f43233 req-d06b54d7-5e9e-4fb6-ae69-aeae03433dda tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0531971 Aug 30 21:38:57.985732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-7ecc7931-fa4a-486f-a91e-b5e1ac29da94 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1002 time: 0.0605190 Aug 30 21:38:57.989811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9c3d5fd-5427-4e33-8a10-abe645f43233 req-a24b9175-ad15-4473-b7bc-8de962f41f7f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Aug 30 21:38:57.994472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d86af748-1420-4742-8ae0-84d498622848 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:38:57.994871 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:38:58.040058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-7aa54873-e6a9-4b97-962b-8b3adb3c14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:58.041742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-7aa54873-e6a9-4b97-962b-8b3adb3c14cf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0496008 Aug 30 21:38:58.090990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-12ba1cc5-c395-42b9-a0a2-e4401ea1d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:58.092515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-12ba1cc5-c395-42b9-a0a2-e4401ea1d0f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437989 Aug 30 21:38:58.187512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-6c6a32e4-884a-4ae2-93c0-1e7eaca5c006 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878925 Aug 30 21:38:58.286563 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66c3f7c5-198b-48af-8cab-c3b752256fab req-e6f354ce-ed72-4633-9c4e-f3c6a16ac2e2 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915086 Aug 30 21:38:58.953911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ea95-9562-4308-8528-86eaa59be3f1 req-45fa3da1-d70b-461c-9321-ab4ece6d5e4f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:58.955448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3688ea95-9562-4308-8528-86eaa59be3f1 req-45fa3da1-d70b-461c-9321-ab4ece6d5e4f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0482609 Aug 30 21:38:58.993601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3688ea95-9562-4308-8528-86eaa59be3f1 req-a547bc33-2c36-41e1-995d-d097099fb3f8 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Aug 30 21:38:59.112279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0f276-81da-42d7-8536-e72b9117c074 req-5eb3608d-1aa0-4875-b46a-c5965a3ef957 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:38:59.113763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9da0f276-81da-42d7-8536-e72b9117c074 req-5eb3608d-1aa0-4875-b46a-c5965a3ef957 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0542760 Aug 30 21:38:59.154200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9da0f276-81da-42d7-8536-e72b9117c074 req-a083f066-8b26-4b23-b768-c01f494b2f4f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Aug 30 21:39:00.124736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca43f0-d74b-4a0d-bd82-a98711cb8a20 req-ea8de255-5f90-435a-94dd-08adbb6252cd tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:00.126146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cca43f0-d74b-4a0d-bd82-a98711cb8a20 req-ea8de255-5f90-435a-94dd-08adbb6252cd tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0513587 Aug 30 21:39:00.165084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1cca43f0-d74b-4a0d-bd82-a98711cb8a20 req-82d8b0df-c443-4d10-9964-061b0771b304 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Aug 30 21:39:01.284848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91ce88-0cf3-4471-82a8-333e3e40aefe req-24756fbf-0bbf-45ef-9544-e15cfc28ca4b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:01.286323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e91ce88-0cf3-4471-82a8-333e3e40aefe req-24756fbf-0bbf-45ef-9544-e15cfc28ca4b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0509999 Aug 30 21:39:01.324003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e91ce88-0cf3-4471-82a8-333e3e40aefe req-5bd5792b-b44e-49fd-9222-1afcdab4c7ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Aug 30 21:39:02.450801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9dcfe-69df-4bbb-bb09-ad63884f1308 req-16b60c43-75bd-4041-aedf-2a377834a449 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:02.452280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccd9dcfe-69df-4bbb-bb09-ad63884f1308 req-16b60c43-75bd-4041-aedf-2a377834a449 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0532041 Aug 30 21:39:02.489713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ccd9dcfe-69df-4bbb-bb09-ad63884f1308 req-630893ca-0f72-43de-9ccf-6111b792ab8f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Aug 30 21:39:03.624774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ee8c6-c213-4ba0-adeb-5700d79439a5 req-7fdd3eb1-b5f8-49e3-a782-fe0d967baae2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:03.626258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af5ee8c6-c213-4ba0-adeb-5700d79439a5 req-7fdd3eb1-b5f8-49e3-a782-fe0d967baae2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0583549 Aug 30 21:39:03.663114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:03.672154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-af5ee8c6-c213-4ba0-adeb-5700d79439a5 req-098e0e66-785a-46fa-84dd-ecec0e5a5539 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Aug 30 21:39:04.803255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b84b-d8d1-4743-93d3-1e8d7b84097e req-d40d91ff-9ff8-44e0-8332-9c7cc5f35453 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:04.804756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9de4b84b-d8d1-4743-93d3-1e8d7b84097e req-d40d91ff-9ff8-44e0-8332-9c7cc5f35453 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 943 time: 0.0570369 Aug 30 21:39:04.846412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9de4b84b-d8d1-4743-93d3-1e8d7b84097e req-366bca15-a661-4e98-bb77-230e8d2e58ea tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326622 Aug 30 21:39:05.138183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1c32b1e6-dcda-428b-a033-e567ea61bd1c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:39:05.242818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:05.260354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:39:05.302000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:05.318414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c32b1e6-dcda-428b-a033-e567ea61bd1c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:39:05.347524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:05.353464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:05.406691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=1c32b1e6-dcda-428b-a033-e567ea61bd1c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:05.676220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['1c32b1e6-dcda-428b-a033-e567ea61bd1c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:39:05.964468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de51b-a853-4a4b-a171-efa962face71 req-693a3295-5ddc-4b8a-8b32-d712fd44f7b5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:05.965904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-921de51b-a853-4a4b-a171-efa962face71 req-693a3295-5ddc-4b8a-8b32-d712fd44f7b5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 944 time: 0.0531385 Aug 30 21:39:05.967975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:06.005450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-921de51b-a853-4a4b-a171-efa962face71 req-67ba9f65-1b82-4c3a-be2f-53e42025aef9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333753 Aug 30 21:39:07.147366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14448a-997d-4bdf-915f-d7ea5bd56526 req-b1bb115a-670c-463e-a8a9-295b30253710 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:07.149714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b14448a-997d-4bdf-915f-d7ea5bd56526 req-b1bb115a-670c-463e-a8a9-295b30253710 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 944 time: 0.0537677 Aug 30 21:39:07.151943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1c32b1e6-dcda-428b-a033-e567ea61bd1c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:07.191657 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b14448a-997d-4bdf-915f-d7ea5bd56526 req-ccbcda2c-4ce9-4b43-9a45-04be6b093aa0 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Aug 30 21:39:07.204251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 1c32b1e6-dcda-428b-a033-e567ea61bd1c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:07.208622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 1c32b1e6-dcda-428b-a033-e567ea61bd1c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:07.209034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:07.289435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:07.312753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:07.314949 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dcecd2-8790-475d-a647-8db05448f259" -d '{"events": [{"server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "name": "network-vif-plugged", "status": "completed", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:07.327307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:07.334696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:07.357558 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a25732-2010-4bdb-b43e-16d9cb90bfd3 x-openstack-request-id: req-90a25732-2010-4bdb-b43e-16d9cb90bfd3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:07.357884 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "name": "network-vif-plugged", "status": "completed", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:07.358139 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90a25732-2010-4bdb-b43e-16d9cb90bfd3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:07.358532 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'code': 200} Aug 30 21:39:07.383618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=1c32b1e6-dcda-428b-a033-e567ea61bd1c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:07.391248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.391602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.391946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.392256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.392594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.392924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.393250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.393577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.393902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.394261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.394587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.394941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:07.454221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d37dc4-38e5-475e-b808-def756d6c9aa req-e9bb25b1-5247-4672-9f11-9af0a33f298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:07.455777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f7d37dc4-38e5-475e-b808-def756d6c9aa req-e9bb25b1-5247-4672-9f11-9af0a33f298f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0436816 Aug 30 21:39:07.494469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f7d37dc4-38e5-475e-b808-def756d6c9aa req-193e76a4-be93-4aff-ace9-f4a013b28bbe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294824 Aug 30 21:39:08.327920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce0bc-7c3e-43fb-b968-d3e7b443108c req-1d4d0db5-edba-4316-8d2d-4005b78f3620 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:08.329435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67fce0bc-7c3e-43fb-b968-d3e7b443108c req-1d4d0db5-edba-4316-8d2d-4005b78f3620 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 945 time: 0.0594053 Aug 30 21:39:08.369625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67fce0bc-7c3e-43fb-b968-d3e7b443108c req-f35fa984-d335-49b6-8c43-e3d27fce1965 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331538 Aug 30 21:39:08.969116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b466cd0d-f3f2-44bd-8a5f-4798a9ef5c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:09.496779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc27ec0-9870-4289-a4d2-b2c1010f439c req-eb7d8ed0-8e41-4416-ae02-14cd0a0da199 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:09.498274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fc27ec0-9870-4289-a4d2-b2c1010f439c req-eb7d8ed0-8e41-4416-ae02-14cd0a0da199 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 945 time: 0.0540519 Aug 30 21:39:09.537287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fc27ec0-9870-4289-a4d2-b2c1010f439c req-73617869-7860-4f4d-824b-81f13a1e0831 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329368 Aug 30 21:39:09.666804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e269-9044-4fd3-9693-39edc94f2974 req-3696b158-4350-4cd0-8fae-200eb6921e82 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:09.668284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df40e269-9044-4fd3-9693-39edc94f2974 req-3696b158-4350-4cd0-8fae-200eb6921e82 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 945 time: 0.0558243 Aug 30 21:39:09.706659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-df40e269-9044-4fd3-9693-39edc94f2974 req-2a5207ca-2953-4529-8982-e9ed812c938a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323260 Aug 30 21:39:09.728802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43042) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:09.769207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af5b1d-5b61-41a7-ba46-faa384eec421 tempest-TestVolumeBootPattern-1476150125 tempest-TestVolumeBootPattern-1476150125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:09.770789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-09af5b1d-5b61-41a7-ba46-faa384eec421 tempest-TestVolumeBootPattern-1476150125 tempest-TestVolumeBootPattern-1476150125-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1092 time: 0.0409806 Aug 30 21:39:09.773568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43044) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:09.777855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:09.801940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:10.201495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:10.308375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.25.5.183 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/33845c3e-7cf6-4dcf-8d24-c92de08f8e0c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:39:10.415533 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:10.458135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:10.498214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:10.501230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:10.503963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:39:10.509375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=33845c3e-7cf6-4dcf-8d24-c92de08f8e0c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:10.882002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:10.954828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.103914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.110543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.182151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=33845c3e-7cf6-4dcf-8d24-c92de08f8e0c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:11.195264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.299395 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Floating IP dbdee751-0864-4606-9339-443e6c35a438 associated. External IP: 172.25.5.183, port: 1c32b1e6-dcda-428b-a033-e567ea61bd1c. Aug 30 21:39:11.505678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:39:11.618410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:11.628593 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:11.637634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.639643 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:11.640249 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:38:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:11.666219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b21d5b4b-8f3b-4802-815f-183abfb781ab tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8916276 Aug 30 21:39:11.666850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:11.669160 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f4b41-33f3-4161-9210-4cb005e3fb50" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:11.749451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.758223 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:11.771977 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e9e077-a777-45cb-8a14-4030f03ea18b x-openstack-request-id: req-e3e9e077-a777-45cb-8a14-4030f03ea18b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:11.772314 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:11.772575 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3e9e077-a777-45cb-8a14-4030f03ea18b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:11.772986 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'status': 'completed', 'code': 200} Aug 30 21:39:11.844810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-b25e358b-f818-4cb6-b97a-f6fc74d9f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:11.846385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-b25e358b-f818-4cb6-b97a-f6fc74d9f662 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0508723 Aug 30 21:39:11.913844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-96f92448-3d72-4435-96b8-2bb85f22a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:11.950501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-1b0edeb6-4486-4607-9165-a43b2112f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:11.952049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-1b0edeb6-4486-4607-9165-a43b2112f53d service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0980124 Aug 30 21:39:11.992566 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:10Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:12.017973 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:39:12.023147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-ab67642f-dbc2-4401-a3ee-9ab5506191a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 999 time: 0.0638356 Aug 30 21:39:12.026293 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:12.026946 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:12.073369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-7293696f-165e-4b1e-81cf-bb0d34c14687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:12.074962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-7293696f-165e-4b1e-81cf-bb0d34c14687 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0448804 Aug 30 21:39:12.124200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-6f34a447-ace0-4d01-bcdb-35400f1b5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:12.125742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-6f34a447-ace0-4d01-bcdb-35400f1b5064 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439122 Aug 30 21:39:12.130358 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:12.223120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-2786205a-32c2-4c99-9dbb-f611dc2f04f7 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886700 Aug 30 21:39:12.314569 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-476f4b41-33f3-4161-9210-4cb005e3fb50 req-9455c29c-156e-4a67-bfbb-56b352116d92 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840049 Aug 30 21:39:12.352916 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:10Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:12.466166 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2498e5c6-6c57-4708-bdfe-201dd6aa82d1 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:10Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:39:12.677889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c954d7-2848-4dfb-8122-c42dc790dcbb None None] New status for floating IP dbdee751-0864-4606-9339-443e6c35a438: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:39:12.722831 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:14.627996 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:24.363962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:24.739719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:25.070463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port d86af748-1420-4742-8ae0-84d498622848 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:25.070761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:25.164204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port d86af748-1420-4742-8ae0-84d498622848, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d86af748-1420-4742-8ae0-84d498622848,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:25.164563 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:25.177460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for d86af748-1420-4742-8ae0-84d498622848 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:25.369575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:25.395342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=d86af748-1420-4742-8ae0-84d498622848,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:25.582057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:26.129618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:39:26.240622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:26.246002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c7130908-1ab1-4fb8-917d-4478b2807917 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "PUT /v2.0/routers/1e60e092-6c24-4b5e-b253-fd18fd51aad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8809636 Aug 30 21:39:26.251786 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:26.261824 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:26.262597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:26.374337 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:26.684751 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:25Z', 'revision_number': 6, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:26Z', 'revision_number': 1, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:26.720129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:39:26.729106 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:26.729777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:26.798384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75c569-b596-4cf0-b70e-684173a0c4c4 req-1236508b-8de1-407d-b599-6bc66eacbc70 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:26.799958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba75c569-b596-4cf0-b70e-684173a0c4c4 req-1236508b-8de1-407d-b599-6bc66eacbc70 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 946 time: 0.0502217 Aug 30 21:39:26.835664 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:26.837835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba75c569-b596-4cf0-b70e-684173a0c4c4 req-afe0f050-c7a6-4cdd-9bb4-d866b5f61a12 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319152 Aug 30 21:39:27.072463 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:25Z', 'revision_number': 6, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:26Z', 'revision_number': 1, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:27.101995 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b8e8b-9219-43f3-88a8-1bc9da19c393 None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:25Z', 'revision_number': 6, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0df7ae44-5908-4426-9387-3922a780afab', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'port_id': '790fe998-105d-4afa-9682-e843102d9850', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'mac_address': 'fa:16:3e:ac:a5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:37:24Z', 'updated_at': '2021-08-30T21:37:26Z', 'revision_number': 1, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:39:27.922148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d86af748-1420-4742-8ae0-84d498622848 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:27.940571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-287fbfa5-c6e1-4667-adf0-f56ee8d50b96 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:27.941743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d86af748-1420-4742-8ae0-84d498622848 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:27.942086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d86af748-1420-4742-8ae0-84d498622848 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:27.942216 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-287fbfa5-c6e1-4667-adf0-f56ee8d50b96 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 946 time: 0.0525441 Aug 30 21:39:27.958024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817553bd-8131-4328-a021-7b3646cd3398 req-4d626d88-8940-46e4-aeff-39b44505ebbb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:27.959587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-817553bd-8131-4328-a021-7b3646cd3398 req-4d626d88-8940-46e4-aeff-39b44505ebbb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=9047ed65-03b0-47ea-8ded-9740982b6ea0 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Aug 30 21:39:27.998248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-817553bd-8131-4328-a021-7b3646cd3398 req-5f69a270-1d86-4fee-b44b-fc254e634818 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326650 Aug 30 21:39:28.038411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port c19f6589-9354-40b1-aeac-b6d0feaeb857 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:28.038780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:28.126198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port c19f6589-9354-40b1-aeac-b6d0feaeb857, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c19f6589-9354-40b1-aeac-b6d0feaeb857,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:28.126512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:28.140867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for c19f6589-9354-40b1-aeac-b6d0feaeb857 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:28.276792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:28.305629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=c19f6589-9354-40b1-aeac-b6d0feaeb857,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:28.351967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] No DVR routers for this DVR port c19f6589-9354-40b1-aeac-b6d0feaeb857 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:39:28.354711 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:28.356857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d4c5be45-cbdc-4c5c-8eac-6349d1d80c2d req-183c55e1-e0c0-4821-978b-53ab7643eabc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "DELETE /v2.0/ports/c19f6589-9354-40b1-aeac-b6d0feaeb857 HTTP/1.1" status: 204 len: 173 time: 0.4082124 Aug 30 21:39:28.357304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'name': 'network-vif-deleted', 'tag': 'c19f6589-9354-40b1-aeac-b6d0feaeb857'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:28.359666 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccf98cf-876b-4c9d-9543-c0cf0d6be33b" -d '{"events": [{"server_uuid": "9047ed65-03b0-47ea-8ded-9740982b6ea0", "name": "network-vif-deleted", "tag": "c19f6589-9354-40b1-aeac-b6d0feaeb857"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:28.397163 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb1fb3-8b49-4b0d-ac3c-6813869e9f3f x-openstack-request-id: req-4feb1fb3-8b49-4b0d-ac3c-6813869e9f3f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:28.397465 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9047ed65-03b0-47ea-8ded-9740982b6ea0", "name": "network-vif-deleted", "tag": "c19f6589-9354-40b1-aeac-b6d0feaeb857", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:28.397721 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4feb1fb3-8b49-4b0d-ac3c-6813869e9f3f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:28.398144 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9047ed65-03b0-47ea-8ded-9740982b6ea0', 'name': 'network-vif-deleted', 'tag': 'c19f6589-9354-40b1-aeac-b6d0feaeb857', 'status': 'completed', 'code': 200} Aug 30 21:39:29.063240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:29.124058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2141-85e4-44e4-9d3f-05026c520843 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.154860 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2141-85e4-44e4-9d3f-05026c520843 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.221057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2141-85e4-44e4-9d3f-05026c520843 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.223925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2141-85e4-44e4-9d3f-05026c520843 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.225064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9bcc2141-85e4-44e4-9d3f-05026c520843 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/security-groups/34843ad8-d806-4a4e-95b4-ee9efbaf3e6a HTTP/1.1" status: 204 len: 168 time: 0.1607716 Aug 30 21:39:29.234285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc2141-85e4-44e4-9d3f-05026c520843 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34843ad8-d806-4a4e-95b4-ee9efbaf3e6a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:29.258468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43086) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:29.310040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting subnet ca65ae1f-4a64-4c42-b376-bcf0e626afd9 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:39:29.313044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.354161 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.441641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.504355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.532661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Subnet': ['ID=ca65ae1f-4a64-4c42-b376-bcf0e626afd9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:29.537402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.540692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-94287413-ee4c-4038-a8a0-2ae037c8aaa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/subnets/ca65ae1f-4a64-4c42-b376-bcf0e626afd9 HTTP/1.1" status: 204 len: 168 time: 0.2799151 Aug 30 21:39:29.542138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43088) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:29.545103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7aaaf-74a3-4bc4-83ba-c91604eec031 None None] Network b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:39:29.623436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.681178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port 9d06afac-a344-47b6-a4a4-051a5726a0fe {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:29.681523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.723164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] DHCP port deletion for b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:39:29.748272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port 9d06afac-a344-47b6-a4a4-051a5726a0fe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d06afac-a344-47b6-a4a4-051a5726a0fe,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:29.748685 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.766215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for 9d06afac-a344-47b6-a4a4-051a5726a0fe owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:29.769653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] Deleting port 9d06afac-a344-47b6-a4a4-051a5726a0fe {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:29.770037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.831972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] For port 9d06afac-a344-47b6-a4a4-051a5726a0fe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9d06afac-a344-47b6-a4a4-051a5726a0fe,segment=NetworkSegment(b4393004-7da6-4774-b4d5-1893cc6ceebc),segment_id=b4393004-7da6-4774-b4d5-1893cc6ceebc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:29.832364 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.845401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] Calling delete_port for 9d06afac-a344-47b6-a4a4-051a5726a0fe owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:29.856345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.882240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=9d06afac-a344-47b6-a4a4-051a5726a0fe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:29.885752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] No DVR routers for this DVR port 9d06afac-a344-47b6-a4a4-051a5726a0fe on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:39:29.924984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.955954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] Pushing event deleted for resources: {'Port': ['ID=9d06afac-a344-47b6-a4a4-051a5726a0fe,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:29.957819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c34d5d2-767a-4683-ab0b-e724fc03e7d7 None None] No DVR routers for this DVR port 9d06afac-a344-47b6-a4a4-051a5726a0fe on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:39:29.967976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d06afac-a344-47b6-a4a4-051a5726a0fe no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:29.976003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:29.987033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51ae129-3551-47bd-8b9b-4e9e6ca17ea0']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:29.988725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9d06afac-a344-47b6-a4a4-051a5726a0fe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:29.989080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9d06afac-a344-47b6-a4a4-051a5726a0fe not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:29.999438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4393004-7da6-4774-b4d5-1893cc6ceebc') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:29.999795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4393004-7da6-4774-b4d5-1893cc6ceebc') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:30.009721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.023514 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.029761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:39:30.030190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:39:30.033617 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:39:30.102352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.109329 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.111091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/networks/b51ae129-3551-47bd-8b9b-4e9e6ca17ea0 HTTP/1.1" status: 204 len: 168 time: 0.5678205 Aug 30 21:39:30.114108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43090) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:30.122636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58400666-c576-440b-8c5a-fae760481112 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Network': ['ID=b51ae129-3551-47bd-8b9b-4e9e6ca17ea0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:30.275797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port 8d073c10-1360-4282-afd6-fde7f8e3fb71 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:30.276047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.354420 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.354786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.366860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for 8d073c10-1360-4282-afd6-fde7f8e3fb71 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:30.518484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.544612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=8d073c10-1360-4282-afd6-fde7f8e3fb71,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:30.610801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.611106 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Floating IP 0df7ae44-5908-4426-9387-3922a780afab disassociated (deleted). External IP: 172.25.5.72, port: 790fe998-105d-4afa-9682-e843102d9850. Aug 30 21:39:30.837515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:39:30.946779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:30.952371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:30.957012 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:30.966538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:30.967295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:30.980407 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d37a939e-215a-4f75-8d3c-45189a525d10 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/floatingips/0df7ae44-5908-4426-9387-3922a780afab HTTP/1.1" status: 204 len: 168 time: 0.8649380 Aug 30 21:39:30.981019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'tag': '790fe998-105d-4afa-9682-e843102d9850'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:30.983394 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d7502-352a-4383-804b-f6e5f66a8c36" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "tag": "790fe998-105d-4afa-9682-e843102d9850"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:31.078512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:31.141752 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a445f77a-26d3-43db-8795-3e2eb19bd058 x-openstack-request-id: req-a445f77a-26d3-43db-8795-3e2eb19bd058 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:31.142345 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "tag": "790fe998-105d-4afa-9682-e843102d9850", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:31.142608 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a445f77a-26d3-43db-8795-3e2eb19bd058 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:31.143114 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'tag': '790fe998-105d-4afa-9682-e843102d9850', 'status': 'completed', 'code': 200} Aug 30 21:39:31.211913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-9bd92526-535e-4856-9d8b-418dc082fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:31.213809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-9bd92526-535e-4856-9d8b-418dc082fafb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 1097 time: 0.0438654 Aug 30 21:39:31.245099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ee4a0-b50d-4723-a1e9-6aa4273db1f6 req-ef5e3046-5c72-4506-aeb5-43144a050282 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:31.246780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-105ee4a0-b50d-4723-a1e9-6aa4273db1f6 req-ef5e3046-5c72-4506-aeb5-43144a050282 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0580418 Aug 30 21:39:31.295586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-105ee4a0-b50d-4723-a1e9-6aa4273db1f6 req-a873d5b2-10e3-4c0a-84fe-a12909f67c16 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 Aug 30 21:39:31.305510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:25Z', 'revision_number': 6, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:31.320374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-f7df32e6-5091-4cd4-aaeb-5b0a1eb887bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:31.321888 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-f7df32e6-5091-4cd4-aaeb-5b0a1eb887bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 200 len: 898 time: 0.0983636 Aug 30 21:39:31.331687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:39:31.340181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:31.340696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:31.377253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-189cbd0f-755b-448e-b6a5-02377c9e976a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 200 len: 217 time: 0.0358391 Aug 30 21:39:31.431198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-b736e5bc-a4ad-41c4-9447-9bb8a3c89c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:31.432711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-b736e5bc-a4ad-41c4-9447-9bb8a3c89c2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=349d3544-9b30-459d-991c-a2aceb4baf98 HTTP/1.1" status: 200 len: 834 time: 0.0468950 Aug 30 21:39:31.448100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:31.479836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-58873094-b97b-43d6-a109-316d82ea8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:31.481354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-58873094-b97b-43d6-a109-316d82ea8296 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43164bf0-9571-4607-a9b8-302e2174eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409520 Aug 30 21:39:31.576157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-4eeef4e7-18ed-41de-a08c-a5a4e5c90a42 service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866804 Aug 30 21:39:31.645558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:25Z', 'revision_number': 6, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:31.671990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-993d7502-352a-4383-804b-f6e5f66a8c36 req-99eec525-3a68-480c-beb8-3cf5ee76efdf service neutron] 10.222.0.86 "GET /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855877 Aug 30 21:39:31.675747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9c263-e59d-4d78-bdea-f3dddf7cbd82 None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:25Z', 'revision_number': 6, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '0d53d270-9571-4fb8-bcfa-e1870ca3df03', 'name': '', 'network_id': '43164bf0-9571-4607-a9b8-302e2174eb8f', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:a3:36:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:05Z', 'updated_at': '2021-08-30T21:37:12Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': '349d3544-9b30-459d-991c-a2aceb4baf98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:39:31.908370 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626edf9-0605-4a29-a84b-ec8af4524d9d None None] New status for floating IP 0df7ae44-5908-4426-9387-3922a780afab: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:39:32.424923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8855a-e4f0-4e18-8129-c61c70dea684 req-bab021cf-177e-49d2-ab9a-c267189073a7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:32.426428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ba8855a-e4f0-4e18-8129-c61c70dea684 req-bab021cf-177e-49d2-ab9a-c267189073a7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Aug 30 21:39:32.470226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ba8855a-e4f0-4e18-8129-c61c70dea684 req-4918a76b-dcfb-4703-a433-87749c2fa654 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348701 Aug 30 21:39:32.546516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c19f6589-9354-40b1-aeac-b6d0feaeb857 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:32.568068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: c19f6589-9354-40b1-aeac-b6d0feaeb857 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:32.568408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c19f6589-9354-40b1-aeac-b6d0feaeb857 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:32.966056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-981a64d5-6230-482b-8fa6-dc19b945dfa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:32.967573 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-981a64d5-6230-482b-8fa6-dc19b945dfa4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 945 time: 0.0565538 Aug 30 21:39:33.060550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port 790fe998-105d-4afa-9682-e843102d9850 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:33.060895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:33.161750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port 790fe998-105d-4afa-9682-e843102d9850, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=790fe998-105d-4afa-9682-e843102d9850,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:33.162117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:33.176188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for 790fe998-105d-4afa-9682-e843102d9850 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:33.234106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-b6762741-d6bf-4e28-8c36-7cdd388ae52b req-c9604012-b258-45bf-bce0-f8879def20a8 service neutron] (94689) timed out ('10.222.0.76', 46696) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:39:33.310646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:33.345434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=790fe998-105d-4afa-9682-e843102d9850,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:33.389218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] No DVR routers for this DVR port 790fe998-105d-4afa-9682-e843102d9850 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:39:33.391966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:33.394104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6d368183-3a03-46a9-b63e-419a5393e0ab req-df6a1377-5c7d-4bae-89c0-253a0b6bce29 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.86 "DELETE /v2.0/ports/790fe998-105d-4afa-9682-e843102d9850 HTTP/1.1" status: 204 len: 173 time: 0.4205899 Aug 30 21:39:33.394682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'name': 'network-vif-deleted', 'tag': '790fe998-105d-4afa-9682-e843102d9850'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:33.397109 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d0356-e6b4-4645-8a57-cfa5d47e22b8" -d '{"events": [{"server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "name": "network-vif-deleted", "tag": "790fe998-105d-4afa-9682-e843102d9850"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:33.439604 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c16a5-4b65-4543-9985-5f8ff1998c0f x-openstack-request-id: req-b79c16a5-4b65-4543-9985-5f8ff1998c0f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:33.439946 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2ba114-7d8f-465b-9c40-f0b245aff550", "name": "network-vif-deleted", "tag": "790fe998-105d-4afa-9682-e843102d9850", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:33.440354 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b79c16a5-4b65-4543-9985-5f8ff1998c0f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:33.440722 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2ba114-7d8f-465b-9c40-f0b245aff550', 'name': 'network-vif-deleted', 'tag': '790fe998-105d-4afa-9682-e843102d9850', 'status': 'completed', 'code': 200} Aug 30 21:39:33.450116 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:39:33.581430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d1bbc05-4255-430f-857e-aa4950907d9c req-c09d0867-5c1f-4d9c-927e-5503edaca958 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f2ba114-7d8f-465b-9c40-f0b245aff550 HTTP/1.1" status: 200 len: 210 time: 0.0268412 Aug 30 21:39:33.654604 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:34.645403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43108) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:34.708934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2a1c-5ec4-4b69-999f-836861b1409b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:34.736309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2a1c-5ec4-4b69-999f-836861b1409b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:34.800903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2a1c-5ec4-4b69-999f-836861b1409b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:34.803914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9a1e2a1c-5ec4-4b69-999f-836861b1409b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:34.805161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9a1e2a1c-5ec4-4b69-999f-836861b1409b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/security-groups/d6a4f6dd-8879-46dd-a422-36e8f6bc01b9 HTTP/1.1" status: 204 len: 168 time: 0.1586804 Aug 30 21:39:34.817361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e2a1c-5ec4-4b69-999f-836861b1409b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4f6dd-8879-46dd-a422-36e8f6bc01b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:34.852331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:35.235963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:35.501478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port 0d53d270-9571-4fb8-bcfa-e1870ca3df03 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:35.501705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:35.595305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port 0d53d270-9571-4fb8-bcfa-e1870ca3df03, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0d53d270-9571-4fb8-bcfa-e1870ca3df03,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:35.595673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:35.612561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for 0d53d270-9571-4fb8-bcfa-e1870ca3df03 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:35.800353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:35.964937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.109456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=0d53d270-9571-4fb8-bcfa-e1870ca3df03,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:36.282427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.494357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:39:36.606566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:36.613283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3374e427-7ced-46df-aa09-667fa19c0e77 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "PUT /v2.0/routers/1e60e092-6c24-4b5e-b253-fd18fd51aad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7597280 Aug 30 21:39:36.616088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:36.617120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] Sync routers for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:36.627184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:36.628083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:36.667701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting subnet 349d3544-9b30-459d-991c-a2aceb4baf98 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:39:36.670894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.709695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.732656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:36.796658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.859915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.886158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Subnet': ['ID=349d3544-9b30-459d-991c-a2aceb4baf98,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:36.892614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:36.894772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a55b231b-4139-418e-bd54-1375516d895d tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/subnets/349d3544-9b30-459d-991c-a2aceb4baf98 HTTP/1.1" status: 204 len: 168 time: 0.2777405 Aug 30 21:39:36.897759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:36.980952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490866d3-a598-44de-89ff-314d50cdc5dd None None] Network 43164bf0-9571-4607-a9b8-302e2174eb8f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:39:37.009172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.114859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.157018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:35Z', 'revision_number': 7, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': '59a31361-7f76-450a-808d-f4ee26140f1f', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:86:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:37.170088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port 59a31361-7f76-450a-808d-f4ee26140f1f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:37.170465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.189446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] Checking router: 1e60e092-6c24-4b5e-b253-fd18fd51aad8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:39:37.195856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] Routers {'1e60e092-6c24-4b5e-b253-fd18fd51aad8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:37.196211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:37.229790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4d508-a737-43de-8770-387721c2e59a None None] DHCP port deletion for 43164bf0-9571-4607-a9b8-302e2174eb8f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:39:37.256302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port 59a31361-7f76-450a-808d-f4ee26140f1f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=59a31361-7f76-450a-808d-f4ee26140f1f,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:37.256660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.263769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 790fe998-105d-4afa-9682-e843102d9850 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:37.268873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for 59a31361-7f76-450a-808d-f4ee26140f1f owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:37.308491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 790fe998-105d-4afa-9682-e843102d9850 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:37.308828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 790fe998-105d-4afa-9682-e843102d9850 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:37.325815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] Set router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:37.380708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:37Z', 'revision_number': 8, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:37.410694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef69a2-ed33-47f4-8d8c-71898aa467ef None None] The sync data for ids ['1e60e092-6c24-4b5e-b253-fd18fd51aad8'] in n-d-793620-16 is: [{'id': '1e60e092-6c24-4b5e-b253-fd18fd51aad8', 'name': 'tempest-TestNetworkBasicOps-router-2032492322', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:37:02Z', 'updated_at': '2021-08-30T21:39:37Z', 'revision_number': 8, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:39:37.420760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-69d4d508-a737-43de-8770-387721c2e59a None None] Deleting port 9ae24e85-375b-4009-9331-7ae47ed13220 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:39:37.421131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69d4d508-a737-43de-8770-387721c2e59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.461208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.485675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-69d4d508-a737-43de-8770-387721c2e59a None None] For port 9ae24e85-375b-4009-9331-7ae47ed13220, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9ae24e85-375b-4009-9331-7ae47ed13220,segment=NetworkSegment(7259c6f7-7543-4c8f-b4e5-115b159fe151),segment_id=7259c6f7-7543-4c8f-b4e5-115b159fe151)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:37.486098 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69d4d508-a737-43de-8770-387721c2e59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.489130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=59a31361-7f76-450a-808d-f4ee26140f1f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:37.501662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-69d4d508-a737-43de-8770-387721c2e59a None None] Calling delete_port for 9ae24e85-375b-4009-9331-7ae47ed13220 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:39:37.550191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.579147 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69d4d508-a737-43de-8770-387721c2e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.604901 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4d508-a737-43de-8770-387721c2e59a None None] Pushing event deleted for resources: {'Port': ['ID=9ae24e85-375b-4009-9331-7ae47ed13220,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:37.607716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4d508-a737-43de-8770-387721c2e59a None None] No DVR routers for this DVR port 9ae24e85-375b-4009-9331-7ae47ed13220 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:39:37.650302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.652647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.699491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.699965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Fanout notify agent at l3_agent the message router_deleted on router 1e60e092-6c24-4b5e-b253-fd18fd51aad8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:39:37.706913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.708028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e18a490f-8e8a-4901-8857-6b07bc46c293 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/routers/1e60e092-6c24-4b5e-b253-fd18fd51aad8 HTTP/1.1" status: 204 len: 168 time: 0.8093529 Aug 30 21:39:37.710910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:37.788530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.880807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.890702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43164bf0-9571-4607-a9b8-302e2174eb8f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:37.901213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7259c6f7-7543-4c8f-b4e5-115b159fe151') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:37.901428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7259c6f7-7543-4c8f-b4e5-115b159fe151') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:37.910587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.924297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.930473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:39:37.930871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:39:37.934348 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:39:37.997173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 59a31361-7f76-450a-808d-f4ee26140f1f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:38.003639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.011845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.014122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/networks/43164bf0-9571-4607-a9b8-302e2174eb8f HTTP/1.1" status: 204 len: 168 time: 0.3020196 Aug 30 21:39:38.025852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 59a31361-7f76-450a-808d-f4ee26140f1f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:38.025852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 59a31361-7f76-450a-808d-f4ee26140f1f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:38.025852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0d53d270-9571-4fb8-bcfa-e1870ca3df03 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:38.032653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43120) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:38.036945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3cd75-d66e-41e1-abd0-ce5cce0e6a59 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Network': ['ID=43164bf0-9571-4607-a9b8-302e2174eb8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:38.041195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'network': {'name': 'tempest-network-smoke--1567189569', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:38.051815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0d53d270-9571-4fb8-bcfa-e1870ca3df03 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:38.052201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0d53d270-9571-4fb8-bcfa-e1870ca3df03 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:38.052626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9ae24e85-375b-4009-9331-7ae47ed13220 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:39:38.065496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:39:38.069318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.073216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9ae24e85-375b-4009-9331-7ae47ed13220 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:39:38.073498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9ae24e85-375b-4009-9331-7ae47ed13220 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:39:38.095248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:39:38.104403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.104803 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Added segment ca397501-b336-4037-bcf2-800604a71808 of type vlan for network 6511ce83-a744-43aa-a02c-2ed3c313e208 Aug 30 21:39:38.146714 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.174914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.180781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:38.181304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.242126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2082343 Aug 30 21:39:38.245094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43122) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:38.248248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Network': ['ID=6511ce83-a744-43aa-a02c-2ed3c313e208,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:38.250377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-84798420', 'admin_state_up': True, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:38.256271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.256364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.256713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.257026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.257358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.257701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.258012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.258333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.258651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.259000 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.259320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.259661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e192ff5-e217-46d4-a30d-081c400c05f9 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:38.271381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:39:38.277190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.278224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.330546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.470733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.666436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.688545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.790718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.25.5.243 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/e2921624-de98-4bf8-b5c0-56e189201446) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:39:38.901843 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.947145 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.964107 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47861cce-b8ca-4473-91a2-4f0bff2fc5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:38.993477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:38.996489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:39.000774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:39:39.003735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=e2921624-de98-4bf8-b5c0-56e189201446,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:39.268001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-a08d0233-c730-4829-8590-f0a224fc0e78 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811131 Aug 30 21:39:39.280292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:39.691918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-e559130f-3920-416a-bc0c-507b99a0e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:39.693490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-e559130f-3920-416a-bc0c-507b99a0e9d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 1098 time: 0.3746378 Aug 30 21:39:39.869934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:39.873348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-2060037e-270d-4df5-9176-8f133a7ad90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:39.874873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-2060037e-270d-4df5-9176-8f133a7ad90a service neutron] 10.222.0.82 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.1387322 Aug 30 21:39:40.010742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-e8b04ddb-416d-4b81-b6df-408490c8a215 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 200 len: 1002 time: 0.0984766 Aug 30 21:39:40.073545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-4670b8d9-cb75-4219-9240-9ffdaa1165d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:40.075031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-4670b8d9-cb75-4219-9240-9ffdaa1165d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0563600 Aug 30 21:39:40.115715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 54b0c288-3599-4828-8dcd-c3d2e099aa91 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:39:40.133012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-58e888ab-01be-4514-9354-2001c7660965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:40.134507 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-58e888ab-01be-4514-9354-2001c7660965 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528407 Aug 30 21:39:40.291752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:40.301296 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Sync routers for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:40.305800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-d0f594f1-e4d1-4e9b-8eae-b0801dcb07d2 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385064 Aug 30 21:39:40.310647 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:40.311298 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:40.322529 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.324007 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1840af2d-5598-4386-9bb9-8c2c903a7425 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0777926 Aug 30 21:39:40.327526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43124) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:40.370023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f9d3aceb-2174-4a56-b619-b9d1f235c396 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=97afe81608674130b1f2b6349c4a25eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412345 Aug 30 21:39:40.373144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43126) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:40.403071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bf02704d-1d4a-43da-a3bb-31b5bb883813 req-a1fee1db-e7c8-4e3d-9e42-b3eedfd7cc09 service neutron] 10.222.0.82 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889761 Aug 30 21:39:40.439351 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:40.470263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7ab0b-bc7f-41cc-8e15-5580472acdc5 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:40.472152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b0d7ab0b-bc7f-41cc-8e15-5580472acdc5 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980084 Aug 30 21:39:40.475077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43128) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:40.508564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-246d7d80-d5ae-4027-b181-325bdb05f419 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324202 Aug 30 21:39:40.511006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43130) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:40.515700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949806336', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:40.606840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:39:40.610409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.617102 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:39Z', 'revision_number': 3, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:40.644547 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Checking router: 54b0c288-3599-4828-8dcd-c3d2e099aa91 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:39:40.644897 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Updating router 54b0c288-3599-4828-8dcd-c3d2e099aa91 port e2921624-de98-4bf8-b5c0-56e189201446 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:39:40.671447 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.797197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.864469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Subnet': ['ID=eec4f979-4262-4a5e-bd51-218bda77763e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:40.867500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Checking segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:39:40.868106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network hostable DHCP agents. Network: 6511ce83-a744-43aa-a02c-2ed3c313e208, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:39:40.889347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:39:40.899401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 6511ce83-a744-43aa-a02c-2ed3c313e208) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:40.904258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:40.904883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.911703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97a494-c8cb-453d-a25a-c456d45d2ca7 None None] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:39:40.924820 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.934874 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Transition to ACTIVE for port object e2921624-de98-4bf8-b5c0-56e189201446 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:40.941953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8207221b-0085-42f0-84e6-f32663cd4bc8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4270356 Aug 30 21:39:40.942118 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:40.942308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43134) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:41.067483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-6511ce83-a744-43aa-a02c-2ed3c313e208', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:39:41.068464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.096244 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Attempting to bind port e2921624-de98-4bf8-b5c0-56e189201446 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:39:41.096709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Attempting to bind port e2921624-de98-4bf8-b5c0-56e189201446 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:39:41.097072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Attempting to bind port e2921624-de98-4bf8-b5c0-56e189201446 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:39:41.106366 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:39:41.106787 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:39:41.107190 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.107583 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:39:41.108048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Bound port: e2921624-de98-4bf8-b5c0-56e189201446, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:39:41.108427 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.111785 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Pushing event updated for resources: {'Port': ['ID=e2921624-de98-4bf8-b5c0-56e189201446,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:41.158524 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.159171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.160064 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.160064 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.160264 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.160666 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.160878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.161171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.161574 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.161853 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.162167 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.162491 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:41.179853 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] For port e2921624-de98-4bf8-b5c0-56e189201446, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:39:41.183481 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] For port e2921624-de98-4bf8-b5c0-56e189201446, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2921624-de98-4bf8-b5c0-56e189201446,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:39:41.188923 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.233905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Allocated IP 172.20.0.2 (6511ce83-a744-43aa-a02c-2ed3c313e208/eec4f979-4262-4a5e-bd51-218bda77763e/cb219db1-41a9-47fc-a780-b926685fa3f2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:39:41.238624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:41.239420 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:41.352440 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300ccf-b426-4fd7-bf1e-5e3d25ce6c7c None None] Pushing event updated for resources: {'Port': ['ID=e2921624-de98-4bf8-b5c0-56e189201446,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:41.358860 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:41.404287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.410224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.414121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Transition to ACTIVE for port object cb219db1-41a9-47fc-a780-b926685fa3f2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:41.430316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Transition to ACTIVE for port object cb219db1-41a9-47fc-a780-b926685fa3f2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:41.437462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.478858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:41.481874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:41.485580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:39:41.491001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Pushing event updated for resources: {'Port': ['ID=cb219db1-41a9-47fc-a780-b926685fa3f2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:41.545958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Attempting to bind port cb219db1-41a9-47fc-a780-b926685fa3f2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:39:41.546196 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:39Z', 'revision_number': 3, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:41.546371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Attempting to bind port cb219db1-41a9-47fc-a780-b926685fa3f2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:39:41.546831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Attempting to bind port cb219db1-41a9-47fc-a780-b926685fa3f2 on network 6511ce83-a744-43aa-a02c-2ed3c313e208 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:39:41.553550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:39:41.554008 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Checking segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:39:41.554480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.554966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Bound using segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:39:41.555499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Bound port: cb219db1-41a9-47fc-a780-b926685fa3f2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:39:41.555965 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.573387 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3a4bfa-fc24-4520-8c70-5d81869eb13b None None] The sync data for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 is: [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:39Z', 'revision_number': 3, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:39:41.625452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] For port cb219db1-41a9-47fc-a780-b926685fa3f2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:39:41.628543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] For port cb219db1-41a9-47fc-a780-b926685fa3f2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cb219db1-41a9-47fc-a780-b926685fa3f2,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:39:41.636805 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.702248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f408cf-8e88-4615-a007-8b5331f716d9 None None] Pushing event updated for resources: {'Port': ['ID=cb219db1-41a9-47fc-a780-b926685fa3f2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:41.703109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.20.0.1 (6511ce83-a744-43aa-a02c-2ed3c313e208/eec4f979-4262-4a5e-bd51-218bda77763e/f6d75cac-0999-4859-bf06-c7f7d0256424) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:39:41.757906 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.842554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.867568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Transition to ACTIVE for port object f6d75cac-0999-4859-bf06-c7f7d0256424 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:41.925865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e12b3bc3-9dda-4740-8bf9-60f9e3c5dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.930346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:41.992170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:42.003114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:42.013646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:39:42.043352 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=f6d75cac-0999-4859-bf06-c7f7d0256424,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:42.074582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.100383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cb219db1-41a9-47fc-a780-b926685fa3f2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:42.151866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port cb219db1-41a9-47fc-a780-b926685fa3f2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:42.156637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2921624-de98-4bf8-b5c0-56e189201446 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:42.209176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port e2921624-de98-4bf8-b5c0-56e189201446 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:42.214146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e2921624-de98-4bf8-b5c0-56e189201446 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:42.214516 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.218540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.300202 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.321203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port e2921624-de98-4bf8-b5c0-56e189201446, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2921624-de98-4bf8-b5c0-56e189201446,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:42.328299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.382644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=e2921624-de98-4bf8-b5c0-56e189201446,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:42.532862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.542180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.620715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=f6d75cac-0999-4859-bf06-c7f7d0256424,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:42.623566 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.691521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.718991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:42.719986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:42.753913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f6e04-dab3-4c3e-8ace-c5c039d5eddc None None] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:39:42.825160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] Provisioning for port cb219db1-41a9-47fc-a780-b926685fa3f2 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:42.832973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] Provisioning complete for port cb219db1-41a9-47fc-a780-b926685fa3f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:42.833374 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:42.834175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 54b0c288-3599-4828-8dcd-c3d2e099aa91 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:39:42.973960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:43.020337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] For port cb219db1-41a9-47fc-a780-b926685fa3f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cb219db1-41a9-47fc-a780-b926685fa3f2,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:43.027207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:43.081358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2725b-3dec-42aa-8aab-aeb4d0564340 None None] Pushing event updated for resources: {'Port': ['ID=cb219db1-41a9-47fc-a780-b926685fa3f2,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:43.258043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d92ffe47-3328-41af-9fad-c0c56c5f818b None None] Provisioning for port f6d75cac-0999-4859-bf06-c7f7d0256424 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:43.262244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d92ffe47-3328-41af-9fad-c0c56c5f818b None None] Provisioning complete for port f6d75cac-0999-4859-bf06-c7f7d0256424 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:43.262538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92ffe47-3328-41af-9fad-c0c56c5f818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:43.290163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:43.307720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43140) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:43.308668 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-70840dac-25f0-4175-89de-74dff6f30c8c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "PUT /v2.0/routers/54b0c288-3599-4828-8dcd-c3d2e099aa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643608 Aug 30 21:39:43.313535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d92ffe47-3328-41af-9fad-c0c56c5f818b None None] Port f6d75cac-0999-4859-bf06-c7f7d0256424 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:39:43.320058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Sync routers for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:43.347152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:43.347825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:43.352679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d92ffe47-3328-41af-9fad-c0c56c5f818b None None] Provisioning complete for port cb219db1-41a9-47fc-a780-b926685fa3f2 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:43.352679 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92ffe47-3328-41af-9fad-c0c56c5f818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:43.517274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.517749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.518274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.518759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.519217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.519681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.520182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.522135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e8e2d9a-a219-4ca8-a8d2-db2a7d835f5a tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.2121272 Aug 30 21:39:43.525124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:43.583575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.584043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.584848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.584968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.585376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.585822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.586262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:43.590708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c90f5011-0ecd-4719-ac9f-a6f6a8d71743 tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.0620649 Aug 30 21:39:43.591184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:43.658911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:43.735410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5aadfbf-982b-41db-a946-e17fef713d6e tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.1428213 Aug 30 21:39:43.868427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9211b91b-0baa-48d4-9a69-40ffd5d43020 None None] Provisioning complete for port f6d75cac-0999-4859-bf06-c7f7d0256424 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:43.868801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9211b91b-0baa-48d4-9a69-40ffd5d43020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:43.912375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9211b91b-0baa-48d4-9a69-40ffd5d43020 None None] Port f6d75cac-0999-4859-bf06-c7f7d0256424 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:39:43.929193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 2, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:43.955609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Checking router: 54b0c288-3599-4828-8dcd-c3d2e099aa91 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:39:43.956311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Updating router 54b0c288-3599-4828-8dcd-c3d2e099aa91 port f6d75cac-0999-4859-bf06-c7f7d0256424 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:39:43.983610 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:43.988426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cb219db1-41a9-47fc-a780-b926685fa3f2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:44.081513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43150) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.086416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448595526', 'description': 'tempest-secgroup-smoke-448595526 description', 'project_id': '97afe81608674130b1f2b6349c4a25eb'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.112836 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.144797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port cb219db1-41a9-47fc-a780-b926685fa3f2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:44.145170 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.211934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.217287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.246359 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.247786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1650369 Aug 30 21:39:44.249718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f6362-6ee6-4061-a4bd-280e1e81e0ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a44410-65a1-4d05-97ac-963849eff03a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.250784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.255541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '18a44410-65a1-4d05-97ac-963849eff03a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.284222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.303842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2921624-de98-4bf8-b5c0-56e189201446 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:44.347895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.353044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.373244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92d70b1-be19-4560-8252-98e124b783a7,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.377315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.378851 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3d4a0bc3-92cf-45c5-82c7-c72b3cf0d604 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269472 Aug 30 21:39:44.381555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.386043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '18a44410-65a1-4d05-97ac-963849eff03a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.403260 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.414104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e2921624-de98-4bf8-b5c0-56e189201446 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:44.414315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.414455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.418214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Transition to ACTIVE for port object f6d75cac-0999-4859-bf06-c7f7d0256424 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:44.447306 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.473467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.478020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.505079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.505768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30464d29-70e9-4aca-a419-afcddabf8775 None None] Pushing event updated for resources: {'Port': ['ID=f6d75cac-0999-4859-bf06-c7f7d0256424,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.506313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238055 Aug 30 21:39:44.507520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488b4c9-aa78-411a-b8be-988e32d55697 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa92baf-c046-4003-863d-0d2ed0b5440f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.509502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43156) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.516841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '18a44410-65a1-4d05-97ac-963849eff03a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.550064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.599380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Attempting to bind port f6d75cac-0999-4859-bf06-c7f7d0256424 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:39:44.599840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Attempting to bind port f6d75cac-0999-4859-bf06-c7f7d0256424 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:39:44.600171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Attempting to bind port f6d75cac-0999-4859-bf06-c7f7d0256424 on network 6511ce83-a744-43aa-a02c-2ed3c313e208 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:39:44.609582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:39:44.609961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Checking segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:39:44.610362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.610771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Bound using segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:39:44.611249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Bound port: f6d75cac-0999-4859-bf06-c7f7d0256424, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:39:44.611634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.633590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.641769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.648137 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.668859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c95510-d46c-442a-8997-a1aef7196443,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.674322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.678497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7086e307-2a5c-4308-b626-3c08a3fd39c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653919 Aug 30 21:39:44.679012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43158) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.683591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '18a44410-65a1-4d05-97ac-963849eff03a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.691319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] For port f6d75cac-0999-4859-bf06-c7f7d0256424, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:39:44.695140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] For port f6d75cac-0999-4859-bf06-c7f7d0256424, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f6d75cac-0999-4859-bf06-c7f7d0256424,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:39:44.701240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.713366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.777301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:44.777937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:44.778089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.779954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30464d29-70e9-4aca-a419-afcddabf8775 None None] Pushing event updated for resources: {'Port': ['ID=f6d75cac-0999-4859-bf06-c7f7d0256424,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.783880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.804060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d618b7-fb1e-449b-9cda-d8c8066d77a0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.812764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.814014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23013269-165b-4510-85d1-99aaa8370a67 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343126 Aug 30 21:39:44.817045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43160) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.822190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '18a44410-65a1-4d05-97ac-963849eff03a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.845289 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Project 97afe81608674130b1f2b6349c4a25eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:39:44.851217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.901599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:44.918968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.925300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.948114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b899d7bc-020f-42ed-ad7b-d9b681ce07cc,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:44.959942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:44.961204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b3fe3a7e-f3bd-4057-8a5f-de1a6bd42d62 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431162 Aug 30 21:39:44.964186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43162) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:44.969266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'security_group_rule': {'security_group_id': '18a44410-65a1-4d05-97ac-963849eff03a', 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:44.993412 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Project 97afe81608674130b1f2b6349c4a25eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:39:44.998439 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:45.068272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:45.073335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:45.091753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8839a9-96db-4571-b619-b5ebe97659d0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:45.099455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:45.100906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3c4b5ee4-57f3-416e-bc0a-f10b10193475 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355236 Aug 30 21:39:45.121447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:44Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:45.148698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3b0bd5-6303-4491-9f95-c9f3fda83edd None None] The sync data for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 is: [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:44Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:39:45.275371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-3a7894da-c353-4b71-805d-2c862b695dc4 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448595526&fields=id&tenant_id=97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 267 time: 0.0492463 Aug 30 21:39:45.393819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-417bd8e9-163e-41cb-a1a3-6afba7cdc34c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:45.395438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-417bd8e9-163e-41cb-a1a3-6afba7cdc34c tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/networks?id=6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 200 len: 797 time: 0.1121950 Aug 30 21:39:45.412891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-84d40f31-360c-4122-8af2-bf05ea22f85b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/quotas/97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 375 time: 0.0112588 Aug 30 21:39:45.468560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-c9dbbc04-92f8-4a75-abd7-d56801062115 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500298 Aug 30 21:39:45.488707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-21bf06b3-ba85-4b55-8a6e-e1532ac21652 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433681 Aug 30 21:39:45.575210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-4fea826b-f339-4d2c-9eda-b4af65e526d6 service neutron] 10.222.0.76 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944116 Aug 30 21:39:45.580022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-401ac022-6f17-48e7-960f-14ab5c621fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:45.581642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-401ac022-6f17-48e7-960f-14ab5c621fdc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0468037 Aug 30 21:39:45.669357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-c9529ff1-89bc-4dd3-85d6-94fecef75045 service neutron] 10.222.0.76 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880594 Aug 30 21:39:45.693353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-f50aa404-1043-44b9-b325-2cfbfd323b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:45.694956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-f50aa404-1043-44b9-b325-2cfbfd323b87 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0910380 Aug 30 21:39:45.763634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-c081d648-ded8-4e7f-8d63-9eb395ff045e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 1001 time: 0.0607669 Aug 30 21:39:45.838691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-bccc65cd-aa16-4d1e-8ada-00a9cf2c8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:45.840766 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-bccc65cd-aa16-4d1e-8ada-00a9cf2c8c64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0694339 Aug 30 21:39:45.864910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4f98915-2961-4744-8a32-e97e656fa872 req-89a44feb-e3a5-4cff-a2af-27f18ca5de96 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 210 time: 0.0373268 Aug 30 21:39:45.895038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-ba540b34-3edd-49b7-b8ad-8f1c574de9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:45.896685 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-ba540b34-3edd-49b7-b8ad-8f1c574de9b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472732 Aug 30 21:39:46.002552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-2f1393ef-87fa-49c4-964f-5edc34bbad42 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979710 Aug 30 21:39:46.047155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f6d75cac-0999-4859-bf06-c7f7d0256424 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:46.114208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f6d75cac-0999-4859-bf06-c7f7d0256424 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:46.118526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f6d75cac-0999-4859-bf06-c7f7d0256424 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:46.118867 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:46.121777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-24d98239-7ec7-4507-908e-3f74bb5afc89 req-85d69be7-988a-41db-a486-99fed60da35f service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098585 Aug 30 21:39:46.211435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:46.245624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f6d75cac-0999-4859-bf06-c7f7d0256424, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f6d75cac-0999-4859-bf06-c7f7d0256424,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:46.250941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:46.301378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f6d75cac-0999-4859-bf06-c7f7d0256424,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:46.855517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-ad33f9ad-6ee1-4583-a66c-07a67a2a33d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:46.856894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-ad33f9ad-6ee1-4583-a66c-07a67a2a33d3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "GET /v2.0/networks?id=6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 200 len: 797 time: 0.1048393 Aug 30 21:39:46.901871 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-2d6ade34-69e9-422d-8641-18c0079bd9dd tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97afe81608674130b1f2b6349c4a25eb HTTP/1.1" status: 200 len: 379 time: 0.0354424 Aug 30 21:39:46.913405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'port': {'device_id': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'admin_state_up': True, 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'security_groups': ['18a44410-65a1-4d05-97ac-963849eff03a']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:46.954062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c79765c5-397e-478a-8263-845b1d2cf194 req-172a1c4c-247a-4c42-9260-c1b746ab2210 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 210 time: 0.0314894 Aug 30 21:39:47.028397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Made reservation on behalf of 97afe81608674130b1f2b6349c4a25eb for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:39:47.032284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.172915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.20.0.5 (6511ce83-a744-43aa-a02c-2ed3c313e208/eec4f979-4262-4a5e-bd51-218bda77763e/47b90594-d6b1-47a5-ae5f-9ed64cdc5255) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:39:47.322225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.337026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Transition to ACTIVE for port object 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:47.373921 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.421149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:47.424183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:47.426697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:39:47.455721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:47.483248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:47.483892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.499999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1a1d87ca-eb6a-41e2-9c55-27166573aad3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900140 Aug 30 21:39:47.512183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Request body: {'port': {'device_id': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:47.568579 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.680848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-843049f2-82f6-43eb-b967-92dee79f760d None None] Provisioning for port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:47.684660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-843049f2-82f6-43eb-b967-92dee79f760d None None] Provisioning complete for port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:47.685045 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-843049f2-82f6-43eb-b967-92dee79f760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.721101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-843049f2-82f6-43eb-b967-92dee79f760d None None] Port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:39:47.833061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:39:47.841342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.854421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Transition to ACTIVE for port object 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:39:47.862271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:47.910385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Pushing event updated for resources: {'Port': ['ID=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:47.982190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f6d75cac-0999-4859-bf06-c7f7d0256424 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:47.982599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Attempting to bind port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:39:47.982977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Attempting to bind port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:39:47.983311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Attempting to bind port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 on network 6511ce83-a744-43aa-a02c-2ed3c313e208 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:39:47.988365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 on network 6511ce83-a744-43aa-a02c-2ed3c313e208 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:39:47.988819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Attempting to bind port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 on network 6511ce83-a744-43aa-a02c-2ed3c313e208 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:39:47.994505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:39:47.994874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Checking segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:39:47.995266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Bound using segment: {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:39:47.995693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Bound port: 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca397501-b336-4037-bcf2-800604a71808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:39:47.996052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:48.037336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f6d75cac-0999-4859-bf06-c7f7d0256424 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:48.037712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:48.078896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] For port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:39:48.082537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] For port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:39:48.091253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173ff3f-b572-4434-a6c5-73e7aa253f5a req-0049a34a-483a-45e0-be95-350f8e4fd5a7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.092775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:48.094659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3173ff3f-b572-4434-a6c5-73e7aa253f5a req-0049a34a-483a-45e0-be95-350f8e4fd5a7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 943 time: 0.0556779 Aug 30 21:39:48.131758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.132347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:48.134497 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] 10.222.0.82 "PUT /v2.0/ports/47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 200 len: 1092 time: 0.6260581 Aug 30 21:39:48.135141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:48.137491 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6898ba58-6797-486b-926b-3dd5d4833607" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:48.143530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3173ff3f-b572-4434-a6c5-73e7aa253f5a req-7f004d1c-fdd4-44e8-825f-6735ffd07244 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Aug 30 21:39:48.169630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed9d9a-c172-4e4e-b9a4-aa7cdf016d3a service neutron] Pushing event updated for resources: {'Port': ['ID=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:48.214554 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd7cb27-7db9-40b2-8ba3-8108d3818570 x-openstack-request-id: req-ecd7cb27-7db9-40b2-8ba3-8108d3818570 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:48.215028 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:48.215288 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecd7cb27-7db9-40b2-8ba3-8108d3818570 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:48.215709 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'status': 'completed', 'code': 200} Aug 30 21:39:48.231886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-a66fc3b9-cec2-4e1d-b0e8-bad21e8278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.233442 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-a66fc3b9-cec2-4e1d-b0e8-bad21e8278f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1095 time: 0.0472777 Aug 30 21:39:48.280289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-0e5585bd-5eef-4cf0-a302-8b6c319de80f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 200 len: 217 time: 0.0385203 Aug 30 21:39:48.333672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1ec75a09-85b0-4b7c-aed6-9362c69c9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.335253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-1ec75a09-85b0-4b7c-aed6-9362c69c9558 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eec4f979-4262-4a5e-bd51-218bda77763e HTTP/1.1" status: 200 len: 834 time: 0.0465829 Aug 30 21:39:48.383246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-2f58941a-320d-4228-96fd-57cc2520889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.384780 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-2f58941a-320d-4228-96fd-57cc2520889a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6511ce83-a744-43aa-a02c-2ed3c313e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422001 Aug 30 21:39:48.482240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-498ae1f3-e989-4322-955b-9764132b7c43 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890794 Aug 30 21:39:48.572231 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-118f05cf-8dbe-4be5-9fcc-ff3c22a62f37 req-890ccc39-6e71-47a8-a056-547017c78346 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816875 Aug 30 21:39:48.660787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ba58-6797-486b-926b-3dd5d4833607 req-09e0b258-fbf1-4d8d-ba8a-ceadb8f8546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.662393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-09e0b258-fbf1-4d8d-ba8a-ceadb8f8546a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1095 time: 0.0431049 Aug 30 21:39:48.761652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ba58-6797-486b-926b-3dd5d4833607 req-f04f5227-4b88-47f6-b79e-4fa202287d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.763840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-f04f5227-4b88-47f6-b79e-4fa202287d51 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 200 len: 898 time: 0.0937204 Aug 30 21:39:48.811461 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-16f43717-c5be-40b1-a9c6-12d7eaf38eef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 200 len: 217 time: 0.0395248 Aug 30 21:39:48.866924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ba58-6797-486b-926b-3dd5d4833607 req-ac598a15-aa15-448d-ae94-b09400e59b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.868357 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-ac598a15-aa15-448d-ae94-b09400e59b74 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eec4f979-4262-4a5e-bd51-218bda77763e HTTP/1.1" status: 200 len: 834 time: 0.0484514 Aug 30 21:39:48.916291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ba58-6797-486b-926b-3dd5d4833607 req-c3796937-0a59-4dee-855a-11b8cced24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:48.917792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-c3796937-0a59-4dee-855a-11b8cced24e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6511ce83-a744-43aa-a02c-2ed3c313e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411978 Aug 30 21:39:49.010391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-e1fa6dfb-c479-4753-b02a-bcb36ed8d972 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824108 Aug 30 21:39:49.119587 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6898ba58-6797-486b-926b-3dd5d4833607 req-c3bdef47-ae0b-45f1-b1e8-e22e885d2fc3 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011240 Aug 30 21:39:49.275109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b8559-3b3b-43e8-a745-6c311026aadb req-6af1a5f9-0535-4aeb-a7c3-cb36a9c741fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:49.276602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f3b8559-3b3b-43e8-a745-6c311026aadb req-6af1a5f9-0535-4aeb-a7c3-cb36a9c741fa tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 943 time: 0.0570481 Aug 30 21:39:49.322365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f3b8559-3b3b-43e8-a745-6c311026aadb req-ccbc082c-addc-4d3d-9213-3b8a0aaebeea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367193 Aug 30 21:39:50.445612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed3fa3-d08e-4a8d-8a64-61073ca5a7d4 req-037cedf7-733c-4c44-ac95-c776c734c246 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:50.447127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eed3fa3-d08e-4a8d-8a64-61073ca5a7d4 req-037cedf7-733c-4c44-ac95-c776c734c246 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 943 time: 0.0552642 Aug 30 21:39:50.490208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6eed3fa3-d08e-4a8d-8a64-61073ca5a7d4 req-e34f8356-f439-4235-b4e1-2a47f0ea3d82 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342591 Aug 30 21:39:51.628966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff43e7-6b39-4bcc-90af-1127fee81cdd req-94520883-2fff-4e69-b69c-d4f6d9321113 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:51.630443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05ff43e7-6b39-4bcc-90af-1127fee81cdd req-94520883-2fff-4e69-b69c-d4f6d9321113 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 943 time: 0.0607731 Aug 30 21:39:51.670404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05ff43e7-6b39-4bcc-90af-1127fee81cdd req-c7e53f14-4b1e-4012-8141-f216b1cc74e5 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Aug 30 21:39:52.677057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:39:52.777403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:52.785859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f077da8-bc08-493e-9b8c-896d4f03427f req-596ad3f6-65ec-4447-a2d7-bb2c84ee522a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:52.787513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f077da8-bc08-493e-9b8c-896d4f03427f req-596ad3f6-65ec-4447-a2d7-bb2c84ee522a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 943 time: 0.0504506 Aug 30 21:39:52.789704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'port_id': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'mac_address': 'fa:16:3e:98:41:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:39:52.826097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f077da8-bc08-493e-9b8c-896d4f03427f req-d6ae2050-dd41-44aa-9123-31ffbfa4e479 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324495 Aug 30 21:39:52.827180 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:52.840197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:39:52.863002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:52.869251 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:53.091662 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:53.188713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['47b90594-d6b1-47a5-ae5f-9ed64cdc5255'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:39:53.952022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e47e-16b3-4af6-a6cc-e65c4b0c4c03 req-655f41f5-7f99-4045-b580-f80b8dae5edb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:53.953492 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab22e47e-16b3-4af6-a6cc-e65c4b0c4c03 req-655f41f5-7f99-4045-b580-f80b8dae5edb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 944 time: 0.0537353 Aug 30 21:39:53.994302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab22e47e-16b3-4af6-a6cc-e65c4b0c4c03 req-c26097a8-0805-4c56-8f25-6ba824fc9662 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343537 Aug 30 21:39:54.695308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:39:54.758784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:39:54.762854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:39:54.763222 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:54.847739 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:54.870492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:54.872789 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79295d5e-6418-4dc7-bda7-5102eeb653d6" -d '{"events": [{"server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "name": "network-vif-plugged", "status": "completed", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:54.885358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:39:54.890890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:54.915818 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed222b27-91ff-4375-ad6d-aa1be086c6ba x-openstack-request-id: req-ed222b27-91ff-4375-ad6d-aa1be086c6ba {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:54.916119 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "name": "network-vif-plugged", "status": "completed", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:54.916375 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed222b27-91ff-4375-ad6d-aa1be086c6ba {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:54.916772 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'code': 200} Aug 30 21:39:54.942802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:55.015090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbaace-8425-40ed-8efe-de9281059d9a req-ca78cd7a-1cbe-4657-abbe-530b1071c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:55.016726 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26fbaace-8425-40ed-8efe-de9281059d9a req-ca78cd7a-1cbe-4657-abbe-530b1071c5b3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1097 time: 0.0428321 Aug 30 21:39:55.052774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26fbaace-8425-40ed-8efe-de9281059d9a req-570abb0c-2602-4713-bade-3338481f23aa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294182 Aug 30 21:39:55.112986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b9241-6533-4c9c-82af-987bac029954 req-27038306-88d7-4146-b18a-a0a1684223e1 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:55.114565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad0b9241-6533-4c9c-82af-987bac029954 req-27038306-88d7-4146-b18a-a0a1684223e1 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0501451 Aug 30 21:39:55.156847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad0b9241-6533-4c9c-82af-987bac029954 req-f8bf6a07-366f-460d-9d1c-d898b44303ce tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Aug 30 21:39:56.281451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9551-0170-425b-97e6-06592e0274f8 req-253bb50d-fcf8-4dc7-8350-4aa25c92121a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:56.283019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-496c9551-0170-425b-97e6-06592e0274f8 req-253bb50d-fcf8-4dc7-8350-4aa25c92121a tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0547078 Aug 30 21:39:56.325882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-496c9551-0170-425b-97e6-06592e0274f8 req-d1627206-fa47-4cb1-a4ec-76cb959cbff8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Aug 30 21:39:57.450991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb962851-4757-4e8d-ac2a-ce879b88365a req-ccdb9591-d937-45ed-81e4-5a805e6b872b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:57.452482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb962851-4757-4e8d-ac2a-ce879b88365a req-ccdb9591-d937-45ed-81e4-5a805e6b872b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0551088 Aug 30 21:39:57.492380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb962851-4757-4e8d-ac2a-ce879b88365a req-7f8fa95c-940f-423b-afc5-f602b4905435 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339022 Aug 30 21:39:57.609861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7e222-fbb4-4b3a-b7e8-920cc0d5d3ec req-7ad5b5db-752a-4862-a196-9c818da0843b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:57.611296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ee7e222-fbb4-4b3a-b7e8-920cc0d5d3ec req-7ad5b5db-752a-4862-a196-9c818da0843b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Aug 30 21:39:57.651309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ee7e222-fbb4-4b3a-b7e8-920cc0d5d3ec req-635dbf2a-eeb4-46e1-a63c-8f07472565ec tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338638 Aug 30 21:39:57.674865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:57.717245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5831e1b-c085-4e55-b986-d06f367bab0f tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:57.719158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c5831e1b-c085-4e55-b986-d06f367bab0f tempest-TestNetworkBasicOps-181680365 tempest-TestNetworkBasicOps-181680365-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1092 time: 0.0431080 Aug 30 21:39:57.722581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:57.727438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:39:57.753253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:57.857252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:57.968832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Allocated IP 172.25.5.107 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/a20fa246-0115-43c0-992a-df792da1f422) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:39:58.071213 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:58.116098 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:58.154785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:39:58.158018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:39:58.161589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:39:58.166951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=a20fa246-0115-43c0-992a-df792da1f422,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:58.196025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.196363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.196707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.197042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.197372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.197701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.198026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.198348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.198692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.199014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.199383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.199696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:39:58.824101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:58.898028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:59.047846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:59.054036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:59.121788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event updated for resources: {'Port': ['ID=a20fa246-0115-43c0-992a-df792da1f422,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:39:59.133434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:59.238236 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Floating IP 336225b1-1f9b-41ca-a0ae-7350767ce400 associated. External IP: 172.25.5.107, port: 47b90594-d6b1-47a5-ae5f-9ed64cdc5255. Aug 30 21:39:59.475236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 54b0c288-3599-4828-8dcd-c3d2e099aa91 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:39:59.595233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:39:59.605190 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] Sync routers for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:39:59.613440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:39:59.616302 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:39:59.617126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:59.641902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-55fa2083-0644-43ce-b13b-5df49a050468 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9179838 Aug 30 21:39:59.642495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:39:59.644825 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692f1f36-5208-4a4c-a759-e614abcc5380" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:39:59.645016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43222) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:39:59.688493 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75779bc-618f-4421-8f25-573359356873 x-openstack-request-id: req-a75779bc-618f-4421-8f25-573359356873 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:39:59.688792 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:39:59.689047 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a75779bc-618f-4421-8f25-573359356873 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:39:59.689494 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'status': 'completed', 'code': 200} Aug 30 21:39:59.715921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a2ffb96-9c06-440e-b3ec-2e3257f708cc tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/336225b1-1f9b-41ca-a0ae-7350767ce400 HTTP/1.1" status: 200 len: 991 time: 0.0695555 Aug 30 21:39:59.741566 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:39:59.760961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-0b07fcd0-f398-437e-bb1a-3a9dec2091f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:59.762729 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-0b07fcd0-f398-437e-bb1a-3a9dec2091f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1097 time: 0.0504017 Aug 30 21:39:59.861411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-d1ec9f01-20d0-49e3-885e-98dde6a82603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:59.862983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-d1ec9f01-20d0-49e3-885e-98dde6a82603 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 200 len: 898 time: 0.0925446 Aug 30 21:39:59.938147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-fca5fe77-d11d-4437-a860-abd4f20543b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 200 len: 999 time: 0.0682685 Aug 30 21:39:59.987479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-38cdeeff-473e-408e-bdf3-3304cb89c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:39:59.987929 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '336225b1-1f9b-41ca-a0ae-7350767ce400', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'port_id': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'mac_address': 'fa:16:3e:98:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:58Z', 'updated_at': '2021-08-30T21:39:58Z', 'revision_number': 0, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:46Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:39:59.988954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-38cdeeff-473e-408e-bdf3-3304cb89c472 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eec4f979-4262-4a5e-bd51-218bda77763e HTTP/1.1" status: 200 len: 834 time: 0.0437367 Aug 30 21:40:00.015456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] Checking router: 54b0c288-3599-4828-8dcd-c3d2e099aa91 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:40:00.024601 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:40:00.025224 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:00.036603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-ce9dd889-452f-43dc-a990-4497ec9b67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:00.038133 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-ce9dd889-452f-43dc-a990-4497ec9b67a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6511ce83-a744-43aa-a02c-2ed3c313e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425937 Aug 30 21:40:00.129644 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-d444b9ee-0018-483a-bc05-0335b47708ba service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Aug 30 21:40:00.131516 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:40:00.218135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-692f1f36-5208-4a4c-a759-e614abcc5380 req-b6124821-289a-4288-aba1-e4e4343e3b9c service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815189 Aug 30 21:40:00.357256 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '336225b1-1f9b-41ca-a0ae-7350767ce400', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'port_id': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'mac_address': 'fa:16:3e:98:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:58Z', 'updated_at': '2021-08-30T21:39:58Z', 'revision_number': 0, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:46Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:00.386377 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075132c0-e5d3-486d-820f-12d31eb2a017 None None] The sync data for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 is: [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '336225b1-1f9b-41ca-a0ae-7350767ce400', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'port_id': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'mac_address': 'fa:16:3e:98:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:58Z', 'updated_at': '2021-08-30T21:39:58Z', 'revision_number': 0, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:46Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:40:00.703928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873722be-1327-4817-81db-ad40395378f6 None None] New status for floating IP 336225b1-1f9b-41ca-a0ae-7350767ce400: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:40:00.719984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43226) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:00.785724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d0bab737-1b32-465e-b0d3-7082aeb2f826 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/336225b1-1f9b-41ca-a0ae-7350767ce400 HTTP/1.1" status: 200 len: 991 time: 0.0645900 Aug 30 21:40:01.789311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43232) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:01.851278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54f0fddf-20f5-4282-9126-af641d99a1c7 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/336225b1-1f9b-41ca-a0ae-7350767ce400 HTTP/1.1" status: 200 len: 993 time: 0.0607741 Aug 30 21:40:02.885703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad870a45-3145-47c6-bf2d-05e0b9a8a7ac req-845fadbe-5e3a-4c50-acfa-6fb70bd214dd tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:02.887218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad870a45-3145-47c6-bf2d-05e0b9a8a7ac req-845fadbe-5e3a-4c50-acfa-6fb70bd214dd tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0558074 Aug 30 21:40:02.925765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad870a45-3145-47c6-bf2d-05e0b9a8a7ac req-d00df671-2a60-4ea0-93af-103e02dfb961 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Aug 30 21:40:03.681632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:03.941265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-ea773d8c-3cc7-4418-bd95-51288a7f6bcd tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:03.942699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-ea773d8c-3cc7-4418-bd95-51288a7f6bcd tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.82 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0553527 Aug 30 21:40:04.038099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Deleting port 72797ea2-92dd-46e9-8f5c-025cd4e2264a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:40:04.038440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:04.044366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa5d5-131c-497a-b562-9e44ba515e5f req-48d99106-c1a0-4210-8b8d-2ac1a82c92e0 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:04.045905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffffa5d5-131c-497a-b562-9e44ba515e5f req-48d99106-c1a0-4210-8b8d-2ac1a82c92e0 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 946 time: 0.0518475 Aug 30 21:40:04.085649 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ffffa5d5-131c-497a-b562-9e44ba515e5f req-49008a8f-5f94-471e-a417-65efba82004f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e2e23b4-5553-45c5-8a71-195ea87178dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334847 Aug 30 21:40:04.132200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] For port 72797ea2-92dd-46e9-8f5c-025cd4e2264a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=72797ea2-92dd-46e9-8f5c-025cd4e2264a,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:40:04.132574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:04.312904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:04.313199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:04.313561 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Floating IP 9a619292-3617-4e3d-afa7-315974d03ea3 disassociated. External IP: 172.25.5.137, port: 72797ea2-92dd-46e9-8f5c-025cd4e2264a. Aug 30 21:40:04.313904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Calling delete_port for 72797ea2-92dd-46e9-8f5c-025cd4e2264a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:40:04.448682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:04.478327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event deleted for resources: {'Port': ['ID=72797ea2-92dd-46e9-8f5c-025cd4e2264a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:04.596524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:40:04.710684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:40:04.721456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:40:04.730997 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:40:04.731689 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:04.750862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] No DVR routers for this DVR port 72797ea2-92dd-46e9-8f5c-025cd4e2264a on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:40:04.753690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:04.756108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e405caf6-edcc-47f4-ab3a-626b5d87cd4d req-d04cf3b3-751a-4c58-8ecd-11eb2698f715 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.82 "DELETE /v2.0/ports/72797ea2-92dd-46e9-8f5c-025cd4e2264a HTTP/1.1" status: 204 len: 173 time: 0.8074400 Aug 30 21:40:04.756621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'name': 'network-vif-deleted', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:40:04.759021 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1fdd9-aef0-44df-bab4-03f32de76cb5" -d '{"events": [{"server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "name": "network-vif-deleted", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:40:04.798876 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ccfbe-e92f-497b-b768-ff17d7c5646b x-openstack-request-id: req-6d6ccfbe-e92f-497b-b768-ff17d7c5646b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:40:04.799276 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2286de-e237-49f6-b3a2-fb0a9cf842de", "name": "network-vif-deleted", "tag": "72797ea2-92dd-46e9-8f5c-025cd4e2264a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:40:04.799639 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d6ccfbe-e92f-497b-b768-ff17d7c5646b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:40:04.800117 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2286de-e237-49f6-b3a2-fb0a9cf842de', 'name': 'network-vif-deleted', 'tag': '72797ea2-92dd-46e9-8f5c-025cd4e2264a', 'status': 'completed', 'code': 200} Aug 30 21:40:04.847361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:40:05.150727 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:05.184007 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:40:05.193167 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:40:05.193788 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:39:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:05.210303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-271b177d-dcf9-4b81-bc9e-7a25d511d045 req-b9f611cf-1a39-4817-840f-cf8a76cad86f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=af2286de-e237-49f6-b3a2-fb0a9cf842de HTTP/1.1" status: 200 len: 210 time: 0.0344069 Aug 30 21:40:05.310001 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:40:05.522436 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:05.549930 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8c440-55ef-45af-9d80-9689564e8d5e None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:40:05.779684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2917a07-ce6a-425f-9bb1-2f1168547f9f None None] New status for floating IP 9a619292-3617-4e3d-afa7-315974d03ea3: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:40:05.977728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.315885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:06.375536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3dbf-74c1-4c79-905e-b9cec0196ebe tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.399208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3dbf-74c1-4c79-905e-b9cec0196ebe tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.455657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3dbf-74c1-4c79-905e-b9cec0196ebe tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.459755 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d5f3dbf-74c1-4c79-905e-b9cec0196ebe tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.460932 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d5f3dbf-74c1-4c79-905e-b9cec0196ebe tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "DELETE /v2.0/security-groups/5e2e23b4-5553-45c5-8a71-195ea87178dd HTTP/1.1" status: 204 len: 168 time: 0.1440389 Aug 30 21:40:06.463887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43262) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:06.470003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f3dbf-74c1-4c79-905e-b9cec0196ebe tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e23b4-5553-45c5-8a71-195ea87178dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:06.477771 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-67bc620c-9660-4de3-be86-a1cfb8c1f877 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] show failed (client error): The resource could not be found. Aug 30 21:40:06.479308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-67bc620c-9660-4de3-be86-a1cfb8c1f877 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups/5e2e23b4-5553-45c5-8a71-195ea87178dd HTTP/1.1" status: 404 len: 347 time: 0.0143514 Aug 30 21:40:06.482575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:06.614032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Deleting port 5e65fb54-9acc-45c7-9f6b-5328c35bdf73 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:40:06.614377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.694415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.694781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.706410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Calling delete_port for 5e65fb54-9acc-45c7-9f6b-5328c35bdf73 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:40:06.731855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72797ea2-92dd-46e9-8f5c-025cd4e2264a no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:40:06.752747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 72797ea2-92dd-46e9-8f5c-025cd4e2264a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:40:06.753103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 72797ea2-92dd-46e9-8f5c-025cd4e2264a not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:40:06.863408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.898236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event deleted for resources: {'Port': ['ID=5e65fb54-9acc-45c7-9f6b-5328c35bdf73,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:06.965990 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.969169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:06.978244 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b84f569a-1c0b-45d5-b093-6355dc00308f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "DELETE /v2.0/floatingips/9a619292-3617-4e3d-afa7-315974d03ea3 HTTP/1.1" status: 204 len: 168 time: 0.4946971 Aug 30 21:40:07.364880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43268) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:07.369896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632678151', 'description': 'tempest-description--1137375035'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:07.393892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.479401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.484808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.513292 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.514535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1486182 Aug 30 21:40:07.516492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae65354-6096-4e87-a919-87803f97a6e9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09ed33-e41c-4e67-ae85-f1ebb8626457,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:07.517518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43270) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:07.522354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'security_group_rule': {'security_group_id': 'aa09ed33-e41c-4e67-ae85-f1ebb8626457', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:07.553143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.612340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.617641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.641529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7f04a5-29d3-4d5a-b673-8d975039866b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:07.644986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.646182 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8998a24a-e882-4791-840f-d4aa129d79d5 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275909 Aug 30 21:40:07.649108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43272) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:07.653920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'security_group_rule': {'security_group_id': 'aa09ed33-e41c-4e67-ae85-f1ebb8626457', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:07.681672 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.745622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.749661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.764644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d8cc36-5a99-42a8-87e7-e84c1eb66e74,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:07.774254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.775625 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f1d160d-8dea-4461-b225-ad5c834ecbf6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254952 Aug 30 21:40:07.778832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43274) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:07.783603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:07.805574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:07.908019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.014812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Allocated IP 172.25.5.170 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/0d2e9d01-7af1-4f22-b660-702fb8df5bdc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:40:08.123094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.167631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.207678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:40:08.210697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:40:08.214922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:40:08.217891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'Port': ['ID=0d2e9d01-7af1-4f22-b660-702fb8df5bdc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:08.301605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.336740 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.484936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.493925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.574478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'Port': ['ID=0d2e9d01-7af1-4f22-b660-702fb8df5bdc,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:08.585547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.602712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:08.604175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a21fd980-3f50-4dde-b56d-9b53a5be0184 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8243694 Aug 30 21:40:08.758905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-bd484fbb-0056-4ccb-a30f-879d176c8273 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1632678151&fields=id&tenant_id=2b75689c41ce44d193ba9e581675f6f4 HTTP/1.1" status: 200 len: 267 time: 0.0358505 Aug 30 21:40:08.868717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-d6ec5e9f-ec7c-45cd-9652-b276656fd0aa tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:08.870201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-d6ec5e9f-ec7c-45cd-9652-b276656fd0aa tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 811 time: 0.1045022 Aug 30 21:40:08.885692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-efb66eaa-0ae5-4f51-80b8-cb64c506ac76 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/quotas/2b75689c41ce44d193ba9e581675f6f4 HTTP/1.1" status: 200 len: 375 time: 0.0096638 Aug 30 21:40:08.951413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-950613ae-3fb1-4466-95c7-825011db8ae6 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581372 Aug 30 21:40:08.968503 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a5752ae-dec2-4968-9ccf-c3daa69c0477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:09.056113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-857cd5e0-03ec-4c80-92a9-3ab5de71c01c service neutron] 10.222.0.76 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Aug 30 21:40:09.148769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-64d770d6-a366-4572-aded-ab5b77307893 service neutron] 10.222.0.76 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864155 Aug 30 21:40:09.317330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75ef86a0-0691-4728-8408-2cde19f36397 req-1e2a1357-02f0-4365-a10b-f5e49b12bc9c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 210 time: 0.0281966 Aug 30 21:40:10.344817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-bb3718a0-7df9-4ade-9e9f-240bb2142d00 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:10.346451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-bb3718a0-7df9-4ade-9e9f-240bb2142d00 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.86 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 811 time: 0.1121755 Aug 30 21:40:10.392603 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-b65968b2-4eaf-4c17-abb8-efcc1fe5f010 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b75689c41ce44d193ba9e581675f6f4 HTTP/1.1" status: 200 len: 380 time: 0.0352547 Aug 30 21:40:10.405500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'port': {'device_id': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'admin_state_up': True, 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'security_groups': ['aa09ed33-e41c-4e67-ae85-f1ebb8626457']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:10.414967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7802f04-9752-4bca-b8f3-81bc341257fb req-ec0ff5a5-577e-4bef-ae9d-32950f24cf36 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 210 time: 0.0266483 Aug 30 21:40:10.449633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:40:10.519445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Made reservation on behalf of 2b75689c41ce44d193ba9e581675f6f4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:40:10.523195 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:10.650295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Allocated IP 172.20.0.11 (2da9d6b6-4a90-4894-b813-e5d4c15a5d52/8dc53d45-e74b-4883-803c-3982f07b095a/179e7650-ef0b-4086-bdc6-c2e66ba1f524) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:40:10.782226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:10.796222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Transition to ACTIVE for port object 179e7650-ef0b-4086-bdc6-c2e66ba1f524 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:40:10.831151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:10.878267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:40:10.881479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:40:10.885276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:40:10.891625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event updated for resources: {'Port': ['ID=179e7650-ef0b-4086-bdc6-c2e66ba1f524,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:10.939451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:10.940082 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:10.957482 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-ab4a2847-19fc-424b-b026-c7860e0c5f8e tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557420 Aug 30 21:40:10.970726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Request body: {'port': {'device_id': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:11.027492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.173350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-89a7b93c-3009-4f27-939b-b9fdf2391a62 None None] Provisioning for port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:40:11.177479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-89a7b93c-3009-4f27-939b-b9fdf2391a62 None None] Provisioning complete for port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:40:11.177855 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-89a7b93c-3009-4f27-939b-b9fdf2391a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.212431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-89a7b93c-3009-4f27-939b-b9fdf2391a62 None None] Port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:40:11.293230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179e7650-ef0b-4086-bdc6-c2e66ba1f524 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:40:11.300592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.312210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Transition to ACTIVE for port object 179e7650-ef0b-4086-bdc6-c2e66ba1f524 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:40:11.317643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.386519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Pushing event updated for resources: {'Port': ['ID=179e7650-ef0b-4086-bdc6-c2e66ba1f524,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:11.436870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Attempting to bind port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:40:11.437208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Attempting to bind port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:40:11.437537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Attempting to bind port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:40:11.442229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:40:11.442545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Attempting to bind port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 on network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:40:11.448108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:40:11.448453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Checking segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:40:11.448845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Bound using segment: {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:40:11.449286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Bound port: 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4de2de7-b277-4bbf-bc42-e485283816df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:40:11.449653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.536605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] For port 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:40:11.540641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] For port 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:40:11.540784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af957-74ac-4ecd-ae5a-682e262d4da1 req-6f56a8df-c0ef-423d-84a0-69f8974be335 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:11.542337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-188af957-74ac-4ecd-ae5a-682e262d4da1 req-6f56a8df-c0ef-423d-84a0-69f8974be335 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 944 time: 0.0573678 Aug 30 21:40:11.546114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.580472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:11.581210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.582619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-398a184a-3337-47db-b252-d52f5febe3de service neutron] 10.222.0.86 "PUT /v2.0/ports/179e7650-ef0b-4086-bdc6-c2e66ba1f524 HTTP/1.1" status: 200 len: 1093 time: 0.6163170 Aug 30 21:40:11.585237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:40:11.586875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-188af957-74ac-4ecd-ae5a-682e262d4da1 req-5780f4c7-4c94-4662-9e98-d3f6370194de tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381482 Aug 30 21:40:11.588166 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302f3240-ba61-4bca-9025-8f7b6a63d103" -d '{"events": [{"name": "network-changed", "server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:40:11.613873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a184a-3337-47db-b252-d52f5febe3de service neutron] Pushing event updated for resources: {'Port': ['ID=179e7650-ef0b-4086-bdc6-c2e66ba1f524,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:11.635003 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb2d2f-f08a-40ae-bf66-7a85eb71ba06 x-openstack-request-id: req-48bb2d2f-f08a-40ae-bf66-7a85eb71ba06 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:40:11.635300 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:40:11.635550 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48bb2d2f-f08a-40ae-bf66-7a85eb71ba06 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:40:11.635950 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'status': 'completed', 'code': 200} Aug 30 21:40:11.681152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-38a74638-32b2-4963-8244-d9e9e9aeb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:11.682730 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-38a74638-32b2-4963-8244-d9e9e9aeb736 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 1096 time: 0.0425351 Aug 30 21:40:11.724912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-8b091f8f-60b7-4713-a7fb-c55fc528af72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524 HTTP/1.1" status: 200 len: 217 time: 0.0345900 Aug 30 21:40:11.755787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.780169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-2cf486a9-b15a-4729-b5a7-617c2a3489d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:11.782036 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-2cf486a9-b15a-4729-b5a7-617c2a3489d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0497952 Aug 30 21:40:11.831041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-1f109d96-3b3f-4a8a-b09f-54cf09b05861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:11.832524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-1f109d96-3b3f-4a8a-b09f-54cf09b05861 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413613 Aug 30 21:40:11.913287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45e858c9-2797-4645-837d-011b54ae5d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:11.928846 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-c9fed81d-38f9-4491-8cda-0e10b426f77e service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884247 Aug 30 21:40:12.024424 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1715b848-5a5d-44db-9225-9a51a4f2bb8d req-b0751033-655c-4c8e-8b07-e4d12273c61c service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884972 Aug 30 21:40:12.110297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-930b1dc2-90e5-4343-bd9e-1cc39250c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:12.112003 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-930b1dc2-90e5-4343-bd9e-1cc39250c4cf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 1096 time: 0.0420558 Aug 30 21:40:12.215087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-c7b73c44-3a2d-4e0a-b06e-f391944ac2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:12.216487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-c7b73c44-3a2d-4e0a-b06e-f391944ac2f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.0963833 Aug 30 21:40:12.257426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-d5925406-d6c4-4c99-92c5-626c659032e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524 HTTP/1.1" status: 200 len: 217 time: 0.0337782 Aug 30 21:40:12.305351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-df6333d5-58bc-4dc0-b6b1-3424f3f449b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:12.306773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-df6333d5-58bc-4dc0-b6b1-3424f3f449b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0429716 Aug 30 21:40:12.359488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-9a6d5494-5b0b-472a-b2df-b28aad3ce823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:12.361008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-9a6d5494-5b0b-472a-b2df-b28aad3ce823 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472145 Aug 30 21:40:12.452389 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-a73c04e6-00ff-441d-adc0-5485f852f5ff service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838633 Aug 30 21:40:12.555640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-302f3240-ba61-4bca-9025-8f7b6a63d103 req-be5f147b-972d-41d4-bfea-b0d10a68edd5 service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957155 Aug 30 21:40:12.699792 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:12.726338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f26c9-6563-4fc7-bedb-760eefe02acb req-a97fc1e8-410a-428a-b172-855d3caab398 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:12.727873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f50f26c9-6563-4fc7-bedb-760eefe02acb req-a97fc1e8-410a-428a-b172-855d3caab398 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 944 time: 0.0626512 Aug 30 21:40:12.768752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f50f26c9-6563-4fc7-bedb-760eefe02acb req-818bfb4d-44d8-4a9d-8557-0d744e3d44c7 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347455 Aug 30 21:40:13.899796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d59db9-06e6-491d-8f27-c50418105177 req-023fded1-dd7f-4702-8921-261382dced93 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:13.901304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3d59db9-06e6-491d-8f27-c50418105177 req-023fded1-dd7f-4702-8921-261382dced93 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 944 time: 0.0595202 Aug 30 21:40:13.941196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3d59db9-06e6-491d-8f27-c50418105177 req-cf7a865d-5a1a-402b-8df5-535294c450f9 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333893 Aug 30 21:40:14.630047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:15.071290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f91a6-abdf-4e6b-978f-f22445ae2b56 req-269dfa68-e92b-485b-a706-1fc77fb0a90f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:15.072796 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c4f91a6-abdf-4e6b-978f-f22445ae2b56 req-269dfa68-e92b-485b-a706-1fc77fb0a90f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 944 time: 0.0575128 Aug 30 21:40:15.112013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c4f91a6-abdf-4e6b-978f-f22445ae2b56 req-88c4d621-f95f-4a88-a064-7fc79f0f110f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Aug 30 21:40:15.327337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 179e7650-ef0b-4086-bdc6-c2e66ba1f524 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:40:15.434853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:40:15.447001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'port_id': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'mac_address': 'fa:16:3e:bb:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:40:15.489567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:15.502704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179e7650-ef0b-4086-bdc6-c2e66ba1f524 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:40:15.523714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:40:15.531620 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:15.583282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=179e7650-ef0b-4086-bdc6-c2e66ba1f524,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:15.590696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.591074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.591415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.591750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.592080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.592410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.592736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.593063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.593385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.593708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.594031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.594334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:40:15.838491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['179e7650-ef0b-4086-bdc6-c2e66ba1f524'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:40:16.247007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed7300-9519-43ff-a14e-57e98103f450 req-426819c2-47ac-4c4a-8bf7-926841430ccc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:16.248514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bed7300-9519-43ff-a14e-57e98103f450 req-426819c2-47ac-4c4a-8bf7-926841430ccc tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 945 time: 0.0573967 Aug 30 21:40:16.285825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2bed7300-9519-43ff-a14e-57e98103f450 req-48fe037c-478f-41c6-a77f-57565b461332 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315237 Aug 30 21:40:17.336557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 179e7650-ef0b-4086-bdc6-c2e66ba1f524 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:40:17.387023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:40:17.390741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:40:17.391112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:17.413436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b90bf1-768e-46bb-a5d9-d947c5fcdd16 req-e5741e29-5d2c-4440-88b8-5e90b00e19d4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:17.415285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94b90bf1-768e-46bb-a5d9-d947c5fcdd16 req-e5741e29-5d2c-4440-88b8-5e90b00e19d4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 945 time: 0.0496366 Aug 30 21:40:17.453238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94b90bf1-768e-46bb-a5d9-d947c5fcdd16 req-8fd63dc0-0584-43ee-996a-2a276037feb3 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Aug 30 21:40:17.470458 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:17.491965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:40:17.494365 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0385a-6a3b-4ba8-8f78-9ffc7931297f" -d '{"events": [{"server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "name": "network-vif-plugged", "status": "completed", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:40:17.506185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:40:17.511225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:17.534998 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad23729-b00c-4a66-b720-57923a8e23bd x-openstack-request-id: req-4ad23729-b00c-4a66-b720-57923a8e23bd {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:40:17.535289 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "name": "network-vif-plugged", "status": "completed", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:40:17.535534 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ad23729-b00c-4a66-b720-57923a8e23bd {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:40:17.535906 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'code': 200} Aug 30 21:40:17.561397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=179e7650-ef0b-4086-bdc6-c2e66ba1f524,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:40:17.627221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435c8a-b153-45af-b883-bc8691429a29 req-5104ba25-a918-4e8a-aade-35c59f4b0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:17.628750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80435c8a-b153-45af-b883-bc8691429a29 req-5104ba25-a918-4e8a-aade-35c59f4b0abe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 1098 time: 0.0418618 Aug 30 21:40:17.665603 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-80435c8a-b153-45af-b883-bc8691429a29 req-629f0690-f6ee-4060-91b3-1d48c9e05fb1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290241 Aug 30 21:40:18.587545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462351eb-12d4-4b6f-9c61-6a1017371569 req-a9edcae9-ed8b-49f4-880e-058d01a70141 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:18.589017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-462351eb-12d4-4b6f-9c61-6a1017371569 req-a9edcae9-ed8b-49f4-880e-058d01a70141 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0581772 Aug 30 21:40:18.629294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-462351eb-12d4-4b6f-9c61-6a1017371569 req-8599094c-1331-4736-ac8b-f7d21b96cb55 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Aug 30 21:40:19.763486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c20ec-054a-4890-a938-adf0ab0ef0c6 req-64fa00e6-e5a5-4185-ac9b-7609fddf82e4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:19.764992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b6c20ec-054a-4890-a938-adf0ab0ef0c6 req-64fa00e6-e5a5-4185-ac9b-7609fddf82e4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0520458 Aug 30 21:40:19.805860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b6c20ec-054a-4890-a938-adf0ab0ef0c6 req-31548a70-09c4-4f23-b3c2-29bde5aef1fd tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Aug 30 21:40:19.926934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5476ed5-f3a3-4aac-9b85-5efe760246a1 req-8bc72aaf-37c1-4f13-ae09-11c05e08762b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:19.928972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5476ed5-f3a3-4aac-9b85-5efe760246a1 req-8bc72aaf-37c1-4f13-ae09-11c05e08762b tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0611720 Aug 30 21:40:19.937746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:40:19.942421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Request body: {'floatingip': {'port_id': '179e7650-ef0b-4086-bdc6-c2e66ba1f524'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:40:19.985348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:20.426711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:20.433818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:20.535277 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Floating IP 894d0852-f54a-4c27-9830-1f89a6d8f2e3 associated. External IP: 172.25.5.170, port: 179e7650-ef0b-4086-bdc6-c2e66ba1f524. Aug 30 21:40:20.748870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:40:20.859398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:40:20.864299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:20.870273 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:40:20.880780 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:40:20.881407 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:40:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:20.890543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-09c20995-e822-4c19-b589-353bbc57b2b2 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "PUT /v2.0/floatingips/894d0852-f54a-4c27-9830-1f89a6d8f2e3 HTTP/1.1" status: 200 len: 992 time: 0.9516885 Aug 30 21:40:20.891129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:40:20.893392 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d38b26-caf4-4ee8-84a4-986da37eb488" -d '{"events": [{"name": "network-changed", "server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:40:20.982386 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ae48e-6171-44a3-961f-149788aba544 x-openstack-request-id: req-c53ae48e-6171-44a3-961f-149788aba544 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:40:20.982718 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:40:20.982926 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c53ae48e-6171-44a3-961f-149788aba544 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:40:20.983341 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'status': 'completed', 'code': 200} Aug 30 21:40:20.987849 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:40:21.044269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-fb1dcd48-fe80-4120-95ae-3d3c52e3e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:21.045681 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-fb1dcd48-fe80-4120-95ae-3d3c52e3e538 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 1098 time: 0.0414999 Aug 30 21:40:21.217801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '894d0852-f54a-4c27-9830-1f89a6d8f2e3', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'port_id': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'mac_address': 'fa:16:3e:bb:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:40:08Z', 'updated_at': '2021-08-30T21:40:20Z', 'revision_number': 1, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:21.248790 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:40:21.258388 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:40:21.259054 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:40:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:21.365681 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:40:21.436813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-99a0cb63-984c-42b2-9d77-a1011267f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:21.438303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-99a0cb63-984c-42b2-9d77-a1011267f499 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.3850908 Aug 30 21:40:21.504443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-6155b4ff-2698-4274-b9d3-19a680653e1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524 HTTP/1.1" status: 200 len: 1000 time: 0.0579338 Aug 30 21:40:21.554636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-bd4df51c-c91f-4907-9522-8a0236df4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:21.556135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-bd4df51c-c91f-4907-9522-8a0236df4246 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0437281 Aug 30 21:40:21.591723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '894d0852-f54a-4c27-9830-1f89a6d8f2e3', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'port_id': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'mac_address': 'fa:16:3e:bb:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:40:08Z', 'updated_at': '2021-08-30T21:40:20Z', 'revision_number': 1, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:40:21.606254 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-f0b03c22-8ca8-49ab-ae44-f40a9bc3456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:21.607966 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-f0b03c22-8ca8-49ab-ae44-f40a9bc3456b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447669 Aug 30 21:40:21.622304 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba67a43-dbf7-4dd5-898a-170b71bf72c8 None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '894d0852-f54a-4c27-9830-1f89a6d8f2e3', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'port_id': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'mac_address': 'fa:16:3e:bb:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:40:08Z', 'updated_at': '2021-08-30T21:40:20Z', 'revision_number': 1, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:40:21.705203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-aa450929-bc9d-4578-af66-a6414cc938a3 service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896068 Aug 30 21:40:21.807069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1d38b26-caf4-4ee8-84a4-986da37eb488 req-4abde822-7db7-44ce-9c76-20148ce52913 service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943129 Aug 30 21:40:21.843627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0147a67b-ac71-4768-9c42-f2342f8fb409 None None] New status for floating IP 894d0852-f54a-4c27-9830-1f89a6d8f2e3: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:40:33.673799 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:35.992624 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:38.982122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8a8862c4-e248-499b-9f7f-4013bd210fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:40.218200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-8d1f0600-c9fe-4e30-a2ac-c5028e867d4a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433195 Aug 30 21:40:40.304601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-52333320-567a-41a9-a1d4-75b641eaf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:40.306131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-52333320-567a-41a9-a1d4-75b641eaf868 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1097 time: 0.0432904 Aug 30 21:40:40.417064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-5096376c-ad01-4eb0-ae93-e0a8918ddb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:40.418556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-5096376c-ad01-4eb0-ae93-e0a8918ddb1b service neutron] 10.222.0.82 "GET /v2.0/networks?id=6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 200 len: 898 time: 0.0922484 Aug 30 21:40:40.484620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-b2895cef-0140-4de0-8215-2930c68f788e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 200 len: 1001 time: 0.0587223 Aug 30 21:40:40.535903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-d8bcb68b-d520-44e7-a498-e08249c1b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:40.537393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-d8bcb68b-d520-44e7-a498-e08249c1b614 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eec4f979-4262-4a5e-bd51-218bda77763e HTTP/1.1" status: 200 len: 834 time: 0.0456479 Aug 30 21:40:40.586618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-8fa1600b-5ce9-4a7f-9351-e7d5b5fe9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:40.588121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-8fa1600b-5ce9-4a7f-9351-e7d5b5fe9e78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6511ce83-a744-43aa-a02c-2ed3c313e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438178 Aug 30 21:40:40.676553 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-971b85ec-ece8-42ae-ad5e-14b96d44b98c service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802426 Aug 30 21:40:40.770519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c1f1a68-f4c3-409e-ba33-43728fce4739 req-3095b85e-53fe-4a12-850d-593f52cd79f9 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867164 Aug 30 21:40:41.762073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:41.916138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4824865c-1e73-4e9b-a722-cd18d5affb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:42.702923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:44.636866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:40:47.075112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-978a86ce-bd68-47cf-9d5d-f190d369b044 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432155 Aug 30 21:40:47.167532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710de4e-7875-42df-b296-1982166d4afe req-0b12c4fb-4015-4b02-9562-47ce2ae869a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:47.169073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-0b12c4fb-4015-4b02-9562-47ce2ae869a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0504115 Aug 30 21:40:47.276823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710de4e-7875-42df-b296-1982166d4afe req-638af18f-8e23-457f-9f40-520a13cec150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:47.278285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-638af18f-8e23-457f-9f40-520a13cec150 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0886481 Aug 30 21:40:47.348434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-c6114697-1899-43e6-b149-f842d5924e67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 1001 time: 0.0616260 Aug 30 21:40:47.397710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710de4e-7875-42df-b296-1982166d4afe req-d0ec814a-2b6f-4b4f-ab27-c8ed57fe1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:47.399183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-d0ec814a-2b6f-4b4f-ab27-c8ed57fe1658 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0434191 Aug 30 21:40:47.451178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:40:47.453106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710de4e-7875-42df-b296-1982166d4afe req-cf75e54b-90f4-4010-a26e-cd7f09fd73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:40:47.454838 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-cf75e54b-90f4-4010-a26e-cd7f09fd73f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481815 Aug 30 21:40:47.546249 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-007d1f88-cb10-4840-b1d2-bde5515687ec service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829000 Aug 30 21:40:47.642585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2710de4e-7875-42df-b296-1982166d4afe req-1aad4b3c-4514-4bc1-a008-fefc451ee76a service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889573 Aug 30 21:41:01.070544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-d586914e-b3d9-481d-81bc-36962a7600a7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543598031&fields=id&tenant_id=26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 267 time: 0.0363619 Aug 30 21:41:01.512889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-0498be46-ffef-4db2-96f2-d5a379e04773 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:01.514359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-0498be46-ffef-4db2-96f2-d5a379e04773 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.4371018 Aug 30 21:41:01.533002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-c6314dae-832b-44d7-a9c1-61d941b7128e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/quotas/26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 375 time: 0.0098915 Aug 30 21:41:01.588792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f59d5031-905d-4627-9b22-61967d3d905d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505381 Aug 30 21:41:01.686936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-e23f3648-71ec-411d-b14c-f81a26b2c764 service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856438 Aug 30 21:41:01.781118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-d1734d08-5630-407e-95d6-5c194665c79f service neutron] 10.222.0.76 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863991 Aug 30 21:41:02.143896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c5566fb-71a7-4665-8bc5-81c0142c1914 req-fea134a0-c3e2-4e30-96fd-46997fa4b5c7 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0270834 Aug 30 21:41:03.049805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f0b7ae76-d16b-418d-82a3-504c904298fb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:03.051493 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f0b7ae76-d16b-418d-82a3-504c904298fb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 812 time: 0.1061697 Aug 30 21:41:03.095393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-5a29c6d3-cedc-40fb-8c1d-373184197635 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26267738262d4d9583afe84abfe6e659 HTTP/1.1" status: 200 len: 379 time: 0.0344591 Aug 30 21:41:03.105299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'port': {'device_id': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'admin_state_up': True, 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'security_groups': ['821f9574-d849-4e97-8fb0-0f58a764ba12']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:41:03.228341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Made reservation on behalf of 26267738262d4d9583afe84abfe6e659 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:41:03.232321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.250456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ac2c6f6-9d21-4dc5-be0f-55cf2e660292 req-95b795b8-75ab-4c9f-a26f-68aed41afcfc tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0301588 Aug 30 21:41:03.369372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.20.0.6 (9520c45c-c358-4de4-9f78-3a6801f21c4d/3235f80d-96fe-43b4-9399-21a1864ccc8f/9bd19fb9-cff6-4a13-91e8-fccc05ea36ff) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:41:03.512133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.526369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Transition to ACTIVE for port object 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:41:03.562343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.611822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:41:03.615066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:03.619330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:41:03.644915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:03.661303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.661652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.662001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.662338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.662708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.663037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.663363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.663685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.664009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.664331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.664654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.664976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:03.687538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:03.688085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.688679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.707877 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-827878e4-3362-4ed3-b7b2-3bd1898568ff tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066530 Aug 30 21:41:03.723604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Request body: {'port': {'device_id': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:41:03.781862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.868423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27752b2e-1764-4968-b4b6-793fdafe2cb4 None None] Provisioning for port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:41:03.872735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-27752b2e-1764-4968-b4b6-793fdafe2cb4 None None] Provisioning complete for port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:03.873105 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-27752b2e-1764-4968-b4b6-793fdafe2cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:03.907129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-27752b2e-1764-4968-b4b6-793fdafe2cb4 None None] Port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:41:04.052040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:41:04.059727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:04.072576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Transition to ACTIVE for port object 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:41:04.078940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:04.129131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Pushing event updated for resources: {'Port': ['ID=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:04.203558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Attempting to bind port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:41:04.203923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Attempting to bind port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:41:04.204205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Attempting to bind port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:41:04.209125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff on network 9520c45c-c358-4de4-9f78-3a6801f21c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:41:04.209581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Attempting to bind port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff on network 9520c45c-c358-4de4-9f78-3a6801f21c4d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:41:04.217736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:41:04.218076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Checking segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:41:04.218458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Bound using segment: {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:41:04.218930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Bound port: 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b15e0ad-cb9d-4f67-b53d-74ed118ea657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:41:04.219290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:04.310148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] For port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:41:04.313877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] For port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:41:04.326383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:04.374479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:04.375262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:04.376699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] 10.222.0.82 "PUT /v2.0/ports/9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 1092 time: 0.6579330 Aug 30 21:41:04.377205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:41:04.379578 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05259a1-2710-42b3-b7e0-c8ebda2e3249" -d '{"events": [{"name": "network-changed", "server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:41:04.401954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2590e8a-1a96-4133-ae49-f30906cceddf service neutron] Pushing event updated for resources: {'Port': ['ID=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:04.418228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6f71a-fb72-4b6d-9b6f-aa2047c7b5ec req-eb8e06d0-8068-42f3-9a3b-b5598ba353c9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:04.421287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4bb6f71a-fb72-4b6d-9b6f-aa2047c7b5ec req-eb8e06d0-8068-42f3-9a3b-b5598ba353c9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0693061 Aug 30 21:41:04.476204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4bb6f71a-fb72-4b6d-9b6f-aa2047c7b5ec req-2e325aa3-b188-45bb-b9e9-3a0971a45b04 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Aug 30 21:41:04.479765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-2f6f0108-d3cb-4c33-9563-ec2281f7fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:04.481933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-2f6f0108-d3cb-4c33-9563-ec2281f7fa3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1095 time: 0.0523849 Aug 30 21:41:04.540918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43496) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:04.541158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-f8a82f25-9ef5-46a2-943a-62b8d32c4a99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 217 time: 0.0479925 Aug 30 21:41:04.542658 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411ef5a7-32f3-46ff-9250-356679503df0 x-openstack-request-id: req-411ef5a7-32f3-46ff-9250-356679503df0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:41:04.543004 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:41:04.543224 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-411ef5a7-32f3-46ff-9250-356679503df0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:41:04.543617 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'status': 'completed', 'code': 200} Aug 30 21:41:04.599755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-24c22e1b-b849-45db-bc82-1f515db58222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:04.601948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-24c22e1b-b849-45db-bc82-1f515db58222 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0529447 Aug 30 21:41:04.611013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8c550384-3399-4d6b-a249-b615e16af7eb tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/floatingips/336225b1-1f9b-41ca-a0ae-7350767ce400 HTTP/1.1" status: 200 len: 993 time: 0.0685229 Aug 30 21:41:04.652283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-0c4fd628-0d02-40e6-a3b3-4be21b5cc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:04.653923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-0c4fd628-0d02-40e6-a3b3-4be21b5cc160 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448160 Aug 30 21:41:04.751389 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-30bb1e05-f3f0-4c4d-8718-7098f3153c51 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886469 Aug 30 21:41:04.842043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e1815b03-f258-4ea5-b763-cc7b2db81939 req-006fe590-7e79-42b3-99b3-733387f5aac4 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827177 Aug 30 21:41:04.872607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43502) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:04.936678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-fce87eba-f903-4fbc-8938-50b997ba29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:04.938238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-fce87eba-f903-4fbc-8938-50b997ba29c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1095 time: 0.0445054 Aug 30 21:41:05.035822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port a20fa246-0115-43c0-992a-df792da1f422 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:05.036324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:05.040600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-5b9bd992-063b-42cf-bf7b-6140321fb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:05.042127 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-5b9bd992-063b-42cf-bf7b-6140321fb414 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0958815 Aug 30 21:41:05.091510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-6f579b06-bbbe-461c-aac4-a7265b6212be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 217 time: 0.0421443 Aug 30 21:41:05.119116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:05.119445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:05.131197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for a20fa246-0115-43c0-992a-df792da1f422 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:05.147079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-6c7e4c64-f505-4f5f-8752-5c0ce570318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:05.148660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-6c7e4c64-f505-4f5f-8752-5c0ce570318f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0495002 Aug 30 21:41:05.205597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-866059b6-fe43-4da1-802e-ae4907204d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:05.207183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-866059b6-fe43-4da1-802e-ae4907204d6e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472865 Aug 30 21:41:05.295943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:05.312894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-7b54fa28-29f8-4145-a415-65f54785ae7a service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950904 Aug 30 21:41:05.328779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=a20fa246-0115-43c0-992a-df792da1f422,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:05.340677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.341046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.341600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.342004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.342410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.342857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.343239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.343634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.344028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.344808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.344808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.345248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:05.403210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:05.403743 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Floating IP 336225b1-1f9b-41ca-a0ae-7350767ce400 disassociated (deleted). External IP: 172.25.5.107, port: 47b90594-d6b1-47a5-ae5f-9ed64cdc5255. Aug 30 21:41:05.413317 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d05259a1-2710-42b3-b7e0-c8ebda2e3249 req-795f9e87-ef6f-4d3c-abb3-72ded9e33126 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942180 Aug 30 21:41:05.645439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9ed28-0e8c-428e-9da2-969de15fc0d5 req-3c927eb6-b2f0-49a7-8542-36a3d141be20 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:05.647052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dc9ed28-0e8c-428e-9da2-969de15fc0d5 req-3c927eb6-b2f0-49a7-8542-36a3d141be20 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0986767 Aug 30 21:41:05.675508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 54b0c288-3599-4828-8dcd-c3d2e099aa91 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:41:05.701115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dc9ed28-0e8c-428e-9da2-969de15fc0d5 req-bd211b00-c3fa-4aca-b68b-3e622ee1a1cb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470626 Aug 30 21:41:05.803964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:41:05.808753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:05.815115 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] Sync routers for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:41:05.825624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:05.826471 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:40:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:05.841006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ebb31ec-1adb-45f9-9544-b20bae5b63c3 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/floatingips/336225b1-1f9b-41ca-a0ae-7350767ce400 HTTP/1.1" status: 204 len: 168 time: 0.9669247 Aug 30 21:41:05.841812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:41:05.844345 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079a654e-d526-417c-9df0-4d58c1b83ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:41:06.008171 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:06.031743 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f77308-eed9-4448-9663-cc9685cd5303 x-openstack-request-id: req-77f77308-eed9-4448-9663-cc9685cd5303 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:41:06.032313 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:41:06.032630 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77f77308-eed9-4448-9663-cc9685cd5303 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:41:06.033145 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'status': 'completed', 'code': 200} Aug 30 21:41:06.050247 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:06.099881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-d95665b3-38a8-4a76-9536-37429e65d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:06.102149 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-d95665b3-38a8-4a76-9536-37429e65d70d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=97afe81608674130b1f2b6349c4a25eb&device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 1097 time: 0.0478690 Aug 30 21:41:06.151624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222a9f1-4b79-4630-85a9-912701ffe78b req-ddcd7602-9078-4e01-bb40-d1b900bb7cba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:06.153268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9222a9f1-4b79-4630-85a9-912701ffe78b req-ddcd7602-9078-4e01-bb40-d1b900bb7cba tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0576043 Aug 30 21:41:06.194080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9222a9f1-4b79-4630-85a9-912701ffe78b req-03d84926-bc81-4b6c-a54a-9d42f2c3b494 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340297 Aug 30 21:41:06.212485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-481fa9d3-1881-4c03-a0d2-cc827059bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:06.214029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-481fa9d3-1881-4c03-a0d2-cc827059bc04 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 200 len: 898 time: 0.1031339 Aug 30 21:41:06.261350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-c5b9835c-075a-4de2-9aea-efb0f2c2c7b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 200 len: 217 time: 0.0383959 Aug 30 21:41:06.309475 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:46Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:06.315939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-e8471c5a-8483-4c66-8642-26d47acc716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:06.317948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-e8471c5a-8483-4c66-8642-26d47acc716d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eec4f979-4262-4a5e-bd51-218bda77763e HTTP/1.1" status: 200 len: 834 time: 0.0488644 Aug 30 21:41:06.346532 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] Checking router: 54b0c288-3599-4828-8dcd-c3d2e099aa91 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:41:06.356769 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:06.357478 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:40:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:06.387575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-cb0fb0bd-070f-4504-9a4c-12966a3acd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:06.389533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-cb0fb0bd-070f-4504-9a4c-12966a3acd9b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6511ce83-a744-43aa-a02c-2ed3c313e208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628576 Aug 30 21:41:06.471145 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:06.490498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-14f932b0-cd43-43f9-89ea-ee3538de3cb5 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911753 Aug 30 21:41:06.592564 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-079a654e-d526-417c-9df0-4d58c1b83ec7 req-e320a4b7-2009-4975-8e27-8589af175ae0 service neutron] 10.222.0.82 "GET /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939736 Aug 30 21:41:06.687012 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:46Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:06.713600 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd1671-57df-4451-812c-21dc575427b9 None None] The sync data for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 is: [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'f6d75cac-0999-4859-bf06-c7f7d0256424', 'name': '', 'network_id': '6511ce83-a744-43aa-a02c-2ed3c313e208', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'mac_address': 'fa:16:3e:3b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:41Z', 'updated_at': '2021-08-30T21:39:46Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'subnets': [{'id': 'eec4f979-4262-4a5e-bd51-218bda77763e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:41:06.835226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce5a7-4777-4df3-bf48-e875c51634f1 req-d64b2fdb-527d-4079-9d97-dc86279b4522 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:06.839180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-804ce5a7-4777-4df3-bf48-e875c51634f1 req-d64b2fdb-527d-4079-9d97-dc86279b4522 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0576668 Aug 30 21:41:06.882541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-804ce5a7-4777-4df3-bf48-e875c51634f1 req-704ddc9d-fd21-4d39-9d48-aaf5429dc311 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386112 Aug 30 21:41:07.003118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230e6eaa-6098-453a-8aeb-7be5c2829e61 None None] New status for floating IP 336225b1-1f9b-41ca-a0ae-7350767ce400: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:41:07.331642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b406b9-3e86-4462-896c-9832ab5d6593 req-75039977-ec8b-4889-8629-38a36da00959 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:07.333343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99b406b9-3e86-4462-896c-9832ab5d6593 req-75039977-ec8b-4889-8629-38a36da00959 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0594766 Aug 30 21:41:07.373020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99b406b9-3e86-4462-896c-9832ab5d6593 req-ca3c2196-7c75-4680-9695-8137adc71a76 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/security-groups?id=18a44410-65a1-4d05-97ac-963849eff03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329700 Aug 30 21:41:07.802213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-1bec044e-cab4-4572-9a3f-b0070639be47 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:07.803732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-1bec044e-cab4-4572-9a3f-b0070639be47 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 945 time: 0.0638490 Aug 30 21:41:07.899669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:07.900014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:07.995947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:07.996308 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:08.005163 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb804500-69b7-484d-a8fe-01800e33f424 req-f09bb015-b4f6-4521-82a1-4b83ade08f1b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:08.006867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb804500-69b7-484d-a8fe-01800e33f424 req-f09bb015-b4f6-4521-82a1-4b83ade08f1b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0503521 Aug 30 21:41:08.009525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:08.047817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb804500-69b7-484d-a8fe-01800e33f424 req-8a492b26-ab4b-41a5-9c1e-6e5fab4b6bc4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343392 Aug 30 21:41:08.136487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:08.168306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=47b90594-d6b1-47a5-ae5f-9ed64cdc5255,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:08.216436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] No DVR routers for this DVR port 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:41:08.219462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:08.221600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b918a06-8330-46da-b0aa-6e166e32e6a3 req-7d3baf3f-7ccf-4372-b897-7ac2cfc624a8 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.82 "DELETE /v2.0/ports/47b90594-d6b1-47a5-ae5f-9ed64cdc5255 HTTP/1.1" status: 204 len: 173 time: 0.4114769 Aug 30 21:41:08.222201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'name': 'network-vif-deleted', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:41:08.224981 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12635c3d-2072-456b-ad24-999ffa5b0c4f" -d '{"events": [{"server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "name": "network-vif-deleted", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:41:08.263842 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8921eee4-af4d-4842-b366-f03b64baccca x-openstack-request-id: req-8921eee4-af4d-4842-b366-f03b64baccca {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:41:08.264147 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8c8822-4ca4-4468-b1ec-273207c1e168", "name": "network-vif-deleted", "tag": "47b90594-d6b1-47a5-ae5f-9ed64cdc5255", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:41:08.264401 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8921eee4-af4d-4842-b366-f03b64baccca {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:41:08.264807 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8c8822-4ca4-4468-b1ec-273207c1e168', 'name': 'network-vif-deleted', 'tag': '47b90594-d6b1-47a5-ae5f-9ed64cdc5255', 'status': 'completed', 'code': 200} Aug 30 21:41:08.492573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b96773a4-1305-4373-9ba8-9d8df24de3f1 req-55e90445-140f-4820-aafd-309a73889022 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f8c8822-4ca4-4468-b1ec-273207c1e168 HTTP/1.1" status: 200 len: 210 time: 0.0294313 Aug 30 21:41:08.977373 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81ef4ae2-48a8-4642-bd12-0af02fddd7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:09.181801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8dd51-85e4-449b-92ec-414ac5d261d4 req-42029e26-e3da-4638-a81f-333b8f5edbb9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:09.183445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1d8dd51-85e4-449b-92ec-414ac5d261d4 req-42029e26-e3da-4638-a81f-333b8f5edbb9 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0561032 Aug 30 21:41:09.225699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1d8dd51-85e4-449b-92ec-414ac5d261d4 req-d49243f6-1afd-4b76-affc-cba6c0305a18 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355968 Aug 30 21:41:09.556820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:09.625454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac76642d-73d0-447c-82f0-eb402526aefe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:09.650825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac76642d-73d0-447c-82f0-eb402526aefe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:09.710583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac76642d-73d0-447c-82f0-eb402526aefe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:09.713355 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ac76642d-73d0-447c-82f0-eb402526aefe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:09.714539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ac76642d-73d0-447c-82f0-eb402526aefe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/security-groups/18a44410-65a1-4d05-97ac-963849eff03a HTTP/1.1" status: 204 len: 168 time: 0.1567206 Aug 30 21:41:09.724053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76642d-73d0-447c-82f0-eb402526aefe tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a44410-65a1-4d05-97ac-963849eff03a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:09.750600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:10.125837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:10.366538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882869a-7266-436a-90aa-48e5f0d94de9 req-c59b82c9-a8ae-4069-8c54-f710db79f32b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:10.368619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7882869a-7266-436a-90aa-48e5f0d94de9 req-c59b82c9-a8ae-4069-8c54-f710db79f32b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0596409 Aug 30 21:41:10.407564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port f6d75cac-0999-4859-bf06-c7f7d0256424 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:10.407903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:10.409213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7882869a-7266-436a-90aa-48e5f0d94de9 req-8eb3b385-0305-4e52-83fa-ab73f0883f32 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340400 Aug 30 21:41:10.493993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port f6d75cac-0999-4859-bf06-c7f7d0256424, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f6d75cac-0999-4859-bf06-c7f7d0256424,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:10.494356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:10.507360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for f6d75cac-0999-4859-bf06-c7f7d0256424 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:10.711075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:10.752687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=f6d75cac-0999-4859-bf06-c7f7d0256424,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:10.928874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:10.994943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:11.015335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:41:11.015618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 47b90594-d6b1-47a5-ae5f-9ed64cdc5255 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:41:11.146904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Router 54b0c288-3599-4828-8dcd-c3d2e099aa91 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:41:11.531918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d5b9a-03e1-4cbd-b9d0-98c1eefcdd46 req-0df53bc3-b315-490d-94fa-cadd35088ac1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:11.533591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-445d5b9a-03e1-4cbd-b9d0-98c1eefcdd46 req-0df53bc3-b315-490d-94fa-cadd35088ac1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0521312 Aug 30 21:41:11.566346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:41:11.574130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01785814-ba4d-4c21-8090-4bcb1767bfea tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "PUT /v2.0/routers/54b0c288-3599-4828-8dcd-c3d2e099aa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198159 Aug 30 21:41:11.574995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-445d5b9a-03e1-4cbd-b9d0-98c1eefcdd46 req-ca8dc700-ab9e-4c43-9584-597d34faae6d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328302 Aug 30 21:41:11.575103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:11.578272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] Sync routers for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:41:11.588334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:11.589030 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:40:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:11.624409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting subnet eec4f979-4262-4a5e-bd51-218bda77763e {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:41:11.627514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.667688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.691841 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:11.752733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.757663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.820762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.847553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Subnet': ['ID=eec4f979-4262-4a5e-bd51-218bda77763e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:11.852546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.857387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43552) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:11.858097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-396104c5-cf36-43f3-9a10-b32f9bb65f3b tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/subnets/eec4f979-4262-4a5e-bd51-218bda77763e HTTP/1.1" status: 204 len: 168 time: 0.2827363 Aug 30 21:41:11.860934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6fec7-037f-4390-af94-02fd671fb96c None None] Network 6511ce83-a744-43aa-a02c-2ed3c313e208 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:41:11.873071 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:41:10Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:11.903118 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] Checking router: 54b0c288-3599-4828-8dcd-c3d2e099aa91 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:41:11.913191 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] Routers {'54b0c288-3599-4828-8dcd-c3d2e099aa91'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:11.913811 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:40:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['54b0c288-3599-4828-8dcd-c3d2e099aa91'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:11.941029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4a1743d-295e-4ac2-8f12-3805aded6c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:11.993197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.032299 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] Set router 54b0c288-3599-4828-8dcd-c3d2e099aa91 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:12.104476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] DHCP port deletion for 6511ce83-a744-43aa-a02c-2ed3c313e208 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:41:12.117389 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.154077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] Deleting port cb219db1-41a9-47fc-a780-b926685fa3f2 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:12.154754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.177604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Deleting port e2921624-de98-4bf8-b5c0-56e189201446 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:12.178037 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.220840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] For port cb219db1-41a9-47fc-a780-b926685fa3f2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=cb219db1-41a9-47fc-a780-b926685fa3f2,segment=NetworkSegment(ca397501-b336-4037-bcf2-800604a71808),segment_id=ca397501-b336-4037-bcf2-800604a71808)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:12.221162 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:41:10Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:12.221891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.235061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] Calling delete_port for cb219db1-41a9-47fc-a780-b926685fa3f2 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:12.251590 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edb5be-585f-481f-8d9e-98cf93a49add None None] The sync data for ids ['54b0c288-3599-4828-8dcd-c3d2e099aa91'] in n-d-793620-16 is: [{'id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'name': 'tempest-TestNetworkBasicOps-router-84798420', 'tenant_id': '97afe81608674130b1f2b6349c4a25eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:41:10Z', 'revision_number': 5, 'project_id': '97afe81608674130b1f2b6349c4a25eb', 'gw_port': {'id': 'e2921624-de98-4bf8-b5c0-56e189201446', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b0c288-3599-4828-8dcd-c3d2e099aa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:39:38Z', 'updated_at': '2021-08-30T21:39:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:41:12.258507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] For port e2921624-de98-4bf8-b5c0-56e189201446, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2921624-de98-4bf8-b5c0-56e189201446,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:12.258913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.272647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Calling delete_port for e2921624-de98-4bf8-b5c0-56e189201446 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:12.320635 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.350059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] Pushing event deleted for resources: {'Port': ['ID=cb219db1-41a9-47fc-a780-b926685fa3f2,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:12.351918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01e8e4d-b11d-4b93-9e2c-b5c0993b0514 None None] No DVR routers for this DVR port cb219db1-41a9-47fc-a780-b926685fa3f2 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:41:12.445097 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.470577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Port': ['ID=e2921624-de98-4bf8-b5c0-56e189201446,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:12.537467 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.630033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.632430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.710836 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.715489 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.716028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Fanout notify agent at l3_agent the message router_deleted on router 54b0c288-3599-4828-8dcd-c3d2e099aa91 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:41:12.725213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.726363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-054176e4-09b3-4322-931c-3fd8982ad524 tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/routers/54b0c288-3599-4828-8dcd-c3d2e099aa91 HTTP/1.1" status: 204 len: 168 time: 0.8679223 Aug 30 21:41:12.729339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43556) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:12.800390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cf87a-c2f9-4950-b03f-021a31e27a2a req-2e8c34ff-c41a-45b2-8130-fb21d2eff85f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:12.801907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d1cf87a-c2f9-4950-b03f-021a31e27a2a req-2e8c34ff-c41a-45b2-8130-fb21d2eff85f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.1247480 Aug 30 21:41:12.834938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.860060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d1cf87a-c2f9-4950-b03f-021a31e27a2a req-27528411-ffac-4dfe-a599-a8bcee8ced52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520654 Aug 30 21:41:12.946702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.960748 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6511ce83-a744-43aa-a02c-2ed3c313e208']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:12.971996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca397501-b336-4037-bcf2-800604a71808') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:12.972292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca397501-b336-4037-bcf2-800604a71808') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:12.980983 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:12.994695 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.000445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:41:13.000828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:41:13.004138 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:41:13.064652 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.074743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.076168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] 10.222.0.76 "DELETE /v2.0/networks/6511ce83-a744-43aa-a02c-2ed3c313e208 HTTP/1.1" status: 204 len: 168 time: 0.3458779 Aug 30 21:41:13.089079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aff89-2b62-42eb-a86f-b0fdccf83e7f tempest-TestNetworkBasicOps-655168800 tempest-TestNetworkBasicOps-655168800-project] Pushing event deleted for resources: {'Network': ['ID=6511ce83-a744-43aa-a02c-2ed3c313e208,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:13.390429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43564) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:13.551337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3282d533-fca6-49b9-b687-afd624139841 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97afe81608674130b1f2b6349c4a25eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593328 Aug 30 21:41:13.553996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:13.624088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eebe246a-4625-4aaa-93a4-4b807e8babb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.647205 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eebe246a-4625-4aaa-93a4-4b807e8babb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.697346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eebe246a-4625-4aaa-93a4-4b807e8babb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.700199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eebe246a-4625-4aaa-93a4-4b807e8babb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:13.701481 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eebe246a-4625-4aaa-93a4-4b807e8babb9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c734516d-12ab-44dd-b13d-16c884adf09c HTTP/1.1" status: 204 len: 168 time: 0.1465154 Aug 30 21:41:13.712589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe246a-4625-4aaa-93a4-4b807e8babb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c734516d-12ab-44dd-b13d-16c884adf09c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:13.982656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43578) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:13.986627 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e22adc-b989-4794-ac28-f7eee5d4b144 req-ed23891f-0108-468c-ba89-131fcdb418c1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:13.991238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94e22adc-b989-4794-ac28-f7eee5d4b144 req-ed23891f-0108-468c-ba89-131fcdb418c1 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0588317 Aug 30 21:41:13.997882 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba86a5aa-c849-4137-8edf-9998091c9baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.035610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94e22adc-b989-4794-ac28-f7eee5d4b144 req-c48113c0-8bcd-4813-ac63-c988d775e44c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409167 Aug 30 21:41:14.035806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cb219db1-41a9-47fc-a780-b926685fa3f2 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:14.058456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: cb219db1-41a9-47fc-a780-b926685fa3f2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:41:14.059024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device cb219db1-41a9-47fc-a780-b926685fa3f2 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:41:14.059571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2921624-de98-4bf8-b5c0-56e189201446 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:14.080173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: e2921624-de98-4bf8-b5c0-56e189201446 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:41:14.080613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2921624-de98-4bf8-b5c0-56e189201446 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:41:14.081262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f6d75cac-0999-4859-bf06-c7f7d0256424 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:14.100636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f6d75cac-0999-4859-bf06-c7f7d0256424 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:41:14.101068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f6d75cac-0999-4859-bf06-c7f7d0256424 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:41:14.112295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba86a5aa-c849-4137-8edf-9998091c9baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.117601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba86a5aa-c849-4137-8edf-9998091c9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.162642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ba86a5aa-c849-4137-8edf-9998091c9baf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25248ef6d1834c1e86df89eb6bbe9ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789544 Aug 30 21:41:14.164809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86a5aa-c849-4137-8edf-9998091c9baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a4ec65-f5ab-4a7b-abf1-9e9db6dbb628,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:14.165402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43580) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:14.218650 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67126a0f-bff0-4aea-92ae-1b3bb786bcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.241506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67126a0f-bff0-4aea-92ae-1b3bb786bcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.290584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67126a0f-bff0-4aea-92ae-1b3bb786bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.293297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67126a0f-bff0-4aea-92ae-1b3bb786bcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:14.294435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-67126a0f-bff0-4aea-92ae-1b3bb786bcf0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1a4ec65-f5ab-4a7b-abf1-9e9db6dbb628 HTTP/1.1" status: 204 len: 168 time: 0.1280313 Aug 30 21:41:14.303953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67126a0f-bff0-4aea-92ae-1b3bb786bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a4ec65-f5ab-4a7b-abf1-9e9db6dbb628,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:14.632341 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.017144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:15.023020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:41:15.126886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:15.138618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'port_id': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'mac_address': 'fa:16:3e:3a:38:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:41:15.141195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-487796676-network', 'tenant_id': '75f522159b6049d7ae37d0142afd023e'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:41:15.175301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16799864-24bb-499c-abba-99fada5a9b3e req-27d5ead8-3905-4a15-8113-76e9d0142449 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:15.176895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16799864-24bb-499c-abba-99fada5a9b3e req-27d5ead8-3905-4a15-8113-76e9d0142449 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 943 time: 0.0698011 Aug 30 21:41:15.177450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Made reservation on behalf of 75f522159b6049d7ae37d0142afd023e for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:41:15.179636 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.180914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.194440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:41:15.197952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.214351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:15.218468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.247835 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16799864-24bb-499c-abba-99fada5a9b3e req-3fe0975a-78a6-4cfa-8278-7c3a1c4fec79 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562561 Aug 30 21:41:15.270084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:15.315806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.322001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.344400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:41:15.359394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef8771-4024-4713-93e3-2f4bab08f6f4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:15.362264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.362598 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Added segment 09b601ac-309d-4973-914b-a710685e9629 of type vlan for network 18204a82-c270-4ab6-a2db-49c99a786bf6 Aug 30 21:41:15.401897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.432483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.433436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:15.434017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.486453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4681909 Aug 30 21:41:15.489831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43610) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:15.494964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Request body: {'subnet': {'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-487796676-subnet', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:41:15.498160 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feafdaf-fafb-4bfe-a6d1-172738683d53 admin admin] Pushing event updated for resources: {'Network': ['ID=18204a82-c270-4ab6-a2db-49c99a786bf6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:15.508698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:41:15.517401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Made reservation on behalf of 75f522159b6049d7ae37d0142afd023e for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:41:15.519768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.551052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['9bd19fb9-cff6-4a13-91e8-fccc05ea36ff'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:41:15.696539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.748374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d83930-2356-4ffd-8309-385e85427947,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:15.762141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Checking segment: {'id': '09b601ac-309d-4973-914b-a710685e9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:41:15.762503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Network hostable DHCP agents. Network: 18204a82-c270-4ab6-a2db-49c99a786bf6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:41:15.780359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:41:15.791083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 18204a82-c270-4ab6-a2db-49c99a786bf6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:15.795296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:15.796008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.800740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b954a0d-0fd7-4153-8f1f-761fe7997150 None None] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:41:15.813929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-41275c34-220e-4e35-ae41-e635ff3cdb90 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3199697 Aug 30 21:41:15.814137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43612) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:15.818531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:41:15.841346 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.842359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.897202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:15.945033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-18204a82-c270-4ab6-a2db-49c99a786bf6', 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'fixed_ips': [{'subnet_id': '23d83930-2356-4ffd-8309-385e85427947'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:41:15.945925 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.035172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.076859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Allocated IP 172.20.0.2 (18204a82-c270-4ab6-a2db-49c99a786bf6/23d83930-2356-4ffd-8309-385e85427947/31b7f627-428f-47ef-aa24-07aa03aa3b45) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:41:16.219193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.227456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Transition to ACTIVE for port object 31b7f627-428f-47ef-aa24-07aa03aa3b45 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:41:16.230369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.241732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Transition to ACTIVE for port object 31b7f627-428f-47ef-aa24-07aa03aa3b45 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:41:16.248276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.249208 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.289119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:41:16.292430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:16.296767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:41:16.300386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Pushing event updated for resources: {'Port': ['ID=31b7f627-428f-47ef-aa24-07aa03aa3b45,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:16.310653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.311029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.311432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.311810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.311996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.312325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.312651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.312979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.313298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.313623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.313958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.314278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:41:16.365809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Allocated IP 172.25.5.221 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/1edd27c1-f1cf-43f9-994f-ffe0645969e3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:41:16.378029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Attempting to bind port 31b7f627-428f-47ef-aa24-07aa03aa3b45 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:41:16.378846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7cfa-8f84-443c-8537-469a6e924ffb req-d848c172-2561-46f9-beae-f72a6f08b2e2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:16.379347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Attempting to bind port 31b7f627-428f-47ef-aa24-07aa03aa3b45 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '09b601ac-309d-4973-914b-a710685e9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:41:16.379347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Attempting to bind port 31b7f627-428f-47ef-aa24-07aa03aa3b45 on network 18204a82-c270-4ab6-a2db-49c99a786bf6 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:41:16.384130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:41:16.384505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Checking segment: {'id': '09b601ac-309d-4973-914b-a710685e9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:41:16.384705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a69b7cfa-8f84-443c-8537-469a6e924ffb req-d848c172-2561-46f9-beae-f72a6f08b2e2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 944 time: 0.0538731 Aug 30 21:41:16.384905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.385301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Bound using segment: {'id': '09b601ac-309d-4973-914b-a710685e9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:41:16.385852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Bound port: 31b7f627-428f-47ef-aa24-07aa03aa3b45, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b601ac-309d-4973-914b-a710685e9629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:41:16.386237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.420838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a69b7cfa-8f84-443c-8537-469a6e924ffb req-ac3926d0-3ac7-4b96-abe0-ca8da3a558be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Aug 30 21:41:16.458141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] For port 31b7f627-428f-47ef-aa24-07aa03aa3b45, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:41:16.461775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] For port 31b7f627-428f-47ef-aa24-07aa03aa3b45, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=31b7f627-428f-47ef-aa24-07aa03aa3b45,segment=NetworkSegment(09b601ac-309d-4973-914b-a710685e9629),segment_id=09b601ac-309d-4973-914b-a710685e9629)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:41:16.466641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.477503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.523073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac98c56-f1e6-4aba-81d0-a6ad5243ff6b None None] Pushing event updated for resources: {'Port': ['ID=31b7f627-428f-47ef-aa24-07aa03aa3b45,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:16.526210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:16.568577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:41:16.571561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:16.575220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:41:16.580796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Pushing event updated for resources: {'Port': ['ID=1edd27c1-f1cf-43f9-994f-ffe0645969e3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:16.845279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.041855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:41:17.053060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.098518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:41:17.102496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:17.102965 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.192429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:41:17.195226 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.218700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:41:17.220995 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19ff28-e614-473e-a49b-d19d626e28d4" -d '{"events": [{"server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "name": "network-vif-plugged", "status": "completed", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:41:17.234740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:17.241895 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.267707 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b2f46-df21-4527-8639-9a4f0b9be505 x-openstack-request-id: req-c44b2f46-df21-4527-8639-9a4f0b9be505 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:41:17.268165 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "name": "network-vif-plugged", "status": "completed", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:41:17.268301 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c44b2f46-df21-4527-8639-9a4f0b9be505 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:41:17.268681 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'code': 200} Aug 30 21:41:17.300234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:17.314906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:41:17.328693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Sync routers for ids ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:41:17.337120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.337120 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92600b31-e770-40d7-b0ea-dde8deea75cc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5194058 Aug 30 21:41:17.337449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:17.345865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Routers {'5a664867-0b21-4a19-bd88-bfb86bff2ee7'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:17.346607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:17.468351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba107-b172-4dbe-89d9-05e5d178b827 req-3ae23fd6-a1b3-49d5-b211-23ad945b523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:17.469776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-219ba107-b172-4dbe-89d9-05e5d178b827 req-3ae23fd6-a1b3-49d5-b211-23ad945b523a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1097 time: 0.1247108 Aug 30 21:41:17.544551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e69bfc-5301-4807-befb-93fdb03861d6 None None] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:41:17.546922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace272e7-7bc7-4c8d-8cfe-09fb073989bf req-40af3f16-b557-436a-9d61-a5dd7b20928f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:17.553815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ace272e7-7bc7-4c8d-8cfe-09fb073989bf req-40af3f16-b557-436a-9d61-a5dd7b20928f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0561759 Aug 30 21:41:17.554841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-219ba107-b172-4dbe-89d9-05e5d178b827 req-45b2ebf4-c50d-4576-b5a7-16a740b85732 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776112 Aug 30 21:41:17.587231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ace272e7-7bc7-4c8d-8cfe-09fb073989bf req-66cbde87-6cb4-4413-ac2e-119da83b431d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Aug 30 21:41:17.641030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-42414781-722e-4d5a-8dbd-dbcebef6940c None None] Provisioning for port 31b7f627-428f-47ef-aa24-07aa03aa3b45 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:41:17.687276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Set router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:17.830816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:17.979794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:41:15Z', 'updated_at': '2021-08-30T21:41:16Z', 'revision_number': 3, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'gw_port': {'id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:16Z', 'updated_at': '2021-08-30T21:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:17.995540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Allocated IP 172.20.0.1 (18204a82-c270-4ab6-a2db-49c99a786bf6/23d83930-2356-4ffd-8309-385e85427947/9f2b7342-5853-4676-b113-774a096911e0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:41:18.032779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Checking router: 5a664867-0b21-4a19-bd88-bfb86bff2ee7 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:41:18.032967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Updating router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:41:18.074355 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.124610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 31b7f627-428f-47ef-aa24-07aa03aa3b45 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:41:18.322999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 31b7f627-428f-47ef-aa24-07aa03aa3b45 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:41:18.335335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 31b7f627-428f-47ef-aa24-07aa03aa3b45 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:18.335763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.425220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.437595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Transition to ACTIVE for port object 9f2b7342-5853-4676-b113-774a096911e0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:41:18.471719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.479468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.486280 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.498166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Transition to ACTIVE for port object 1edd27c1-f1cf-43f9-994f-ffe0645969e3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:41:18.509542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.518443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:41:18.525434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:18.527738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=9f2b7342-5853-4676-b113-774a096911e0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:18.529882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:41:18.562456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 31b7f627-428f-47ef-aa24-07aa03aa3b45, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=31b7f627-428f-47ef-aa24-07aa03aa3b45,segment=NetworkSegment(09b601ac-309d-4973-914b-a710685e9629),segment_id=09b601ac-309d-4973-914b-a710685e9629)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:18.573569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.575998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.585172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Attempting to bind port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:41:18.585539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Attempting to bind port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:41:18.585966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Attempting to bind port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:41:18.589580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145fbb-5827-4e61-a8f3-ad65dde37d13 None None] Pushing event updated for resources: {'Port': ['ID=1edd27c1-f1cf-43f9-994f-ffe0645969e3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:18.597774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:41:18.598147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:41:18.598556 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.598987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:41:18.599477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Bound port: 1edd27c1-f1cf-43f9-994f-ffe0645969e3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:41:18.599863 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.682030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=31b7f627-428f-47ef-aa24-07aa03aa3b45,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:18.709421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] For port 1edd27c1-f1cf-43f9-994f-ffe0645969e3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:41:18.714405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] For port 1edd27c1-f1cf-43f9-994f-ffe0645969e3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1edd27c1-f1cf-43f9-994f-ffe0645969e3,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:41:18.720165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.726558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b5a38-e7bd-414d-ad78-1f6994eea935 req-0ec21ced-338a-4272-a52e-549d78f1d25b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:18.730368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624b5a38-e7bd-414d-ad78-1f6994eea935 req-0ec21ced-338a-4272-a52e-549d78f1d25b tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0665555 Aug 30 21:41:18.760754 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.783052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Routers {'5a664867-0b21-4a19-bd88-bfb86bff2ee7'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:18.783740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:18.803204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-624b5a38-e7bd-414d-ad78-1f6994eea935 req-fddfbf81-981f-45c5-afa0-4e080e86631d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633681 Aug 30 21:41:18.834085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145fbb-5827-4e61-a8f3-ad65dde37d13 None None] Pushing event updated for resources: {'Port': ['ID=1edd27c1-f1cf-43f9-994f-ffe0645969e3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:18.889355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c237b3d-9f8a-4498-8abd-672832bdc56d None None] Provisioning for port 9f2b7342-5853-4676-b113-774a096911e0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:41:18.897543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c237b3d-9f8a-4498-8abd-672832bdc56d None None] Provisioning complete for port 9f2b7342-5853-4676-b113-774a096911e0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:18.897919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c237b3d-9f8a-4498-8abd-672832bdc56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.948743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] Set router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:18.950866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2c237b3d-9f8a-4498-8abd-672832bdc56d None None] Port 9f2b7342-5853-4676-b113-774a096911e0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:41:18.970631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:18.975737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:19.044458 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:19.046285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Pushing event updated for resources: {'Port': ['ID=9f2b7342-5853-4676-b113-774a096911e0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:19.137458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:41:19.139328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:19.171500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:41:15Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 4, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'gw_port': {'id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:16Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9f2b7342-5853-4676-b113-774a096911e0', 'name': '', 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'mac_address': 'fa:16:3e:f5:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '23d83930-2356-4ffd-8309-385e85427947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:17Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 1, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'subnets': [{'id': '23d83930-2356-4ffd-8309-385e85427947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:19.204558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ad277-78e4-4478-be98-546e7bffa08c None None] The sync data for ids ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'] in n-d-793620-16 is: [{'id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:41:15Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 4, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'gw_port': {'id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:16Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9f2b7342-5853-4676-b113-774a096911e0', 'name': '', 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'mac_address': 'fa:16:3e:f5:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '23d83930-2356-4ffd-8309-385e85427947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:17Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 1, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'subnets': [{'id': '23d83930-2356-4ffd-8309-385e85427947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:41:19.264635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:41:19.374365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e9067696-a599-4321-a412-ba6629a7f25f None None] Provisioning complete for port 9f2b7342-5853-4676-b113-774a096911e0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:19.374982 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9067696-a599-4321-a412-ba6629a7f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:19.397695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:41:19.413834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-41cf6ea9-c784-4368-aa35-0be0f480fb5f admin admin] 10.222.0.76 "PUT /v2.0/routers/5a664867-0b21-4a19-bd88-bfb86bff2ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753748 Aug 30 21:41:19.440573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e9067696-a599-4321-a412-ba6629a7f25f None None] Port 9f2b7342-5853-4676-b113-774a096911e0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:41:19.945966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fe83a-9bb5-467a-ae5e-baef4526e5d0 req-f3b3bb17-0149-4c7f-9e84-1114e9abf53f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:19.948113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b82fe83a-9bb5-467a-ae5e-baef4526e5d0 req-f3b3bb17-0149-4c7f-9e84-1114e9abf53f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0562613 Aug 30 21:41:19.999277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b82fe83a-9bb5-467a-ae5e-baef4526e5d0 req-f886558e-433e-4646-8fab-9bd8bb834e53 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454714 Aug 30 21:41:20.142910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1edd27c1-f1cf-43f9-994f-ffe0645969e3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:41:20.209054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:41:20.213267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:20.213715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.243949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcefa4-d244-445a-8383-992484f4aca6 req-29a69ec6-8551-46bb-a9f5-d48e7de9d67d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:20.245316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7dcefa4-d244-445a-8383-992484f4aca6 req-29a69ec6-8551-46bb-a9f5-d48e7de9d67d tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0673037 Aug 30 21:41:20.296460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7dcefa4-d244-445a-8383-992484f4aca6 req-44803d7f-a9e0-4387-aac8-09cb88f2bc56 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Aug 30 21:41:20.304279 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.315955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43654) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:20.326200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1edd27c1-f1cf-43f9-994f-ffe0645969e3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1edd27c1-f1cf-43f9-994f-ffe0645969e3,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:20.333692 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.335066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 31b7f627-428f-47ef-aa24-07aa03aa3b45 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:41:20.371629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3ff5e-8115-4eda-a40f-45e89363dde5 tempest-TestVolumeBootPattern-1476150125 tempest-TestVolumeBootPattern-1476150125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:20.376715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:20.377001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-efb3ff5e-8115-4eda-a40f-45e89363dde5 tempest-TestVolumeBootPattern-1476150125 tempest-TestVolumeBootPattern-1476150125-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1092 time: 0.0598814 Aug 30 21:41:20.381503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:41:20.412776 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.447838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 31b7f627-428f-47ef-aa24-07aa03aa3b45 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:20.448430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.474543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1edd27c1-f1cf-43f9-994f-ffe0645969e3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:20.518642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.610950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:20.644347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Allocated IP 172.25.5.15 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/e3aa3a19-01ad-4ccb-bb70-9002ee6cacd6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:41:20.745783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.788705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:20.832897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:41:20.835905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:41:20.840185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:41:20.843240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=e3aa3a19-01ad-4ccb-bb70-9002ee6cacd6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:20.961519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.214354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.222452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Deleting port 9f2b7342-5853-4676-b113-774a096911e0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:21.222827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.288429 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.305258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.319087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Calling delete_port for 9f2b7342-5853-4676-b113-774a096911e0 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:21.399318 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Sync routers for ids ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:41:21.408895 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Routers {'5a664867-0b21-4a19-bd88-bfb86bff2ee7'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:21.409498 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:21.448056 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.454473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.509409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.515844 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Set router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:21.529497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event updated for resources: {'Port': ['ID=e3aa3a19-01ad-4ccb-bb70-9002ee6cacd6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:21.540169 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.544420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2b7342-5853-4676-b113-774a096911e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:21.736328 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:21.866232 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:41:15Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 4, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'gw_port': {'id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:16Z', 'updated_at': '2021-08-30T21:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '9f2b7342-5853-4676-b113-774a096911e0', 'name': '', 'network_id': '18204a82-c270-4ab6-a2db-49c99a786bf6', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'mac_address': 'fa:16:3e:f5:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '23d83930-2356-4ffd-8309-385e85427947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:17Z', 'updated_at': '2021-08-30T21:41:18Z', 'revision_number': 2, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'subnets': [{'id': '23d83930-2356-4ffd-8309-385e85427947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:21.897726 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Checking router: 5a664867-0b21-4a19-bd88-bfb86bff2ee7 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:41:21.898084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Updating router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 port 9f2b7342-5853-4676-b113-774a096911e0 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:41:21.916634 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Port 9f2b7342-5853-4676-b113-774a096911e0 not found while updating agent binding for router 5a664867-0b21-4a19-bd88-bfb86bff2ee7. {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 21:41:21.926175 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Routers {'5a664867-0b21-4a19-bd88-bfb86bff2ee7'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:21.926441 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:22.008537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:41:22.015754 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Floating IP 4e5d459a-407b-40ff-aad9-8bcdc9b98400 associated. External IP: 172.25.5.15, port: 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff. Aug 30 21:41:22.044571 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] Set router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:22.098309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1edd27c1-f1cf-43f9-994f-ffe0645969e3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:41:22.156116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:41:22.169487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6b55be22-ee6c-4db8-8e43-199aaef35f81 admin admin] 10.222.0.76 "PUT /v2.0/routers/5a664867-0b21-4a19-bd88-bfb86bff2ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572360 Aug 30 21:41:22.170418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43664) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:22.173014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:41:22.180415 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:22.255307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:41:15Z', 'updated_at': '2021-08-30T21:41:21Z', 'revision_number': 5, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'gw_port': {'id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:16Z', 'updated_at': '2021-08-30T21:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:22.291489 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c99cd0-92b8-44a9-b222-0456a4805330 None None] The sync data for ids ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'] in n-d-793620-16 is: [{'id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'name': 'tempest-ImageQuotaTest-487796676-router', 'tenant_id': '75f522159b6049d7ae37d0142afd023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:41:15Z', 'updated_at': '2021-08-30T21:41:21Z', 'revision_number': 5, 'project_id': '75f522159b6049d7ae37d0142afd023e', 'gw_port': {'id': '1edd27c1-f1cf-43f9-994f-ffe0645969e3', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a664867-0b21-4a19-bd88-bfb86bff2ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:41:16Z', 'updated_at': '2021-08-30T21:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:41:22.386364 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:22.408055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:41:22.488854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:22.521719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:41:22.534618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:41:22.541640 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:22.544253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:22.545343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:22.559121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Deleting port 1edd27c1-f1cf-43f9-994f-ffe0645969e3 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:22.559455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:22.570616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a3d1561e-5fad-460b-bc1d-44c80e6e5800 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1927738 Aug 30 21:41:22.571259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:41:22.573544 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe" -d '{"events": [{"name": "network-changed", "server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:41:22.615131 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c7a30-c761-4327-b792-66106f8a19bd x-openstack-request-id: req-6c4c7a30-c761-4327-b792-66106f8a19bd {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:41:22.615425 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:41:22.615678 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c4c7a30-c761-4327-b792-66106f8a19bd {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:41:22.616089 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'status': 'completed', 'code': 200} Aug 30 21:41:22.654322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] For port 1edd27c1-f1cf-43f9-994f-ffe0645969e3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1edd27c1-f1cf-43f9-994f-ffe0645969e3,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:22.654724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:22.666994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:22.687368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Calling delete_port for 1edd27c1-f1cf-43f9-994f-ffe0645969e3 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:22.713782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-e79728a9-1973-4129-ac8e-e8e5609e12aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:22.715398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-e79728a9-1973-4129-ac8e-e8e5609e12aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1097 time: 0.0776272 Aug 30 21:41:22.893325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-6876a8ba-d422-43b2-bfa7-2cea429f6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:22.894864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-6876a8ba-d422-43b2-bfa7-2cea429f6fab service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.1523588 Aug 30 21:41:22.913049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '4e5d459a-407b-40ff-aad9-8bcdc9b98400', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:3a:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:41:21Z', 'updated_at': '2021-08-30T21:41:21Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}, {'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:12Z', 'revision_number': 1, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:22.944842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:41:22.953646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:22.954313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:22.997731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-8fd8546f-485a-43f9-bd5e-5ea02389747a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 998 time: 0.0943995 Aug 30 21:41:23.030370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.067013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edd27c1-f1cf-43f9-994f-ffe0645969e3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:23.067740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:41:23.091537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-a590785f-0627-45da-86dc-96b193616b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:23.093039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-a590785f-0627-45da-86dc-96b193616b63 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0886874 Aug 30 21:41:23.162491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.228986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-74750318-293f-4e59-8285-4da4df245639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:23.230516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-74750318-293f-4e59-8285-4da4df245639 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171992 Aug 30 21:41:23.277385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.303452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.320780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '4e5d459a-407b-40ff-aad9-8bcdc9b98400', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:3a:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:41:21Z', 'updated_at': '2021-08-30T21:41:21Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}, {'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:12Z', 'revision_number': 1, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:23.355175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bfa1b3-f57b-4b70-92da-74b870b7c498 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '4e5d459a-407b-40ff-aad9-8bcdc9b98400', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.15', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:3a:38:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:41:21Z', 'updated_at': '2021-08-30T21:41:21Z', 'revision_number': 0, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}, {'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:12Z', 'revision_number': 1, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:41:23.384744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Sync routers for ids ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:41:23.385737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.386306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a664867-0b21-4a19-bd88-bfb86bff2ee7 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:41:23.393906 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.394543 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:23.395045 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ef639228-cda9-4090-ab21-071a1b15fc69 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5a664867-0b21-4a19-bd88-bfb86bff2ee7 HTTP/1.1" status: 204 len: 168 time: 1.2142704 Aug 30 21:41:23.397676 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 21:41:23.397876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43676) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:23.398291 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_agentschedulers_db [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a664867-0b21-4a19-bd88-bfb86bff2ee7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent'). {{(pid=94691) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 21:41:23.407689 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:41:23.408055 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 21:41:23.408676 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_agentschedulers_db [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5a664867-0b21-4a19-bd88-bfb86bff2ee7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent'). {{(pid=94691) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 21:41:23.409050 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019dbcac-32bb-46c5-b93b-4cb916588d4c None None] The sync data for ids ['5a664867-0b21-4a19-bd88-bfb86bff2ee7'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:41:23.411545 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-7eb88a33-878a-4e06-9222-80dff42799b5 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556606 Aug 30 21:41:23.451698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Deleting subnet 23d83930-2356-4ffd-8309-385e85427947 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:41:23.455127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.496962 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.519141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d1a90c3f-aa64-4d1d-8c83-3d5a1e065efe req-8fda33be-ef16-437d-aaa2-0739c0e22d5d service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006837 Aug 30 21:41:23.601421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.636094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b19e8-c5e8-41f1-8028-e1ae5ceac10f None None] New status for floating IP 4e5d459a-407b-40ff-aad9-8bcdc9b98400: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:41:23.657971 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.681706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d83930-2356-4ffd-8309-385e85427947,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:23.688509 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:23.692722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-231d5508-32ba-4e65-8db7-31b42d3b4189 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/23d83930-2356-4ffd-8309-385e85427947 HTTP/1.1" status: 204 len: 168 time: 0.2911808 Aug 30 21:41:23.693396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:23.717084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a85b4-da97-420e-8705-7d7b663edd86 None None] Network 18204a82-c270-4ab6-a2db-49c99a786bf6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:41:23.981605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] DHCP port deletion for 18204a82-c270-4ab6-a2db-49c99a786bf6 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:41:24.032279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] Deleting port 31b7f627-428f-47ef-aa24-07aa03aa3b45 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:24.032664 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.047084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1edd27c1-f1cf-43f9-994f-ffe0645969e3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:24.080469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.101311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1edd27c1-f1cf-43f9-994f-ffe0645969e3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:41:24.101686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1edd27c1-f1cf-43f9-994f-ffe0645969e3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:41:24.102101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9f2b7342-5853-4676-b113-774a096911e0 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:24.128149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9f2b7342-5853-4676-b113-774a096911e0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:41:24.128487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9f2b7342-5853-4676-b113-774a096911e0 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:41:24.128894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 31b7f627-428f-47ef-aa24-07aa03aa3b45 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:41:24.133995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Deleting port 31b7f627-428f-47ef-aa24-07aa03aa3b45 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:41:24.134337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.163485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] For port 31b7f627-428f-47ef-aa24-07aa03aa3b45, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=31b7f627-428f-47ef-aa24-07aa03aa3b45,segment=NetworkSegment(09b601ac-309d-4973-914b-a710685e9629),segment_id=09b601ac-309d-4973-914b-a710685e9629)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:24.163886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.182231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] Calling delete_port for 31b7f627-428f-47ef-aa24-07aa03aa3b45 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:24.198546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] For port 31b7f627-428f-47ef-aa24-07aa03aa3b45, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=31b7f627-428f-47ef-aa24-07aa03aa3b45,segment=NetworkSegment(09b601ac-309d-4973-914b-a710685e9629),segment_id=09b601ac-309d-4973-914b-a710685e9629)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:41:24.198938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.212104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Calling delete_port for 31b7f627-428f-47ef-aa24-07aa03aa3b45 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:41:24.272294 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.295603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.322651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b7f627-428f-47ef-aa24-07aa03aa3b45,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:24.324764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] No DVR routers for this DVR port 31b7f627-428f-47ef-aa24-07aa03aa3b45 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:41:24.328897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.358435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] No DVR routers for this DVR port 31b7f627-428f-47ef-aa24-07aa03aa3b45 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:41:24.365088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a8561-14f9-43f3-ba06-5cb88bafe938 None None] Pushing event deleted for resources: {'Port': ['ID=31b7f627-428f-47ef-aa24-07aa03aa3b45,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:24.401662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.412282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18204a82-c270-4ab6-a2db-49c99a786bf6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:24.422698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b601ac-309d-4973-914b-a710685e9629') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:24.423007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b601ac-309d-4973-914b-a710685e9629') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:41:24.432878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.447305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.449602 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:41:24.453281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:41:24.453668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:41:24.455345 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:41:24.511777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.517855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.519733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] 10.222.0.76 "DELETE /v2.0/networks/18204a82-c270-4ab6-a2db-49c99a786bf6 HTTP/1.1" status: 204 len: 168 time: 0.8253388 Aug 30 21:41:24.531328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754a36c-70c1-45ac-a86c-fae8288b6b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=18204a82-c270-4ab6-a2db-49c99a786bf6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:24.636293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:24.679410 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2841b82-42f9-46ce-b713-072bb26b54e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=75f522159b6049d7ae37d0142afd023e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418491 Aug 30 21:41:24.681923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:24.735690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262b6ab4-a088-44d7-b18a-1a1030691df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.757000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262b6ab4-a088-44d7-b18a-1a1030691df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.809645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262b6ab4-a088-44d7-b18a-1a1030691df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.812282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-262b6ab4-a088-44d7-b18a-1a1030691df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:24.813443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-262b6ab4-a088-44d7-b18a-1a1030691df3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43ef8771-4024-4713-93e3-2f4bab08f6f4 HTTP/1.1" status: 204 len: 168 time: 0.1306248 Aug 30 21:41:24.821723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b6ab4-a088-44d7-b18a-1a1030691df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef8771-4024-4713-93e3-2f4bab08f6f4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:25.153529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:25.167365 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f812e60a-3672-48bd-84ae-6ae25d1d9c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.266417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f812e60a-3672-48bd-84ae-6ae25d1d9c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.273414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f812e60a-3672-48bd-84ae-6ae25d1d9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.311794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f812e60a-3672-48bd-84ae-6ae25d1d9c94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1571922 Aug 30 21:41:25.312655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e60a-3672-48bd-84ae-6ae25d1d9c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3bfe18-445e-4f3a-ac7d-1af937bbab63,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:25.314806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 43694) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:41:25.369811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1361c9ee-6bba-43a1-8236-cc1040430f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.390952 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1361c9ee-6bba-43a1-8236-cc1040430f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.449213 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1361c9ee-6bba-43a1-8236-cc1040430f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.452177 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1361c9ee-6bba-43a1-8236-cc1040430f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:25.453381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1361c9ee-6bba-43a1-8236-cc1040430f9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ec3bfe18-445e-4f3a-ac7d-1af937bbab63 HTTP/1.1" status: 204 len: 168 time: 0.1374977 Aug 30 21:41:25.462320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361c9ee-6bba-43a1-8236-cc1040430f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3bfe18-445e-4f3a-ac7d-1af937bbab63,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:41:33.737090 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:36.011484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:38.972223 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d46cd8f-6bac-47aa-a064-2743708aad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:40.204248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-fc931f28-d453-42e6-8e5e-121cc420f952 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465739 Aug 30 21:41:40.301788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-a99b8b09-f057-44d4-9fba-3ad595cec7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:40.304321 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-a99b8b09-f057-44d4-9fba-3ad595cec7c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1097 time: 0.0488632 Aug 30 21:41:40.409758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-771bf2cd-6d99-41d2-b76d-c9b1d83738b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:40.411264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-771bf2cd-6d99-41d2-b76d-c9b1d83738b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0846815 Aug 30 21:41:40.481606 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-cb279502-e14c-4bed-b569-6bf5923f5b3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 1000 time: 0.0619574 Aug 30 21:41:40.532383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-2748e055-bb23-49a6-a3ab-673bdeb4690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:40.533808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-2748e055-bb23-49a6-a3ab-673bdeb4690f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0443778 Aug 30 21:41:40.583745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-37119876-be7a-4520-a3cd-0a39bbec3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:40.585176 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-37119876-be7a-4520-a3cd-0a39bbec3ba8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430987 Aug 30 21:41:40.683012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-d68d3078-1ab1-4ba1-97be-be6542a3484f service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Aug 30 21:41:40.777209 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4759c17a-68c9-4487-91ba-5beeb0b54920 req-57b42ccd-3aed-4194-9dda-ae6dad6c1858 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865970 Aug 30 21:41:41.750282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:41.917508 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4a91204b-6cbf-427a-b7c7-3f1a55359f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:42.711394 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:44.636900 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:41:46.748280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-5714fa08-3e92-40c5-addd-036eac016a57 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486121 Aug 30 21:41:46.821815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579b34b-08c4-4185-b526-41b6b364e721 req-83512520-1657-4b6f-95db-be7a8324d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:46.823345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-83512520-1657-4b6f-95db-be7a8324d74a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2b75689c41ce44d193ba9e581675f6f4&device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 1098 time: 0.0496860 Aug 30 21:41:46.936342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579b34b-08c4-4185-b526-41b6b364e721 req-0114f436-c1eb-426b-bf38-62f579f8eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:46.937902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-0114f436-c1eb-426b-bf38-62f579f8eabb service neutron] 10.222.0.86 "GET /v2.0/networks?id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 200 len: 912 time: 0.0895123 Aug 30 21:41:47.018475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-fce60ab2-8cc4-4d33-b410-161c890ebbbf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524 HTTP/1.1" status: 200 len: 1002 time: 0.0708592 Aug 30 21:41:47.070650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579b34b-08c4-4185-b526-41b6b364e721 req-74ee9ebd-fabe-4945-b11f-c26b31933401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:47.072189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-74ee9ebd-fabe-4945-b11f-c26b31933401 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 200 len: 850 time: 0.0469456 Aug 30 21:41:47.120132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579b34b-08c4-4185-b526-41b6b364e721 req-9f7fe28d-1975-4d2b-96a6-97e1851037a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:41:47.121656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-9f7fe28d-1975-4d2b-96a6-97e1851037a6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2da9d6b6-4a90-4894-b813-e5d4c15a5d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418291 Aug 30 21:41:47.239207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-cf691408-cf33-4564-8654-4b89f0670cc5 service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098495 Aug 30 21:41:47.331360 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8579b34b-08c4-4185-b526-41b6b364e721 req-7ef36691-cce7-497c-a2d2-b18dffa42275 service neutron] 10.222.0.86 "GET /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850077 Aug 30 21:42:01.455040 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:42:03.717908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:06.017296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:08.986620 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-999fecc1-ec37-4915-af62-f271bc09200b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:11.759740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:11.913984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fdf4cf77-62c9-43b9-955f-68bb348e69ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:12.718216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:14.644864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:33.735248 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:36.045591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:38.460180 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:42:38.988815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-028483c1-8ea3-4517-a3d0-cf2f7a92d2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:40.206315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-58e7e463-85ff-4121-9a70-2a4681f82fc8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430088 Aug 30 21:42:40.305744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-c5a18b4b-796e-48ee-8cc0-c1dc0ff915a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:40.307191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-c5a18b4b-796e-48ee-8cc0-c1dc0ff915a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1097 time: 0.0496504 Aug 30 21:42:40.415447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-1ff10941-0df8-4b91-838a-db679ece6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:40.416985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-1ff10941-0df8-4b91-838a-db679ece6784 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0876372 Aug 30 21:42:40.486652 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-388b0c33-3a6d-4f82-ab6c-289c30dc71f5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 1000 time: 0.0623453 Aug 30 21:42:40.539324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-25e2af72-cae7-4ebe-809e-0ca69fb64b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:40.540790 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-25e2af72-cae7-4ebe-809e-0ca69fb64b57 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0474126 Aug 30 21:42:40.588067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-28e7b16f-984e-4c08-b621-d19674d4b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:40.589478 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-28e7b16f-984e-4c08-b621-d19674d4b38d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413446 Aug 30 21:42:40.690625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-352a2ccd-fbcb-4103-b9f9-56aad2a00a59 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937259 Aug 30 21:42:40.788544 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7c9d7d68-d0a4-4bf3-923c-a30c398945d6 req-c84e6344-1f1d-407f-881e-92bf96fcf31b service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905614 Aug 30 21:42:41.767769 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:41.926419 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ffc5be6-2a30-41a3-a7a8-629e98c4f238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:42.725870 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:44.642950 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:48.853841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-475f3a9f-ed78-4254-ad08-5ff86b8838d4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1677067 Aug 30 21:42:48.948910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-b5b2937b-f07e-4594-99b0-14ca359e7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:48.950336 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-b5b2937b-f07e-4594-99b0-14ca359e7071 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0527680 Aug 30 21:42:49.055094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-bae95ded-270a-44e3-8854-806f47a10aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:49.056585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-bae95ded-270a-44e3-8854-806f47a10aa2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0859039 Aug 30 21:42:49.130425 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-c93fca3c-b51f-44af-b349-6ea493108aaf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 1001 time: 0.0664721 Aug 30 21:42:49.183233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-0801f587-da5b-493b-b497-8dc81ee69b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:49.184751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-0801f587-da5b-493b-b497-8dc81ee69b10 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0475099 Aug 30 21:42:49.232287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-bd80242e-990f-4508-8330-fecfe80fb4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:49.233725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-bd80242e-990f-4508-8330-fecfe80fb4f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418961 Aug 30 21:42:49.245061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-338d8797-e8eb-4416-b7a3-d43dd718acc5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:42:49.246021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-338d8797-e8eb-4416-b7a3-d43dd718acc5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051889 Aug 30 21:42:49.341746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-6459b2cf-51ca-4e0f-a201-491faa45c8c7 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883083 Aug 30 21:42:49.437922 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5de17d99-7c66-48da-b5cd-6de32a8afe23 req-4ff19bd6-76d6-477c-9e2b-85bbc19d1344 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890265 Aug 30 21:42:55.519482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 43912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:42:55.823802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port e3aa3a19-01ad-4ccb-bb70-9002ee6cacd6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:42:55.824050 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:55.903608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:55.903927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:55.915761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for e3aa3a19-01ad-4ccb-bb70-9002ee6cacd6 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:42:56.081730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:56.108622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=e3aa3a19-01ad-4ccb-bb70-9002ee6cacd6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:42:56.134690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.135038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.135383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.135712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.136038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.136362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.136686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.137006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.137353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.137640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.137962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.138275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:42:56.177736 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:56.178053 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Floating IP 4e5d459a-407b-40ff-aad9-8bcdc9b98400 disassociated (deleted). External IP: 172.25.5.15, port: 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff. Aug 30 21:42:56.388480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:42:56.496388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:42:56.501285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:56.508934 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:42:56.519907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:42:56.520710 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:42:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:42:56.533046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f4ef4002-3886-4e66-9e03-8cb7a90511be tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "DELETE /v2.0/floatingips/4e5d459a-407b-40ff-aad9-8bcdc9b98400 HTTP/1.1" status: 204 len: 168 time: 1.0122271 Aug 30 21:42:56.533719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:42:56.535925 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc947d5-5f3d-4731-8877-a041172a2367" -d '{"events": [{"name": "network-changed", "server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:42:56.631219 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:42:56.716317 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a27242-140c-44c4-b06d-62ffa46a6600 x-openstack-request-id: req-55a27242-140c-44c4-b06d-62ffa46a6600 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:42:56.716604 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:42:56.716857 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55a27242-140c-44c4-b06d-62ffa46a6600 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:42:56.717259 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'status': 'completed', 'code': 200} Aug 30 21:42:56.805825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-b0bc9720-5477-49d6-9f5c-c7151e44b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:56.808240 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-b0bc9720-5477-49d6-9f5c-c7151e44b2d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 1097 time: 0.0612249 Aug 30 21:42:56.831246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb695fa-14a6-4b31-9cf6-5f20f9881a02 req-bcb82c37-b0fc-4d82-a181-d2f495eb5195 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:56.839502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abb695fa-14a6-4b31-9cf6-5f20f9881a02 req-bcb82c37-b0fc-4d82-a181-d2f495eb5195 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0702910 Aug 30 21:42:56.882848 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:12Z', 'revision_number': 1, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:42:56.890126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abb695fa-14a6-4b31-9cf6-5f20f9881a02 req-a131821a-2666-4fe6-863f-baf5016c524a tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496042 Aug 30 21:42:56.917059 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:42:56.928343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:42:56.928968 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:42:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:42:56.942655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-52c2a41f-200d-4981-9dca-3ec5ce3df3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:56.944583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-52c2a41f-200d-4981-9dca-3ec5ce3df3e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.1288705 Aug 30 21:42:56.993573 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-3896c8d2-f0c1-439b-b73b-e1b848618d9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 200 len: 217 time: 0.0409627 Aug 30 21:42:57.046697 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:42:57.051468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-69be450c-fe7f-4585-af48-f6ca16cc18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:57.053049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-69be450c-fe7f-4585-af48-f6ca16cc18a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0521390 Aug 30 21:42:57.120598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-420d18b2-676d-425d-8c83-dcf192b714a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:57.122171 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-420d18b2-676d-425d-8c83-dcf192b714a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603151 Aug 30 21:42:57.134821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-285f7ab9-c124-4a62-a9f9-ac92ad0bc2bd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:42:57.135958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-285f7ab9-c124-4a62-a9f9-ac92ad0bc2bd service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057936 Aug 30 21:42:57.258030 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-e461998b-e297-41ea-ae47-b81e9a8474a3 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137874 Aug 30 21:42:57.320207 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:12Z', 'revision_number': 1, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:42:57.365240 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3b474-b54a-4783-87d7-b24b1b58c51d None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'dbdee751-0864-4606-9339-443e6c35a438', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'port_id': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'mac_address': 'fa:16:3e:88:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:39:10Z', 'updated_at': '2021-08-30T21:39:12Z', 'revision_number': 1, 'project_id': '26267738262d4d9583afe84abfe6e659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:42:57.393179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fdc947d5-5f3d-4731-8877-a041172a2367 req-d4e3c077-c941-4b11-9db5-72f0cc22fb66 service neutron] 10.222.0.82 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266875 Aug 30 21:42:57.601772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410bd658-6128-4974-8733-1aae7c00ab0a None None] New status for floating IP 4e5d459a-407b-40ff-aad9-8bcdc9b98400: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:42:58.116952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c891-8d8d-493f-b68f-4687ec3acf43 req-ff641f4f-9ab3-42d5-b9a7-481880ad94e2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:58.118444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c538c891-8d8d-493f-b68f-4687ec3acf43 req-ff641f4f-9ab3-42d5-b9a7-481880ad94e2 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0515878 Aug 30 21:42:58.157593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c538c891-8d8d-493f-b68f-4687ec3acf43 req-f337345e-19f0-4a62-9ea8-2bb30b644770 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329969 Aug 30 21:42:58.391899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-ecbd2235-c5c9-4338-9ef8-9afcbbbd970f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:42:58.393328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-ecbd2235-c5c9-4338-9ef8-9afcbbbd970f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 945 time: 0.0522606 Aug 30 21:42:58.487873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:42:58.488106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:58.584199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:42:58.584624 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:58.599762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:42:58.734065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:58.769406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=9bd19fb9-cff6-4a13-91e8-fccc05ea36ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:42:58.808811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:42:58.811596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:42:58.813826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f5345dd8-9cab-4278-84d9-7aee96761d28 req-f2bf3dbc-3631-4785-b478-8f5419e99f52 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.82 "DELETE /v2.0/ports/9bd19fb9-cff6-4a13-91e8-fccc05ea36ff HTTP/1.1" status: 204 len: 173 time: 0.4140716 Aug 30 21:42:58.814299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'name': 'network-vif-deleted', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:42:58.816747 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e48fe0-9988-42ee-9ee0-bf7ab2007fb4" -d '{"events": [{"server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "name": "network-vif-deleted", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:42:58.859115 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50821255-7b7a-4756-a26f-bf5efc213636 x-openstack-request-id: req-50821255-7b7a-4756-a26f-bf5efc213636 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:42:58.859476 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17f730b-2ef5-4301-a683-6080a91106ea", "name": "network-vif-deleted", "tag": "9bd19fb9-cff6-4a13-91e8-fccc05ea36ff", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:42:58.859948 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50821255-7b7a-4756-a26f-bf5efc213636 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:42:58.860434 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17f730b-2ef5-4301-a683-6080a91106ea', 'name': 'network-vif-deleted', 'tag': '9bd19fb9-cff6-4a13-91e8-fccc05ea36ff', 'status': 'completed', 'code': 200} Aug 30 21:42:59.274058 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d0e227a-9345-4242-bc86-257c96c81926 req-39ade214-140d-453b-9259-d25d89acf1d4 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0315995 Aug 30 21:43:00.370845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8c55b8f-de5b-42c0-a837-4ebb9a327aae req-bed9dd38-728a-4cd3-96c5-06c50c89cc0f tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0278809 Aug 30 21:43:01.468011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-652a9e97-a5c7-41f1-a0de-81218fb8b308 req-5ac03c0f-cc42-47d0-84bc-99b6ed82cd62 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0269029 Aug 30 21:43:01.666591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:01.688540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:01.688908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 9bd19fb9-cff6-4a13-91e8-fccc05ea36ff not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:02.564166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c057aea9-f3e2-4241-9fde-38a89ca49156 req-b300de49-8e5d-425b-9106-dae33c1f809c tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0274487 Aug 30 21:43:03.658677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-463e50fe-02ad-40d0-8651-632d9c9a0f7d req-b6787b56-448c-45d4-a62d-6950876e8bb5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=a17f730b-2ef5-4301-a683-6080a91106ea HTTP/1.1" status: 200 len: 210 time: 0.0268123 Aug 30 21:43:03.725430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:06.054040 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:08.991088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30ea186c-d67c-4fad-96c4-7bbc58f04a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:10.103715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44004) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:10.271440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port 33845c3e-7cf6-4dcf-8d24-c92de08f8e0c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:10.271820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:10.348179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:10.348508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:10.360981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for 33845c3e-7cf6-4dcf-8d24-c92de08f8e0c owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:10.512291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:10.537300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=33845c3e-7cf6-4dcf-8d24-c92de08f8e0c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:10.601375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:10.601596 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Floating IP dbdee751-0864-4606-9339-443e6c35a438 disassociated (deleted). External IP: 172.25.5.183, port: 1c32b1e6-dcda-428b-a033-e567ea61bd1c. Aug 30 21:43:11.123681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:43:11.233648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:43:11.238258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:11.243500 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:43:11.252997 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:11.253627 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:42:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:11.269310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d97c7231-4b56-49e8-89da-43387689e421 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "DELETE /v2.0/floatingips/dbdee751-0864-4606-9339-443e6c35a438 HTTP/1.1" status: 204 len: 168 time: 1.1617482 Aug 30 21:43:11.269310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:43:11.269901 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59255d0-6793-4bd8-bec4-453bc9fde5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:43:11.450426 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2953619e-64b4-4294-a35c-4eaba740967b x-openstack-request-id: req-2953619e-64b4-4294-a35c-4eaba740967b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:43:11.450873 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:43:11.451310 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2953619e-64b4-4294-a35c-4eaba740967b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:43:11.451836 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'status': 'completed', 'code': 200} Aug 30 21:43:11.459256 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:11.521872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-5ab85d5c-d6e8-477c-9424-0f35fb49838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:11.523692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-5ab85d5c-d6e8-477c-9424-0f35fb49838a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=26267738262d4d9583afe84abfe6e659&device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 1097 time: 0.0467198 Aug 30 21:43:11.605132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f690856-a720-4ed4-a5f8-6b10f5e07e56 req-0c019e11-df5e-4351-aea9-fc6b54ab65ba tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:11.606648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f690856-a720-4ed4-a5f8-6b10f5e07e56 req-0c019e11-df5e-4351-aea9-fc6b54ab65ba tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 945 time: 0.0512643 Aug 30 21:43:11.620457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-2232327d-fe75-4d9b-8605-3fbaa9e0f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:11.621941 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-2232327d-fe75-4d9b-8605-3fbaa9e0f8b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 200 len: 913 time: 0.0881965 Aug 30 21:43:11.653339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f690856-a720-4ed4-a5f8-6b10f5e07e56 req-187ad91e-7c83-401d-9143-e7f5ec24a3af tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 Aug 30 21:43:11.656125 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:11.672472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-94c40080-7c06-4cff-9bf4-df8c21d3a4bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 200 len: 217 time: 0.0412540 Aug 30 21:43:11.693161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:43:11.702157 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:11.702817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:42:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:11.725618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-77cf5ba5-184a-4c23-9721-f35b395cec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:11.727138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-77cf5ba5-184a-4c23-9721-f35b395cec18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 200 len: 851 time: 0.0450776 Aug 30 21:43:11.751752 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:11.773254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-92d01dfa-a154-4e6e-b2e8-d24dfe262d9f req-36b0fa65-605b-4c85-ba72-98dfcac79f3a service neutron] (94689) timed out ('10.222.0.82', 57894) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:43:11.778736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-e92af964-dd8f-44fc-9633-0e54417fb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:11.780222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-e92af964-dd8f-44fc-9633-0e54417fb221 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9520c45c-c358-4de4-9f78-3a6801f21c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440192 Aug 30 21:43:11.815307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:11.883210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-01d495e4-ceb0-411f-ba53-e214e9963960 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932271 Aug 30 21:43:11.924356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f6f304c-c873-4b11-a4f7-e8e815b8915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:11.988012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d59255d0-6793-4bd8-bec4-453bc9fde5bd req-e06ae812-0d78-4f91-a3d3-f76ec0818cc8 service neutron] 10.222.0.86 "GET /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937240 Aug 30 21:43:12.034217 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:12.067566 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60648183-4d84-4ba5-888f-16e8f194f5e1 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8a0388b5-e56b-4642-890e-45c7ae99cb3d', 'name': '', 'network_id': '9520c45c-c358-4de4-9f78-3a6801f21c4d', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'mac_address': 'fa:16:3e:82:ca:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:20Z', 'updated_at': '2021-08-30T21:31:32Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'subnets': [{'id': '3235f80d-96fe-43b4-9399-21a1864ccc8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:43:12.296933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5e8be-521c-428a-a999-b1e3a6b5ed60 None None] New status for floating IP dbdee751-0864-4606-9339-443e6c35a438: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:43:12.718764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:12.777421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193c01f-6538-4f39-92b0-6b6059b9dcd4 req-fa3a648a-ce2d-4c41-9dda-d7ff35854777 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:12.778971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9193c01f-6538-4f39-92b0-6b6059b9dcd4 req-fa3a648a-ce2d-4c41-9dda-d7ff35854777 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 945 time: 0.0507603 Aug 30 21:43:12.817988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9193c01f-6538-4f39-92b0-6b6059b9dcd4 req-e5d467b9-dcab-4948-ab6f-9884a3636715 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/security-groups?id=821f9574-d849-4e97-8fb0-0f58a764ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Aug 30 21:43:13.356328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-0df27639-6918-41c9-8ff3-76cd5fa137ad tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:13.357855 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-0df27639-6918-41c9-8ff3-76cd5fa137ad tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 945 time: 0.0584369 Aug 30 21:43:13.450056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port 1c32b1e6-dcda-428b-a033-e567ea61bd1c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:13.450416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:13.541262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] For port 1c32b1e6-dcda-428b-a033-e567ea61bd1c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1c32b1e6-dcda-428b-a033-e567ea61bd1c,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:13.541510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:13.555307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for 1c32b1e6-dcda-428b-a033-e567ea61bd1c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:13.683416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:13.715432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=1c32b1e6-dcda-428b-a033-e567ea61bd1c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:13.761737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] No DVR routers for this DVR port 1c32b1e6-dcda-428b-a033-e567ea61bd1c on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:43:13.764902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:13.767014 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4373d330-2259-4b4a-9e60-8bc86379a35e req-b0ebad98-873f-4e17-8027-31c171b7d382 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.86 "DELETE /v2.0/ports/1c32b1e6-dcda-428b-a033-e567ea61bd1c HTTP/1.1" status: 204 len: 173 time: 0.4029682 Aug 30 21:43:13.767457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'name': 'network-vif-deleted', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:43:13.770137 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426a74d7-982f-42f4-85ab-bda587e55317" -d '{"events": [{"server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "name": "network-vif-deleted", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:43:13.806972 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a626c1df-d529-4c6a-97bf-5150877b326c x-openstack-request-id: req-a626c1df-d529-4c6a-97bf-5150877b326c {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:43:13.807270 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a430c-d7c7-4551-87b4-6e519ac8ab8f", "name": "network-vif-deleted", "tag": "1c32b1e6-dcda-428b-a033-e567ea61bd1c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:43:13.807521 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a626c1df-d529-4c6a-97bf-5150877b326c {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:43:13.808041 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a430c-d7c7-4551-87b4-6e519ac8ab8f', 'name': 'network-vif-deleted', 'tag': '1c32b1e6-dcda-428b-a033-e567ea61bd1c', 'status': 'completed', 'code': 200} Aug 30 21:43:13.922971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09fdc0a2-bfd0-47fa-a63f-ae88b73ad83d req-bed0505a-e4a5-45bc-ba8b-d62d15246873 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0284564 Aug 30 21:43:14.641677 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:15.018082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2eb4b5e-5f95-4b24-a515-41b5a8425a0d req-dfdf87f4-e32c-4c02-a01a-d834cd2034ce tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0271699 Aug 30 21:43:15.461065 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:43:16.277778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0dd3f781-5976-4b8d-8ccb-db8658e3eb8e req-6be57daf-03ef-4093-989e-89588d745890 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0380659 Aug 30 21:43:16.293413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1c32b1e6-dcda-428b-a033-e567ea61bd1c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:16.315023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 1c32b1e6-dcda-428b-a033-e567ea61bd1c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:16.315571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1c32b1e6-dcda-428b-a033-e567ea61bd1c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:17.377294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-293e5f36-7ebe-4783-b42a-ca7330ae3c32 req-918d2a26-9568-456a-a6ba-68a820133f07 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0302751 Aug 30 21:43:18.471942 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2b6c5046-c6ac-4a10-ab11-9d5bf4955088 req-7ab36263-9f82-4c8a-befc-e8b743de31a5 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0271571 Aug 30 21:43:19.584030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f6aaf48-fbd3-45c2-8dda-21acdf294951 req-b552fb54-4acb-4661-a9c2-0e4400131a1e tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "GET /v2.0/ports?device_id=8d9a430c-d7c7-4551-87b4-6e519ac8ab8f HTTP/1.1" status: 200 len: 210 time: 0.0312529 Aug 30 21:43:20.642262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:20.770206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Deleting port 4f0fe5b4-982f-4dfd-8106-9524464be311 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:20.770549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:20.850522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:20.850886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:20.864507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Calling delete_port for 4f0fe5b4-982f-4dfd-8106-9524464be311 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:21.002684 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:21.029180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'Port': ['ID=4f0fe5b4-982f-4dfd-8106-9524464be311,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:21.093663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:21.096435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:21.100148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5790754b-6061-4368-baf0-18bb10ef8b12 tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "DELETE /v2.0/floatingips/cc437cc0-c3ed-44f5-98be-38cfdf47c548 HTTP/1.1" status: 204 len: 168 time: 0.4541795 Aug 30 21:43:22.879291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6649ea-2d8a-4636-b5b2-ba1969489f5b req-c348fe65-fc5e-45bc-b33c-169ae3720eb4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:22.880818 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb6649ea-2d8a-4636-b5b2-ba1969489f5b req-c348fe65-fc5e-45bc-b33c-169ae3720eb4 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0526588 Aug 30 21:43:22.920174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eb6649ea-2d8a-4636-b5b2-ba1969489f5b req-c6b421df-eb9c-49df-b2b4-0d859c08697f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331905 Aug 30 21:43:24.043309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bb6a7-4345-4fbc-88c6-09b842995220 req-0484db3b-1cd1-44b6-be9d-85fe27828e89 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:24.044869 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-598bb6a7-4345-4fbc-88c6-09b842995220 req-0484db3b-1cd1-44b6-be9d-85fe27828e89 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0545726 Aug 30 21:43:24.084027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-598bb6a7-4345-4fbc-88c6-09b842995220 req-ad4b440c-4379-4ba7-9473-0657a895705c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328224 Aug 30 21:43:24.470814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44116) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:24.529981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:24.556587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:24.617307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:24.619948 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:24.621143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] 10.222.0.76 "DELETE /v2.0/security-groups/821f9574-d849-4e97-8fb0-0f58a764ba12 HTTP/1.1" status: 204 len: 168 time: 0.1493325 Aug 30 21:43:24.630421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f9574-d849-4e97-8fb0-0f58a764ba12,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:24.639756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.640100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.640442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.640777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.641111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.641439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.641762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.642194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.642422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.642799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.643191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.643560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972d243a-6c34-44c8-9a09-5203fb2eddbb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:24.687889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:24.746624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-9f9c2127-eb04-42e1-9061-54c7955e246f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:24.748177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-9f9c2127-eb04-42e1-9061-54c7955e246f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.86 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0538616 Aug 30 21:43:24.960412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Deleting port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:24.960668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:25.105128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] For port 179e7650-ef0b-4086-bdc6-c2e66ba1f524, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=179e7650-ef0b-4086-bdc6-c2e66ba1f524,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:25.105518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:25.211998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a6abd-8662-46cd-97f4-41898f9851e8 req-562bc360-715f-45a9-bef1-8c21d96e093d tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:43:25.213418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-666a6abd-8662-46cd-97f4-41898f9851e8 req-562bc360-715f-45a9-bef1-8c21d96e093d tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 946 time: 0.0494809 Aug 30 21:43:25.251702 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-666a6abd-8662-46cd-97f4-41898f9851e8 req-97b66616-64f6-42a6-b4e5-6bb49e6d8c5c tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups?id=aa09ed33-e41c-4e67-ae85-f1ebb8626457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Aug 30 21:43:25.343350 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:25.343729 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:25.344044 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Floating IP 894d0852-f54a-4c27-9830-1f89a6d8f2e3 disassociated. External IP: 172.25.5.170, port: 179e7650-ef0b-4086-bdc6-c2e66ba1f524. Aug 30 21:43:25.344374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Calling delete_port for 179e7650-ef0b-4086-bdc6-c2e66ba1f524 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:25.454040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:25.571688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:25.604815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event deleted for resources: {'Port': ['ID=179e7650-ef0b-4086-bdc6-c2e66ba1f524,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:26.075291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:43:26.229056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:43:26.234277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Deleting port 8a0388b5-e56b-4642-890e-45c7ae99cb3d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:26.234659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:26.239636 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:43:26.249271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:26.249893 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:26.307052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] No DVR routers for this DVR port 179e7650-ef0b-4086-bdc6-c2e66ba1f524 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:43:26.310619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:26.312644 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-94a0b766-54f0-4f1e-b809-81b3d1c09354 req-d1f330be-2f58-4cc9-b08f-9cfcc4f3a47f tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.86 "DELETE /v2.0/ports/179e7650-ef0b-4086-bdc6-c2e66ba1f524 HTTP/1.1" status: 204 len: 173 time: 1.5567119 Aug 30 21:43:26.313128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'name': 'network-vif-deleted', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:43:26.315450 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ec70b-433a-4da7-bb1d-6486c10ecca8" -d '{"events": [{"server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "name": "network-vif-deleted", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:43:26.357533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] For port 8a0388b5-e56b-4642-890e-45c7ae99cb3d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a0388b5-e56b-4642-890e-45c7ae99cb3d,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:26.357923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:26.372294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Calling delete_port for 8a0388b5-e56b-4642-890e-45c7ae99cb3d owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:26.377470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b230d48-c1fb-42fc-a585-6c48301f5500 req-7ac9af69-67a9-4b72-a8bf-0c60fb867a53 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/ports?device_id=243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a HTTP/1.1" status: 200 len: 210 time: 0.0441456 Aug 30 21:43:26.380795 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:26.425856 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b0e36d-0891-4e0d-bafb-16de3df6b9c2 x-openstack-request-id: req-46b0e36d-0891-4e0d-bafb-16de3df6b9c2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:43:26.426140 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a", "name": "network-vif-deleted", "tag": "179e7650-ef0b-4086-bdc6-c2e66ba1f524", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:43:26.426383 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46b0e36d-0891-4e0d-bafb-16de3df6b9c2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:43:26.426870 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243ad334-9f3d-4a3d-b5f8-d01c9ff1b01a', 'name': 'network-vif-deleted', 'tag': '179e7650-ef0b-4086-bdc6-c2e66ba1f524', 'status': 'completed', 'code': 200} Aug 30 21:43:26.573469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:26.584902 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:26.599688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0388b5-e56b-4642-890e-45c7ae99cb3d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:26.611460 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:43:26.621039 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:26.621665 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:26.737026 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:26.793005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:26.950873 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:26.980792 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83457b-bb31-4d7b-a454-ecabe6a40b17 None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:34:23Z', 'revision_number': 4, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6cfd312c-103a-4fd8-a111-ca1f6507d636', 'name': '', 'network_id': '2da9d6b6-4a90-4894-b813-e5d4c15a5d52', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'mac_address': 'fa:16:3e:40:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:22Z', 'updated_at': '2021-08-30T21:34:32Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'subnets': [{'id': '8dc53d45-e74b-4883-803c-3982f07b095a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:43:27.013948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Router a2a7a73b-b251-4a7a-9159-3f75da62b355 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:43:27.130213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:43:27.135702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7cbcb52c-1693-4d7e-beef-14317e09cb15 admin admin] 10.222.0.76 "PUT /v2.0/routers/a2a7a73b-b251-4a7a-9159-3f75da62b355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4467187 Aug 30 21:43:27.138397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:27.139762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] Sync routers for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:43:27.149810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:27.150874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:27.218828 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca0d78-29f3-45c9-a383-b58e152cd9ec None None] New status for floating IP 894d0852-f54a-4c27-9830-1f89a6d8f2e3: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:43:27.247637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.261441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:27.358731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.418408 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Deleting port f84ed596-b702-4bab-bec0-8e92a98222b1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:27.418906 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.454989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44136) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:27.465671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:43:26Z', 'revision_number': 5, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port': {'id': 'f84ed596-b702-4bab-bec0-8e92a98222b1', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:16Z', 'updated_at': '2021-08-30T21:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:27.492366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] Checking router: a2a7a73b-b251-4a7a-9159-3f75da62b355 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:43:27.501568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] Routers {'a2a7a73b-b251-4a7a-9159-3f75da62b355'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:27.502219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a2a7a73b-b251-4a7a-9159-3f75da62b355'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:27.505296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] For port f84ed596-b702-4bab-bec0-8e92a98222b1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f84ed596-b702-4bab-bec0-8e92a98222b1,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:27.505661 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.511021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed616-1597-4683-af0b-9c0b0c37c229 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.518583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Calling delete_port for f84ed596-b702-4bab-bec0-8e92a98222b1 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:27.535294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed616-1597-4683-af0b-9c0b0c37c229 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.585928 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed616-1597-4683-af0b-9c0b0c37c229 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.588721 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed616-1597-4683-af0b-9c0b0c37c229 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.590431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ec7ed616-1597-4683-af0b-9c0b0c37c229 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "DELETE /v2.0/security-groups/aa09ed33-e41c-4e67-ae85-f1ebb8626457 HTTP/1.1" status: 204 len: 168 time: 0.1341922 Aug 30 21:43:27.594399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] Set router a2a7a73b-b251-4a7a-9159-3f75da62b355 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:27.595392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44138) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:27.608600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed616-1597-4683-af0b-9c0b0c37c229 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09ed33-e41c-4e67-ae85-f1ebb8626457,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:27.621468 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-335ab43e-3f93-4e66-bdd9-a4b3f3972b04 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] show failed (client error): The resource could not be found. Aug 30 21:43:27.626515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-335ab43e-3f93-4e66-bdd9-a4b3f3972b04 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "GET /v2.0/security-groups/aa09ed33-e41c-4e67-ae85-f1ebb8626457 HTTP/1.1" status: 404 len: 347 time: 0.0261986 Aug 30 21:43:27.626515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44140) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:27.662417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:43:27Z', 'revision_number': 6, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:27.691143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.720874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84ed596-b702-4bab-bec0-8e92a98222b1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:27.765026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Deleting port 0d2e9d01-7af1-4f22-b660-702fb8df5bdc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:27.765861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.789133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.848656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a7c7b-fe4b-47c0-9264-8160924aae36 None None] The sync data for ids ['a2a7a73b-b251-4a7a-9159-3f75da62b355'] in n-d-793620-16 is: [{'id': 'a2a7a73b-b251-4a7a-9159-3f75da62b355', 'name': 'tempest-TestVolumeBootPattern-2075716335-router', 'tenant_id': '26267738262d4d9583afe84abfe6e659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:15Z', 'updated_at': '2021-08-30T21:43:27Z', 'revision_number': 6, 'project_id': '26267738262d4d9583afe84abfe6e659', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:43:27.851017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.851364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.865615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Calling delete_port for 0d2e9d01-7af1-4f22-b660-702fb8df5bdc owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:27.883566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.886027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.933650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.934271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a7a73b-b251-4a7a-9159-3f75da62b355 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:43:27.939028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:27.940239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ee8ee02f-fd0d-428b-8c6a-4344d6045bd8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a2a7a73b-b251-4a7a-9159-3f75da62b355 HTTP/1.1" status: 204 len: 168 time: 0.8007517 Aug 30 21:43:27.943253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:27.988488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Deleting subnet 3235f80d-96fe-43b4-9399-21a1864ccc8f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:43:27.991532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.016439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.028406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.041194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Pushing event deleted for resources: {'Port': ['ID=0d2e9d01-7af1-4f22-b660-702fb8df5bdc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:28.103707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.106276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.107488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3be3c247-dc3a-4e35-8af9-0e338a65ea58 tempest-AttachVolumeTestJSON-1375832557 tempest-AttachVolumeTestJSON-1375832557-project] 10.222.0.76 "DELETE /v2.0/floatingips/894d0852-f54a-4c27-9830-1f89a6d8f2e3 HTTP/1.1" status: 204 len: 168 time: 0.4809711 Aug 30 21:43:28.116930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.171539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.213752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3235f80d-96fe-43b4-9399-21a1864ccc8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:28.226889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.227057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e104d3-33dc-4df2-9bf1-dd6c3f5b2040 None None] Network 9520c45c-c358-4de4-9f78-3a6801f21c4d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:43:28.232479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44148) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:28.232717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60b0d7e9-8c0a-47fd-8faf-97bd28f52985 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3235f80d-96fe-43b4-9399-21a1864ccc8f HTTP/1.1" status: 204 len: 168 time: 0.2851624 Aug 30 21:43:28.359624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.389247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 179e7650-ef0b-4086-bdc6-c2e66ba1f524 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:28.391157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a0388b5-e56b-4642-890e-45c7ae99cb3d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:28.420365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Deleting port 13f30d74-3d12-4ae8-aeb5-da6df7614bac {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:28.420842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.439771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 179e7650-ef0b-4086-bdc6-c2e66ba1f524 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:28.440116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 179e7650-ef0b-4086-bdc6-c2e66ba1f524 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:28.443925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8a0388b5-e56b-4642-890e-45c7ae99cb3d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:28.444269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a0388b5-e56b-4642-890e-45c7ae99cb3d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:28.484883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] For port 13f30d74-3d12-4ae8-aeb5-da6df7614bac, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=13f30d74-3d12-4ae8-aeb5-da6df7614bac,segment=NetworkSegment(9b15e0ad-cb9d-4f67-b53d-74ed118ea657),segment_id=9b15e0ad-cb9d-4f67-b53d-74ed118ea657)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:28.485463 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.499012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Calling delete_port for 13f30d74-3d12-4ae8-aeb5-da6df7614bac owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:28.582425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.608489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f30d74-3d12-4ae8-aeb5-da6df7614bac,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:28.612052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] No DVR routers for this DVR port 13f30d74-3d12-4ae8-aeb5-da6df7614bac on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:43:28.689095 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.690368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282f514-9841-4abb-994e-bff9d900b5d4 None None] DHCP port deletion for 9520c45c-c358-4de4-9f78-3a6801f21c4d request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:43:28.704419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9520c45c-c358-4de4-9f78-3a6801f21c4d']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:28.716374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b15e0ad-cb9d-4f67-b53d-74ed118ea657') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:28.716762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b15e0ad-cb9d-4f67-b53d-74ed118ea657') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:28.729583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.744307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.750118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:43:28.750500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:43:28.752360 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:43:28.812208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.817324 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:28.822635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44152) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:28.823194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9520c45c-c358-4de4-9f78-3a6801f21c4d HTTP/1.1" status: 204 len: 168 time: 0.5887923 Aug 30 21:43:28.836501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a23b00-8b17-40a4-9def-225dade027b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9520c45c-c358-4de4-9f78-3a6801f21c4d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:29.191115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:29.446118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Deleting port a9edfa08-a0d4-40a3-bfe7-d81debd12935 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:29.446467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:29.526519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] For port a9edfa08-a0d4-40a3-bfe7-d81debd12935, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a9edfa08-a0d4-40a3-bfe7-d81debd12935,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:29.526865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:29.540221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Calling delete_port for a9edfa08-a0d4-40a3-bfe7-d81debd12935 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:29.726538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:29.752065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9edfa08-a0d4-40a3-bfe7-d81debd12935,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:29.926976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:30.151800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Router c0f0f189-faf5-4111-accd-41da39ce338e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:43:30.184898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f84ed596-b702-4bab-bec0-8e92a98222b1 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:30.205387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f84ed596-b702-4bab-bec0-8e92a98222b1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:30.205820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f84ed596-b702-4bab-bec0-8e92a98222b1 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:30.206300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 13f30d74-3d12-4ae8-aeb5-da6df7614bac no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:30.232850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 13f30d74-3d12-4ae8-aeb5-da6df7614bac {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:30.233198 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 13f30d74-3d12-4ae8-aeb5-da6df7614bac not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:30.270131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:43:30.275755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8d16bad2-6fba-4dd1-b662-a073b3501ad6 admin admin] 10.222.0.76 "PUT /v2.0/routers/c0f0f189-faf5-4111-accd-41da39ce338e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4511700 Aug 30 21:43:30.277896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:30.278935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] Sync routers for ids ['c0f0f189-faf5-4111-accd-41da39ce338e'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:43:30.289344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] Routers {'c0f0f189-faf5-4111-accd-41da39ce338e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:30.289994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0f0f189-faf5-4111-accd-41da39ce338e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:30.403459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:30.413651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] Set router c0f0f189-faf5-4111-accd-41da39ce338e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:30.523672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:30.607149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Deleting port 98990e0c-850e-469d-b14f-4a7c845dfaa6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:30.607892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:30.652275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:43:29Z', 'revision_number': 5, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port': {'id': '98990e0c-850e-469d-b14f-4a7c845dfaa6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:18:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:31:32Z', 'updated_at': '2021-08-30T21:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:30.682406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] Checking router: c0f0f189-faf5-4111-accd-41da39ce338e for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:43:30.691843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] Routers {'c0f0f189-faf5-4111-accd-41da39ce338e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:30.692483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c0f0f189-faf5-4111-accd-41da39ce338e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:30.785967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] Set router c0f0f189-faf5-4111-accd-41da39ce338e gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:30.841684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:43:30Z', 'revision_number': 6, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:30.869569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beac5db-3665-48e9-bb8f-2b7341578a9a None None] The sync data for ids ['c0f0f189-faf5-4111-accd-41da39ce338e'] in n-d-793620-16 is: [{'id': 'c0f0f189-faf5-4111-accd-41da39ce338e', 'name': 'tempest-TestVolumeBootPattern-1917629853-router', 'tenant_id': 'ff73bf986b414f50a44e379271c2f6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:31:31Z', 'updated_at': '2021-08-30T21:43:30Z', 'revision_number': 6, 'project_id': 'ff73bf986b414f50a44e379271c2f6f6', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:43:31.035761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] For port 98990e0c-850e-469d-b14f-4a7c845dfaa6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=98990e0c-850e-469d-b14f-4a7c845dfaa6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:31.036226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.049314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Calling delete_port for 98990e0c-850e-469d-b14f-4a7c845dfaa6 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:31.221165 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.251732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Pushing event deleted for resources: {'Port': ['ID=98990e0c-850e-469d-b14f-4a7c845dfaa6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:31.324544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.436689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.438861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.484202 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.484720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f0f189-faf5-4111-accd-41da39ce338e {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:43:31.489653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.493299 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c3c33cc5-ebaa-4db0-a0e4-d11f56fc6813 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c0f0f189-faf5-4111-accd-41da39ce338e HTTP/1.1" status: 204 len: 168 time: 1.2118843 Aug 30 21:43:31.493498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44164) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:31.541714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Deleting subnet 44f3ea85-2824-4e0d-84f0-509f9aab9435 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:43:31.544917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.580745 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.665667 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.724435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.749487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f3ea85-2824-4e0d-84f0-509f9aab9435,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:31.755677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.760627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8f9298a2-aff9-4e93-86f3-69ea744bec9c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/44f3ea85-2824-4e0d-84f0-509f9aab9435 HTTP/1.1" status: 204 len: 168 time: 0.2631319 Aug 30 21:43:31.760627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:31.763075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd4f00-10a9-464b-b2f4-72f1a0bf35ae None None] Network 24cd4c20-6589-44a8-8756-b020777ae1b8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:43:31.851854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.912596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Deleting port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:31.913063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.978821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] DHCP port deletion for 24cd4c20-6589-44a8-8756-b020777ae1b8 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:43:31.979080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] For port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:31.979311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:31.992845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Calling delete_port for 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:32.027178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Deleting port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:32.027578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.093722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.103233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] For port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,segment=NetworkSegment(7cb167d8-6af9-4101-b94d-159af383afa9),segment_id=7cb167d8-6af9-4101-b94d-159af383afa9)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:32.103644 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.106824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] No DVR routers for this DVR port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:43:32.123649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Calling delete_port for 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:32.159149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:32.191541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 98990e0c-850e-469d-b14f-4a7c845dfaa6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:32.214574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 98990e0c-850e-469d-b14f-4a7c845dfaa6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:32.214950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 98990e0c-850e-469d-b14f-4a7c845dfaa6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:32.215366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a9edfa08-a0d4-40a3-bfe7-d81debd12935 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:32.218451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.228929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cd4c20-6589-44a8-8756-b020777ae1b8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:32.238352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a9edfa08-a0d4-40a3-bfe7-d81debd12935 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:32.238692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a9edfa08-a0d4-40a3-bfe7-d81debd12935 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:32.239135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:32.243162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb167d8-6af9-4101-b94d-159af383afa9') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:32.243626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb167d8-6af9-4101-b94d-159af383afa9') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:32.254831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.268649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:32.268994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:32.272075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.283079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:43:32.286101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.287852 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:43:32.288290 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:43:32.322068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Pushing event deleted for resources: {'Port': ['ID=54ec9e5a-d42e-4218-aa19-6c17d5e2a772,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:32.326966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] No DVR routers for this DVR port 54ec9e5a-d42e-4218-aa19-6c17d5e2a772 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:43:32.335407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.335905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.336251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.336590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.336923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.337255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.337584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.337911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.338237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.338561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.338965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.339372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47cf34c-78bd-4aa9-9b00-f64c518d3034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:32.359563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.364463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.366556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] 10.222.0.76 "DELETE /v2.0/networks/24cd4c20-6589-44a8-8756-b020777ae1b8 HTTP/1.1" status: 204 len: 168 time: 0.6033137 Aug 30 21:43:32.381010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b170-60ba-4a1e-bf2a-df7467393dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=24cd4c20-6589-44a8-8756-b020777ae1b8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:32.483655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44176) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:32.526036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-db01c440-4141-4e80-9e3c-4c5999d95648 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=26267738262d4d9583afe84abfe6e659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411351 Aug 30 21:43:32.529738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:32.581229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e5508ec-12e6-4bed-b087-a7995f967bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.603425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e5508ec-12e6-4bed-b087-a7995f967bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.658947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e5508ec-12e6-4bed-b087-a7995f967bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.662309 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e5508ec-12e6-4bed-b087-a7995f967bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:32.665302 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6e5508ec-12e6-4bed-b087-a7995f967bd1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f732496c-3400-47ec-8e88-7d90bca914db HTTP/1.1" status: 204 len: 168 time: 0.1321731 Aug 30 21:43:32.671231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5508ec-12e6-4bed-b087-a7995f967bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f732496c-3400-47ec-8e88-7d90bca914db,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:33.008776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:33.049720 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-82e11b02-cfb2-42bf-8761-c753868ca87b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff73bf986b414f50a44e379271c2f6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396168 Aug 30 21:43:33.052348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:33.102600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fa6155f-8ce5-45d5-9651-c7b9f01e6c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:33.126095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fa6155f-8ce5-45d5-9651-c7b9f01e6c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:33.177562 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fa6155f-8ce5-45d5-9651-c7b9f01e6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:33.180150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0fa6155f-8ce5-45d5-9651-c7b9f01e6c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:33.181312 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0fa6155f-8ce5-45d5-9651-c7b9f01e6c35 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ddf656c-db20-46e5-9eaa-2fc8064f370d HTTP/1.1" status: 204 len: 168 time: 0.1280863 Aug 30 21:43:33.189461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6155f-8ce5-45d5-9651-c7b9f01e6c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf656c-db20-46e5-9eaa-2fc8064f370d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:33.748149 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:36.053062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44210) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:36.057968 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:36.603959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:36.857678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Deleting port 6cfd312c-103a-4fd8-a111-ca1f6507d636 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:36.857925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:36.937851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] For port 6cfd312c-103a-4fd8-a111-ca1f6507d636, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cfd312c-103a-4fd8-a111-ca1f6507d636,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:36.938223 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:36.951372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Calling delete_port for 6cfd312c-103a-4fd8-a111-ca1f6507d636 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:37.139156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:37.168021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfd312c-103a-4fd8-a111-ca1f6507d636,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:37.332643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:37.548600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Router 6a56da34-fe5c-4920-bccc-dd49b30e021a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:43:37.985235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:43:37.990916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1d073789-2787-4992-a2b7-24752150b910 admin admin] 10.222.0.76 "PUT /v2.0/routers/6a56da34-fe5c-4920-bccc-dd49b30e021a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9368441 Aug 30 21:43:37.993657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44214) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:37.994609 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] Sync routers for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:43:38.004295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:38.004907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:38.105771 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.204652 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:38.213039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.268107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Deleting port af8fc60c-9149-4406-9f20-8dc657050b20 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:38.268365 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.347970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] For port af8fc60c-9149-4406-9f20-8dc657050b20, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=af8fc60c-9149-4406-9f20-8dc657050b20,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:38.348346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.361100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Calling delete_port for af8fc60c-9149-4406-9f20-8dc657050b20 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:38.380661 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:43:37Z', 'revision_number': 5, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port': {'id': 'af8fc60c-9149-4406-9f20-8dc657050b20', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:34:14Z', 'updated_at': '2021-08-30T21:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:38.406374 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] Checking router: 6a56da34-fe5c-4920-bccc-dd49b30e021a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:43:38.414974 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] Routers {'6a56da34-fe5c-4920-bccc-dd49b30e021a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:43:38.415595 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['6a56da34-fe5c-4920-bccc-dd49b30e021a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:38.500146 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] Set router 6a56da34-fe5c-4920-bccc-dd49b30e021a gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:43:38.528713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.560031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8fc60c-9149-4406-9f20-8dc657050b20,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:38.561114 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:43:38Z', 'revision_number': 6, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:38.588438 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5aa9f-e0b7-4f73-959d-077e46c15726 None None] The sync data for ids ['6a56da34-fe5c-4920-bccc-dd49b30e021a'] in n-d-793620-16 is: [{'id': '6a56da34-fe5c-4920-bccc-dd49b30e021a', 'name': 'tempest-AttachVolumeTestJSON-1975219628-router', 'tenant_id': '2b75689c41ce44d193ba9e581675f6f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:34:11Z', 'updated_at': '2021-08-30T21:43:38Z', 'revision_number': 6, 'project_id': '2b75689c41ce44d193ba9e581675f6f4', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:43:38.626393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.717883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.720185 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.767076 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.767675 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a56da34-fe5c-4920-bccc-dd49b30e021a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:43:38.772048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.773215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab292616-2aa5-4034-b2fc-8b04615374b6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6a56da34-fe5c-4920-bccc-dd49b30e021a HTTP/1.1" status: 204 len: 168 time: 0.7786219 Aug 30 21:43:38.776119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:38.824233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Deleting subnet 8dc53d45-e74b-4883-803c-3982f07b095a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:43:38.827471 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.865582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.944773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:38.986217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cbac2b48-13de-4154-9209-aee05c876013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.010805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.039533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc53d45-e74b-4883-803c-3982f07b095a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:39.045232 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.047212 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0473afee-8a9d-4568-8f6f-68a4fa6473f7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8dc53d45-e74b-4883-803c-3982f07b095a HTTP/1.1" status: 204 len: 168 time: 0.2700360 Aug 30 21:43:39.050269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:39.052580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c389d752-31c7-4ff4-8a40-1c06dbdeb6b2 None None] Network 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:43:39.118857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.174625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Deleting port d163c2f0-0381-4674-b928-bcd9151dda03 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:43:39.175014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.240486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] For port d163c2f0-0381-4674-b928-bcd9151dda03, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d163c2f0-0381-4674-b928-bcd9151dda03,segment=NetworkSegment(f4de2de7-b277-4bbf-bc42-e485283816df),segment_id=f4de2de7-b277-4bbf-bc42-e485283816df)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:43:39.240845 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.253609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Calling delete_port for d163c2f0-0381-4674-b928-bcd9151dda03 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:43:39.341326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.360969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004a64d-c3bf-473a-8911-c10096e27fc6 None None] DHCP port deletion for 2da9d6b6-4a90-4894-b813-e5d4c15a5d52 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:43:39.372606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Pushing event deleted for resources: {'Port': ['ID=d163c2f0-0381-4674-b928-bcd9151dda03,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:39.379620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] No DVR routers for this DVR port d163c2f0-0381-4674-b928-bcd9151dda03 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:43:39.460287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.470552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da9d6b6-4a90-4894-b813-e5d4c15a5d52']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:39.481328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4de2de7-b277-4bbf-bc42-e485283816df') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:39.481619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4de2de7-b277-4bbf-bc42-e485283816df') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:43:39.490528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.504245 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.510471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:43:39.510946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:43:39.512779 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:43:39.568450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.575089 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.576803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] 10.222.0.76 "DELETE /v2.0/networks/2da9d6b6-4a90-4894-b813-e5d4c15a5d52 HTTP/1.1" status: 204 len: 168 time: 0.5255690 Aug 30 21:43:39.593948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ae9e1-0b5f-4c99-a279-3d606660f94d admin admin] Pushing event deleted for resources: {'Network': ['ID=2da9d6b6-4a90-4894-b813-e5d4c15a5d52,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:39.700678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44222) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:39.750190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c5281fba-f17c-421a-a8db-7a5f74b8c2b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b75689c41ce44d193ba9e581675f6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483477 Aug 30 21:43:39.752950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44224) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:39.804474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e91807d-2cb4-461e-8b4f-a9b0616e3aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.829868 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e91807d-2cb4-461e-8b4f-a9b0616e3aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.884238 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e91807d-2cb4-461e-8b4f-a9b0616e3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.887268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e91807d-2cb4-461e-8b4f-a9b0616e3aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:39.888419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e91807d-2cb4-461e-8b4f-a9b0616e3aa4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/013fc18a-1436-4177-a293-bd8534010ae2 HTTP/1.1" status: 204 len: 168 time: 0.1344109 Aug 30 21:43:39.897959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91807d-2cb4-461e-8b4f-a9b0616e3aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013fc18a-1436-4177-a293-bd8534010ae2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:40.118491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af8fc60c-9149-4406-9f20-8dc657050b20 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:40.139204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: af8fc60c-9149-4406-9f20-8dc657050b20 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:40.139623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device af8fc60c-9149-4406-9f20-8dc657050b20 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:40.140110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cfd312c-103a-4fd8-a111-ca1f6507d636 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:40.159185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6cfd312c-103a-4fd8-a111-ca1f6507d636 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:40.159613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cfd312c-103a-4fd8-a111-ca1f6507d636 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:40.160089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d163c2f0-0381-4674-b928-bcd9151dda03 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:43:40.178990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d163c2f0-0381-4674-b928-bcd9151dda03 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:43:40.179335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d163c2f0-0381-4674-b928-bcd9151dda03 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:43:41.759075 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:41.928470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-846a6878-dde0-42e2-bf15-cc6ecd863a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:42.722275 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:44.651638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:52.461354 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:43:52.787664 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44358) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:52.892094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-218eda09-aef1-419f-a01f-008d8dfb1f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:52.987634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-218eda09-aef1-419f-a01f-008d8dfb1f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:52.992811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-218eda09-aef1-419f-a01f-008d8dfb1f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:53.030685 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-218eda09-aef1-419f-a01f-008d8dfb1f94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=607c6c41c66d49d0a5c6c97845e82fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419174 Aug 30 21:43:53.032267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eda09-aef1-419f-a01f-008d8dfb1f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68158150-352d-413f-bf43-abf103a99cc0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:53.033912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:53.083134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25cffdd0-b59f-44d6-9ae0-841c8519ee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:53.105649 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25cffdd0-b59f-44d6-9ae0-841c8519ee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:53.163176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25cffdd0-b59f-44d6-9ae0-841c8519ee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:53.165939 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25cffdd0-b59f-44d6-9ae0-841c8519ee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:53.167174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-25cffdd0-b59f-44d6-9ae0-841c8519ee08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68158150-352d-413f-bf43-abf103a99cc0 HTTP/1.1" status: 204 len: 168 time: 0.1322420 Aug 30 21:43:53.175426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cffdd0-b59f-44d6-9ae0-841c8519ee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68158150-352d-413f-bf43-abf103a99cc0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:55.532692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44442) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:55.666686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ffde1a9-1210-4f82-916f-ea826cb724b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.760406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ffde1a9-1210-4f82-916f-ea826cb724b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.766967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8ffde1a9-1210-4f82-916f-ea826cb724b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.807446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffde1a9-1210-4f82-916f-ea826cb724b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963f176f-b6d7-4d88-afb3-1f3b5f640900,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:55.811681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8ffde1a9-1210-4f82-916f-ea826cb724b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3c2a928a921f41a093153fd1182c0e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776871 Aug 30 21:43:55.814483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44446) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:55.876391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-545350fa-d0ba-49c9-9036-5a07824c21fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.900793 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-545350fa-d0ba-49c9-9036-5a07824c21fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.955578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-545350fa-d0ba-49c9-9036-5a07824c21fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.960302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-545350fa-d0ba-49c9-9036-5a07824c21fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:55.961939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-545350fa-d0ba-49c9-9036-5a07824c21fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/963f176f-b6d7-4d88-afb3-1f3b5f640900 HTTP/1.1" status: 204 len: 168 time: 0.1465204 Aug 30 21:43:55.969897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545350fa-d0ba-49c9-9036-5a07824c21fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f176f-b6d7-4d88-afb3-1f3b5f640900,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:56.239178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44452) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:56.257053 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7703f91a-2fd4-4b5e-9e3c-55beb090b038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.349355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7703f91a-2fd4-4b5e-9e3c-55beb090b038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.354932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7703f91a-2fd4-4b5e-9e3c-55beb090b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.393185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7703f91a-2fd4-4b5e-9e3c-55beb090b038 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4f0a90bd1ae4e7b859f4a7bb7635b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524181 Aug 30 21:43:56.393962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f91a-2fd4-4b5e-9e3c-55beb090b038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ff291-097d-463d-bc2b-6cb8bfca7065,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:56.396052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44454) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:43:56.451935 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.472706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.526603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.529130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:43:56.530545 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c88ff291-097d-463d-bc2b-6cb8bfca7065 HTTP/1.1" status: 204 len: 168 time: 0.1334898 Aug 30 21:43:56.538134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ff291-097d-463d-bc2b-6cb8bfca7065,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:43:56.545764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.546100 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.546432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.546788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.547114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.547424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.547764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.548063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.548377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.548695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.549009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:43:56.549323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a42297-d957-42c3-a636-6c64b807a946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:01.946636 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:02.064062 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabab76-56f0-4d33-8e88-e2d88a9c10f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.156242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabab76-56f0-4d33-8e88-e2d88a9c10f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.162493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adabab76-56f0-4d33-8e88-e2d88a9c10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.201104 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-adabab76-56f0-4d33-8e88-e2d88a9c10f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a1409a506cc485c868ec94564243bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530606 Aug 30 21:44:02.201820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabab76-56f0-4d33-8e88-e2d88a9c10f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb95e9-35f4-4e72-ae92-ebeddc0f0c59,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:02.204098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44584) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:02.256726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cf6-d2af-47ad-bab1-c9fe7d84f092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.286550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cf6-d2af-47ad-bab1-c9fe7d84f092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.337572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cf6-d2af-47ad-bab1-c9fe7d84f092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.340632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7cff3cf6-d2af-47ad-bab1-c9fe7d84f092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.342283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7cff3cf6-d2af-47ad-bab1-c9fe7d84f092 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38cb95e9-35f4-4e72-ae92-ebeddc0f0c59 HTTP/1.1" status: 204 len: 168 time: 0.1370454 Aug 30 21:44:02.350065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3cf6-d2af-47ad-bab1-c9fe7d84f092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb95e9-35f4-4e72-ae92-ebeddc0f0c59,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:02.617587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:02.639092 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a516c0b-d132-4f54-a442-2e8b0a663d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.736727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a516c0b-d132-4f54-a442-2e8b0a663d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.742607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0a516c0b-d132-4f54-a442-2e8b0a663d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.779971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0a516c0b-d132-4f54-a442-2e8b0a663d91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f521a985a9a4273aaf4225450a44aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608095 Aug 30 21:44:02.781529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516c0b-d132-4f54-a442-2e8b0a663d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e23db-c5ee-4a28-aa8d-86c84bda3dea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:02.783275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44592) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:02.835382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c124b71-f602-44df-8e15-bdc75b75d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.857643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c124b71-f602-44df-8e15-bdc75b75d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.912490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c124b71-f602-44df-8e15-bdc75b75d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.915174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c124b71-f602-44df-8e15-bdc75b75d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:02.916337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c124b71-f602-44df-8e15-bdc75b75d50b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f4e23db-c5ee-4a28-aa8d-86c84bda3dea HTTP/1.1" status: 204 len: 168 time: 0.1320841 Aug 30 21:44:02.924168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c124b71-f602-44df-8e15-bdc75b75d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e23db-c5ee-4a28-aa8d-86c84bda3dea,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:03.740970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.103253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:05.213715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25222889-1595-43b9-b771-5bdba93ec8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.301163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25222889-1595-43b9-b771-5bdba93ec8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.307073 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25222889-1595-43b9-b771-5bdba93ec8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.344746 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-25222889-1595-43b9-b771-5bdba93ec8d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f26d8590c8e4f65bb2052b9548e2cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403953 Aug 30 21:44:05.346069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25222889-1595-43b9-b771-5bdba93ec8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69853485-943d-4404-8303-e8b9c0824d10,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:05.347629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44660) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:05.396707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4f80-9815-40a9-92c8-af0053a99fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.420515 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4f80-9815-40a9-92c8-af0053a99fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.477316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4f80-9815-40a9-92c8-af0053a99fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.480017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4f80-9815-40a9-92c8-af0053a99fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.481160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4a6e4f80-9815-40a9-92c8-af0053a99fed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/69853485-943d-4404-8303-e8b9c0824d10 HTTP/1.1" status: 204 len: 168 time: 0.1325185 Aug 30 21:44:05.489239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e4f80-9815-40a9-92c8-af0053a99fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69853485-943d-4404-8303-e8b9c0824d10,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:05.769509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44666) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:05.784105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f831be0d-cb5d-4e61-825f-d38cf84588db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.876042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f831be0d-cb5d-4e61-825f-d38cf84588db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.881794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f831be0d-cb5d-4e61-825f-d38cf84588db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.917885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831be0d-cb5d-4e61-825f-d38cf84588db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5633521-6fe7-4fe1-8f8b-18178b6ae521,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:05.922297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f831be0d-cb5d-4e61-825f-d38cf84588db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb4590cbb44c4ed2ad83b15b8e6298a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517539 Aug 30 21:44:05.925177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44668) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:05.975364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5b0-d04a-4f98-87ab-d1e0c15b553b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:05.998774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5b0-d04a-4f98-87ab-d1e0c15b553b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:06.057072 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5b0-d04a-4f98-87ab-d1e0c15b553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:06.061412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2e12c5b0-d04a-4f98-87ab-d1e0c15b553b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:06.062974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2e12c5b0-d04a-4f98-87ab-d1e0c15b553b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5633521-6fe7-4fe1-8f8b-18178b6ae521 HTTP/1.1" status: 204 len: 168 time: 0.1368878 Aug 30 21:44:06.071674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c5b0-d04a-4f98-87ab-d1e0c15b553b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5633521-6fe7-4fe1-8f8b-18178b6ae521,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:06.091543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.383189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44704) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:07.487555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2116926568', 'router:external': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:07.515821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Made reservation on behalf of 5ce9f88252e14ac28acf437b1ce7a8e2 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:07.518147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.527137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.618254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.624682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.649363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:44:07.663837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfa072-ee0b-47e6-9c4b-d80c46780a5b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:07.669127 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.669510 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Added segment 42b8fd2e-3d60-47e7-90bb-76c7c3697978 of type vlan for network d214cb17-7256-4ba3-816c-0964f5b433b9 Aug 30 21:44:07.715243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.754491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.755478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:07.756074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:07.808117 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4237692 Aug 30 21:44:07.811695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44708) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:07.817454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'subnet': {'network_id': 'd214cb17-7256-4ba3-816c-0964f5b433b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:07.820300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d169f4b-6082-4c06-af35-005b435aabbd tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Network': ['ID=d214cb17-7256-4ba3-816c-0964f5b433b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:07.831150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d214cb17-7256-4ba3-816c-0964f5b433b9 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:44:07.843408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Made reservation on behalf of 5ce9f88252e14ac28acf437b1ce7a8e2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:07.845796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.145926 n-d-793620-16 neutron-server[94689]: DEBUG neutron.objects.ports [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 21:44:08.146381 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.195966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5c5f889-fdc7-4545-9040-d2820d95d075,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:08.213221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Checking segment: {'id': '42b8fd2e-3d60-47e7-90bb-76c7c3697978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd214cb17-7256-4ba3-816c-0964f5b433b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:44:08.213587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network hostable DHCP agents. Network: d214cb17-7256-4ba3-816c-0964f5b433b9, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:44:08.233103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d214cb17-7256-4ba3-816c-0964f5b433b9 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:44:08.245020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d214cb17-7256-4ba3-816c-0964f5b433b9) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:08.249923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:08.251114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.254294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9049d-b71d-499d-b5d8-e92f6e526e9a None None] Network d214cb17-7256-4ba3-816c-0964f5b433b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:44:08.265621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5c9e7c2-73e7-4f4f-9333-e6fe2db8f82e tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4521267 Aug 30 21:44:08.268396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44710) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:08.273200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1869482833', 'network_id': 'd214cb17-7256-4ba3-816c-0964f5b433b9'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:08.295042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Made reservation on behalf of 5ce9f88252e14ac28acf437b1ce7a8e2 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:08.297454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.313732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] device_id is not set on port c6975eb3-d392-4f5f-a5b7-2234fe73be94 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:08.380207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f3dccc-72a7-468a-bb49-6838041cd4d8 None None] Network d214cb17-7256-4ba3-816c-0964f5b433b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:44:08.420770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Allocated IP 172.20.0.5 (d214cb17-7256-4ba3-816c-0964f5b433b9/e5c5f889-fdc7-4545-9040-d2820d95d075/c6975eb3-d392-4f5f-a5b7-2234fe73be94) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:08.562744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.605101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.646807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d214cb17-7256-4ba3-816c-0964f5b433b9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:08.649636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:08.653241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:08.675553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Port': ['ID=c6975eb3-d392-4f5f-a5b7-2234fe73be94,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:08.694795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:08.695403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.713042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f8fb467c-9952-4378-86a2-33ca7b2ce2b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4436688 Aug 30 21:44:08.716278 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44712) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:08.795435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Deleting port c6975eb3-d392-4f5f-a5b7-2234fe73be94 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:08.795769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.869527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:08.881481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Calling delete_port for c6975eb3-d392-4f5f-a5b7-2234fe73be94 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:08.980897 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f019e197-98f2-42e2-840a-9562fc738c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.007606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.034969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6975eb3-d392-4f5f-a5b7-2234fe73be94,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:09.100150 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.102194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3e403135-4849-4b3e-a7a0-688aab79a4b6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/ports/c6975eb3-d392-4f5f-a5b7-2234fe73be94 HTTP/1.1" status: 204 len: 168 time: 0.3848200 Aug 30 21:44:09.105206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44714) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:09.109530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd214cb17-7256-4ba3-816c-0964f5b433b9', 'external_fixed_ips': [{'subnet_id': 'e5c5f889-fdc7-4545-9040-d2820d95d075', 'ip_address': '172.20.0.5'}]}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:09.134175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.135141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.186305 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.324089 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.538203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.560855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.749985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Allocated IP 172.20.0.5 (d214cb17-7256-4ba3-816c-0964f5b433b9/e5c5f889-fdc7-4545-9040-d2820d95d075/c0505f9f-8d20-4d5d-b82a-41e738d2a3ee) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:09.861953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.914117 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:09.956090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d214cb17-7256-4ba3-816c-0964f5b433b9 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:09.959069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:09.962902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:09.968691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Port': ['ID=c0505f9f-8d20-4d5d-b82a-41e738d2a3ee,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:10.210943 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:10.419764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:10.872965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Router df02fb72-1447-443f-8968-27c560962e16 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:10.980609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:10.989748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Sync routers for ids ['df02fb72-1447-443f-8968-27c560962e16'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:11.000495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.001001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Routers {'df02fb72-1447-443f-8968-27c560962e16'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:11.004522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d0baf745-5a69-4055-9d93-fcb899fec8a3 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.8956282 Aug 30 21:44:11.004689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:43:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['df02fb72-1447-443f-8968-27c560962e16'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:11.004837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44716) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:11.106889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Set router df02fb72-1447-443f-8968-27c560962e16 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:44:11.108693 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.208516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.266918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Deleting port c0505f9f-8d20-4d5d-b82a-41e738d2a3ee {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:11.267361 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.277862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df02fb72-1447-443f-8968-27c560962e16', 'name': '', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd214cb17-7256-4ba3-816c-0964f5b433b9', 'external_fixed_ips': [{'subnet_id': 'e5c5f889-fdc7-4545-9040-d2820d95d075', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c0505f9f-8d20-4d5d-b82a-41e738d2a3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:09Z', 'updated_at': '2021-08-30T21:44:10Z', 'revision_number': 3, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port': {'id': 'c0505f9f-8d20-4d5d-b82a-41e738d2a3ee', 'name': '', 'network_id': 'd214cb17-7256-4ba3-816c-0964f5b433b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df02fb72-1447-443f-8968-27c560962e16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'e5c5f889-fdc7-4545-9040-d2820d95d075', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:44:09Z', 'updated_at': '2021-08-30T21:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5c5f889-fdc7-4545-9040-d2820d95d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:11.307369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Checking router: df02fb72-1447-443f-8968-27c560962e16 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:44:11.307676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Updating router df02fb72-1447-443f-8968-27c560962e16 port c0505f9f-8d20-4d5d-b82a-41e738d2a3ee binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:44:11.331882 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.343989 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.356326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Calling delete_port for c0505f9f-8d20-4d5d-b82a-41e738d2a3ee owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:11.528053 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.556523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0505f9f-8d20-4d5d-b82a-41e738d2a3ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:11.622219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.712747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.714910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.738452 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:44:11.738846 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:44:11.760967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.761633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df02fb72-1447-443f-8968-27c560962e16 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:11.761763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.766532 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.768015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2141b519-969a-4281-8f07-74594c3831f1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/df02fb72-1447-443f-8968-27c560962e16 HTTP/1.1" status: 204 len: 168 time: 0.7623863 Aug 30 21:44:11.770639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44718) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:11.820683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Deleting subnet e5c5f889-fdc7-4545-9040-d2820d95d075 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:44:11.824107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.858609 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.896572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.922694 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81b9f640-0afa-434f-aa80-881a5fccf399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.951418 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.977720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c5f889-fdc7-4545-9040-d2820d95d075,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:11.979768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:11.983056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-66bc620d-2d86-4217-a59e-3a0f8a10036b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/e5c5f889-fdc7-4545-9040-d2820d95d075 HTTP/1.1" status: 204 len: 168 time: 0.2099676 Aug 30 21:44:11.984518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44720) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:12.055788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.138541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.151331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d214cb17-7256-4ba3-816c-0964f5b433b9']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:12.162331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b8fd2e-3d60-47e7-90bb-76c7c3697978') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:12.162696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b8fd2e-3d60-47e7-90bb-76c7c3697978') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:12.171909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.187456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.194401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:44:12.194856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:44:12.196588 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:44:12.257229 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.260210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Port c0505f9f-8d20-4d5d-b82a-41e738d2a3ee not found while updating agent binding for router df02fb72-1447-443f-8968-27c560962e16. {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 21:44:12.262648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d214cb17-7256-4ba3-816c-0964f5b433b9 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 21:44:12.265239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.267141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/networks/d214cb17-7256-4ba3-816c-0964f5b433b9 HTTP/1.1" status: 204 len: 168 time: 0.2817128 Aug 30 21:44:12.274169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Routers set() bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:12.275085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Router IDs set() for agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 21:44:12.275492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_agentschedulers_db [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df02fb72-1447-443f-8968-27c560962e16'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent'). {{(pid=94690) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 21:44:12.275849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc4fff-b9a7-4450-9080-4da358d9809c None None] The sync data for ids ['df02fb72-1447-443f-8968-27c560962e16'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:12.277863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916e04c-fa90-4134-9121-22f1c302348f tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event deleted for resources: {'Network': ['ID=d214cb17-7256-4ba3-816c-0964f5b433b9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:12.463071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44728) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:12.467783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'name': 'tempest-router--794390953', 'project_id': 'b269c1e53dc54940b8b72ba3975a3018'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:12.490936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.492168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.543770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.550019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.563421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.564802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0fded384-7420-4c20-9de1-a641d3183aef tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1005700 Aug 30 21:44:12.567655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44730) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:12.641508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.724880 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.798860 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.801701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.853067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.853615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a97144e2-63f6-413b-a564-3e6ef9a97b94 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:12.857942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:12.859105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d17f035-bb65-4bab-8724-c6a4f95cfdad tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a97144e2-63f6-413b-a564-3e6ef9a97b94 HTTP/1.1" status: 204 len: 168 time: 0.2905393 Aug 30 21:44:12.966963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:13.172939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1915987296', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:13.198115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.199110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.259464 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.398716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.594381 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.612838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.717742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Allocated IP 172.25.5.252 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/ee9bd407-f816-4dbd-8a36-b2cd64d50e62) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:13.820009 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.862758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:13.904867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:13.908161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:13.912617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:13.917979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event updated for resources: {'Port': ['ID=ee9bd407-f816-4dbd-8a36-b2cd64d50e62,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:14.163225 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:14.654205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:14.682028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:14.816969 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Router 852feded-a317-4cb6-8c20-264d923073b5 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:14.947268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:14.958184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] Sync routers for ids ['852feded-a317-4cb6-8c20-264d923073b5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:14.971375 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] Routers {'852feded-a317-4cb6-8c20-264d923073b5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:14.972055 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['852feded-a317-4cb6-8c20-264d923073b5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:14.973303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:14.974544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-695bd972-0e71-4633-a19f-b44cb89fcd2e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0065536 Aug 30 21:44:14.978629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44740) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:15.009801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:15.019539 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] Routers {'852feded-a317-4cb6-8c20-264d923073b5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:15.020408 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['852feded-a317-4cb6-8c20-264d923073b5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:15.051950 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:15.052610 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7c5ba-a919-4fb6-8d0e-7592d5a9f277 None None] The sync data for ids ['852feded-a317-4cb6-8c20-264d923073b5'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:15.083738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a174015b-bc99-4baf-b72a-375abc00b725 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/852feded-a317-4cb6-8c20-264d923073b5 HTTP/1.1" status: 200 len: 921 time: 0.1038413 Aug 30 21:44:15.086637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44742) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:15.115460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c22795a7-9e24-48d1-8c42-4b7b60d4cf84 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=852feded-a317-4cb6-8c20-264d923073b5 HTTP/1.1" status: 200 len: 205 time: 0.0278125 Aug 30 21:44:15.117946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:15.222976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.338620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.398226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Deleting port ee9bd407-f816-4dbd-8a36-b2cd64d50e62 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:15.398557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.472823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.484562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Calling delete_port for ee9bd407-f816-4dbd-8a36-b2cd64d50e62 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:15.650398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.677542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event deleted for resources: {'Port': ['ID=ee9bd407-f816-4dbd-8a36-b2cd64d50e62,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:15.740970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.830969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.833390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.887922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.888489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Fanout notify agent at l3_agent the message router_deleted on router 852feded-a317-4cb6-8c20-264d923073b5 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:15.895714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.896902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ec67558e-e337-454c-a11e-0cc49ea2c094 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/852feded-a317-4cb6-8c20-264d923073b5 HTTP/1.1" status: 204 len: 168 time: 0.7779226 Aug 30 21:44:15.901550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44746) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:15.906534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-228462968', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': False}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:15.930423 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.931677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:15.985371 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:16.130004 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:16.348261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:16.369458 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:16.487942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Allocated IP 172.25.5.99 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/0ff561c2-7872-4b97-86ba-4b68a91cbd47) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:16.603978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:16.645573 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:16.686833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:16.689923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:16.694311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:16.697390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff561c2-7872-4b97-86ba-4b68a91cbd47,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:16.971592 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.168111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.306114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Router 606e47ce-ef7b-48ed-810d-8f817a739b63 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:17.417197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:17.426234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Sync routers for ids ['606e47ce-ef7b-48ed-810d-8f817a739b63'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:17.437452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.437632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Routers {'606e47ce-ef7b-48ed-810d-8f817a739b63'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:17.438212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['606e47ce-ef7b-48ed-810d-8f817a739b63'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:17.439074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f10a2bd9-26c0-4db8-af1b-4e0df7b991c1 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.5365148 Aug 30 21:44:17.441749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44748) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:17.541105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Set router 606e47ce-ef7b-48ed-810d-8f817a739b63 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:44:17.545030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03e7f360-e1bc-49e5-8ab5-aaec0263d665 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/606e47ce-ef7b-48ed-810d-8f817a739b63 HTTP/1.1" status: 200 len: 907 time: 0.1021416 Aug 30 21:44:17.548833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44750) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:17.553285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-228462968', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': True}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:17.576124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.577111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.630845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.720963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606e47ce-ef7b-48ed-810d-8f817a739b63', 'name': 'tempest-snat-router-228462968', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.99'}], 'enable_snat': False}, 'gw_port_id': '0ff561c2-7872-4b97-86ba-4b68a91cbd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:15Z', 'updated_at': '2021-08-30T21:44:16Z', 'revision_number': 3, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port': {'id': '0ff561c2-7872-4b97-86ba-4b68a91cbd47', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606e47ce-ef7b-48ed-810d-8f817a739b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:44:16Z', 'updated_at': '2021-08-30T21:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:17.746739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Checking router: 606e47ce-ef7b-48ed-810d-8f817a739b63 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:44:17.747085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Updating router 606e47ce-ef7b-48ed-810d-8f817a739b63 port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:44:17.764334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.775218 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.966211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:17.985314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.019451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.028810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Transition to ACTIVE for port object 0ff561c2-7872-4b97-86ba-4b68a91cbd47 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:18.035777 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.085750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Attempting to bind port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:44:18.085985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Attempting to bind port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:44:18.086376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Attempting to bind port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:44:18.088228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3506-d708-4821-923f-eb99d89f7aed None None] Pushing event updated for resources: {'Port': ['ID=0ff561c2-7872-4b97-86ba-4b68a91cbd47,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:18.090928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Allocated IP 172.25.5.115 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/84e182a4-9aeb-486d-99f4-16c84c049ee8) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:18.093839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:44:18.094176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:44:18.094571 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.095016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:44:18.095562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Bound port: 0ff561c2-7872-4b97-86ba-4b68a91cbd47, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:44:18.095909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.148276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] For port 0ff561c2-7872-4b97-86ba-4b68a91cbd47, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:44:18.151264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] For port 0ff561c2-7872-4b97-86ba-4b68a91cbd47, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ff561c2-7872-4b97-86ba-4b68a91cbd47,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:44:18.156470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.201315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.210297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Routers {'606e47ce-ef7b-48ed-810d-8f817a739b63'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:18.210832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['606e47ce-ef7b-48ed-810d-8f817a739b63'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:18.242126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.244090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d3506-d708-4821-923f-eb99d89f7aed None None] Pushing event updated for resources: {'Port': ['ID=0ff561c2-7872-4b97-86ba-4b68a91cbd47,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:18.276072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:18.279047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:18.284899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:18.312629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Port': ['ID=84e182a4-9aeb-486d-99f4-16c84c049ee8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:18.317992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] Set router 606e47ce-ef7b-48ed-810d-8f817a739b63 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:44:18.494754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606e47ce-ef7b-48ed-810d-8f817a739b63', 'name': 'tempest-snat-router-228462968', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.99'}], 'enable_snat': False}, 'gw_port_id': '0ff561c2-7872-4b97-86ba-4b68a91cbd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:15Z', 'updated_at': '2021-08-30T21:44:16Z', 'revision_number': 3, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port': {'id': '0ff561c2-7872-4b97-86ba-4b68a91cbd47', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606e47ce-ef7b-48ed-810d-8f817a739b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:44:16Z', 'updated_at': '2021-08-30T21:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:18.524088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b8f692-5d1d-45de-a54c-d72071f4c8c7 None None] The sync data for ids ['606e47ce-ef7b-48ed-810d-8f817a739b63'] in n-d-793620-16 is: [{'id': '606e47ce-ef7b-48ed-810d-8f817a739b63', 'name': 'tempest-snat-router-228462968', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.99'}], 'enable_snat': False}, 'gw_port_id': '0ff561c2-7872-4b97-86ba-4b68a91cbd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:15Z', 'updated_at': '2021-08-30T21:44:16Z', 'revision_number': 3, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port': {'id': '0ff561c2-7872-4b97-86ba-4b68a91cbd47', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606e47ce-ef7b-48ed-810d-8f817a739b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:44:16Z', 'updated_at': '2021-08-30T21:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:18.542307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.744838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:18.881104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Router 241f8a8c-e6c3-44fa-b480-2b3b2f140f5c is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:18.993503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:19.003223 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Sync routers for ids ['241f8a8c-e6c3-44fa-b480-2b3b2f140f5c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:19.011475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.015328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0a791a69-18a2-4950-aadf-ef33f9eb566b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.4630268 Aug 30 21:44:19.015505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Routers {'241f8a8c-e6c3-44fa-b480-2b3b2f140f5c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:19.015505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['241f8a8c-e6c3-44fa-b480-2b3b2f140f5c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:19.015729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44752) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:19.127416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44754) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:19.127709 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-285c0105-5904-40cb-be36-60e913e6546d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/241f8a8c-e6c3-44fa-b480-2b3b2f140f5c HTTP/1.1" status: 200 len: 907 time: 0.1106238 Aug 30 21:44:19.128268 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Set router 241f8a8c-e6c3-44fa-b480-2b3b2f140f5c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:44:19.240288 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.308856 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241f8a8c-e6c3-44fa-b480-2b3b2f140f5c', 'name': 'tempest-snat-router-228462968', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '84e182a4-9aeb-486d-99f4-16c84c049ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:17Z', 'updated_at': '2021-08-30T21:44:18Z', 'revision_number': 3, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port': {'id': '84e182a4-9aeb-486d-99f4-16c84c049ee8', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241f8a8c-e6c3-44fa-b480-2b3b2f140f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:44:17Z', 'updated_at': '2021-08-30T21:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:19.345782 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Checking router: 241f8a8c-e6c3-44fa-b480-2b3b2f140f5c for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:44:19.346126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Updating router 241f8a8c-e6c3-44fa-b480-2b3b2f140f5c port 84e182a4-9aeb-486d-99f4-16c84c049ee8 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:44:19.371704 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.636052 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.646723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Transition to ACTIVE for port object 84e182a4-9aeb-486d-99f4-16c84c049ee8 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:19.652984 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.667353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.706910 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Attempting to bind port 84e182a4-9aeb-486d-99f4-16c84c049ee8 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:44:19.707373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Attempting to bind port 84e182a4-9aeb-486d-99f4-16c84c049ee8 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:44:19.707651 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Attempting to bind port 84e182a4-9aeb-486d-99f4-16c84c049ee8 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:44:19.716425 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Pushing event updated for resources: {'Port': ['ID=84e182a4-9aeb-486d-99f4-16c84c049ee8,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:19.719467 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:44:19.719841 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:44:19.720301 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.720633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:44:19.721160 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Bound port: 84e182a4-9aeb-486d-99f4-16c84c049ee8, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:44:19.721550 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.728003 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.728336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Deleting port 84e182a4-9aeb-486d-99f4-16c84c049ee8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:19.728460 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.728677 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.728863 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.729016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.729351 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.729716 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.730041 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.730622 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.731026 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.731880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.731880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.732084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:19.782795 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] For port 84e182a4-9aeb-486d-99f4-16c84c049ee8, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:44:19.786155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] For port 84e182a4-9aeb-486d-99f4-16c84c049ee8, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=84e182a4-9aeb-486d-99f4-16c84c049ee8,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:44:19.791358 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.808606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] For port 84e182a4-9aeb-486d-99f4-16c84c049ee8, host n-d-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:44:19.808965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.821757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Calling delete_port for 84e182a4-9aeb-486d-99f4-16c84c049ee8 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:19.841097 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Routers {'241f8a8c-e6c3-44fa-b480-2b3b2f140f5c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:19.841744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['241f8a8c-e6c3-44fa-b480-2b3b2f140f5c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:19.914445 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945f44-fdf8-41cd-a7d1-9f35ba6dd548 None None] Pushing event updated for resources: {'Port': ['ID=84e182a4-9aeb-486d-99f4-16c84c049ee8,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:19.941331 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] Set router 241f8a8c-e6c3-44fa-b480-2b3b2f140f5c gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:44:19.992364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:19.997971 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241f8a8c-e6c3-44fa-b480-2b3b2f140f5c', 'name': 'tempest-snat-router-228462968', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:17Z', 'updated_at': '2021-08-30T21:44:19Z', 'revision_number': 4, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:20.022038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event deleted for resources: {'Port': ['ID=84e182a4-9aeb-486d-99f4-16c84c049ee8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:20.024886 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd242988-9185-4dbf-8162-ce9ed0b05454 None None] The sync data for ids ['241f8a8c-e6c3-44fa-b480-2b3b2f140f5c'] in n-d-793620-16 is: [{'id': '241f8a8c-e6c3-44fa-b480-2b3b2f140f5c', 'name': 'tempest-snat-router-228462968', 'tenant_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:44:17Z', 'updated_at': '2021-08-30T21:44:19Z', 'revision_number': 4, 'project_id': '5ce9f88252e14ac28acf437b1ce7a8e2', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:20.096466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.168918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ff561c2-7872-4b97-86ba-4b68a91cbd47 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:44:20.193999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.196379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.222386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:20.226750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:20.227074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.243413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.244083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 241f8a8c-e6c3-44fa-b480-2b3b2f140f5c {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:20.249774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.253423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9ac0e7d2-9387-4ab5-b825-458caf7b74f2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/241f8a8c-e6c3-44fa-b480-2b3b2f140f5c HTTP/1.1" status: 204 len: 168 time: 1.1220844 Aug 30 21:44:20.253681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:20.305943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.326829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 0ff561c2-7872-4b97-86ba-4b68a91cbd47, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ff561c2-7872-4b97-86ba-4b68a91cbd47,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:44:20.331739 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.363559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.384907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=0ff561c2-7872-4b97-86ba-4b68a91cbd47,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:20.473926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.534296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Deleting port 0ff561c2-7872-4b97-86ba-4b68a91cbd47 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:20.534642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.615770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] For port 0ff561c2-7872-4b97-86ba-4b68a91cbd47, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0ff561c2-7872-4b97-86ba-4b68a91cbd47,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:44:20.616216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.628180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Calling delete_port for 0ff561c2-7872-4b97-86ba-4b68a91cbd47 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:20.801190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.827066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ff561c2-7872-4b97-86ba-4b68a91cbd47,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:20.894529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.987759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:20.990088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.036083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.036789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 606e47ce-ef7b-48ed-810d-8f817a739b63 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:21.041839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.045068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5510a8bc-9f84-41c6-982c-b28fb335508d tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/606e47ce-ef7b-48ed-810d-8f817a739b63 HTTP/1.1" status: 204 len: 168 time: 0.7884765 Aug 30 21:44:21.047248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44760) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:21.052075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1686128114', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:21.077779 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.078900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.133785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.273356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.483281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.502322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.604202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Allocated IP 172.25.5.118 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/495b30f2-e2d6-47aa-98e5-87e6cf08001c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:21.707816 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.752694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:21.792240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:21.795332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:21.799785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:21.805349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event updated for resources: {'Port': ['ID=495b30f2-e2d6-47aa-98e5-87e6cf08001c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:22.063146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:22.144630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ff561c2-7872-4b97-86ba-4b68a91cbd47 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:44:22.165944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0ff561c2-7872-4b97-86ba-4b68a91cbd47 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:44:22.166269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0ff561c2-7872-4b97-86ba-4b68a91cbd47 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:44:22.275860 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:22.407851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Router 265a7a62-c71a-41f3-a395-bec43638f87c is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:22.517991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:22.529723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] Sync routers for ids ['265a7a62-c71a-41f3-a395-bec43638f87c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:22.540013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] Routers {'265a7a62-c71a-41f3-a395-bec43638f87c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:22.540675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['265a7a62-c71a-41f3-a395-bec43638f87c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:22.542259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:22.543669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7e4a7307-c549-4aac-b7be-ee15cd83bc34 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4953635 Aug 30 21:44:22.546592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44762) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:22.551032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': False}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:22.575228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:22.583886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] Routers {'265a7a62-c71a-41f3-a395-bec43638f87c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:22.584481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['265a7a62-c71a-41f3-a395-bec43638f87c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:22.617961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:22.618604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019e15fd-da1c-4e9d-bfa3-2caf6478b27d None None] The sync data for ids ['265a7a62-c71a-41f3-a395-bec43638f87c'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:22.857015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:23.255480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:23.259212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:23.699837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Router 265a7a62-c71a-41f3-a395-bec43638f87c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:44:23.807844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:23.812469 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:23.813339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-51b21df1-63b1-4dde-a248-295cc1b760be tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "PUT /v2.0/routers/265a7a62-c71a-41f3-a395-bec43638f87c HTTP/1.1" status: 200 len: 922 time: 1.2657709 Aug 30 21:44:23.817290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44764) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:23.819638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] Sync routers for ids ['265a7a62-c71a-41f3-a395-bec43638f87c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:23.831209 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] Routers {'265a7a62-c71a-41f3-a395-bec43638f87c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:23.831832 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['265a7a62-c71a-41f3-a395-bec43638f87c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:23.866353 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:23.876054 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] Routers {'265a7a62-c71a-41f3-a395-bec43638f87c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:23.876869 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['265a7a62-c71a-41f3-a395-bec43638f87c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:23.910626 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:23.911285 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa671-34d6-451d-9618-fb1b90e3d265 None None] The sync data for ids ['265a7a62-c71a-41f3-a395-bec43638f87c'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:23.926978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c0c91941-67ba-42ac-9f00-89059dda052a tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/265a7a62-c71a-41f3-a395-bec43638f87c HTTP/1.1" status: 200 len: 922 time: 0.1088591 Aug 30 21:44:23.929893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44766) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:23.999502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c1a0d7-8769-45da-b8be-08152c7f3958 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:24.000936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03c1a0d7-8769-45da-b8be-08152c7f3958 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=265a7a62-c71a-41f3-a395-bec43638f87c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0700932 Aug 30 21:44:24.003905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:24.089919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89add9-348f-4fda-99c0-bbeeed2b8614 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:24.091359 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e89add9-348f-4fda-99c0-bbeeed2b8614 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0864794 Aug 30 21:44:24.094400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:24.125829 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97dacf8b-bd82-4dee-a100-10ac1ccaaeb1 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=265a7a62-c71a-41f3-a395-bec43638f87c HTTP/1.1" status: 200 len: 205 time: 0.0303249 Aug 30 21:44:24.128605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44772) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:24.235794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.337803 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.400822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Deleting port 495b30f2-e2d6-47aa-98e5-87e6cf08001c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:24.401163 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.483806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.497702 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Calling delete_port for 495b30f2-e2d6-47aa-98e5-87e6cf08001c owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:24.671864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.697268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event deleted for resources: {'Port': ['ID=495b30f2-e2d6-47aa-98e5-87e6cf08001c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:24.723761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.724106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.724448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.724786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.725119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.725446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.725774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.726102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.726426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.726778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.727083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.727422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:24.769960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.862124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.864326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.913372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.913987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Fanout notify agent at l3_agent the message router_deleted on router 265a7a62-c71a-41f3-a395-bec43638f87c {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:24.921246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.922260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-58067fe4-8dc7-413b-87a8-b7587e7a6023 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/265a7a62-c71a-41f3-a395-bec43638f87c HTTP/1.1" status: 204 len: 168 time: 0.7926645 Aug 30 21:44:24.925898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44774) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:24.930319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466163996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:24.954314 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:24.955596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.006549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.013669 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.036547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.037807 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6a7f8b9e-7df9-49aa-aa0b-4aea47329a10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1108747 Aug 30 21:44:25.040800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44776) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:25.045369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:25.250547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.447377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.466175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.581681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Allocated IP 172.25.5.232 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/f4d51459-bdc6-4e9c-b19d-26a94c4fa699) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:25.692867 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.736802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:25.781496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:25.786956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:25.789307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event updated for resources: {'Port': ['ID=f4d51459-bdc6-4e9c-b19d-26a94c4fa699,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:25.791489 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:26.039658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:26.241633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:26.245141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:26.376196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Router 0eb1c371-4ec2-4677-8cd5-e1da9182394c is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:26.483281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:26.490747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:26.492006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3ebd5561-00c9-43fc-83d3-a9dd21d0cf10 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "PUT /v2.0/routers/0eb1c371-4ec2-4677-8cd5-e1da9182394c HTTP/1.1" status: 200 len: 880 time: 1.4501719 Aug 30 21:44:26.495709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44778) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:26.498102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] Sync routers for ids ['0eb1c371-4ec2-4677-8cd5-e1da9182394c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:26.509704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] Routers {'0eb1c371-4ec2-4677-8cd5-e1da9182394c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:26.510417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0eb1c371-4ec2-4677-8cd5-e1da9182394c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:26.543423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:26.553521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] Routers {'0eb1c371-4ec2-4677-8cd5-e1da9182394c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:26.554222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0eb1c371-4ec2-4677-8cd5-e1da9182394c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:26.588928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:26.589495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f208e9-1eb0-48df-9aea-9c30b715eef9 None None] The sync data for ids ['0eb1c371-4ec2-4677-8cd5-e1da9182394c'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:26.921683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aff9824b-8841-4afa-8b33-89acca118e71 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/0eb1c371-4ec2-4677-8cd5-e1da9182394c HTTP/1.1" status: 200 len: 921 time: 0.4248133 Aug 30 21:44:26.924528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44780) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:26.968368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f0f45b-8e09-4b45-b6fb-defbb8fbda62 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:26.970419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-14f0f45b-8e09-4b45-b6fb-defbb8fbda62 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=0eb1c371-4ec2-4677-8cd5-e1da9182394c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0450015 Aug 30 21:44:26.973303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:27.059970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f25a91-0a3f-4771-bcf9-861730e65e59 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:27.061553 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-83f25a91-0a3f-4771-bcf9-861730e65e59 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0871806 Aug 30 21:44:27.065714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44784) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:27.092098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1a037f4a-78ff-4b12-aa2b-d29bf018913a tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=0eb1c371-4ec2-4677-8cd5-e1da9182394c HTTP/1.1" status: 200 len: 205 time: 0.0252607 Aug 30 21:44:27.094689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:27.204290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.317590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.374975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Deleting port f4d51459-bdc6-4e9c-b19d-26a94c4fa699 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:27.375322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.453475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.465013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Calling delete_port for f4d51459-bdc6-4e9c-b19d-26a94c4fa699 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:27.637725 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.664136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event deleted for resources: {'Port': ['ID=f4d51459-bdc6-4e9c-b19d-26a94c4fa699,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:27.722051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.808961 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.811059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.856370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.856882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Fanout notify agent at l3_agent the message router_deleted on router 0eb1c371-4ec2-4677-8cd5-e1da9182394c {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:27.863666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.864779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-73f25447-08bc-4a42-b230-c153ef718362 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/0eb1c371-4ec2-4677-8cd5-e1da9182394c HTTP/1.1" status: 204 len: 168 time: 0.7690470 Aug 30 21:44:27.869440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44788) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:27.874156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2001137933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:27.900074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.901142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.952348 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.959143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.977212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:27.978385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5bcd092e-33b6-457f-9b6c-f28459304776 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1078856 Aug 30 21:44:27.981268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44790) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:27.985591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': True}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:28.181712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:28.380850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:28.402980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:28.513693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Allocated IP 172.25.5.113 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/7c0730dd-5c11-4698-a8fc-f3e086084dfd) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:28.626428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:28.670112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:28.711066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:28.716377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:28.718609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Port': ['ID=7c0730dd-5c11-4698-a8fc-f3e086084dfd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:28.720746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:28.983412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:29.180436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:29.183917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:29.320564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Router 502317d6-2868-4ddc-a60e-b5553dad7841 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:29.440228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:29.445161 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:29.445729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b75a1143-3b05-4e65-8d03-39cf23c052ed tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "PUT /v2.0/routers/502317d6-2868-4ddc-a60e-b5553dad7841 HTTP/1.1" status: 200 len: 915 time: 1.4635620 Aug 30 21:44:29.448491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44792) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:29.451233 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] Sync routers for ids ['502317d6-2868-4ddc-a60e-b5553dad7841'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:29.462638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:44:29.466993 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] Routers {'502317d6-2868-4ddc-a60e-b5553dad7841'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:29.467617 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['502317d6-2868-4ddc-a60e-b5553dad7841'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:29.501602 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:29.509963 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] Routers {'502317d6-2868-4ddc-a60e-b5553dad7841'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:29.510599 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['502317d6-2868-4ddc-a60e-b5553dad7841'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:29.558779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1c853df1-5846-4106-a604-865822383bf6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/502317d6-2868-4ddc-a60e-b5553dad7841 HTTP/1.1" status: 200 len: 921 time: 0.1064923 Aug 30 21:44:29.559115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44794) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:29.603305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58cc240-17a0-46de-ae8c-af3e80d6aacb tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:29.607375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f58cc240-17a0-46de-ae8c-af3e80d6aacb tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=502317d6-2868-4ddc-a60e-b5553dad7841&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0447044 Aug 30 21:44:29.607636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44796) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:29.641220 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:29.641877 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04be3b11-8428-4ade-8baf-38a2a85d6fce None None] The sync data for ids ['502317d6-2868-4ddc-a60e-b5553dad7841'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:29.689468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8610c51-9482-46cc-a9ef-53dace831c13 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:29.690917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e8610c51-9482-46cc-a9ef-53dace831c13 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0823460 Aug 30 21:44:29.693877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44798) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:29.724012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0c7f1cb9-31aa-49dc-88c8-b05b4be6711e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=502317d6-2868-4ddc-a60e-b5553dad7841 HTTP/1.1" status: 200 len: 205 time: 0.0291097 Aug 30 21:44:29.726465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:29.831983 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:29.931996 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:29.996134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Deleting port 7c0730dd-5c11-4698-a8fc-f3e086084dfd {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:29.996891 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.071080 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.082696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Calling delete_port for 7c0730dd-5c11-4698-a8fc-f3e086084dfd owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:30.250452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.276183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event deleted for resources: {'Port': ['ID=7c0730dd-5c11-4698-a8fc-f3e086084dfd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:30.341146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.433470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.435767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.481242 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.481793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Fanout notify agent at l3_agent the message router_deleted on router 502317d6-2868-4ddc-a60e-b5553dad7841 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:30.488505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.489762 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bc32fa73-dbf8-434b-9816-ef55982aa9e6 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/502317d6-2868-4ddc-a60e-b5553dad7841 HTTP/1.1" status: 204 len: 168 time: 0.7622929 Aug 30 21:44:30.493396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44802) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:30.497972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1573454481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:30.523105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.524091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.580814 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.587353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.609973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:30.612109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b0e3cc4e-cb53-4db2-93ca-4629eeba08ab tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1168497 Aug 30 21:44:30.614004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44804) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:30.618465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'enable_snat': False}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:30.814575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:31.027393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:31.046091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:31.157951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Allocated IP 172.25.5.62 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/ff58b2cd-0147-4278-a9ab-6e015893a803) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:31.273159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:31.315918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:31.355154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:31.358024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:31.361579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:31.366891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Pushing event updated for resources: {'Port': ['ID=ff58b2cd-0147-4278-a9ab-6e015893a803,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:31.940631 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:32.133782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:32.137554 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:32.269966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Router ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:32.382895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:32.387626 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:32.389001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37c756a1-f6cc-4cba-a542-9f1cf3229e1b tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "PUT /v2.0/routers/ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca HTTP/1.1" status: 200 len: 915 time: 1.7738018 Aug 30 21:44:32.391737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] Sync routers for ids ['ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:32.392193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44806) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:32.401775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] Routers {'ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:32.402389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:32.434488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:32.444223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] Routers {'ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:32.444860 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:32.479143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:32.479817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2669f5-bd68-408c-b18f-05a0b9b3a5b7 None None] The sync data for ids ['ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:32.794241 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c3bb388c-c069-4fe0-8fbb-66a2cf2690b2 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca HTTP/1.1" status: 200 len: 921 time: 0.4012794 Aug 30 21:44:32.798618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:32.868691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae897f3f-c234-4c0f-9f88-640c9f0a8358 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:32.870205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae897f3f-c234-4c0f-9f88-640c9f0a8358 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0706966 Aug 30 21:44:32.874456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:32.964146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d7d9b-2998-46d6-9450-3d97455fbee6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:32.965714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d21d7d9b-2998-46d6-9450-3d97455fbee6 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/networks/d8f83a74-4abf-42fc-a8fd-f04a945e13b8 HTTP/1.1" status: 200 len: 881 time: 0.0903769 Aug 30 21:44:32.968888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44812) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:33.001490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3d95a332-bf69-4dc9-9d01-79652ebeeae5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca HTTP/1.1" status: 200 len: 205 time: 0.0314336 Aug 30 21:44:33.004205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44814) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:33.115866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.215715 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.275318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Deleting port ff58b2cd-0147-4278-a9ab-6e015893a803 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:33.275664 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.352931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.364778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Calling delete_port for ff58b2cd-0147-4278-a9ab-6e015893a803 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:33.528125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.552650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event deleted for resources: {'Port': ['ID=ff58b2cd-0147-4278-a9ab-6e015893a803,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:33.617378 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.709057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.711333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.750874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.756663 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.757203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Fanout notify agent at l3_agent the message router_deleted on router ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:33.764602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.765766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9276918e-a3b3-4f55-a9b4-e64d99eef48e tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca HTTP/1.1" status: 204 len: 168 time: 0.7607143 Aug 30 21:44:33.769501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44816) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:33.773916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1270974630', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:33.800949 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.802013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.859165 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:33.995439 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:34.194143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:34.214060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:34.321993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Allocated IP 172.25.5.168 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/825e63fa-cfc8-4c00-863b-b69c92852553) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:34.424847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:34.469056 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:34.513173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:34.516247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:34.520446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:34.523481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event updated for resources: {'Port': ['ID=825e63fa-cfc8-4c00-863b-b69c92852553,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:34.784763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:35.292187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:35.428074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Router b7033eef-efee-45d8-a11c-1b34e52ee6a3 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:44:35.535708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:35.545875 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] Sync routers for ids ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:35.555834 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] Routers {'b7033eef-efee-45d8-a11c-1b34e52ee6a3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:35.556805 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:35.558103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:35.559422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9d0a34dc-dc93-4734-95a3-cee13da5c810 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7889786 Aug 30 21:44:35.562069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44818) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:35.566726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:35.591417 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:35.600028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] Routers {'b7033eef-efee-45d8-a11c-1b34e52ee6a3'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:35.600632 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:35.633556 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:35.634194 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e624f-0dd8-4963-9017-dd7773bdd5de None None] The sync data for ids ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:35.864134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:35.879879 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:35.932166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Deleting port 825e63fa-cfc8-4c00-863b-b69c92852553 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:35.932502 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.021275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.033793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Calling delete_port for 825e63fa-cfc8-4c00-863b-b69c92852553 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:36.076173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.202202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.227646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Pushing event deleted for resources: {'Port': ['ID=825e63fa-cfc8-4c00-863b-b69c92852553,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:36.289716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.495790 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.499237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.580752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Router b7033eef-efee-45d8-a11c-1b34e52ee6a3 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:44:36.664052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:44:36.671334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:36.672490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2c210317-5c62-4468-94b3-7d91ea75dc7b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "PUT /v2.0/routers/b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 200 len: 706 time: 1.1094785 Aug 30 21:44:36.675381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] Sync routers for ids ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:44:36.676275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44820) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:36.685638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] Routers {'b7033eef-efee-45d8-a11c-1b34e52ee6a3'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:36.686316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:36.717570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:36.727189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] Routers {'b7033eef-efee-45d8-a11c-1b34e52ee6a3'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:44:36.727798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:44:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:36.752468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-13d40078-842b-43b4-82b8-308b259d2387 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/routers/b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 200 len: 741 time: 0.0725358 Aug 30 21:44:36.752692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44822) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:36.758574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:36.759264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5fc97-1a50-45d6-9f23-47e34d495451 None None] The sync data for ids ['b7033eef-efee-45d8-a11c-1b34e52ee6a3'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:44:36.805462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5a2c0db-9846-4d8c-b7a7-d59a00c2f1b4 tempest-RoutersAdminTest-107021992 tempest-RoutersAdminTest-107021992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&device_id=b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 200 len: 205 time: 0.0517888 Aug 30 21:44:36.808217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44824) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:36.833715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-97e6c320-f1d3-42f7-992a-779209572cd0 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 200 len: 205 time: 0.0244596 Aug 30 21:44:36.836114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:36.908881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:37.074311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:37.076371 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:37.119817 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:37.120323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Fanout notify agent at l3_agent the message router_deleted on router b7033eef-efee-45d8-a11c-1b34e52ee6a3 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:37.127198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:37.128512 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03ac5d9c-aa1a-4420-8a8c-44be32403df5 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 204 len: 168 time: 0.2915664 Aug 30 21:44:37.131865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44828) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.162367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-11e59228-deb2-458a-8571-68640118054f tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 200 len: 205 time: 0.0278189 Aug 30 21:44:37.163166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.199623 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-f481c0b8-26ad-479a-8e7f-d4efd5bb7c8b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] delete failed (client error): The resource could not be found. Aug 30 21:44:37.200639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f481c0b8-26ad-479a-8e7f-d4efd5bb7c8b tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/b7033eef-efee-45d8-a11c-1b34e52ee6a3 HTTP/1.1" status: 404 len: 336 time: 0.0365443 Aug 30 21:44:37.204481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.236032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d233ceba-bc04-45e3-a938-d3a5d260472f tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca HTTP/1.1" status: 200 len: 205 time: 0.0305562 Aug 30 21:44:37.238316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44834) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.274458 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-79cb0616-6034-42ab-a804-d0268a74fd0d tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] delete failed (client error): The resource could not be found. Aug 30 21:44:37.275442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79cb0616-6034-42ab-a804-d0268a74fd0d tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/ccc6997f-f8c8-4dd2-8d79-d82b4b5746ca HTTP/1.1" status: 404 len: 336 time: 0.0362341 Aug 30 21:44:37.277767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.303866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3a71bf6f-01d5-4f17-b343-68c88529b555 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=502317d6-2868-4ddc-a60e-b5553dad7841 HTTP/1.1" status: 200 len: 205 time: 0.0251386 Aug 30 21:44:37.306037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44838) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.345141 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-ca453fef-3ab4-4e74-9ffd-aae0fb526035 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] delete failed (client error): The resource could not be found. Aug 30 21:44:37.346156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca453fef-3ab4-4e74-9ffd-aae0fb526035 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/502317d6-2868-4ddc-a60e-b5553dad7841 HTTP/1.1" status: 404 len: 336 time: 0.0392673 Aug 30 21:44:37.348888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44840) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.375420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b4d0ab90-9832-4aed-a209-4644332014b9 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=0eb1c371-4ec2-4677-8cd5-e1da9182394c HTTP/1.1" status: 200 len: 205 time: 0.0255208 Aug 30 21:44:37.377668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44842) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.425496 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-daf3fa00-c651-4b19-915b-d7790eaecb14 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] delete failed (client error): The resource could not be found. Aug 30 21:44:37.426476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-daf3fa00-c651-4b19-915b-d7790eaecb14 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/0eb1c371-4ec2-4677-8cd5-e1da9182394c HTTP/1.1" status: 404 len: 336 time: 0.0479546 Aug 30 21:44:37.429786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.461461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b5261bca-604f-4607-89c2-3493f6db6e8c tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=265a7a62-c71a-41f3-a395-bec43638f87c HTTP/1.1" status: 200 len: 205 time: 0.0306437 Aug 30 21:44:37.464791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44846) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.500862 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-ab5e200a-8de3-4e91-a57f-4823a0f9f53a tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] delete failed (client error): The resource could not be found. Aug 30 21:44:37.501810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ab5e200a-8de3-4e91-a57f-4823a0f9f53a tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/265a7a62-c71a-41f3-a395-bec43638f87c HTTP/1.1" status: 404 len: 336 time: 0.0361509 Aug 30 21:44:37.505392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44848) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.532503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-66df631a-3cc1-4619-b9b3-ab001a859f9c tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "GET /v2.0/ports?device_id=852feded-a317-4cb6-8c20-264d923073b5 HTTP/1.1" status: 200 len: 205 time: 0.0261464 Aug 30 21:44:37.535662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44850) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.573779 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-fc30b761-e486-478e-b465-72a534a1080d tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] delete failed (client error): The resource could not be found. Aug 30 21:44:37.574755 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fc30b761-e486-478e-b465-72a534a1080d tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/routers/852feded-a317-4cb6-8c20-264d923073b5 HTTP/1.1" status: 404 len: 336 time: 0.0382466 Aug 30 21:44:37.577501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.603195 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-66527ab5-58c5-4e7c-a694-c75163f2f365 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] DELETE failed (client error): The resource could not be found. Aug 30 21:44:37.603555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66527ab5-58c5-4e7c-a694-c75163f2f365 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:44:37.605174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-66527ab5-58c5-4e7c-a694-c75163f2f365 tempest-RoutersAdminTest-650813992 tempest-RoutersAdminTest-650813992-project] 10.222.0.76 "DELETE /v2.0/subnets/e5c5f889-fdc7-4545-9040-d2820d95d075 HTTP/1.1" status: 404 len: 337 time: 0.0268271 Aug 30 21:44:37.890892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44858) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:37.996108 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-60a19a37-7c54-4c5f-b939-2b24ceb5b222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.092645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-60a19a37-7c54-4c5f-b939-2b24ceb5b222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.099137 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-60a19a37-7c54-4c5f-b939-2b24ceb5b222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.137496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-60a19a37-7c54-4c5f-b939-2b24ceb5b222 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1ce3d8704b04c83be9a6fadd91fc27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454112 Aug 30 21:44:38.138287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a19a37-7c54-4c5f-b939-2b24ceb5b222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fcf53d-47da-42d7-9989-a7136bd205ff,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:38.140302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:38.191693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf515-c0bd-472e-abdc-17fe5c0da23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.212590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf515-c0bd-472e-abdc-17fe5c0da23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.262564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf515-c0bd-472e-abdc-17fe5c0da23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.265111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf515-c0bd-472e-abdc-17fe5c0da23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.266302 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6d9bf515-c0bd-472e-abdc-17fe5c0da23b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07fcf53d-47da-42d7-9989-a7136bd205ff HTTP/1.1" status: 204 len: 168 time: 0.1250286 Aug 30 21:44:38.274154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bf515-c0bd-472e-abdc-17fe5c0da23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fcf53d-47da-42d7-9989-a7136bd205ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:38.537726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:38.579467 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2442d924-d3c0-45c2-9289-10caf0d6f41f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ce9f88252e14ac28acf437b1ce7a8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405471 Aug 30 21:44:38.582017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:38.630970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f609e6a9-b9d2-470c-912f-c0c744bb5d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.655047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f609e6a9-b9d2-470c-912f-c0c744bb5d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.709660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f609e6a9-b9d2-470c-912f-c0c744bb5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.714045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f609e6a9-b9d2-470c-912f-c0c744bb5d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:38.715959 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f609e6a9-b9d2-470c-912f-c0c744bb5d08 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6fdfa072-ee0b-47e6-9c4b-d80c46780a5b HTTP/1.1" status: 204 len: 168 time: 0.1328340 Aug 30 21:44:38.727144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609e6a9-b9d2-470c-912f-c0c744bb5d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfa072-ee0b-47e6-9c4b-d80c46780a5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:38.984797 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fa1ce295-18cc-4200-aa89-804e99ac485e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.104874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:40.212461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-725583368'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:40.237674 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.238699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.291367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.298897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.314406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.315655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-94ea32aa-e765-4868-81c1-17723f71abf7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2097509 Aug 30 21:44:40.318370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44910) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:40.391910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.549083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.551374 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.597697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.598266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4e2107-f007-4b57-bd11-97a3116ed64f {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:40.603145 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.604255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-178b92eb-efa8-4872-8811-a31f46c816c7 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "DELETE /v2.0/routers/9d4e2107-f007-4b57-bd11-97a3116ed64f HTTP/1.1" status: 204 len: 168 time: 0.2848320 Aug 30 21:44:40.607327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44912) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:40.611529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Request body: {'router': {'name': 'tempest-router-87538083', 'distributed': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:40.634047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.635259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.693434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.700604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.716134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:40.717814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-de0f6812-438b-42f7-a703-e633c88abb35 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1095595 Aug 30 21:44:40.720695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44914) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:40.800030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.283861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.286182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.334908 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.335662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4fb501-8fae-44c6-9c17-ae9cfc110502 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:41.340302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.344131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79702a6b-5cab-4219-b643-0fce655b217f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "DELETE /v2.0/routers/0f4fb501-8fae-44c6-9c17-ae9cfc110502 HTTP/1.1" status: 204 len: 168 time: 0.6221902 Aug 30 21:44:41.344762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44916) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:41.349141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Request body: {'router': {'name': 'tempest-router-770066247', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'de4843b295bc41358e19364d0408f944'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:41.372684 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.373728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.433572 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.438844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.454067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.455278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ff129e92-fd47-4924-8108-0dff261f8329 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1095939 Aug 30 21:44:41.458220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44922) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:41.462637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:41.667980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.668346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.751761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94689) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 30 21:44:41.752248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Router d5808383-6779-4fa9-8d82-911a4168bc0c migrating from provider to provider. {{(pid=94689) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 30 21:44:41.752706 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.758007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.763083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.765166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.846386 n-d-793620-16 neutron-server[94689]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] No L3 agents can host the router d5808383-6779-4fa9-8d82-911a4168bc0c Aug 30 21:44:41.926582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34459347-c5bb-4020-9798-1730e986b4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.962998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Hosts for router d5808383-6779-4fa9-8d82-911a4168bc0c: [] {{(pid=94689) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 30 21:44:41.984902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Hosts for other DVR routers connected to router d5808383-6779-4fa9-8d82-911a4168bc0c: set() {{(pid=94689) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 30 21:44:41.987540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:41.988756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fa908fa0-0eff-49c9-970e-53d968919ed8 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "PUT /v2.0/routers/d5808383-6779-4fa9-8d82-911a4168bc0c HTTP/1.1" status: 200 len: 716 time: 0.5294936 Aug 30 21:44:41.992248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44924) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:42.064677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6399d8b4-ff85-467a-8ae9-ed09a15c694f tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "GET /v2.0/routers/d5808383-6779-4fa9-8d82-911a4168bc0c HTTP/1.1" status: 200 len: 716 time: 0.0713289 Aug 30 21:44:42.068316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44926) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:42.259922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b194a099-6495-4bc1-b5a0-4281bf630890 tempest-RoutersTestDVR-448770980 tempest-RoutersTestDVR-448770980-project] 10.222.0.76 "GET /v2.0/routers/d5808383-6779-4fa9-8d82-911a4168bc0c HTTP/1.1" status: 200 len: 682 time: 0.1905499 Aug 30 21:44:42.262902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:42.333909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.488884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.491185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.536392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.536953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5808383-6779-4fa9-8d82-911a4168bc0c {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:42.542388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.543896 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5c76ec7d-3efc-4cb0-ab1e-7e8be53e6a5b tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d5808383-6779-4fa9-8d82-911a4168bc0c HTTP/1.1" status: 204 len: 168 time: 0.2797644 Aug 30 21:44:42.547721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:42.552136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Request body: {'router': {'name': 'tempest-router-1859437072', 'distributed': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:42.573214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.574246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.626771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.634362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.650105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.651451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-76835e23-7731-4491-b80d-0b2e5d41b4a2 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1028211 Aug 30 21:44:42.655744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:42.726647 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.730393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.883888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.886136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.932406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.933179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a81df061-5c58-4bfd-8732-a1d1fd3e0a29 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:42.937930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:42.942375 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fead0b56-6576-49c4-b8dd-c3ec79847c65 tempest-RoutersTestDVR-505433920 tempest-RoutersTestDVR-505433920-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a81df061-5c58-4bfd-8732-a1d1fd3e0a29 HTTP/1.1" status: 204 len: 168 time: 0.2824934 Aug 30 21:44:43.198889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44942) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:43.318030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c22221a-8214-476b-9304-10ca44dcc321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.413295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c22221a-8214-476b-9304-10ca44dcc321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.418704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6c22221a-8214-476b-9304-10ca44dcc321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.456523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22221a-8214-476b-9304-10ca44dcc321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17265417-7b5a-431a-84a5-09ab7f7bfd6b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:43.462044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6c22221a-8214-476b-9304-10ca44dcc321 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de4843b295bc41358e19364d0408f944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620828 Aug 30 21:44:43.464754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:43.515074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659e0019-e143-4cc8-acb1-1b29041e7d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.540829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659e0019-e143-4cc8-acb1-1b29041e7d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.590149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659e0019-e143-4cc8-acb1-1b29041e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.592808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-659e0019-e143-4cc8-acb1-1b29041e7d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.593952 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-659e0019-e143-4cc8-acb1-1b29041e7d06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17265417-7b5a-431a-84a5-09ab7f7bfd6b HTTP/1.1" status: 204 len: 168 time: 0.1281912 Aug 30 21:44:43.601496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e0019-e143-4cc8-acb1-1b29041e7d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17265417-7b5a-431a-84a5-09ab7f7bfd6b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:43.881935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 44952) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:43.896127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3811db5c-c4e7-49b9-9ea4-c4dfa38edf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:43.998219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3811db5c-c4e7-49b9-9ea4-c4dfa38edf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:44.004576 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3811db5c-c4e7-49b9-9ea4-c4dfa38edf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:44.042250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3811db5c-c4e7-49b9-9ea4-c4dfa38edf96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b2a4d1a108504358930be2d2f9cf8f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591814 Aug 30 21:44:44.043428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811db5c-c4e7-49b9-9ea4-c4dfa38edf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b496d5-8c56-4081-b5fc-886444b8758b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:44.045326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44954) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:44.101295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e134-c716-44ae-83c7-e315b58d8909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:44.122191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e134-c716-44ae-83c7-e315b58d8909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:44.176855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e134-c716-44ae-83c7-e315b58d8909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:44.179633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e134-c716-44ae-83c7-e315b58d8909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:44.180833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5ff5e134-c716-44ae-83c7-e315b58d8909 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8b496d5-8c56-4081-b5fc-886444b8758b HTTP/1.1" status: 204 len: 168 time: 0.1344988 Aug 30 21:44:44.189165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5e134-c716-44ae-83c7-e315b58d8909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b496d5-8c56-4081-b5fc-886444b8758b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:44.645332 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:45.442696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:45.553601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-341419268', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:45.584580 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Made reservation on behalf of 5918f3e24ef14b5f91171e5ee3d125d7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:45.586856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:45.595322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:45.684228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:45.690342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:45.694779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] device_id is not set on port dcadcb4f-e03a-4bf3-b3ef-66f356b88ace yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:45.752221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dac7b3-b0df-47fb-9c1f-df9071b0ec81,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:45.811044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Allocated IP 172.25.5.135 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/dcadcb4f-e03a-4bf3-b3ef-66f356b88ace) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:45.948804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:45.989180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.032835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:46.035768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:46.039980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:46.042969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Pushing event updated for resources: {'Port': ['ID=dcadcb4f-e03a-4bf3-b3ef-66f356b88ace,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:46.078602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:46.079177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.095868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f9895fc7-530a-4527-b7cb-c54ddf1f9dfe tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6519728 Aug 30 21:44:46.099209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:46.103624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.135'}]}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:46.125025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.126051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.180531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.323613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.523673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.542967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.691254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.853945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.856134 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.902891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:46.903414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f17adb5-95b8-4db0-9b17-74637401baa7 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:44:46.922006 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 21:44:46.923069 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36bddf63-02cd-426d-b690-fc56c2699dc8 tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8229194 Aug 30 21:44:46.927787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 44996) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:47.017130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Deleting port dcadcb4f-e03a-4bf3-b3ef-66f356b88ace {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:47.017375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.099149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.111086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Calling delete_port for dcadcb4f-e03a-4bf3-b3ef-66f356b88ace owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:47.241789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.268848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcadcb4f-e03a-4bf3-b3ef-66f356b88ace,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:47.340531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.343629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-383b3305-afcb-4079-8bd0-9127bc37416a tempest-RoutersAdminNegativeTest-818217145 tempest-RoutersAdminNegativeTest-818217145-project-admin] 10.222.0.76 "DELETE /v2.0/ports/dcadcb4f-e03a-4bf3-b3ef-66f356b88ace HTTP/1.1" status: 204 len: 168 time: 0.4143913 Aug 30 21:44:47.607594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45002) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:47.719840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4e7-ce96-4a81-a427-02e37297f371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.818746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4e7-ce96-4a81-a427-02e37297f371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.825525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-eb91f4e7-ce96-4a81-a427-02e37297f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.862904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-eb91f4e7-ce96-4a81-a427-02e37297f371 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82176a85e3e44864b11e7881c3a0a78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541080 Aug 30 21:44:47.864032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91f4e7-ce96-4a81-a427-02e37297f371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed7cbe-9a83-406b-b4b3-c6eeac25ec03,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:47.865729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45006) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:47.917971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bca-3079-40c5-bf94-02a3a7be1222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.941084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bca-3079-40c5-bf94-02a3a7be1222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.989828 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bca-3079-40c5-bf94-02a3a7be1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.992727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bca-3079-40c5-bf94-02a3a7be1222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:47.993935 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ce9f4bca-3079-40c5-bf94-02a3a7be1222 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2ed7cbe-9a83-406b-b4b3-c6eeac25ec03 HTTP/1.1" status: 204 len: 168 time: 0.1271970 Aug 30 21:44:48.001969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4bca-3079-40c5-bf94-02a3a7be1222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed7cbe-9a83-406b-b4b3-c6eeac25ec03,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:48.262507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45014) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:48.305864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f20af71b-ab51-4a07-85a9-6975823e67b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5918f3e24ef14b5f91171e5ee3d125d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421319 Aug 30 21:44:48.308374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45016) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:48.355283 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0996493-ad8f-40fc-960e-3d7125221b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:48.380228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0996493-ad8f-40fc-960e-3d7125221b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:48.436134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0996493-ad8f-40fc-960e-3d7125221b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:48.438924 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e0996493-ad8f-40fc-960e-3d7125221b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:48.440095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e0996493-ad8f-40fc-960e-3d7125221b53 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20dac7b3-b0df-47fb-9c1f-df9071b0ec81 HTTP/1.1" status: 204 len: 168 time: 0.1308665 Aug 30 21:44:48.447711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0996493-ad8f-40fc-960e-3d7125221b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dac7b3-b0df-47fb-9c1f-df9071b0ec81,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:49.163200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45038) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:49.261770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-160483210'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:49.288090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:49.291464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.299976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.391063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.397898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.424570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:44:49.433362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4fb4e7-05a8-4ef5-92d7-447ec7e181b2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:49.439600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.439966 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Added segment 833d2d72-904f-4409-80ee-749db6f3e46f of type vlan for network 4e70c2c2-44b4-4972-a5c7-75287970ecda Aug 30 21:44:49.479895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.507305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.512761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:49.513349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.576286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4119887 Aug 30 21:44:49.579529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45042) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:49.584871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'subnet': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:49.614908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5112b8a-a808-4329-9b2c-55ff23e87dee tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Network': ['ID=4e70c2c2-44b4-4972-a5c7-75287970ecda,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:49.628057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:44:49.681022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:49.684431 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.863821 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.919495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Subnet': ['ID=356760a6-7813-4a45-bc69-0fa8f86cf9f6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:49.930615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Checking segment: {'id': '833d2d72-904f-4409-80ee-749db6f3e46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:44:49.931010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network hostable DHCP agents. Network: 4e70c2c2-44b4-4972-a5c7-75287970ecda, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:44:49.950847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:44:49.961459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 4e70c2c2-44b4-4972-a5c7-75287970ecda) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:49.965917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:49.966609 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:49.971539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c217ce7-e90e-4868-9e96-c39160bf406a None None] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:44:49.982700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b8f63c4-14fd-4ec9-915e-026672124229 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4019120 Aug 30 21:44:49.985367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45044) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:49.990445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'name': 'tempest-AllowedAddressPairTestJSON-1868553659'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:50.097366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:50.100967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.116185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-4e70c2c2-44b4-4972-a5c7-75287970ecda', 'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'tenant_id': '4c615db520c04c5da5a2503b35c166f4', 'fixed_ips': [{'subnet_id': '356760a6-7813-4a45-bc69-0fa8f86cf9f6'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:44:50.117042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.119786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] device_id is not set on port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:50.229916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Allocated IP 172.20.0.4 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:50.388018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.401942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Transition to ACTIVE for port object c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:50.437221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.480907 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:50.482913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Allocated IP 172.20.0.2 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/19dad5ac-a51b-44ec-968c-4d63d0691edb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:50.484023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:50.491051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:50.495071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:50.542167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:50.542822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.560295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d69c17dc-1e3d-410a-a9e3-924ba16940e7 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5738757 Aug 30 21:44:50.563505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45046) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:50.568654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'name': 'tempest-AllowedAddressPairTestJSON-852913183', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ef:8c:fc'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:50.627833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.636403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Transition to ACTIVE for port object 19dad5ac-a51b-44ec-968c-4d63d0691edb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:50.650634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Transition to ACTIVE for port object 19dad5ac-a51b-44ec-968c-4d63d0691edb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:50.657695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.690836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:50.698671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:50.701687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:50.706459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:50.709518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Pushing event updated for resources: {'Port': ['ID=19dad5ac-a51b-44ec-968c-4d63d0691edb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:50.720963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.721274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.721636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.721965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.722288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.722609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.722964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.723283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.723600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.723914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.724216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.724525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:50.768931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Attempting to bind port 19dad5ac-a51b-44ec-968c-4d63d0691edb on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:44:50.769324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Attempting to bind port 19dad5ac-a51b-44ec-968c-4d63d0691edb by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '833d2d72-904f-4409-80ee-749db6f3e46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:44:50.769678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Attempting to bind port 19dad5ac-a51b-44ec-968c-4d63d0691edb on network 4e70c2c2-44b4-4972-a5c7-75287970ecda {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:44:50.774847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:44:50.775374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Checking segment: {'id': '833d2d72-904f-4409-80ee-749db6f3e46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:44:50.775913 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.776403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Bound using segment: {'id': '833d2d72-904f-4409-80ee-749db6f3e46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:44:50.776871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Bound port: 19dad5ac-a51b-44ec-968c-4d63d0691edb, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833d2d72-904f-4409-80ee-749db6f3e46f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:44:50.777225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.789414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:50.808679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] device_id is not set on port e3d27f45-e8e2-4c55-b303-616590767eac yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:50.928558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Allocated IP 172.20.0.11 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/e3d27f45-e8e2-4c55-b303-616590767eac) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:51.001950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] For port 19dad5ac-a51b-44ec-968c-4d63d0691edb, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:44:51.004954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] For port 19dad5ac-a51b-44ec-968c-4d63d0691edb, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=19dad5ac-a51b-44ec-968c-4d63d0691edb,segment=NetworkSegment(833d2d72-904f-4409-80ee-749db6f3e46f),segment_id=833d2d72-904f-4409-80ee-749db6f3e46f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:44:51.011000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.068449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3f52b-48a8-45b4-b133-56c6c4fc0855 None None] Pushing event updated for resources: {'Port': ['ID=19dad5ac-a51b-44ec-968c-4d63d0691edb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:51.096991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.112897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Transition to ACTIVE for port object e3d27f45-e8e2-4c55-b303-616590767eac will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:51.146858 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.192677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:51.195937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:51.199863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:51.241781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=e3d27f45-e8e2-4c55-b303-616590767eac,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:51.271704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:51.272349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.290795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c9e6ebe1-60d3-44e1-a23c-2138dbf3e553 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7261572 Aug 30 21:44:51.293427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45048) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:51.345558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b009f4b-b753-417a-b8af-9ad8dbb80f1d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:51.351433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b009f4b-b753-417a-b8af-9ad8dbb80f1d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:51.357287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b009f4b-b753-417a-b8af-9ad8dbb80f1d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:51.359047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2b009f4b-b753-417a-b8af-9ad8dbb80f1d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.0646362 Aug 30 21:44:51.362688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45050) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:51.465459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port e3d27f45-e8e2-4c55-b303-616590767eac {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:51.465805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.563770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.575974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for e3d27f45-e8e2-4c55-b303-616590767eac owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:51.719160 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.749784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=e3d27f45-e8e2-4c55-b303-616590767eac,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:51.882002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:51.884311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3b3996fa-8002-4256-be77-64b2ea0fafe9 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/ports/e3d27f45-e8e2-4c55-b303-616590767eac HTTP/1.1" status: 204 len: 168 time: 0.5207136 Aug 30 21:44:51.886967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45052) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:51.912920 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a918b59d-0ec2-4f9e-a357-cd74c2be894d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] GET failed (client error): The resource could not be found. Aug 30 21:44:51.914489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a918b59d-0ec2-4f9e-a357-cd74c2be894d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "GET /v2.0/ports/e3d27f45-e8e2-4c55-b303-616590767eac HTTP/1.1" status: 404 len: 333 time: 0.0266056 Aug 30 21:44:51.918989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:51.920926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd7dc0-4e7e-471a-a7a9-6bffb04502b2 None None] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:44:51.925088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'name': 'tempest-AllowedAddressPairTestJSON-14636846'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:52.033047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d9d52409-b09c-4eb9-9f9f-d3f9d92ff04f None None] Provisioning for port 19dad5ac-a51b-44ec-968c-4d63d0691edb completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:52.036827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:52.040406 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.059293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] device_id is not set on port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:52.183495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Allocated IP 172.20.0.6 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:52.202027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 19dad5ac-a51b-44ec-968c-4d63d0691edb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:44:52.252991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 19dad5ac-a51b-44ec-968c-4d63d0691edb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:52.256768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 19dad5ac-a51b-44ec-968c-4d63d0691edb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:52.257684 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.343603 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.344666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.372686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3f0b7650-8dea-4ca6-a72b-601d2b28e737 None None] Provisioning for port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:52.382923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3f0b7650-8dea-4ca6-a72b-601d2b28e737 None None] Provisioning complete for port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:52.383290 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7650-8dea-4ca6-a72b-601d2b28e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.409855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 19dad5ac-a51b-44ec-968c-4d63d0691edb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=19dad5ac-a51b-44ec-968c-4d63d0691edb,segment=NetworkSegment(833d2d72-904f-4409-80ee-749db6f3e46f),segment_id=833d2d72-904f-4409-80ee-749db6f3e46f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:44:52.417000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.459879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b7650-8dea-4ca6-a72b-601d2b28e737 None None] Port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:52.491163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=19dad5ac-a51b-44ec-968c-4d63d0691edb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:52.494898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3f0b7650-8dea-4ca6-a72b-601d2b28e737 None None] Provisioning complete for port 19dad5ac-a51b-44ec-968c-4d63d0691edb triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:52.495347 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7650-8dea-4ca6-a72b-601d2b28e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.674009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Transition to ACTIVE for port object cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:52.702873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-04896d96-ecf1-42ff-b236-4a44124aad23 None None] Provisioning complete for port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:52.703233 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04896d96-ecf1-42ff-b236-4a44124aad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.708604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.739150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-04896d96-ecf1-42ff-b236-4a44124aad23 None None] Port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:52.742130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-04896d96-ecf1-42ff-b236-4a44124aad23 None None] Could not find standard attr ID for object e3d27f45-e8e2-4c55-b303-616590767eac. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:44:52.747732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:52.751095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:52.754170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:52.795360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:52.816524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:52.817008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:52.833178 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-825dc944-5ba5-486d-9443-0eb512d6fefb tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9121599 Aug 30 21:44:52.835835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:52.841284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ef:8c:fc'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:52.987848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.064149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdd19bfd-f2d0-4ad9-9451-e8fa9d244764 None None] Provisioning for port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:53.068255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cdd19bfd-f2d0-4ad9-9451-e8fa9d244764 None None] Provisioning complete for port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:53.068627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdd19bfd-f2d0-4ad9-9451-e8fa9d244764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.106994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cdd19bfd-f2d0-4ad9-9451-e8fa9d244764 None None] Port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:53.171827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.180605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.266050 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:53.276133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] In _notify_port_updated(), no bound segment for port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 on network 4e70c2c2-44b4-4972-a5c7-75287970ecda {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:44:53.282899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:53.283611 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.285243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae037ce1-136f-4886-abe7-32d4efd58eb4 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "PUT /v2.0/ports/cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 HTTP/1.1" status: 200 len: 991 time: 0.4483173 Aug 30 21:44:53.288162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:53.391833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:53.392174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.425221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-702f64c4-25d2-4dab-a082-5ee84e4cbd97 None None] Provisioning complete for port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:53.425596 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-702f64c4-25d2-4dab-a082-5ee84e4cbd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.461821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-702f64c4-25d2-4dab-a082-5ee84e4cbd97 None None] Port cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:53.482179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.494083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:53.629991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.662487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:53.845171 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:53.847301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8e19b27c-2d20-4f21-aac9-d1a679544179 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/ports/cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 HTTP/1.1" status: 204 len: 168 time: 0.5579159 Aug 30 21:44:53.849982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:53.874686 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62b72c8-b584-4835-954f-a035dac1f81d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] GET failed (client error): The resource could not be found. Aug 30 21:44:53.876139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c62b72c8-b584-4835-954f-a035dac1f81d tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "GET /v2.0/ports/cbac72cf-6b5a-4efd-8564-7ab9cf6ffcd8 HTTP/1.1" status: 404 len: 333 time: 0.0252206 Aug 30 21:44:53.879598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:53.884280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'name': 'tempest-AllowedAddressPairTestJSON-487297679'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:54.008994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:54.012362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.030264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] device_id is not set on port 4a216f1b-7180-4191-9f18-fb6c30cce343 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:54.136884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Allocated IP 172.20.0.10 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/4a216f1b-7180-4191-9f18-fb6c30cce343) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:54.164624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 19dad5ac-a51b-44ec-968c-4d63d0691edb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:44:54.211518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 19dad5ac-a51b-44ec-968c-4d63d0691edb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:54.211918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.284658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.299297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Transition to ACTIVE for port object 4a216f1b-7180-4191-9f18-fb6c30cce343 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:54.337101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.379575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:54.382756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:54.386562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:54.392887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=4a216f1b-7180-4191-9f18-fb6c30cce343,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:54.439464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:54.440095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.456492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c065600-350b-4bcc-8534-d7a06569f702 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5758784 Aug 30 21:44:54.459177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:54.464489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ef:8c:fc'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:54.536175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.591506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed0e6311-dc25-48cf-8a54-670c7717edb1 None None] Provisioning for port 4a216f1b-7180-4191-9f18-fb6c30cce343 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:54.595365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed0e6311-dc25-48cf-8a54-670c7717edb1 None None] Provisioning complete for port 4a216f1b-7180-4191-9f18-fb6c30cce343 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:54.595741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6311-dc25-48cf-8a54-670c7717edb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.629305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e6311-dc25-48cf-8a54-670c7717edb1 None None] Port 4a216f1b-7180-4191-9f18-fb6c30cce343 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:54.710572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.718020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.785832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=4a216f1b-7180-4191-9f18-fb6c30cce343,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:54.804428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] In _notify_port_updated(), no bound segment for port 4a216f1b-7180-4191-9f18-fb6c30cce343 on network 4e70c2c2-44b4-4972-a5c7-75287970ecda {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:44:54.810122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:54.810797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.812251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b21077ff-a7fc-4451-9294-540e6048352a tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "PUT /v2.0/ports/4a216f1b-7180-4191-9f18-fb6c30cce343 HTTP/1.1" status: 200 len: 996 time: 0.3521552 Aug 30 21:44:54.815236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45066) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:54.911003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port 4a216f1b-7180-4191-9f18-fb6c30cce343 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:54.911376 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.948415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6af1bbd6-87c7-4d43-8900-43df0fd8c4fe None None] Provisioning complete for port 4a216f1b-7180-4191-9f18-fb6c30cce343 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:54.948783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6af1bbd6-87c7-4d43-8900-43df0fd8c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:54.982220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6af1bbd6-87c7-4d43-8900-43df0fd8c4fe None None] Port 4a216f1b-7180-4191-9f18-fb6c30cce343 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:55.001981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.013588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for 4a216f1b-7180-4191-9f18-fb6c30cce343 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:55.143804 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.172246 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=4a216f1b-7180-4191-9f18-fb6c30cce343,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:55.244177 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.246286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-912b8633-99d7-43e0-9ec2-615f0bede2c6 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/ports/4a216f1b-7180-4191-9f18-fb6c30cce343 HTTP/1.1" status: 204 len: 168 time: 0.4299068 Aug 30 21:44:55.248763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:55.273342 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b35767-0673-4229-bb89-d9fe96b951dd tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] GET failed (client error): The resource could not be found. Aug 30 21:44:55.274959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-40b35767-0673-4229-bb89-d9fe96b951dd tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "GET /v2.0/ports/4a216f1b-7180-4191-9f18-fb6c30cce343 HTTP/1.1" status: 404 len: 333 time: 0.0252135 Aug 30 21:44:55.279001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45070) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:55.284402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'name': 'tempest-AllowedAddressPairTestJSON-316325011'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:55.394135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:55.397722 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.417019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] device_id is not set on port 55d8cd8f-c25a-4f7c-9985-f365a10f983c yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:55.527622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Allocated IP 172.20.0.13 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/55d8cd8f-c25a-4f7c-9985-f365a10f983c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:55.677632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.691806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Transition to ACTIVE for port object 55d8cd8f-c25a-4f7c-9985-f365a10f983c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:55.724887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.775087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:55.779091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:55.783405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:55.789752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=55d8cd8f-c25a-4f7c-9985-f365a10f983c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:55.836053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:55.836735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.852872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5b0c59c-b47f-4260-baad-36395a637294 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5728028 Aug 30 21:44:55.855579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45072) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:55.860715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'network_id': '4e70c2c2-44b4-4972-a5c7-75287970ecda', 'name': 'tempest-AllowedAddressPairTestJSON-1537123408'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:55.975268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Made reservation on behalf of 4c615db520c04c5da5a2503b35c166f4 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:44:55.978963 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:55.997100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] device_id is not set on port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:44:56.009262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e837de81-190d-4215-b3d3-fbcc300c5912 None None] Provisioning for port 55d8cd8f-c25a-4f7c-9985-f365a10f983c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:56.013224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e837de81-190d-4215-b3d3-fbcc300c5912 None None] Provisioning complete for port 55d8cd8f-c25a-4f7c-9985-f365a10f983c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:56.013602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e837de81-190d-4215-b3d3-fbcc300c5912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.049122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e837de81-190d-4215-b3d3-fbcc300c5912 None None] Port 55d8cd8f-c25a-4f7c-9985-f365a10f983c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:56.119447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Allocated IP 172.20.0.10 (4e70c2c2-44b4-4972-a5c7-75287970ecda/356760a6-7813-4a45-bc69-0fa8f86cf9f6/a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:44:56.263048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.276538 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Transition to ACTIVE for port object a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:44:56.312406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.354257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:44:56.357346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:44:56.361056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:44:56.367430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:56.417939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:56.418603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.443109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f3d17a2-5e63-458a-acf4-d90a06682ba5 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5863688 Aug 30 21:44:56.446228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45074) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:56.451874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ef:8c:fc'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:fd:ed:60'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:44:56.523590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.574861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-59371839-e8d9-4d8f-997a-be08d351a935 None None] Provisioning for port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:44:56.580490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-59371839-e8d9-4d8f-997a-be08d351a935 None None] Provisioning complete for port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:56.581082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59371839-e8d9-4d8f-997a-be08d351a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.622957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-59371839-e8d9-4d8f-997a-be08d351a935 None None] Port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:56.721963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.728624 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.802520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event updated for resources: {'Port': ['ID=a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:56.815422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.815779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.816122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.816484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.816815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.817135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.817465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.817793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.818122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.818455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.818806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.819148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:44:56.825391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] In _notify_port_updated(), no bound segment for port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 on network 4e70c2c2-44b4-4972-a5c7-75287970ecda {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:44:56.830964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:44:56.831638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:56.832985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-200cf371-bd8d-4849-a76f-695548230c26 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "PUT /v2.0/ports/a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 HTTP/1.1" status: 200 len: 1057 time: 0.3856483 Aug 30 21:44:56.836019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:56.934190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:56.934540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.020706 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.033715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:57.045029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-828db9f6-5789-4a2d-b88e-0c419940e855 None None] Provisioning complete for port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:44:57.045590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-828db9f6-5789-4a2d-b88e-0c419940e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.082264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-828db9f6-5789-4a2d-b88e-0c419940e855 None None] Port a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:44:57.172155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.201512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:57.412698 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.414856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-389d1916-d41b-4cc7-903b-50bec6fd2753 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/ports/a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 HTTP/1.1" status: 204 len: 168 time: 0.5778430 Aug 30 21:44:57.417466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45078) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:57.441657 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e923542-b557-443b-baaf-113c922b00d8 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] GET failed (client error): The resource could not be found. Aug 30 21:44:57.443111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e923542-b557-443b-baaf-113c922b00d8 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "GET /v2.0/ports/a9e2cddd-2088-4bc4-bc3b-5e81a038c6f1 HTTP/1.1" status: 404 len: 333 time: 0.0247176 Aug 30 21:44:57.445616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45080) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:57.529192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port 55d8cd8f-c25a-4f7c-9985-f365a10f983c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:57.530219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.618130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.629990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for 55d8cd8f-c25a-4f7c-9985-f365a10f983c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:57.764596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.796817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=55d8cd8f-c25a-4f7c-9985-f365a10f983c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:57.865287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:57.870790 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-408d48c5-3875-46b9-b013-a57ccaeea1c2 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/ports/55d8cd8f-c25a-4f7c-9985-f365a10f983c HTTP/1.1" status: 204 len: 168 time: 0.4217465 Aug 30 21:44:57.871794 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45082) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:57.899432 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafb4422-1bf4-43ee-b3a2-559adae22e41 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] GET failed (client error): The resource could not be found. Aug 30 21:44:57.901024 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fafb4422-1bf4-43ee-b3a2-559adae22e41 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "GET /v2.0/ports/55d8cd8f-c25a-4f7c-9985-f365a10f983c HTTP/1.1" status: 404 len: 333 time: 0.0281441 Aug 30 21:44:57.905348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:57.994185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:57.994516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.086248 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.098341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:58.230786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.258994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:58.332476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.334454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ade5f5f3-5ce8-4e80-b6d4-ee33e1c7be05 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/ports/c27b61f1-e1ac-4a7d-8bc4-6bf1aceef7d5 HTTP/1.1" status: 204 len: 168 time: 0.4281471 Aug 30 21:44:58.337139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45086) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:58.388847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting subnet 356760a6-7813-4a45-bc69-0fa8f86cf9f6 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:44:58.392280 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.434031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.520431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.583666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.613762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Subnet': ['ID=356760a6-7813-4a45-bc69-0fa8f86cf9f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:58.615760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.619381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7bb8da15-50c4-4d0d-9aa6-cc14fc40d814 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/subnets/356760a6-7813-4a45-bc69-0fa8f86cf9f6 HTTP/1.1" status: 204 len: 168 time: 0.2795644 Aug 30 21:44:58.620300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45088) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:58.623002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe11f31-9b0d-4181-8704-d842b63645c6 None None] Network 4e70c2c2-44b4-4972-a5c7-75287970ecda requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:44:58.700587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.754850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Deleting port 19dad5ac-a51b-44ec-968c-4d63d0691edb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:58.755197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.789471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] DHCP port deletion for 4e70c2c2-44b4-4972-a5c7-75287970ecda request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:44:58.817391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] For port 19dad5ac-a51b-44ec-968c-4d63d0691edb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=19dad5ac-a51b-44ec-968c-4d63d0691edb,segment=NetworkSegment(833d2d72-904f-4409-80ee-749db6f3e46f),segment_id=833d2d72-904f-4409-80ee-749db6f3e46f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:44:58.817758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.831559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Calling delete_port for 19dad5ac-a51b-44ec-968c-4d63d0691edb owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:58.836396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] Deleting port 19dad5ac-a51b-44ec-968c-4d63d0691edb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:44:58.836745 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.898561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] For port 19dad5ac-a51b-44ec-968c-4d63d0691edb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=19dad5ac-a51b-44ec-968c-4d63d0691edb,segment=NetworkSegment(833d2d72-904f-4409-80ee-749db6f3e46f),segment_id=833d2d72-904f-4409-80ee-749db6f3e46f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:44:58.898990 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.912160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] Calling delete_port for 19dad5ac-a51b-44ec-968c-4d63d0691edb owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:44:58.915383 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:58.943562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Port': ['ID=19dad5ac-a51b-44ec-968c-4d63d0691edb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:58.948521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] No DVR routers for this DVR port 19dad5ac-a51b-44ec-968c-4d63d0691edb on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:44:58.992581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.017057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] Pushing event deleted for resources: {'Port': ['ID=19dad5ac-a51b-44ec-968c-4d63d0691edb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:59.021088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899e20c-417c-4585-9ef9-b76484eb5f76 None None] No DVR routers for this DVR port 19dad5ac-a51b-44ec-968c-4d63d0691edb on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:44:59.031815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.041855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e70c2c2-44b4-4972-a5c7-75287970ecda']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:59.052221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833d2d72-904f-4409-80ee-749db6f3e46f') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:59.052520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833d2d72-904f-4409-80ee-749db6f3e46f') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:44:59.061451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.074886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.080837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:44:59.081256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:44:59.084238 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:44:59.143263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.150273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.151966 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] 10.222.0.76 "DELETE /v2.0/networks/4e70c2c2-44b4-4972-a5c7-75287970ecda HTTP/1.1" status: 204 len: 168 time: 0.5307717 Aug 30 21:44:59.163848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa43641-f0e9-450a-9e70-59a3c7923c77 tempest-AllowedAddressPairTestJSON-2008669599 tempest-AllowedAddressPairTestJSON-2008669599-project] Pushing event deleted for resources: {'Network': ['ID=4e70c2c2-44b4-4972-a5c7-75287970ecda,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:44:59.405617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45094) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:59.545865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f6238a6a-de6b-41dd-bbbe-fe16fc3183ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c615db520c04c5da5a2503b35c166f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390028 Aug 30 21:44:59.548356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45098) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:44:59.598232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14c9207e-7a07-4236-8a4e-4221ce63d1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.620582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14c9207e-7a07-4236-8a4e-4221ce63d1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.668896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14c9207e-7a07-4236-8a4e-4221ce63d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.671580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-14c9207e-7a07-4236-8a4e-4221ce63d1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:44:59.672740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-14c9207e-7a07-4236-8a4e-4221ce63d1cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd4fb4e7-05a8-4ef5-92d7-447ec7e181b2 HTTP/1.1" status: 204 len: 168 time: 0.1235371 Aug 30 21:44:59.680301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9207e-7a07-4236-8a4e-4221ce63d1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4fb4e7-05a8-4ef5-92d7-447ec7e181b2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:00.161465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 19dad5ac-a51b-44ec-968c-4d63d0691edb no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:00.181593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 19dad5ac-a51b-44ec-968c-4d63d0691edb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:00.181937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 19dad5ac-a51b-44ec-968c-4d63d0691edb not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:00.347756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:00.445697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1448680192'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:00.469781 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:00.473178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.481560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.573010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.579488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.604597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:00.613002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f505be66-5669-4e05-a0b2-4a700769ea82,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:00.619035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.619357 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment 0005ea74-0c75-448e-bec4-f2c32fd718b4 of type vlan for network ce43ade8-0198-4d85-aec9-cfb9cc9501be Aug 30 21:45:00.660401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.688281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.693872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:00.694502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.753269 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4019432 Aug 30 21:45:00.753513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45124) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:00.758839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'name': 'tempest-PortsIpV6TestJSON-1063245592'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:00.806889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c74aa4-040a-43ea-98e3-3b55b1eb0a26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=ce43ade8-0198-4d85-aec9-cfb9cc9501be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:00.817324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:00.860529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:00.863954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:00.882076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port d27657f9-7196-47c3-b149-897bba8639dd yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:01.043513 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.081956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.141399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=d27657f9-7196-47c3-b149-897bba8639dd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:01.149247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': '0005ea74-0c75-448e-bec4-f2c32fd718b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:01.149605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: ce43ade8-0198-4d85-aec9-cfb9cc9501be, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:01.170160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:01.180256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ce43ade8-0198-4d85-aec9-cfb9cc9501be) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:01.184081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:01.189755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:01.190561 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.191353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ad587-05dd-4514-8382-36ba7540cb35 None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:01.211137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-78bb293f-0a9b-4ce5-a4e5-3043f1441b77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4566154 Aug 30 21:45:01.214313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45126) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:01.219343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-800122551'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:01.242451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:01.245978 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.274901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:01.284185 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.284524 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment e3338610-989c-4dd2-b989-b0aab788bdbf of type vlan for network fb134054-61a7-42af-bd62-a68d89a251a7 Aug 30 21:45:01.329338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.355899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.361578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:01.362149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.416434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2009487 Aug 30 21:45:01.419037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45128) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:01.426062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'ports': [{'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'}, {'network_id': 'fb134054-61a7-42af-bd62-a68d89a251a7'}]} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:01.426377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:01.426879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'fb134054-61a7-42af-bd62-a68d89a251a7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:01.444367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5faf1-5ad8-49a8-8563-b90154d32d79 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=fb134054-61a7-42af-bd62-a68d89a251a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:01.454697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network fb134054-61a7-42af-bd62-a68d89a251a7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:01.595225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 2} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:01.599682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.611693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.690209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 250b5c96-29e9-4d4e-ab90-80e73f3c521d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:01.803047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:01.874605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 26e55e45-284b-40c4-b48a-923af5c656ff yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:01.980812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.022685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.069081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:02.072112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:02.075867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:02.076673 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.083001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=250b5c96-29e9-4d4e-ab90-80e73f3c521d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:02.139772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=26e55e45-284b-40c4-b48a-923af5c656ff,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:02.146938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': 'e3338610-989c-4dd2-b989-b0aab788bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb134054-61a7-42af-bd62-a68d89a251a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:02.147297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: fb134054-61a7-42af-bd62-a68d89a251a7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:02.166620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network fb134054-61a7-42af-bd62-a68d89a251a7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:02.180876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, fb134054-61a7-42af-bd62-a68d89a251a7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:02.185388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:02.189031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeb8208-03ce-4627-8754-192c7ca393ea None None] Network fb134054-61a7-42af-bd62-a68d89a251a7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:02.191811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:02.196693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:02.197339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.212262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e0c62178-e1ff-4110-b371-ca4acae39925 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7922211 Aug 30 21:45:02.215122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45130) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:02.300478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 26e55e45-284b-40c4-b48a-923af5c656ff {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:02.300730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.373535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.387162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 26e55e45-284b-40c4-b48a-923af5c656ff owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:02.475176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.506247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=26e55e45-284b-40c4-b48a-923af5c656ff,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:02.511808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.513273 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-824c2c68-c2bb-48ed-bc6b-ff6e4a0fb191 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/26e55e45-284b-40c4-b48a-923af5c656ff HTTP/1.1" status: 204 len: 168 time: 0.2970886 Aug 30 21:45:02.515989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45132) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:02.595500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d94a4d-6d11-416c-9902-9e9d99a4cfc2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:02.601160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d94a4d-6d11-416c-9902-9e9d99a4cfc2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:02.602694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f5d94a4d-6d11-416c-9902-9e9d99a4cfc2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0858116 Aug 30 21:45:02.605515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45134) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:02.704387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 250b5c96-29e9-4d4e-ab90-80e73f3c521d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:02.704705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.770291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:02.782925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 250b5c96-29e9-4d4e-ab90-80e73f3c521d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:03.175343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.204721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=250b5c96-29e9-4d4e-ab90-80e73f3c521d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:03.208169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.210146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-220ec5e4-93df-4267-b506-16410ca9e943 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/250b5c96-29e9-4d4e-ab90-80e73f3c521d HTTP/1.1" status: 204 len: 168 time: 0.6037467 Aug 30 21:45:03.212929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45136) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:03.260300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78c950-bdf4-4984-ab5d-d636235383b0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:03.261724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8c78c950-bdf4-4984-ab5d-d636235383b0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0479009 Aug 30 21:45:03.266062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:03.292809 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecd3e5a-b318-4765-9d22-1c15f5a82c90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:03.294242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ecd3e5a-b318-4765-9d22-1c15f5a82c90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/26e55e45-284b-40c4-b48a-923af5c656ff HTTP/1.1" status: 404 len: 333 time: 0.0273237 Aug 30 21:45:03.297208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45140) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:03.319966 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-518dff4f-9d3e-4bd4-954c-0fde88957c77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:03.321366 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-518dff4f-9d3e-4bd4-954c-0fde88957c77 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/250b5c96-29e9-4d4e-ab90-80e73f3c521d HTTP/1.1" status: 404 len: 333 time: 0.0232787 Aug 30 21:45:03.324061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45142) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:03.400150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.488462 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.498269 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb134054-61a7-42af-bd62-a68d89a251a7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:03.508628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3338610-989c-4dd2-b989-b0aab788bdbf') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:03.508936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3338610-989c-4dd2-b989-b0aab788bdbf') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:03.517807 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.531704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.537637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:03.538048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:03.540976 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:03.599041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.607802 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.609097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/fb134054-61a7-42af-bd62-a68d89a251a7 HTTP/1.1" status: 204 len: 168 time: 0.2841671 Aug 30 21:45:03.613495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:03.618826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1060649527'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:03.624941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf7c6d-f5da-418a-b695-b38a7e83a43c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=fb134054-61a7-42af-bd62-a68d89a251a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:03.643096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:03.646591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.670153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:03.678918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.679260 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment 5b04431f-a13f-4d13-9223-6624b5b66605 of type vlan for network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 Aug 30 21:45:03.721391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:03.766571 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.070743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.076164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:04.076746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.131169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5165162 Aug 30 21:45:04.134085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45146) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:04.141196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:04.159435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eff075-a0b7-41bb-8c3a-6d631cb86a90 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:04.169699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:04.249417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:04.253129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.447250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.503430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=3a134072-3d44-4ebb-991c-995f9edcb03f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:04.514308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': '5b04431f-a13f-4d13-9223-6624b5b66605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:04.514697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:04.533081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:04.543566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:04.548182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:04.548779 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.552806 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29e51c-9228-42c0-a9a0-2e6bf0ca9a0f None None] Network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:04.566003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-24b28ed5-210c-4f7b-90fa-b98dd0dfa6db tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4308527 Aug 30 21:45:04.568662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45148) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:04.573725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19', 'name': 'tempest-PortsIpV6TestJSON-1362854857'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:04.687507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:04.692320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.697371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19', 'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': '3a134072-3d44-4ebb-991c-995f9edcb03f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:04.698215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:04.710983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 7e9b728e-5252-44ec-819c-f7df2d366395 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:04.822310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::29e (302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19/3a134072-3d44-4ebb-991c-995f9edcb03f/7e9b728e-5252-44ec-819c-f7df2d366395) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:04.998066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.017683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object 7e9b728e-5252-44ec-819c-f7df2d366395 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:05.053685 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.097533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:05.100742 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:05.104364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Allocated IP 2001:db8::2 (302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19/3a134072-3d44-4ebb-991c-995f9edcb03f/d867def6-9f9d-447a-8dda-1dbdc14db407) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:05.104909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:05.110375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:05.111026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.119363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=7e9b728e-5252-44ec-819c-f7df2d366395,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:05.131515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-961c14bf-7e29-403e-9a32-2889b61ccdb6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5617955 Aug 30 21:45:05.134880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45150) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:05.221731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 7e9b728e-5252-44ec-819c-f7df2d366395 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:05.222024 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.245747 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.254013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Transition to ACTIVE for port object d867def6-9f9d-447a-8dda-1dbdc14db407 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:05.268230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Transition to ACTIVE for port object d867def6-9f9d-447a-8dda-1dbdc14db407 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:05.275129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.312257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.318897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:05.321882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:05.326247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:05.329358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Pushing event updated for resources: {'Port': ['ID=d867def6-9f9d-447a-8dda-1dbdc14db407,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:05.332466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 7e9b728e-5252-44ec-819c-f7df2d366395 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:05.383211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Attempting to bind port d867def6-9f9d-447a-8dda-1dbdc14db407 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:05.383580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Attempting to bind port d867def6-9f9d-447a-8dda-1dbdc14db407 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5b04431f-a13f-4d13-9223-6624b5b66605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:05.383943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Attempting to bind port d867def6-9f9d-447a-8dda-1dbdc14db407 on network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:05.388956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:05.389432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Checking segment: {'id': '5b04431f-a13f-4d13-9223-6624b5b66605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:05.389740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.390134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Bound using segment: {'id': '5b04431f-a13f-4d13-9223-6624b5b66605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:05.390592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Bound port: d867def6-9f9d-447a-8dda-1dbdc14db407, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b04431f-a13f-4d13-9223-6624b5b66605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:05.391282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.451821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] For port d867def6-9f9d-447a-8dda-1dbdc14db407, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:05.455076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] For port d867def6-9f9d-447a-8dda-1dbdc14db407, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d867def6-9f9d-447a-8dda-1dbdc14db407,segment=NetworkSegment(5b04431f-a13f-4d13-9223-6624b5b66605),segment_id=5b04431f-a13f-4d13-9223-6624b5b66605)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:05.459532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.461510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.499842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=7e9b728e-5252-44ec-819c-f7df2d366395,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:05.518361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.523131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9dc52ede-c23a-4eee-94ec-ad43a4925f3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/7e9b728e-5252-44ec-819c-f7df2d366395 HTTP/1.1" status: 204 len: 168 time: 0.3846631 Aug 30 21:45:05.523323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d9bb6-8366-4891-9707-dacf5e58ca7f None None] Pushing event updated for resources: {'Port': ['ID=d867def6-9f9d-447a-8dda-1dbdc14db407,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:05.523457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45152) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:05.552278 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-087e70c0-a011-4e54-8e9e-c73b7aaa5d6d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:05.552976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087e70c0-a011-4e54-8e9e-c73b7aaa5d6d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:05.554804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-087e70c0-a011-4e54-8e9e-c73b7aaa5d6d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/7e9b728e-5252-44ec-819c-f7df2d366395 HTTP/1.1" status: 404 len: 333 time: 0.0303390 Aug 30 21:45:05.557672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:05.583294 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73c3a35-ae26-4d12-8583-e3d4da1df26c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:05.588164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e73c3a35-ae26-4d12-8583-e3d4da1df26c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/7e9b728e-5252-44ec-819c-f7df2d366395 HTTP/1.1" status: 404 len: 333 time: 0.0262246 Aug 30 21:45:05.588375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45156) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:05.640205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 3a134072-3d44-4ebb-991c-995f9edcb03f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:05.648808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.694392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.785301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.846067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.876025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=3a134072-3d44-4ebb-991c-995f9edcb03f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:05.880580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:05.882351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d96a5f71-f3ce-42ad-9054-49552b915c20 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/3a134072-3d44-4ebb-991c-995f9edcb03f HTTP/1.1" status: 204 len: 168 time: 0.2930446 Aug 30 21:45:05.885159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45158) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:05.962261 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.015912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port d867def6-9f9d-447a-8dda-1dbdc14db407 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:06.016139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.081660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] For port d867def6-9f9d-447a-8dda-1dbdc14db407, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d867def6-9f9d-447a-8dda-1dbdc14db407,segment=NetworkSegment(5b04431f-a13f-4d13-9223-6624b5b66605),segment_id=5b04431f-a13f-4d13-9223-6624b5b66605)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:06.081969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.088220 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.096812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for d867def6-9f9d-447a-8dda-1dbdc14db407 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:06.189320 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.204770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d867def6-9f9d-447a-8dda-1dbdc14db407 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:06.215935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=d867def6-9f9d-447a-8dda-1dbdc14db407,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:06.221737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No DVR routers for this DVR port d867def6-9f9d-447a-8dda-1dbdc14db407 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:06.236149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d867def6-9f9d-447a-8dda-1dbdc14db407 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:06.236495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d867def6-9f9d-447a-8dda-1dbdc14db407 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 30 21:45:06.256703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Port d867def6-9f9d-447a-8dda-1dbdc14db407 not found, will not notify nova. {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 30 21:45:06.306148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.316827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:06.331118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b04431f-a13f-4d13-9223-6624b5b66605') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:06.331395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b04431f-a13f-4d13-9223-6624b5b66605') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:06.340877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.354574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.361877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:06.362216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:06.365363 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:06.370504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e336a0e-d5b4-4e03-a644-e24428f1439a None None] Network 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:06.424529 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.429253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.431639 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 HTTP/1.1" status: 204 len: 168 time: 0.5455868 Aug 30 21:45:06.437023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45160) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:06.450618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1191120045'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:06.455548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402d23e-1ce4-4bec-b7e5-947121244be9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:06.465544 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:45:06.477574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0c5128e9-4517-4ce0-a9fb-9d004362a18a None None] Could not find standard attr ID for object d867def6-9f9d-447a-8dda-1dbdc14db407. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:06.480816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:06.484470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.509250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:06.518459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.518836 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment f4a9350f-7243-407b-9d1a-f62ca431f456 of type vlan for network 8f15e917-1697-42a0-bb9b-57b76fd12182 Aug 30 21:45:06.531449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2017a-3502-4f5d-97d6-43a70cddcb3d None None] DHCP port deletion for 302dfcf0-c13f-4f95-b9fa-1f0a3edf8d19 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:06.564469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.592128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.602008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:06.603559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.658475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2203135 Aug 30 21:45:06.661669 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45162) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:06.673425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:06.673654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcca1f-d1b5-4bf9-8e52-0c1d101abbc9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=8f15e917-1697-42a0-bb9b-57b76fd12182,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:06.682135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8f15e917-1697-42a0-bb9b-57b76fd12182 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:06.757870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:06.761412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:06.948559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.005774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=94cce34f-828c-4420-af74-be85fd439164,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:07.016995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': 'f4a9350f-7243-407b-9d1a-f62ca431f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:07.017358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: 8f15e917-1697-42a0-bb9b-57b76fd12182, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:07.036575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 8f15e917-1697-42a0-bb9b-57b76fd12182 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:07.046690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 8f15e917-1697-42a0-bb9b-57b76fd12182) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:07.051285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:07.052235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.055387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86903e61-4f9e-4dde-aa7f-5bd067add8b0 None None] Network 8f15e917-1697-42a0-bb9b-57b76fd12182 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:07.067650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f77990d7-6f5e-445d-9dbb-d71cf4673103 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4048092 Aug 30 21:45:07.070264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45164) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:07.075921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-53744023'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:07.189169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:07.193415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.202106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-8f15e917-1697-42a0-bb9b-57b76fd12182', 'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': '94cce34f-828c-4420-af74-be85fd439164'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:07.202972 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.211569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port f980acd6-c32e-4733-9985-0623c0a2acf7 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:07.334819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::1b5 (8f15e917-1697-42a0-bb9b-57b76fd12182/94cce34f-828c-4420-af74-be85fd439164/f980acd6-c32e-4733-9985-0623c0a2acf7) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:07.457265 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.470929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object f980acd6-c32e-4733-9985-0623c0a2acf7 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:07.505980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.552876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 8f15e917-1697-42a0-bb9b-57b76fd12182 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:07.556114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Allocated IP 2001:db8::2 (8f15e917-1697-42a0-bb9b-57b76fd12182/94cce34f-828c-4420-af74-be85fd439164/0596bf21-1e3d-4b14-b13d-3ce142d10be2) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:07.556683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:07.560824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:07.566555 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:07.567246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.570878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=f980acd6-c32e-4733-9985-0623c0a2acf7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:07.585594 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b0b1dd79-59ab-4a93-92f4-d0e1794b3b6e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.5141659 Aug 30 21:45:07.588434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45166) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:07.677202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port f980acd6-c32e-4733-9985-0623c0a2acf7 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:07.677919 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.697960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.706276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Transition to ACTIVE for port object 0596bf21-1e3d-4b14-b13d-3ce142d10be2 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:07.721043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Transition to ACTIVE for port object 0596bf21-1e3d-4b14-b13d-3ce142d10be2 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:07.728102 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.767200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.771573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Network 8f15e917-1697-42a0-bb9b-57b76fd12182 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:07.774533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:07.779686 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for f980acd6-c32e-4733-9985-0623c0a2acf7 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:07.780296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:07.783280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Pushing event updated for resources: {'Port': ['ID=0596bf21-1e3d-4b14-b13d-3ce142d10be2,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:07.833471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Attempting to bind port 0596bf21-1e3d-4b14-b13d-3ce142d10be2 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:07.833804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Attempting to bind port 0596bf21-1e3d-4b14-b13d-3ce142d10be2 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f4a9350f-7243-407b-9d1a-f62ca431f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:07.834193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Attempting to bind port 0596bf21-1e3d-4b14-b13d-3ce142d10be2 on network 8f15e917-1697-42a0-bb9b-57b76fd12182 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:07.839534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:07.839900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Checking segment: {'id': 'f4a9350f-7243-407b-9d1a-f62ca431f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:07.840353 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.840747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Bound using segment: {'id': 'f4a9350f-7243-407b-9d1a-f62ca431f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:07.841185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Bound port: 0596bf21-1e3d-4b14-b13d-3ce142d10be2, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a9350f-7243-407b-9d1a-f62ca431f456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8f15e917-1697-42a0-bb9b-57b76fd12182'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:07.841580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.903630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] For port 0596bf21-1e3d-4b14-b13d-3ce142d10be2, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:07.905078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.907121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] For port 0596bf21-1e3d-4b14-b13d-3ce142d10be2, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0596bf21-1e3d-4b14-b13d-3ce142d10be2,segment=NetworkSegment(f4a9350f-7243-407b-9d1a-f62ca431f456),segment_id=f4a9350f-7243-407b-9d1a-f62ca431f456)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:07.912429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.941372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=f980acd6-c32e-4733-9985-0623c0a2acf7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:07.966982 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:07.969204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ffee745-b0d0-4cba-808f-aec8942f9f4d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/f980acd6-c32e-4733-9985-0623c0a2acf7 HTTP/1.1" status: 204 len: 168 time: 0.3797736 Aug 30 21:45:07.972281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:07.975196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060745a3-f76e-493a-b26e-cf2e060e0c2f None None] Pushing event updated for resources: {'Port': ['ID=0596bf21-1e3d-4b14-b13d-3ce142d10be2,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:07.998910 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c49856-be5c-487e-b81b-3033908ad2ce tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:08.000633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38c49856-be5c-487e-b81b-3033908ad2ce tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/f980acd6-c32e-4733-9985-0623c0a2acf7 HTTP/1.1" status: 404 len: 333 time: 0.0272923 Aug 30 21:45:08.003222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:08.060395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 94cce34f-828c-4420-af74-be85fd439164 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:08.063885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.109931 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.220612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.255706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0596bf21-1e3d-4b14-b13d-3ce142d10be2 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:08.290527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.306401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 0596bf21-1e3d-4b14-b13d-3ce142d10be2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:08.318715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=94cce34f-828c-4420-af74-be85fd439164,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:08.320958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.325655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-764e0354-46c9-4e09-bb98-dc7ecea406fb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/94cce34f-828c-4420-af74-be85fd439164 HTTP/1.1" status: 204 len: 168 time: 0.3186116 Aug 30 21:45:08.325757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:08.361507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d867def6-9f9d-447a-8dda-1dbdc14db407 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:08.383891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d867def6-9f9d-447a-8dda-1dbdc14db407 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:08.384233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d867def6-9f9d-447a-8dda-1dbdc14db407 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:08.404040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.457722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 0596bf21-1e3d-4b14-b13d-3ce142d10be2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:08.458096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.524613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] For port 0596bf21-1e3d-4b14-b13d-3ce142d10be2, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=0596bf21-1e3d-4b14-b13d-3ce142d10be2,segment=NetworkSegment(f4a9350f-7243-407b-9d1a-f62ca431f456),segment_id=f4a9350f-7243-407b-9d1a-f62ca431f456)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:08.524987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.540843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 0596bf21-1e3d-4b14-b13d-3ce142d10be2 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:08.624686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.655367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=0596bf21-1e3d-4b14-b13d-3ce142d10be2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:08.658975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No DVR routers for this DVR port 0596bf21-1e3d-4b14-b13d-3ce142d10be2 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:08.741148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.751613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f15e917-1697-42a0-bb9b-57b76fd12182']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:08.762609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a9350f-7243-407b-9d1a-f62ca431f456') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:08.762942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a9350f-7243-407b-9d1a-f62ca431f456') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:08.772326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.786988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.793193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:08.793623 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:08.796694 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:08.839404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d67cca-d75d-45f0-b58b-3b462da462fd None None] Network 8f15e917-1697-42a0-bb9b-57b76fd12182 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:08.861540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.868696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.870611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/8f15e917-1697-42a0-bb9b-57b76fd12182 HTTP/1.1" status: 204 len: 168 time: 0.5436349 Aug 30 21:45:08.874392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45174) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:08.880395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'name': 'tempest-PortsIpV6TestJSON-793983550'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:08.883348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b31992-502e-4119-a532-05b8728482be tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=8f15e917-1697-42a0-bb9b-57b76fd12182,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:08.928360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ec562979-fcd5-49fc-8eb6-347bbfd35a62 None None] Could not find standard attr ID for object 0596bf21-1e3d-4b14-b13d-3ce142d10be2. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:08.981236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:08.984940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:08.987881 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-32496ef6-6257-4a9f-b69c-785e698477b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.003252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de849462-953d-4e15-b8dc-394d4190f759 None None] DHCP port deletion for 8f15e917-1697-42a0-bb9b-57b76fd12182 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:09.006797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 8497245b-572e-44f9-83d8-b6a4e0ff371d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:09.175411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.213910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.257666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:09.260705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:09.264446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:09.269925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:09.270519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.276299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=8497245b-572e-44f9-83d8-b6a4e0ff371d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:09.290894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b1bfe00-d7d5-4f7f-8a34-1307f57182d3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4150794 Aug 30 21:45:09.294603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45176) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:09.388071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 8497245b-572e-44f9-83d8-b6a4e0ff371d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:09.388373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.455093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.468626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 8497245b-572e-44f9-83d8-b6a4e0ff371d owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:09.551849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.580503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=8497245b-572e-44f9-83d8-b6a4e0ff371d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:09.585492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.587422 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-475d8047-bc92-4e33-9e46-262b174470dd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/8497245b-572e-44f9-83d8-b6a4e0ff371d HTTP/1.1" status: 204 len: 168 time: 0.2918863 Aug 30 21:45:09.590065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45178) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:09.595136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'mac_address': 'fa:16:3e:57:7e:a1', 'name': 'tempest-PortsIpV6TestJSON-997620230'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:09.689447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:09.756321 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.778801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port f2231064-2dd6-4b7d-a71e-5a7811ebec90 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:09.933963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:09.970948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.017085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:10.020159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:10.024277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:10.030152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:10.030772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.034149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=f2231064-2dd6-4b7d-a71e-5a7811ebec90,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:10.051194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ec3154b0-e82e-4471-9c6f-5298bad727f5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4601324 Aug 30 21:45:10.054295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45180) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:10.101782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a0931-e6b8-4882-b950-6dcca71ff872 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:10.103131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-137a0931-e6b8-4882-b950-6dcca71ff872 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/f2231064-2dd6-4b7d-a71e-5a7811ebec90 HTTP/1.1" status: 200 len: 844 time: 0.0476243 Aug 30 21:45:10.105988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45182) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:10.166275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0596bf21-1e3d-4b14-b13d-3ce142d10be2 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:10.185802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 0596bf21-1e3d-4b14-b13d-3ce142d10be2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:10.186151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 0596bf21-1e3d-4b14-b13d-3ce142d10be2 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:10.191195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port f2231064-2dd6-4b7d-a71e-5a7811ebec90 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:10.191541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.258484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.271817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for f2231064-2dd6-4b7d-a71e-5a7811ebec90 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:10.350853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.377577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=f2231064-2dd6-4b7d-a71e-5a7811ebec90,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:10.385028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.387365 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-271d5b61-404e-48e5-a756-0b1904387949 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/f2231064-2dd6-4b7d-a71e-5a7811ebec90 HTTP/1.1" status: 204 len: 168 time: 0.2800984 Aug 30 21:45:10.389764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45184) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:10.414684 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c8f528-c091-44cc-88c7-6b895cca7399 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:10.416134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-68c8f528-c091-44cc-88c7-6b895cca7399 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/f2231064-2dd6-4b7d-a71e-5a7811ebec90 HTTP/1.1" status: 404 len: 333 time: 0.0254495 Aug 30 21:45:10.419726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45186) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:10.424463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'name': 'tempest-PortsIpV6TestJSON-1062295923'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:10.518633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:10.524382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.544309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port a08a1790-a33c-4a1a-b901-9d579006a8a0 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:10.704226 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.744295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.791325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:10.794460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:10.798653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:10.804185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:10.804791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:10.808294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=a08a1790-a33c-4a1a-b901-9d579006a8a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:10.822681 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2534ceb3-2eb0-487f-b43f-a29c819d8540 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4019980 Aug 30 21:45:10.825451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:10.830836 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:10.896260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.065811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.072236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.103681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] In _notify_port_updated(), no bound segment for port a08a1790-a33c-4a1a-b901-9d579006a8a0 on network ce43ade8-0198-4d85-aec9-cfb9cc9501be {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:11.109101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:11.109699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.111015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/ports/a08a1790-a33c-4a1a-b901-9d579006a8a0 HTTP/1.1" status: 200 len: 818 time: 0.2845335 Aug 30 21:45:11.113809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:11.147430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f907e5-d09a-4f9f-9eff-2c4989ee0b37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=a08a1790-a33c-4a1a-b901-9d579006a8a0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:11.209532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port a08a1790-a33c-4a1a-b901-9d579006a8a0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:11.209870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.278974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.292037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for a08a1790-a33c-4a1a-b901-9d579006a8a0 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:11.373690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.406327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=a08a1790-a33c-4a1a-b901-9d579006a8a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:11.415919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.417884 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-78411465-8dc2-4cba-bc95-409f94bd7f27 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/a08a1790-a33c-4a1a-b901-9d579006a8a0 HTTP/1.1" status: 204 len: 168 time: 0.3031807 Aug 30 21:45:11.421539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45192) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:11.470105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc2c255-38e9-4ae9-9971-8dace11b0aeb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:11.471595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-abc2c255-38e9-4ae9-9971-8dace11b0aeb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0491076 Aug 30 21:45:11.474349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45194) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:11.498064 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad689aaf-e442-4749-adad-04192a299214 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:11.499546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad689aaf-e442-4749-adad-04192a299214 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/a08a1790-a33c-4a1a-b901-9d579006a8a0 HTTP/1.1" status: 404 len: 333 time: 0.0243089 Aug 30 21:45:11.504459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45196) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:11.509421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1581253902'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:11.531228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:11.534580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.559440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:11.568174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.568507 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment 8782d58f-ebb3-4e48-a59d-22bc6ab32240 of type vlan for network 7c807104-ec95-4c45-8fae-767ee90041b9 Aug 30 21:45:11.606695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.636069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.642437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:11.643057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.701114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1956465 Aug 30 21:45:11.704052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45198) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:11.711173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:11.729428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a246b6e-a14b-486f-a63c-484fa661484c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=7c807104-ec95-4c45-8fae-767ee90041b9,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:11.740742 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:11.806378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:11.810401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.972011 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:11.985800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-792cd497-6fb7-4ae4-97c8-c88191da8b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.004182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.065683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=f85e3667-3295-4b6f-b15a-9305ce648d4d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:12.078378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': '8782d58f-ebb3-4e48-a59d-22bc6ab32240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:12.079031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: 7c807104-ec95-4c45-8fae-767ee90041b9, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:12.102736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 7c807104-ec95-4c45-8fae-767ee90041b9 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:12.113216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 7c807104-ec95-4c45-8fae-767ee90041b9) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:12.117951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:12.118541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.124913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7cfa6-00d3-40b7-b316-37f9a777a192 None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:12.134440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-de25c60a-ab99-4acf-a3d3-e3490c53a4d4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4293528 Aug 30 21:45:12.137479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45200) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:12.142595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:12.247479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:12.250961 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.265225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-7c807104-ec95-4c45-8fae-767ee90041b9', 'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': 'f85e3667-3295-4b6f-b15a-9305ce648d4d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:12.266104 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.343388 n-d-793620-16 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f85e3667-3295-4b6f-b15a-9305ce648d4d (CIDR: 2001:db8::/64) Aug 30 21:45:12.347166 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:45:12.347616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:12.362446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7fa9f44f-47a0-4bf9-bd7b-29a5c358540d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2239363 Aug 30 21:45:12.365186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45202) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:12.370393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:12.399500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Allocated IP 2001:db8::2 (7c807104-ec95-4c45-8fae-767ee90041b9/f85e3667-3295-4b6f-b15a-9305ce648d4d/3bf43252-df5e-4c80-a5b5-e20c455f247c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:12.477267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:12.480762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.543937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.552560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Transition to ACTIVE for port object 3bf43252-df5e-4c80-a5b5-e20c455f247c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:12.568326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Transition to ACTIVE for port object 3bf43252-df5e-4c80-a5b5-e20c455f247c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:12.575457 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.610386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:12.615134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:12.618618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:12.626972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Pushing event updated for resources: {'Port': ['ID=3bf43252-df5e-4c80-a5b5-e20c455f247c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:12.680499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Attempting to bind port 3bf43252-df5e-4c80-a5b5-e20c455f247c on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:12.682881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Attempting to bind port 3bf43252-df5e-4c80-a5b5-e20c455f247c by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '8782d58f-ebb3-4e48-a59d-22bc6ab32240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:12.683400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Attempting to bind port 3bf43252-df5e-4c80-a5b5-e20c455f247c on network 7c807104-ec95-4c45-8fae-767ee90041b9 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:12.690059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:12.690624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Checking segment: {'id': '8782d58f-ebb3-4e48-a59d-22bc6ab32240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:12.691121 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.692037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Bound using segment: {'id': '8782d58f-ebb3-4e48-a59d-22bc6ab32240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:12.692766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Bound port: 3bf43252-df5e-4c80-a5b5-e20c455f247c, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8782d58f-ebb3-4e48-a59d-22bc6ab32240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:12.693210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.730598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.752002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.767551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] For port 3bf43252-df5e-4c80-a5b5-e20c455f247c, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:12.770967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] For port 3bf43252-df5e-4c80-a5b5-e20c455f247c, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3bf43252-df5e-4c80-a5b5-e20c455f247c,segment=NetworkSegment(8782d58f-ebb3-4e48-a59d-22bc6ab32240),segment_id=8782d58f-ebb3-4e48-a59d-22bc6ab32240)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:12.772529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 7c807104-ec95-4c45-8fae-767ee90041b9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:12.776080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:12.777950 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.779325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:12.780324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:12.797261 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=95e1f780-24cd-4c47-bf69-a28ede8b732a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:12.805067 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8fe161cc-8a69-4b87-a644-07385816cf08 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4363487 Aug 30 21:45:12.805488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45206) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:12.810456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'fixed_ips': [{'subnet_id': 'f85e3667-3295-4b6f-b15a-9305ce648d4d'}, {'subnet_id': '95e1f780-24cd-4c47-bf69-a28ede8b732a'}], 'name': 'tempest-PortsIpV6TestJSON-1984587344'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:12.841718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585794f-d5f4-44fe-b70f-0dc1f2be3121 None None] Pushing event updated for resources: {'Port': ['ID=3bf43252-df5e-4c80-a5b5-e20c455f247c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:12.928597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:13.028554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:13.048509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:13.309655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::bd (7c807104-ec95-4c45-8fae-767ee90041b9/f85e3667-3295-4b6f-b15a-9305ce648d4d/161f685c-3792-4a7a-a2a6-f8361e71b8d8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:13.316018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8:0:1::1a6 (7c807104-ec95-4c45-8fae-767ee90041b9/95e1f780-24cd-4c47-bf69-a28ede8b732a/161f685c-3792-4a7a-a2a6-f8361e71b8d8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:13.456912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:13.469910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object 161f685c-3792-4a7a-a2a6-f8361e71b8d8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:13.504634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:13.555846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 7c807104-ec95-4c45-8fae-767ee90041b9 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:13.559221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:13.564540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:13.570228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:13.570897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:13.574820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=161f685c-3792-4a7a-a2a6-f8361e71b8d8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:13.589561 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5a1d5c61-2a56-4af7-a535-3c03f62bcf86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.7830119 Aug 30 21:45:13.592385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45208) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:13.598339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f85e3667-3295-4b6f-b15a-9305ce648d4d'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:13.719697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ac1f3-722a-486f-825b-c1b068f357af None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:13.746212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:13.832276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-202f55cf-591e-4589-8630-5f112f6f6135 None None] Provisioning for port 3bf43252-df5e-4c80-a5b5-e20c455f247c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:13.933472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Update dhcp port {'port': {'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'fixed_ips': [{'subnet_id': 'f85e3667-3295-4b6f-b15a-9305ce648d4d', 'ip_address': '2001:db8::2'}, {'subnet_id': '95e1f780-24cd-4c47-bf69-a28ede8b732a'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '3bf43252-df5e-4c80-a5b5-e20c455f247c'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:45:13.961870 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:13.989660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Delete allocated IP 2001:db8:0:1::1a6 (7c807104-ec95-4c45-8fae-767ee90041b9/95e1f780-24cd-4c47-bf69-a28ede8b732a) {{(pid=94689) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 21:45:14.116964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.131757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Ignored duplicate provisioning block setup for port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:45:14.136643 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.200316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Allocated IP 2001:db8:0:1::2 (7c807104-ec95-4c45-8fae-767ee90041b9/95e1f780-24cd-4c47-bf69-a28ede8b732a/3bf43252-df5e-4c80-a5b5-e20c455f247c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:14.205221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] In _notify_port_updated(), no bound segment for port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 on network 7c807104-ec95-4c45-8fae-767ee90041b9 {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:14.210373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:14.211029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.212524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/ports/161f685c-3792-4a7a-a2a6-f8361e71b8d8 HTTP/1.1" status: 200 len: 925 time: 0.6189144 Aug 30 21:45:14.213093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d862d2-9946-4c90-b10a-0ba7abc8b226 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=161f685c-3792-4a7a-a2a6-f8361e71b8d8,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:14.214580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3bf43252-df5e-4c80-a5b5-e20c455f247c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:14.215788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45210) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:14.222127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f85e3667-3295-4b6f-b15a-9305ce648d4d'}, {'subnet_id': '95e1f780-24cd-4c47-bf69-a28ede8b732a'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:14.283507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.330745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 3bf43252-df5e-4c80-a5b5-e20c455f247c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:14.336997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] For port 3bf43252-df5e-4c80-a5b5-e20c455f247c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3bf43252-df5e-4c80-a5b5-e20c455f247c,segment=NetworkSegment(8782d58f-ebb3-4e48-a59d-22bc6ab32240),segment_id=8782d58f-ebb3-4e48-a59d-22bc6ab32240)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:14.349158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3bf43252-df5e-4c80-a5b5-e20c455f247c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:14.349565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.399050 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.419407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Transition to ACTIVE for port object 3bf43252-df5e-4c80-a5b5-e20c455f247c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:14.425365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.523406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.548679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaf207-e9c2-47d6-afaf-8e3e9e1121e1 None None] Pushing event updated for resources: {'Port': ['ID=3bf43252-df5e-4c80-a5b5-e20c455f247c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:14.581807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 3bf43252-df5e-4c80-a5b5-e20c455f247c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3bf43252-df5e-4c80-a5b5-e20c455f247c,segment=NetworkSegment(8782d58f-ebb3-4e48-a59d-22bc6ab32240),segment_id=8782d58f-ebb3-4e48-a59d-22bc6ab32240)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:14.589246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.654183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=3bf43252-df5e-4c80-a5b5-e20c455f247c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:14.661095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:14.880127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8:0:1::2fb (7c807104-ec95-4c45-8fae-767ee90041b9/95e1f780-24cd-4c47-bf69-a28ede8b732a/161f685c-3792-4a7a-a2a6-f8361e71b8d8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:15.006689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.019662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Ignored duplicate provisioning block setup for port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:45:15.024739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.031660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c202ab-66f9-4091-9906-47270637d557 None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:15.094785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Provisioning for port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:15.106844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Provisioning complete for port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:15.107211 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.109225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] In _notify_port_updated(), no bound segment for port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 on network 7c807104-ec95-4c45-8fae-767ee90041b9 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:15.114732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:15.115421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.117428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/ports/161f685c-3792-4a7a-a2a6-f8361e71b8d8 HTTP/1.1" status: 200 len: 1011 time: 0.8999918 Aug 30 21:45:15.118732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92befa70-e1e0-46d1-9735-c4d1e81cfb21 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=161f685c-3792-4a7a-a2a6-f8361e71b8d8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:15.120348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45212) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:15.169226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:15.192154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Provisioning for port 3bf43252-df5e-4c80-a5b5-e20c455f247c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:15.210730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Provisioning complete for port 3bf43252-df5e-4c80-a5b5-e20c455f247c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:15.211106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a0eaf4a-7495-408d-812a-b7edb160a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.215038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 161f685c-3792-4a7a-a2a6-f8361e71b8d8 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:15.215387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.306719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.319983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 161f685c-3792-4a7a-a2a6-f8361e71b8d8 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:15.500603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.515264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bf8a4680-1e31-498a-8c46-ab63615023f0 None None] Could not find standard attr ID for object 161f685c-3792-4a7a-a2a6-f8361e71b8d8. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:15.525686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bf8a4680-1e31-498a-8c46-ab63615023f0 None None] Provisioning complete for port 3bf43252-df5e-4c80-a5b5-e20c455f247c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:15.526062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4680-1e31-498a-8c46-ab63615023f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.533152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=161f685c-3792-4a7a-a2a6-f8361e71b8d8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:15.583817 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.586351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ecadff21-63a5-4b6b-9735-dc95482d6bc7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/161f685c-3792-4a7a-a2a6-f8361e71b8d8 HTTP/1.1" status: 204 len: 168 time: 0.4624913 Aug 30 21:45:15.589090 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45214) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:15.614765 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50576eb-688a-46e2-90ad-b68a9d5a6aeb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:15.616343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a50576eb-688a-46e2-90ad-b68a9d5a6aeb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/161f685c-3792-4a7a-a2a6-f8361e71b8d8 HTTP/1.1" status: 404 len: 333 time: 0.0263133 Aug 30 21:45:15.619370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:15.671454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 95e1f780-24cd-4c47-bf69-a28ede8b732a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:15.675035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.716498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.737416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-83e0c9ca-0705-483e-9680-fcceee10e2ce None None] Could not find standard attr ID for object 161f685c-3792-4a7a-a2a6-f8361e71b8d8. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:15.810339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.873124 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.898540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=95e1f780-24cd-4c47-bf69-a28ede8b732a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:15.905096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:15.907099 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e6e67cf1-723e-4433-b83c-192df996ce83 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/95e1f780-24cd-4c47-bf69-a28ede8b732a HTTP/1.1" status: 204 len: 168 time: 0.2866943 Aug 30 21:45:15.909745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45218) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:15.950613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f7c06fb3-8266-4c09-a4e5-0a387adcc41c None None] Could not find standard attr ID for object 161f685c-3792-4a7a-a2a6-f8361e71b8d8. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:15.963041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet f85e3667-3295-4b6f-b15a-9305ce648d4d {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:15.966390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.012194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.049410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fc112-7972-4fe6-ba42-513a3c1bf1dc None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:16.092833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a2ec6d28-da2f-4a47-bf48-db7783bc2dfb None None] Could not find standard attr ID for object 161f685c-3792-4a7a-a2a6-f8361e71b8d8. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:16.097129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.158428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.179751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3bf43252-df5e-4c80-a5b5-e20c455f247c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:16.191279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=f85e3667-3295-4b6f-b15a-9305ce648d4d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:16.197637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.199631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c20084cf-6a24-41ed-9d79-5de704a55681 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/f85e3667-3295-4b6f-b15a-9305ce648d4d HTTP/1.1" status: 204 len: 168 time: 0.2889123 Aug 30 21:45:16.203036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:16.256271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3bf43252-df5e-4c80-a5b5-e20c455f247c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:16.256621 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.278290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.324369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e337a-fa3d-4b36-bf80-e1d86785a397 None None] Update dhcp port {'port': {'network_id': '7c807104-ec95-4c45-8fae-767ee90041b9', 'fixed_ips': [{'subnet_id': 'f85e3667-3295-4b6f-b15a-9305ce648d4d'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '3bf43252-df5e-4c80-a5b5-e20c455f247c'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:45:16.332705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 3bf43252-df5e-4c80-a5b5-e20c455f247c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:16.333336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.354965 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4c5e337a-fa3d-4b36-bf80-e1d86785a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.400305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] For port 3bf43252-df5e-4c80-a5b5-e20c455f247c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3bf43252-df5e-4c80-a5b5-e20c455f247c,segment=NetworkSegment(8782d58f-ebb3-4e48-a59d-22bc6ab32240),segment_id=8782d58f-ebb3-4e48-a59d-22bc6ab32240)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:16.400677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.413934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 3bf43252-df5e-4c80-a5b5-e20c455f247c owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:16.496969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.524041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=3bf43252-df5e-4c80-a5b5-e20c455f247c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:16.530189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No DVR routers for this DVR port 3bf43252-df5e-4c80-a5b5-e20c455f247c on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:16.544136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a4524-1ca5-49c5-a724-11b333bb2104 None None] Network 7c807104-ec95-4c45-8fae-767ee90041b9 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:16.609459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b1cf57dc-687e-403f-9c1c-4506a4151b99 None None] Could not find standard attr ID for object 3bf43252-df5e-4c80-a5b5-e20c455f247c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:16.614361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.624326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c807104-ec95-4c45-8fae-767ee90041b9']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:16.634719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8782d58f-ebb3-4e48-a59d-22bc6ab32240') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:16.635008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8782d58f-ebb3-4e48-a59d-22bc6ab32240') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:16.643849 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.658388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.664767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:16.665156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.667947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d3352-7dc3-49bf-8964-f6961c0b2c2b None None] DHCP port deletion for 7c807104-ec95-4c45-8fae-767ee90041b9 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:16.668919 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:16.731950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.739000 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.740741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/7c807104-ec95-4c45-8fae-767ee90041b9 HTTP/1.1" status: 204 len: 168 time: 0.5365918 Aug 30 21:45:16.744548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45222) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:16.752795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae879d8-5209-44a4-aaad-e4341ff989d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=7c807104-ec95-4c45-8fae-767ee90041b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:16.797772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b2b05-517e-47d4-9b04-c62868ad0b26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:16.799245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fb0b2b05-517e-47d4-9b04-c62868ad0b26 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0536742 Aug 30 21:45:16.803734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:16.850932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8427c4b-4d04-4bc0-8fc2-2257cc241b3a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0457349 Aug 30 21:45:16.855587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45226) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:16.860398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-889464778'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:16.884740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:16.888289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.916637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:16.925493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.925838 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment 9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb of type vlan for network 6577fe3a-548a-46c2-8931-84b6778f0a5b Aug 30 21:45:16.964258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.992041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:16.997542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:16.998129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.054215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1975787 Aug 30 21:45:17.057320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45228) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:17.064710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:17.084987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed72d8-acb3-47eb-9804-9090fe2522f9 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=6577fe3a-548a-46c2-8931-84b6778f0a5b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:17.095310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:17.173118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:17.176934 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.370415 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.426859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=b8996549-c34f-450a-9670-b94242a8b0b9,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:17.438324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:17.438707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: 6577fe3a-548a-46c2-8931-84b6778f0a5b, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:17.458600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:17.469450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 6577fe3a-548a-46c2-8931-84b6778f0a5b) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:17.473547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:17.474135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.480112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ddba38-de54-49bd-95df-361a397c8d77 None None] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:17.492423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b61323d-7b4f-4aa0-b9a3-8b63559f0e86 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4339800 Aug 30 21:45:17.496234 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:17.501262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b', 'name': 'tempest-PortsIpV6TestJSON-911570750'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:17.614911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:17.618488 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.631056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-6577fe3a-548a-46c2-8931-84b6778f0a5b', 'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': 'b8996549-c34f-450a-9670-b94242a8b0b9'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:17.631974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.636363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 21a421df-e490-4d15-a182-b25b842f6301 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:17.751409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::288 (6577fe3a-548a-46c2-8931-84b6778f0a5b/b8996549-c34f-450a-9670-b94242a8b0b9/21a421df-e490-4d15-a182-b25b842f6301) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:17.901202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.915897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object 21a421df-e490-4d15-a182-b25b842f6301 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:17.950275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:17.997467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:18.000887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:18.005558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:18.011258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:18.011905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.015917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=21a421df-e490-4d15-a182-b25b842f6301,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:18.032495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-96ac5ab1-2e27-4770-810d-26fe2598eea4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5351152 Aug 30 21:45:18.034976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45232) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:18.040122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b', 'name': 'tempest-PortsIpV6TestJSON-1644162972'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:18.149775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Allocated IP 2001:db8::2 (6577fe3a-548a-46c2-8931-84b6778f0a5b/b8996549-c34f-450a-9670-b94242a8b0b9/3ea08bad-e4ab-4189-9b67-a082dcf93d8f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:18.159672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:18.163453 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.182273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port 664a55af-0c83-4ebf-b281-5c1bec25667a yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:18.203159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3bf43252-df5e-4c80-a5b5-e20c455f247c no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:18.229659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3bf43252-df5e-4c80-a5b5-e20c455f247c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:18.229994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3bf43252-df5e-4c80-a5b5-e20c455f247c not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:18.317689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.327102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Transition to ACTIVE for port object 3ea08bad-e4ab-4189-9b67-a082dcf93d8f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:18.341687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Transition to ACTIVE for port object 3ea08bad-e4ab-4189-9b67-a082dcf93d8f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:18.350400 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.390047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:18.392970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:18.397213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:18.400190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Pushing event updated for resources: {'Port': ['ID=3ea08bad-e4ab-4189-9b67-a082dcf93d8f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:18.412868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::342 (6577fe3a-548a-46c2-8931-84b6778f0a5b/b8996549-c34f-450a-9670-b94242a8b0b9/664a55af-0c83-4ebf-b281-5c1bec25667a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:18.455325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Attempting to bind port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:18.455688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Attempting to bind port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:18.456045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Attempting to bind port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f on network 6577fe3a-548a-46c2-8931-84b6778f0a5b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:18.460833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:18.461196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Checking segment: {'id': '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:18.461597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.461978 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Bound using segment: {'id': '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:18.462429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Bound port: 3ea08bad-e4ab-4189-9b67-a082dcf93d8f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6577fe3a-548a-46c2-8931-84b6778f0a5b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:18.462827 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.523335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] For port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:18.526493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] For port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3ea08bad-e4ab-4189-9b67-a082dcf93d8f,segment=NetworkSegment(9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb),segment_id=9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:18.532395 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.559446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.575960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object 664a55af-0c83-4ebf-b281-5c1bec25667a will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:18.599563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b42047-1cea-4746-92ec-bb35d19598da None None] Pushing event updated for resources: {'Port': ['ID=3ea08bad-e4ab-4189-9b67-a082dcf93d8f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:18.612204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.664191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:18.667324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:18.672637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:18.678198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:18.678852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.682584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=664a55af-0c83-4ebf-b281-5c1bec25667a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:18.697587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-738794b5-860c-4eb0-9a29-05f546d53663 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6614988 Aug 30 21:45:18.700361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45234) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:18.799742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87669c4-f950-434a-b31c-12dce6713f1d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:18.801377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c87669c4-f950-434a-b31c-12dce6713f1d tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A288 HTTP/1.1" status: 200 len: 928 time: 0.0992987 Aug 30 21:45:18.804180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45236) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:18.895107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 664a55af-0c83-4ebf-b281-5c1bec25667a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:18.895438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.980956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:18.993468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 664a55af-0c83-4ebf-b281-5c1bec25667a owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:19.136093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.165749 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=664a55af-0c83-4ebf-b281-5c1bec25667a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:19.190922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.194289 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e2612e43-b2de-4c96-af82-41cfc6f8bd89 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/664a55af-0c83-4ebf-b281-5c1bec25667a HTTP/1.1" status: 204 len: 168 time: 0.3876367 Aug 30 21:45:19.195924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45238) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:19.224267 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c5e745-b3c0-49d0-a76b-626d34ea4b94 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:19.225853 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-83c5e745-b3c0-49d0-a76b-626d34ea4b94 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/664a55af-0c83-4ebf-b281-5c1bec25667a HTTP/1.1" status: 404 len: 333 time: 0.0291672 Aug 30 21:45:19.228610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:19.317150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 21a421df-e490-4d15-a182-b25b842f6301 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:19.317150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.409812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.422065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 21a421df-e490-4d15-a182-b25b842f6301 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:19.459291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714fd874-37f3-444b-a9cc-fe3f34a9676a None None] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:19.547801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.585736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b0efa48e-7c03-4578-8e07-32b27772d8d5 None None] Provisioning for port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:19.587665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=21a421df-e490-4d15-a182-b25b842f6301,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:19.605487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.610310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b45acd5f-0f0b-4c23-a125-8b24740f65fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/21a421df-e490-4d15-a182-b25b842f6301 HTTP/1.1" status: 204 len: 168 time: 0.3787060 Aug 30 21:45:19.611320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45242) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:19.637009 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-890b2479-2f2c-4e74-8571-742627cde333 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:19.638585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-890b2479-2f2c-4e74-8571-742627cde333 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/21a421df-e490-4d15-a182-b25b842f6301 HTTP/1.1" status: 404 len: 333 time: 0.0260348 Aug 30 21:45:19.641371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45244) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:19.694030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet b8996549-c34f-450a-9670-b94242a8b0b9 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:19.697546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.738449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.829028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.890638 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.918637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=b8996549-c34f-450a-9670-b94242a8b0b9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:19.922359 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:19.926695 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bae114a7-ee66-4a31-b447-7bd76cfa503a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/b8996549-c34f-450a-9670-b94242a8b0b9 HTTP/1.1" status: 204 len: 168 time: 0.2819784 Aug 30 21:45:19.927584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45246) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:19.998023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841e7d2-856a-4cd8-8e38-5997543c879b None None] Network 6577fe3a-548a-46c2-8931-84b6778f0a5b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:20.007077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.056356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1227833-f7e8-4c72-87da-8938d0fd20ca None None] Could not find standard attr ID for object 21a421df-e490-4d15-a182-b25b842f6301. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:20.062610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:20.062988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.124600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] For port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3ea08bad-e4ab-4189-9b67-a082dcf93d8f,segment=NetworkSegment(9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb),segment_id=9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:20.125072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.138625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 3ea08bad-e4ab-4189-9b67-a082dcf93d8f owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:20.182642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] DHCP port deletion for 6577fe3a-548a-46c2-8931-84b6778f0a5b request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:20.229332 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.230064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Deleting port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:20.230448 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.255708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=3ea08bad-e4ab-4189-9b67-a082dcf93d8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:20.257545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No DVR routers for this DVR port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:20.297403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] For port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:20.297808 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.311508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Calling delete_port for 3ea08bad-e4ab-4189-9b67-a082dcf93d8f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:20.314261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:45:20.315582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.337576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.340801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] Pushing event deleted for resources: {'Port': ['ID=3ea08bad-e4ab-4189-9b67-a082dcf93d8f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:20.345355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83989c0e-febb-4548-987c-9e76db701fc1 None None] No DVR routers for this DVR port 3ea08bad-e4ab-4189-9b67-a082dcf93d8f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:20.348745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6577fe3a-548a-46c2-8931-84b6778f0a5b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:20.362954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:20.363251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db8d6b1-74ef-4d79-87f6-8e19ff6f02eb') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:20.372111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.385650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.391521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:20.391904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:20.394846 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:20.456210 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.464154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.466458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/6577fe3a-548a-46c2-8931-84b6778f0a5b HTTP/1.1" status: 204 len: 168 time: 0.5384183 Aug 30 21:45:20.470656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45248) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:20.476041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1988599740'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:20.478831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82392d-ae45-4516-a64e-18b04c9a0df8 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=6577fe3a-548a-46c2-8931-84b6778f0a5b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:20.497348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:20.501203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.525657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:20.535141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.535774 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment 06cd2c9a-e79a-41e9-a325-d6622d97194f of type vlan for network d8f2caad-e7f6-47eb-8b88-2c1767c12311 Aug 30 21:45:20.576260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.605704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.611294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:20.611875 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.673452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2015941 Aug 30 21:45:20.676593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45250) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:20.682059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:20.684885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15040c41-0f6d-426f-9183-da98a7439e6a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=d8f2caad-e7f6-47eb-8b88-2c1767c12311,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:20.695253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:20.779057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:20.783051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:20.982583 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.047962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=51b9e68a-56f4-42dc-aa4a-e5fbf44af08f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:21.055388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': '06cd2c9a-e79a-41e9-a325-d6622d97194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:21.055755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: d8f2caad-e7f6-47eb-8b88-2c1767c12311, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:21.074487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:21.085117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d8f2caad-e7f6-47eb-8b88-2c1767c12311) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:21.089285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:21.089874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.095669 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17087d84-26aa-410c-ac34-0589ffdbdc1a None None] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:21.105522 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-af10ba44-9ad5-448a-80ad-c3cafcb495c0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4276793 Aug 30 21:45:21.109053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45252) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:21.115665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311', 'name': 'tempest-PortsIpV6TestJSON-2012291941', 'fixed_ips': [{'subnet_id': '51b9e68a-56f4-42dc-aa4a-e5fbf44af08f', 'ip_address': '2001:db8::10'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:21.229530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:21.239293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-d8f2caad-e7f6-47eb-8b88-2c1767c12311', 'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': '51b9e68a-56f4-42dc-aa4a-e5fbf44af08f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:21.240153 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.313657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.331019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:21.376874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Allocated IP 2001:db8::2 (d8f2caad-e7f6-47eb-8b88-2c1767c12311/51b9e68a-56f4-42dc-aa4a-e5fbf44af08f/5955c948-625c-4dda-80dd-2b26a364f1e5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:21.520844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.530264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Transition to ACTIVE for port object 5955c948-625c-4dda-80dd-2b26a364f1e5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:21.545052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Transition to ACTIVE for port object 5955c948-625c-4dda-80dd-2b26a364f1e5 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:21.552500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.592073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:21.595030 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:21.599247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:21.601504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::10 (d8f2caad-e7f6-47eb-8b88-2c1767c12311/51b9e68a-56f4-42dc-aa4a-e5fbf44af08f/dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:21.602179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Pushing event updated for resources: {'Port': ['ID=5955c948-625c-4dda-80dd-2b26a364f1e5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:21.652914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Attempting to bind port 5955c948-625c-4dda-80dd-2b26a364f1e5 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:21.653283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Attempting to bind port 5955c948-625c-4dda-80dd-2b26a364f1e5 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '06cd2c9a-e79a-41e9-a325-d6622d97194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:21.653623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Attempting to bind port 5955c948-625c-4dda-80dd-2b26a364f1e5 on network d8f2caad-e7f6-47eb-8b88-2c1767c12311 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:21.659125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:21.659502 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Checking segment: {'id': '06cd2c9a-e79a-41e9-a325-d6622d97194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:21.659886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.660273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Bound using segment: {'id': '06cd2c9a-e79a-41e9-a325-d6622d97194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:21.660725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Bound port: 5955c948-625c-4dda-80dd-2b26a364f1e5, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cd2c9a-e79a-41e9-a325-d6622d97194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:21.661098 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.725544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] For port 5955c948-625c-4dda-80dd-2b26a364f1e5, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:21.728627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] For port 5955c948-625c-4dda-80dd-2b26a364f1e5, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5955c948-625c-4dda-80dd-2b26a364f1e5,segment=NetworkSegment(06cd2c9a-e79a-41e9-a325-d6622d97194f),segment_id=06cd2c9a-e79a-41e9-a325-d6622d97194f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:21.735029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.752760 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.769918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:21.794415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b38a63-acff-44ce-bdd8-3f84e3fa7ad8 None None] Pushing event updated for resources: {'Port': ['ID=5955c948-625c-4dda-80dd-2b26a364f1e5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:21.806221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.846131 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:21.849317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:21.855218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:21.860696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:21.861306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:21.876089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:21.883958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-82463454-d1dc-4d66-9bdc-8d42179c6adc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7737896 Aug 30 21:45:21.886603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45254) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:21.891897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': 'd8f2caad-e7f6-47eb-8b88-2c1767c12311', 'name': 'tempest-PortsIpV6TestJSON-564194826', 'fixed_ips': [{'subnet_id': '51b9e68a-56f4-42dc-aa4a-e5fbf44af08f', 'ip_address': '2001:db8::f'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:22.023406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:22.028744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.048374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port b8e8930f-83d6-4e63-9875-963987fe3827 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:22.204648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5955c948-625c-4dda-80dd-2b26a364f1e5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:22.209414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::f (d8f2caad-e7f6-47eb-8b88-2c1767c12311/51b9e68a-56f4-42dc-aa4a-e5fbf44af08f/b8e8930f-83d6-4e63-9875-963987fe3827) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:22.255814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5955c948-625c-4dda-80dd-2b26a364f1e5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:22.315719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3ea08bad-e4ab-4189-9b67-a082dcf93d8f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:22.336226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3ea08bad-e4ab-4189-9b67-a082dcf93d8f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:22.336581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3ea08bad-e4ab-4189-9b67-a082dcf93d8f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:22.358248 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.373276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object b8e8930f-83d6-4e63-9875-963987fe3827 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:22.407370 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.457093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:22.460362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:22.464374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:22.470032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:22.470655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.477068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=b8e8930f-83d6-4e63-9875-963987fe3827,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:22.491459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7293bc28-9f5f-4063-b13b-682f7d0a8961 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6035240 Aug 30 21:45:22.494348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45256) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:22.579525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3dbcd-73df-4c87-a3d2-fbecbeb7dfac tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:22.581086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-49f3dbcd-73df-4c87-a3d2-fbecbeb7dfac tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0856116 Aug 30 21:45:22.584068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45258) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:22.636588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2919d2-6b48-45a2-8374-711739c7f302 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:22.642856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2919d2-6b48-45a2-8374-711739c7f302 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:22.648693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2919d2-6b48-45a2-8374-711739c7f302 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:22.650411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7d2919d2-6b48-45a2-8374-711739c7f302 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0654173 Aug 30 21:45:22.653324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45260) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:22.687455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa792d3-9c13-4c77-b6c9-fde41d2297f6 None None] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:22.743534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port b8e8930f-83d6-4e63-9875-963987fe3827 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:22.743874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.828178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] Provisioning for port 5955c948-625c-4dda-80dd-2b26a364f1e5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:22.832153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.834201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] Provisioning complete for port 5955c948-625c-4dda-80dd-2b26a364f1e5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:22.834565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.844439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for b8e8930f-83d6-4e63-9875-963987fe3827 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:22.924126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.962346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] For port 5955c948-625c-4dda-80dd-2b26a364f1e5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5955c948-625c-4dda-80dd-2b26a364f1e5,segment=NetworkSegment(06cd2c9a-e79a-41e9-a325-d6622d97194f),segment_id=06cd2c9a-e79a-41e9-a325-d6622d97194f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:22.968893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:22.975456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.009161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=b8e8930f-83d6-4e63-9875-963987fe3827,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:23.023597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f51527-9d24-4a00-bce6-0062a56e7407 None None] Pushing event updated for resources: {'Port': ['ID=5955c948-625c-4dda-80dd-2b26a364f1e5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:23.038264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.040281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc75246a-f6c3-4df0-afcf-4a1be10ca641 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/b8e8930f-83d6-4e63-9875-963987fe3827 HTTP/1.1" status: 204 len: 168 time: 0.3859525 Aug 30 21:45:23.042839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45262) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:23.067078 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-105af7de-f9c0-4d65-912c-53538545c06c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:23.068640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-105af7de-f9c0-4d65-912c-53538545c06c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/b8e8930f-83d6-4e63-9875-963987fe3827 HTTP/1.1" status: 404 len: 333 time: 0.0248876 Aug 30 21:45:23.071439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45264) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:23.163224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:23.163570 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.182354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Could not find standard attr ID for object b8e8930f-83d6-4e63-9875-963987fe3827. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:23.194206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Provisioning for port dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:23.198523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Provisioning complete for port dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:23.198910 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.242781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Port dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:23.256112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Provisioning complete for port 5955c948-625c-4dda-80dd-2b26a364f1e5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:23.256573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c11a2a91-1b1d-48be-a7dc-b213b3f60bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.269987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.284529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:23.440989 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.471308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:23.497681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-49829fd8-bb3d-43a4-8318-eefb60b08016 None None] Could not find standard attr ID for object dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:23.497908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.500079 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69bc2e8f-d0fd-4b57-85ee-42ae7ae759fd tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 HTTP/1.1" status: 204 len: 168 time: 0.4276376 Aug 30 21:45:23.502841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45266) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:23.527729 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db7cec5-be91-45e9-9c63-54fd6ca74605 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:23.535177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5db7cec5-be91-45e9-9c63-54fd6ca74605 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/dafa19d0-f0b6-4c44-9c32-ab1242eb6ec7 HTTP/1.1" status: 404 len: 333 time: 0.0254993 Aug 30 21:45:23.535282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45268) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:23.592725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 51b9e68a-56f4-42dc-aa4a-e5fbf44af08f {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:23.596003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.610893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-104c4e61-1f2c-408c-97dc-cc90cf1a27a1 None None] Could not find standard attr ID for object b8e8930f-83d6-4e63-9875-963987fe3827. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:23.638866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.728346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.788504 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.815518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=51b9e68a-56f4-42dc-aa4a-e5fbf44af08f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:23.822529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.826513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b3dd2403-e29b-4fda-8389-738a3a3576c7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/51b9e68a-56f4-42dc-aa4a-e5fbf44af08f HTTP/1.1" status: 204 len: 168 time: 0.2908061 Aug 30 21:45:23.827210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45270) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:23.897274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91064bc-1275-4cbe-b3e3-c5f4f81fb40b None None] Network d8f2caad-e7f6-47eb-8b88-2c1767c12311 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:23.903512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:23.960928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port 5955c948-625c-4dda-80dd-2b26a364f1e5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:23.961239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.022834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] For port 5955c948-625c-4dda-80dd-2b26a364f1e5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5955c948-625c-4dda-80dd-2b26a364f1e5,segment=NetworkSegment(06cd2c9a-e79a-41e9-a325-d6622d97194f),segment_id=06cd2c9a-e79a-41e9-a325-d6622d97194f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:24.023440 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.039147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for 5955c948-625c-4dda-80dd-2b26a364f1e5 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:24.062735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] DHCP port deletion for d8f2caad-e7f6-47eb-8b88-2c1767c12311 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:24.110236 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] Deleting port 5955c948-625c-4dda-80dd-2b26a364f1e5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:24.110520 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.121419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.151129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=5955c948-625c-4dda-80dd-2b26a364f1e5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:24.155034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No DVR routers for this DVR port 5955c948-625c-4dda-80dd-2b26a364f1e5 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:24.180297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] For port 5955c948-625c-4dda-80dd-2b26a364f1e5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5955c948-625c-4dda-80dd-2b26a364f1e5,segment=NetworkSegment(06cd2c9a-e79a-41e9-a325-d6622d97194f),segment_id=06cd2c9a-e79a-41e9-a325-d6622d97194f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:24.180692 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.194770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5955c948-625c-4dda-80dd-2b26a364f1e5 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:24.196679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] Calling delete_port for 5955c948-625c-4dda-80dd-2b26a364f1e5 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:24.220843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5955c948-625c-4dda-80dd-2b26a364f1e5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:24.221180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5955c948-625c-4dda-80dd-2b26a364f1e5 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:24.231774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.241856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f2caad-e7f6-47eb-8b88-2c1767c12311']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:24.258788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cd2c9a-e79a-41e9-a325-d6622d97194f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:24.259136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cd2c9a-e79a-41e9-a325-d6622d97194f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:24.268097 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.282366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.289108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:24.289500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:24.292846 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:24.295436 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.319380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] Pushing event deleted for resources: {'Port': ['ID=5955c948-625c-4dda-80dd-2b26a364f1e5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:24.322977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52928a4f-257f-4ddc-882d-5c0184b109a2 None None] No DVR routers for this DVR port 5955c948-625c-4dda-80dd-2b26a364f1e5 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:24.363264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.370309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.375731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/d8f2caad-e7f6-47eb-8b88-2c1767c12311 HTTP/1.1" status: 204 len: 168 time: 0.5440018 Aug 30 21:45:24.376191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45272) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:24.381623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-329211684'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:24.383655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e998c-e1f8-438f-8388-6d3e1bde22d2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=d8f2caad-e7f6-47eb-8b88-2c1767c12311,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:24.406622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:24.410331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.434105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:24.443242 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.443579 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Added segment 2b572348-4cb2-4cbb-956d-2742938af44e of type vlan for network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c Aug 30 21:45:24.481214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.511604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.517093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:24.517652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:24.570580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1931002 Aug 30 21:45:24.573343 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45274) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:24.580385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:24.598204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59bb81-d6b4-4033-b14c-1b83ef1356c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Network': ['ID=21d007ad-7c2c-4f31-b2b5-c1901aa7816c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:24.608954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:24.677962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:24.681652 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.185675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.241542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=965ce452-7504-4d7a-a9e9-f95ead7f447e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:25.252260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Checking segment: {'id': '2b572348-4cb2-4cbb-956d-2742938af44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:25.252616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network hostable DHCP agents. Network: 21d007ad-7c2c-4f31-b2b5-c1901aa7816c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:25.271619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:25.281110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 21d007ad-7c2c-4f31-b2b5-c1901aa7816c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:25.285577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:25.286168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.296155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19aa92-acba-4492-8e3c-c1f944bde8b0 None None] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:25.301899 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e56efdfc-b5f9-4531-931f-346c0b7adef3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7274673 Aug 30 21:45:25.304531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45276) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:25.309411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-741340185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:25.337576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.337576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.389128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.396260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.414193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.418282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-76f9e88d-51d5-4a1b-b653-55d604dab682 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1097004 Aug 30 21:45:25.418463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45278) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:25.423464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c', 'name': 'tempest-PortsIpV6TestJSON-40254668'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:25.443377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-21d007ad-7c2c-4f31-b2b5-c1901aa7816c', 'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': '965ce452-7504-4d7a-a9e9-f95ead7f447e'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:25.444271 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.526865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:25.531060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.549083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port e4ce9315-fa7d-4dee-978a-db31265f8593 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:25.578884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Allocated IP 2001:db8::2 (21d007ad-7c2c-4f31-b2b5-c1901aa7816c/965ce452-7504-4d7a-a9e9-f95ead7f447e/bb6a71d2-920a-4534-80eb-fc613ab199a3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:25.725653 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.733650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Transition to ACTIVE for port object bb6a71d2-920a-4534-80eb-fc613ab199a3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:25.747667 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Transition to ACTIVE for port object bb6a71d2-920a-4534-80eb-fc613ab199a3 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:25.755865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.796458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:25.801674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:25.804132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:25.807309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Pushing event updated for resources: {'Port': ['ID=bb6a71d2-920a-4534-80eb-fc613ab199a3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:25.814562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::330 (21d007ad-7c2c-4f31-b2b5-c1901aa7816c/965ce452-7504-4d7a-a9e9-f95ead7f447e/e4ce9315-fa7d-4dee-978a-db31265f8593) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:25.863676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Attempting to bind port bb6a71d2-920a-4534-80eb-fc613ab199a3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:25.863676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Attempting to bind port bb6a71d2-920a-4534-80eb-fc613ab199a3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '2b572348-4cb2-4cbb-956d-2742938af44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:25.863676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Attempting to bind port bb6a71d2-920a-4534-80eb-fc613ab199a3 on network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:25.868818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:25.869192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Checking segment: {'id': '2b572348-4cb2-4cbb-956d-2742938af44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:25.869600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.869986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Bound using segment: {'id': '2b572348-4cb2-4cbb-956d-2742938af44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:25.870443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Bound port: bb6a71d2-920a-4534-80eb-fc613ab199a3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b572348-4cb2-4cbb-956d-2742938af44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '21d007ad-7c2c-4f31-b2b5-c1901aa7816c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:25.870863 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.933274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] For port bb6a71d2-920a-4534-80eb-fc613ab199a3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:25.936311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] For port bb6a71d2-920a-4534-80eb-fc613ab199a3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb6a71d2-920a-4534-80eb-fc613ab199a3,segment=NetworkSegment(2b572348-4cb2-4cbb-956d-2742938af44e),segment_id=2b572348-4cb2-4cbb-956d-2742938af44e)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:25.942530 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.958255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:25.972550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object e4ce9315-fa7d-4dee-978a-db31265f8593 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:26.000118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052856b-47b4-4e93-b12a-4f3acb152c53 None None] Pushing event updated for resources: {'Port': ['ID=bb6a71d2-920a-4534-80eb-fc613ab199a3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:26.013175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:26.062566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:26.065785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:26.069920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:26.075467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:26.076075 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:26.082445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=e4ce9315-fa7d-4dee-978a-db31265f8593,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:26.098239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7a2cca50-5dec-4194-a457-bf68bebc94ec tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6785774 Aug 30 21:45:26.100960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45280) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:26.757985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:26.849088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc07ccd-3e81-42ae-9a47-db732f56cb9f None None] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:27.016580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.022742 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.073840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e5ac64cd-57fd-4700-9ec0-003b0e9b58cc None None] Provisioning for port bb6a71d2-920a-4534-80eb-fc613ab199a3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:27.095402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=e4ce9315-fa7d-4dee-978a-db31265f8593,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:27.123286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.124048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.124048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.124377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.124722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.125053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.125381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.125712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.126039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.126380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.126703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.127044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:27.210625 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.330847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.412139 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a432b5d5-188f-4d7d-930a-5fd49f52dd88 None None] Provisioning for port e4ce9315-fa7d-4dee-978a-db31265f8593 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:27.419909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a432b5d5-188f-4d7d-930a-5fd49f52dd88 None None] Provisioning complete for port e4ce9315-fa7d-4dee-978a-db31265f8593 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:27.420278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a432b5d5-188f-4d7d-930a-5fd49f52dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.456478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a432b5d5-188f-4d7d-930a-5fd49f52dd88 None None] Port e4ce9315-fa7d-4dee-978a-db31265f8593 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:27.588348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-24779405-c668-4f8b-975c-bf5c299f00c4 None None] Provisioning complete for port e4ce9315-fa7d-4dee-978a-db31265f8593 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:27.588856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-24779405-c668-4f8b-975c-bf5c299f00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.596197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.603555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.604435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.630147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-24779405-c668-4f8b-975c-bf5c299f00c4 None None] Port e4ce9315-fa7d-4dee-978a-db31265f8593 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:27.695946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=e4ce9315-fa7d-4dee-978a-db31265f8593,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:27.739101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:27.740771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:27.850971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0cacae8c-1861-4c84-a9b3-6a4a99678a3f None None] Provisioning complete for port e4ce9315-fa7d-4dee-978a-db31265f8593 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:27.851597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0cacae8c-1861-4c84-a9b3-6a4a99678a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:27.865339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Router c1925319-8650-4076-b45f-47b688f9ee0f is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:45:27.887791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0cacae8c-1861-4c84-a9b3-6a4a99678a3f None None] Port e4ce9315-fa7d-4dee-978a-db31265f8593 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:27.962599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:45:27.967760 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b70a3a68-fd36-4069-957b-cd0d772a1c2a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/routers/c1925319-8650-4076-b45f-47b688f9ee0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8656797 Aug 30 21:45:27.970276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45282) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:27.974870 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] Sync routers for ids ['c1925319-8650-4076-b45f-47b688f9ee0f'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:45:27.984245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] Routers {'c1925319-8650-4076-b45f-47b688f9ee0f'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:45:27.984852 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c1925319-8650-4076-b45f-47b688f9ee0f'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:28.007687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-613d5eba-fcc5-4481-89f7-ad5ab1fdcf42 None None] Provisioning complete for port e4ce9315-fa7d-4dee-978a-db31265f8593 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:28.008056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-613d5eba-fcc5-4481-89f7-ad5ab1fdcf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.016123 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:28.020329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2a410-db3c-458a-9315-dad44e41f208 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:28.024829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dbe2a410-db3c-458a-9315-dad44e41f208 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1925319-8650-4076-b45f-47b688f9ee0f HTTP/1.1" status: 200 len: 987 time: 0.0506437 Aug 30 21:45:28.024990 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] Routers {'c1925319-8650-4076-b45f-47b688f9ee0f'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:45:28.025085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45284) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:28.025576 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c1925319-8650-4076-b45f-47b688f9ee0f'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:28.045118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-613d5eba-fcc5-4481-89f7-ad5ab1fdcf42 None None] Port e4ce9315-fa7d-4dee-978a-db31265f8593 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:28.059292 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:28.060006 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674d5b9-c847-4b65-b063-43012669ccb8 None None] The sync data for ids ['c1925319-8650-4076-b45f-47b688f9ee0f'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:45:28.201868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb6a71d2-920a-4534-80eb-fc613ab199a3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:28.251869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port bb6a71d2-920a-4534-80eb-fc613ab199a3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:28.255759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bb6a71d2-920a-4534-80eb-fc613ab199a3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:28.256043 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.334412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.366440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port bb6a71d2-920a-4534-80eb-fc613ab199a3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb6a71d2-920a-4534-80eb-fc613ab199a3,segment=NetworkSegment(2b572348-4cb2-4cbb-956d-2742938af44e),segment_id=2b572348-4cb2-4cbb-956d-2742938af44e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:28.371474 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.419411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=bb6a71d2-920a-4534-80eb-fc613ab199a3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:28.438938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.660713 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port e4ce9315-fa7d-4dee-978a-db31265f8593 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:28.660960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.757726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.769301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for e4ce9315-fa7d-4dee-978a-db31265f8593 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:28.946409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:28.975677 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=e4ce9315-fa7d-4dee-978a-db31265f8593,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:29.068019 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:29.228040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Router c1925319-8650-4076-b45f-47b688f9ee0f has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:45:29.306505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:45:29.313162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-72648b1d-d366-41df-9b4e-2b93c2d64506 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/routers/c1925319-8650-4076-b45f-47b688f9ee0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2871878 Aug 30 21:45:29.316109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:29.319193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] Sync routers for ids ['c1925319-8650-4076-b45f-47b688f9ee0f'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:45:29.329009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] Routers {'c1925319-8650-4076-b45f-47b688f9ee0f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:45:29.329633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c1925319-8650-4076-b45f-47b688f9ee0f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:29.341784 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e18743d-cb9f-467b-b614-4709c2b9cb03 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:29.343455 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e18743d-cb9f-467b-b614-4709c2b9cb03 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/e4ce9315-fa7d-4dee-978a-db31265f8593 HTTP/1.1" status: 404 len: 333 time: 0.0263457 Aug 30 21:45:29.346466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45288) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:29.365717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:29.375337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] Routers {'c1925319-8650-4076-b45f-47b688f9ee0f'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:45:29.375974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['c1925319-8650-4076-b45f-47b688f9ee0f'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:29.408108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:29.408758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510cea9-4e68-4e30-b72b-d1b1a27a9c7d None None] The sync data for ids ['c1925319-8650-4076-b45f-47b688f9ee0f'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:45:29.743973 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:29.908236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:29.910549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:29.961184 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:29.961754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Fanout notify agent at l3_agent the message router_deleted on router c1925319-8650-4076-b45f-47b688f9ee0f {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:45:29.968663 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:29.969748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a3546b9-95f3-4352-943e-0fbfe7fb4944 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/routers/c1925319-8650-4076-b45f-47b688f9ee0f HTTP/1.1" status: 204 len: 168 time: 0.6221607 Aug 30 21:45:29.972657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45290) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:30.023543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 965ce452-7504-4d7a-a9e9-f95ead7f447e {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:30.026935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.067103 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.158171 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.182808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb6a71d2-920a-4534-80eb-fc613ab199a3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:30.221697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.231155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bb6a71d2-920a-4534-80eb-fc613ab199a3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:30.231558 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.249264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=965ce452-7504-4d7a-a9e9-f95ead7f447e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:30.253269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.257732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7f42498e-3d75-4dec-b07b-35d3edb94da7 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/965ce452-7504-4d7a-a9e9-f95ead7f447e HTTP/1.1" status: 204 len: 168 time: 0.2816222 Aug 30 21:45:30.258482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45292) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:30.261229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8ec21-3cc0-4a20-ad25-aec093da6738 None None] Network 21d007ad-7c2c-4f31-b2b5-c1901aa7816c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:30.339148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.392663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port bb6a71d2-920a-4534-80eb-fc613ab199a3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:30.393002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.458472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] For port bb6a71d2-920a-4534-80eb-fc613ab199a3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb6a71d2-920a-4534-80eb-fc613ab199a3,segment=NetworkSegment(2b572348-4cb2-4cbb-956d-2742938af44e),segment_id=2b572348-4cb2-4cbb-956d-2742938af44e)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:30.458904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.472120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for bb6a71d2-920a-4534-80eb-fc613ab199a3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:30.478317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] DHCP port deletion for 21d007ad-7c2c-4f31-b2b5-c1901aa7816c request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:30.525170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] Deleting port bb6a71d2-920a-4534-80eb-fc613ab199a3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:30.525523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.555670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.581890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=bb6a71d2-920a-4534-80eb-fc613ab199a3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:30.586068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] For port bb6a71d2-920a-4534-80eb-fc613ab199a3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bb6a71d2-920a-4534-80eb-fc613ab199a3,segment=NetworkSegment(2b572348-4cb2-4cbb-956d-2742938af44e),segment_id=2b572348-4cb2-4cbb-956d-2742938af44e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:30.586463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.586609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No DVR routers for this DVR port bb6a71d2-920a-4534-80eb-fc613ab199a3 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:30.599467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] Calling delete_port for bb6a71d2-920a-4534-80eb-fc613ab199a3 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:30.668073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.675886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.678578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d007ad-7c2c-4f31-b2b5-c1901aa7816c']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:30.688929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b572348-4cb2-4cbb-956d-2742938af44e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:30.689223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b572348-4cb2-4cbb-956d-2742938af44e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:30.697844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.700057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] Pushing event deleted for resources: {'Port': ['ID=bb6a71d2-920a-4534-80eb-fc613ab199a3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:30.705285 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b810f46-d798-42d1-af5d-a48c02fd050e None None] No DVR routers for this DVR port bb6a71d2-920a-4534-80eb-fc613ab199a3 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:30.715602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.721936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:30.722325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:30.727886 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:30.784456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.793379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:30.795845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/21d007ad-7c2c-4f31-b2b5-c1901aa7816c HTTP/1.1" status: 204 len: 168 time: 0.5370317 Aug 30 21:45:30.799752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45294) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:30.811964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc480-05b9-41f1-a466-827744a70331 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=21d007ad-7c2c-4f31-b2b5-c1901aa7816c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:30.849204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63157f-9abe-4c38-a42b-72b2d20b1386 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:30.850511 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0d63157f-9abe-4c38-a42b-72b2d20b1386 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/d27657f9-7196-47c3-b149-897bba8639dd HTTP/1.1" status: 200 len: 845 time: 0.0497010 Aug 30 21:45:30.854288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:30.891680 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fbb31598-0db2-4bae-986b-103e6e2fb032 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/d27657f9-7196-47c3-b149-897bba8639dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0363233 Aug 30 21:45:30.895235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45298) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:30.899879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:30.994374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:30.997809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.194886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.241339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:31.244722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:31.248841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:31.249435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.255709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5d5a4-9f95-4295-a6cf-ce6ec81cc9aa None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:31.265825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=1bb1477c-b7f9-4a15-a47a-7b56d87aa355,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:31.269926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-af17721f-78dd-4cea-a1f1-c18acbfe9673 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3738041 Aug 30 21:45:31.272734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45300) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:31.277161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'security_group': {'name': 'tempest-secgroup-1170665658'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:31.300398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.385953 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.390597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.422162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'tenant_id': '8c1302631cfc4e88838a6bb3ace3a2ac', 'fixed_ips': [{'subnet_id': '1bb1477c-b7f9-4a15-a47a-7b56d87aa355'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:31.423578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.425182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.426610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1527839 Aug 30 21:45:31.428809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27588431-7fbd-4834-9a45-a6e814c98847 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b3bf4c-4938-4462-940f-f8c796da7b23,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:31.429339 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45302) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:31.434562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'security_group': {'name': 'tempest-secgroup-307350173'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:31.456764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.543008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.548247 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.569912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Allocated IP 2001:db8::2 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/1bb1477c-b7f9-4a15-a47a-7b56d87aa355/5ff59fc6-c90b-4a67-a271-ff71d243595f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:31.579535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ac968-5e19-4e2c-9a42-52c897702df8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:31.583216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.584460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ca76e26-108d-4d90-bba1-b5bb2bac1d37 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1541090 Aug 30 21:45:31.587251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45304) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:31.593051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-673222707', 'security_groups': ['4d6ac968-5e19-4e2c-9a42-52c897702df8'], 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bb1477c-b7f9-4a15-a47a-7b56d87aa355'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:31.701900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:31.715909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.724950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Transition to ACTIVE for port object 5ff59fc6-c90b-4a67-a271-ff71d243595f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:31.739518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Transition to ACTIVE for port object 5ff59fc6-c90b-4a67-a271-ff71d243595f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:31.745833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.781259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:31.787579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:31.789595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.790128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:31.798847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Pushing event updated for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:31.807218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port be530749-ee03-4a60-99be-e77a717e1d7c yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:31.848706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Attempting to bind port 5ff59fc6-c90b-4a67-a271-ff71d243595f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:31.849053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Attempting to bind port 5ff59fc6-c90b-4a67-a271-ff71d243595f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0005ea74-0c75-448e-bec4-f2c32fd718b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:31.849420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Attempting to bind port 5ff59fc6-c90b-4a67-a271-ff71d243595f on network ce43ade8-0198-4d85-aec9-cfb9cc9501be {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:31.854639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:31.855219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Checking segment: {'id': '0005ea74-0c75-448e-bec4-f2c32fd718b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:31.855641 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.856067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Bound using segment: {'id': '0005ea74-0c75-448e-bec4-f2c32fd718b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:31.856522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Bound port: 5ff59fc6-c90b-4a67-a271-ff71d243595f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0005ea74-0c75-448e-bec4-f2c32fd718b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:31.856991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.919269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:31.922854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5ff59fc6-c90b-4a67-a271-ff71d243595f,segment=NetworkSegment(0005ea74-0c75-448e-bec4-f2c32fd718b4),segment_id=0005ea74-0c75-448e-bec4-f2c32fd718b4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:31.928977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:31.974254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::2c1 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/1bb1477c-b7f9-4a15-a47a-7b56d87aa355/be530749-ee03-4a60-99be-e77a717e1d7c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:31.991052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0f1c0-979e-49f3-9863-55e7016db4b8 None None] Pushing event updated for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:32.136661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.153056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object be530749-ee03-4a60-99be-e77a717e1d7c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:32.200340 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.235469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5ff59fc6-c90b-4a67-a271-ff71d243595f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:32.265389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:32.270966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:32.274866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:32.280806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:32.281428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.294300 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=be530749-ee03-4a60-99be-e77a717e1d7c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:32.299723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5ff59fc6-c90b-4a67-a271-ff71d243595f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:32.305646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:32.306114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f52cbbe5-12fe-4023-8557-a0391b57b9aa tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7175648 Aug 30 21:45:32.312444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:32.349664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb6a71d2-920a-4534-80eb-fc613ab199a3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:32.369389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: bb6a71d2-920a-4534-80eb-fc613ab199a3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:32.369726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bb6a71d2-920a-4534-80eb-fc613ab199a3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:32.429672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:32.433363 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.527789 n-d-793620-16 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bb1477c-b7f9-4a15-a47a-7b56d87aa355 (CIDR: 2001:db8::/64) Aug 30 21:45:32.532364 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:45:32.532826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:32.547809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7838765d-0f0f-4c70-ad5b-a137e8c32e7a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2399135 Aug 30 21:45:32.550695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:32.555563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:32.666355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:32.670152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.902181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.953204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:32.956485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:32.960935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:32.961491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:32.966951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=146ee2bb-9d96-409b-81c9-3e22b24e07a4,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:32.982117 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60727311-c86e-44fc-a4ff-6f968585a094 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4303770 Aug 30 21:45:32.984852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:32.990137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-969836602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '146ee2bb-9d96-409b-81c9-3e22b24e07a4'}], 'security_groups': ['48b3bf4c-4938-4462-940f-f8c796da7b23']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:33.007353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Provisioning for port 5ff59fc6-c90b-4a67-a271-ff71d243595f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:33.012855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Provisioning complete for port 5ff59fc6-c90b-4a67-a271-ff71d243595f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:33.013221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.097505 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.118166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056cd9f-b56b-44f7-b397-dd7fdb25ecfe None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:33.141613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.171381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5ff59fc6-c90b-4a67-a271-ff71d243595f,segment=NetworkSegment(0005ea74-0c75-448e-bec4-f2c32fd718b4),segment_id=0005ea74-0c75-448e-bec4-f2c32fd718b4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:33.179317 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.242932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Provisioning complete for port d27657f9-7196-47c3-b149-897bba8639dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:33.243300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.295291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Pushing event updated for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:33.319410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3d103465-5fb9-4ffe-8e01-cd6450fa70d9 None None] Port d27657f9-7196-47c3-b149-897bba8639dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:33.418220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Update dhcp port {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'fixed_ips': [{'subnet_id': '1bb1477c-b7f9-4a15-a47a-7b56d87aa355', 'ip_address': '2001:db8::2'}, {'subnet_id': '146ee2bb-9d96-409b-81c9-3e22b24e07a4'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '5ff59fc6-c90b-4a67-a271-ff71d243595f'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:45:33.450559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.461629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Delete allocated IP 2001:db8::2c1 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/1bb1477c-b7f9-4a15-a47a-7b56d87aa355) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 21:45:33.466763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-46c2c826-5d0d-4346-8808-1d5fd0483af5 None None] Provisioning for port be530749-ee03-4a60-99be-e77a717e1d7c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:33.473174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8:0:1::309 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/146ee2bb-9d96-409b-81c9-3e22b24e07a4/be530749-ee03-4a60-99be-e77a717e1d7c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:33.474141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-46c2c826-5d0d-4346-8808-1d5fd0483af5 None None] Provisioning complete for port be530749-ee03-4a60-99be-e77a717e1d7c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:33.474514 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-46c2c826-5d0d-4346-8808-1d5fd0483af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.535133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-46c2c826-5d0d-4346-8808-1d5fd0483af5 None None] Port be530749-ee03-4a60-99be-e77a717e1d7c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:33.629201 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.640903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Ignored duplicate provisioning block setup for port be530749-ee03-4a60-99be-e77a717e1d7c by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:45:33.645937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.695184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Allocated IP 2001:db8:0:1::2 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/146ee2bb-9d96-409b-81c9-3e22b24e07a4/5ff59fc6-c90b-4a67-a271-ff71d243595f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:33.702260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] In _notify_port_updated(), no bound segment for port be530749-ee03-4a60-99be-e77a717e1d7c on network ce43ade8-0198-4d85-aec9-cfb9cc9501be {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:33.707753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:33.708481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.709771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/ports/be530749-ee03-4a60-99be-e77a717e1d7c HTTP/1.1" status: 200 len: 930 time: 0.7239916 Aug 30 21:45:33.712714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:33.725782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2f8d3-3b0a-436a-8a42-0e4b7ad77a00 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=be530749-ee03-4a60-99be-e77a717e1d7c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:33.771854 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.800847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5ff59fc6-c90b-4a67-a271-ff71d243595f,segment=NetworkSegment(0005ea74-0c75-448e-bec4-f2c32fd718b4),segment_id=0005ea74-0c75-448e-bec4-f2c32fd718b4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:33.806210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port be530749-ee03-4a60-99be-e77a717e1d7c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:33.806584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.829402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.842807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Transition to ACTIVE for port object 5ff59fc6-c90b-4a67-a271-ff71d243595f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:33.847741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.892170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:33.904654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for be530749-ee03-4a60-99be-e77a717e1d7c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:33.936732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c274d2-7b83-428c-9056-466c9d0dd560 None None] Pushing event updated for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:34.044613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.073631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=be530749-ee03-4a60-99be-e77a717e1d7c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:34.099728 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.101769 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e5f4d657-9340-4d50-a591-2c59af75259c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/be530749-ee03-4a60-99be-e77a717e1d7c HTTP/1.1" status: 204 len: 168 time: 0.3881342 Aug 30 21:45:34.104372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:34.128960 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8faee8-30d5-41fd-bf13-bcea62055bcb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:34.130582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3c8faee8-30d5-41fd-bf13-bcea62055bcb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/be530749-ee03-4a60-99be-e77a717e1d7c HTTP/1.1" status: 404 len: 333 time: 0.0253191 Aug 30 21:45:34.133415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:34.189988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5ff59fc6-c90b-4a67-a271-ff71d243595f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:34.196423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbeeb-5af3-4f35-954d-c4e163bc9ce5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.222101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbeeb-5af3-4f35-954d-c4e163bc9ce5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.266565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbeeb-5af3-4f35-954d-c4e163bc9ce5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.269292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbeeb-5af3-4f35-954d-c4e163bc9ce5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.270471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9d9dbeeb-5af3-4f35-954d-c4e163bc9ce5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/security-groups/4d6ac968-5e19-4e2c-9a42-52c897702df8 HTTP/1.1" status: 204 len: 168 time: 0.1361728 Aug 30 21:45:34.273297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45318) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:34.280884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dbeeb-5af3-4f35-954d-c4e163bc9ce5 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ac968-5e19-4e2c-9a42-52c897702df8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:34.339876 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6198b7-55e2-4af3-aceb-e05bb4b85bcf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.362769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6198b7-55e2-4af3-aceb-e05bb4b85bcf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.407284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6198b7-55e2-4af3-aceb-e05bb4b85bcf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.410360 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6198b7-55e2-4af3-aceb-e05bb4b85bcf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.414017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f6198b7-55e2-4af3-aceb-e05bb4b85bcf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/security-groups/48b3bf4c-4938-4462-940f-f8c796da7b23 HTTP/1.1" status: 204 len: 168 time: 0.1373303 Aug 30 21:45:34.414523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:34.422129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6198b7-55e2-4af3-aceb-e05bb4b85bcf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b3bf4c-4938-4462-940f-f8c796da7b23,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:34.469896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 1bb1477c-b7f9-4a15-a47a-7b56d87aa355 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:34.473262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.514521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.563308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Provisioning for port 5ff59fc6-c90b-4a67-a271-ff71d243595f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:34.568143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Provisioning complete for port 5ff59fc6-c90b-4a67-a271-ff71d243595f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:34.568971 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.611190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.663411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Provisioning complete for port d27657f9-7196-47c3-b149-897bba8639dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:34.663752 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.676371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.699116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Port d27657f9-7196-47c3-b149-897bba8639dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:34.702265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6591a4da-e65a-4e06-8ea6-a509f21427a4 None None] Could not find standard attr ID for object be530749-ee03-4a60-99be-e77a717e1d7c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:34.705581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb1477c-b7f9-4a15-a47a-7b56d87aa355,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:34.709763 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.715574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-90a10e38-4d79-4d54-ac29-335346816240 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/1bb1477c-b7f9-4a15-a47a-7b56d87aa355 HTTP/1.1" status: 204 len: 168 time: 0.2961535 Aug 30 21:45:34.715763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:34.721285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:34.814618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b7e0ac0-b015-4ca6-888f-5ace63d63cee None None] Could not find standard attr ID for object be530749-ee03-4a60-99be-e77a717e1d7c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:34.837627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:34.841379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:34.845281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298f5ac-dc7f-4e6b-abf5-c963e1dc43c3 None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:35.064061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.109722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:35.113053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:35.116121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:35.116798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.127243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:35.141473 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d60f6e76-df43-46c3-9874-ea20abea4b97 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4219365 Aug 30 21:45:35.141700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:35.146791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'security_group': {'name': 'tempest-secgroup-1696471641'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:35.169969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.259827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.264788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.301422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c5d26-08dd-42dd-9dba-0e08f7fb91e7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:35.304114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.308169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45326) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:35.308732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae83d0b3-3702-4399-83d6-33e5ae3c18ef tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1654453 Aug 30 21:45:35.313316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'security_group': {'name': 'tempest-secgroup-857218702'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:35.337802 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.424575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.430857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.457205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.458474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1492758 Aug 30 21:45:35.462081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45328) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:35.462504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f034ba-814c-487c-8963-b3b3d6ffedbf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaaaab2-7745-454f-8eff-a61213ebcb33,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:35.467204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'security_group': {'name': 'tempest-secgroup-711481975'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:35.491064 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.493893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe5930-4889-4299-9d42-f9e71044c7ad None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:35.562085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed3070ff-17c6-4c0c-8146-73f07842c3a5 None None] Provisioning complete for port 5ff59fc6-c90b-4a67-a271-ff71d243595f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:35.562389 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed3070ff-17c6-4c0c-8146-73f07842c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.573751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.580023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.613199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.614826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1513829 Aug 30 21:45:35.619712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45330) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:35.620536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc34469-c4bd-4420-85ae-201e69e3c7fe tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b94c69-2f9e-426a-9001-243ed02ce0cc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:35.625593 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1868057829', 'security_groups': ['f0b94c69-2f9e-426a-9001-243ed02ce0cc'], 'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:35.731060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ed3070ff-17c6-4c0c-8146-73f07842c3a5 None None] Provisioning complete for port d27657f9-7196-47c3-b149-897bba8639dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:35.731893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed3070ff-17c6-4c0c-8146-73f07842c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.741637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:35.746542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.766478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] device_id is not set on port b8e1d579-a54d-4839-881c-52499d37511c yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:35.789414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ed3070ff-17c6-4c0c-8146-73f07842c3a5 None None] Port d27657f9-7196-47c3-b149-897bba8639dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:35.805088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Update dhcp port {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'fixed_ips': [{'subnet_id': '146ee2bb-9d96-409b-81c9-3e22b24e07a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '5ff59fc6-c90b-4a67-a271-ff71d243595f'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:45:35.829902 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:35.927326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8::206 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e/b8e1d579-a54d-4839-881c-52499d37511c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:36.056874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.069893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Transition to ACTIVE for port object b8e1d579-a54d-4839-881c-52499d37511c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:36.085007 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.109734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.156668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:36.159743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Allocated IP 2001:db8::2 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e/5ff59fc6-c90b-4a67-a271-ff71d243595f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:36.159913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:36.164311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:36.170250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:36.170900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.174430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=b8e1d579-a54d-4839-881c-52499d37511c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:36.188170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9a68d3b8-48ca-48f5-8b4d-a8397e510f66 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5673416 Aug 30 21:45:36.191093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45332) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:36.196236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:36.309109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:36.313060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.410090 n-d-793620-16 neutron-server[94689]: INFO neutron.db.ipam_backend_mixin [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e (CIDR: 2001:db8::/64) Aug 30 21:45:36.413731 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:45:36.414347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:36.415631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5ff59fc6-c90b-4a67-a271-ff71d243595f,segment=NetworkSegment(0005ea74-0c75-448e-bec4-f2c32fd718b4),segment_id=0005ea74-0c75-448e-bec4-f2c32fd718b4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:36.429880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-55199bab-4ece-4dfd-8f30-8d2d492f4a3e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2376549 Aug 30 21:45:36.432571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45334) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:36.437766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:36.446414 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.460114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Transition to ACTIVE for port object 5ff59fc6-c90b-4a67-a271-ff71d243595f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:36.464896 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.545094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba93680-505b-43ba-aac4-80bc486b493c None None] Pushing event updated for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:36.551534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:36.556126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:36.652499 n-d-793620-16 neutron-server[94689]: INFO neutron.db.ipam_backend_mixin [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 146ee2bb-9d96-409b-81c9-3e22b24e07a4 (CIDR: 2001:db8:0:1::/64) Aug 30 21:45:36.656614 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:45:36.657075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:36.672890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2261bb07-16c1-4895-af02-357b51b6c473 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2392764 Aug 30 21:45:36.675740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45336) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:36.680787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'subnet': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:36.797467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Made reservation on behalf of 8c1302631cfc4e88838a6bb3ace3a2ac for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:36.801269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.023810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8fb6b730-8898-406a-bb03-ca010ca684c7 None None] Provisioning for port 5ff59fc6-c90b-4a67-a271-ff71d243595f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:37.028546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8fb6b730-8898-406a-bb03-ca010ca684c7 None None] Provisioning complete for port 5ff59fc6-c90b-4a67-a271-ff71d243595f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:37.029028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b730-8898-406a-bb03-ca010ca684c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.058397 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.101608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:37.104740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:37.109255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:37.109916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.129453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Subnet': ['ID=1e0746bb-92dc-4fd9-adc1-1062b29013be,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:37.136723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-77b8b4fc-4894-4b6b-aa3d-3039eb98ef69 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4593611 Aug 30 21:45:37.139583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:37.145954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1818006029', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e0746bb-92dc-4fd9-adc1-1062b29013be'}], 'security_groups': ['e08c5d26-08dd-42dd-9dba-0e08f7fb91e7', '7aaaaab2-7745-454f-8eff-a61213ebcb33']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:37.149803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8fb6b730-8898-406a-bb03-ca010ca684c7 None None] Provisioning complete for port d27657f9-7196-47c3-b149-897bba8639dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:37.150422 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b730-8898-406a-bb03-ca010ca684c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.186087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6b730-8898-406a-bb03-ca010ca684c7 None None] Port d27657f9-7196-47c3-b149-897bba8639dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:37.214173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b26c77-ed9d-4e3b-acb9-7f71a3f2ecbb None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:37.219271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.334409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c09b94d-d39d-4801-8888-95f6d422cfc9 None None] Provisioning for port b8e1d579-a54d-4839-881c-52499d37511c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:37.340930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c09b94d-d39d-4801-8888-95f6d422cfc9 None None] Provisioning complete for port b8e1d579-a54d-4839-881c-52499d37511c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:37.341307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c09b94d-d39d-4801-8888-95f6d422cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.395914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2c09b94d-d39d-4801-8888-95f6d422cfc9 None None] Port b8e1d579-a54d-4839-881c-52499d37511c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:37.467342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Update dhcp port {'port': {'network_id': 'ce43ade8-0198-4d85-aec9-cfb9cc9501be', 'fixed_ips': [{'subnet_id': '146ee2bb-9d96-409b-81c9-3e22b24e07a4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1e0746bb-92dc-4fd9-adc1-1062b29013be'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '5ff59fc6-c90b-4a67-a271-ff71d243595f'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:45:37.495911 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.532679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Delete allocated IP 2001:db8::206 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 21:45:37.541152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Allocated IP 2001:db8:0:2::359 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/1e0746bb-92dc-4fd9-adc1-1062b29013be/b8e1d579-a54d-4839-881c-52499d37511c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:37.708603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.720921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Ignored duplicate provisioning block setup for port b8e1d579-a54d-4839-881c-52499d37511c by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:45:37.726817 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.783260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Allocated IP 2001:db8:0:2::2 (ce43ade8-0198-4d85-aec9-cfb9cc9501be/1e0746bb-92dc-4fd9-adc1-1062b29013be/5ff59fc6-c90b-4a67-a271-ff71d243595f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:37.784799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] In _notify_port_updated(), no bound segment for port b8e1d579-a54d-4839-881c-52499d37511c on network ce43ade8-0198-4d85-aec9-cfb9cc9501be {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:37.790367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:37.791007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.792309 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "PUT /v2.0/ports/b8e1d579-a54d-4839-881c-52499d37511c HTTP/1.1" status: 200 len: 970 time: 0.6517138 Aug 30 21:45:37.795499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:37.805488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d13475-dc71-4987-aca4-5c8514e6b19a tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event updated for resources: {'Port': ['ID=b8e1d579-a54d-4839-881c-52499d37511c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:37.877768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5ff59fc6-c90b-4a67-a271-ff71d243595f,segment=NetworkSegment(0005ea74-0c75-448e-bec4-f2c32fd718b4),segment_id=0005ea74-0c75-448e-bec4-f2c32fd718b4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:37.891556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port b8e1d579-a54d-4839-881c-52499d37511c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:37.891897 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.907566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.921375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Transition to ACTIVE for port object 5ff59fc6-c90b-4a67-a271-ff71d243595f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:37.926704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.978374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:37.990699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for b8e1d579-a54d-4839-881c-52499d37511c owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:38.030098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6f3ff-4a68-4f40-9b2f-cb9661e8dcb8 None None] Pushing event updated for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:38.124488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.157200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=b8e1d579-a54d-4839-881c-52499d37511c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:38.186094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.186927 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e3c08352-7c91-416a-a8d8-65745aa95edb tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/b8e1d579-a54d-4839-881c-52499d37511c HTTP/1.1" status: 204 len: 168 time: 0.3878121 Aug 30 21:45:38.189476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:38.203389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5ff59fc6-c90b-4a67-a271-ff71d243595f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:38.214033 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d581231-6a48-4503-a6dc-e76e6f776881 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] GET failed (client error): The resource could not be found. Aug 30 21:45:38.215743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d581231-6a48-4503-a6dc-e76e6f776881 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports/b8e1d579-a54d-4839-881c-52499d37511c HTTP/1.1" status: 404 len: 333 time: 0.0253391 Aug 30 21:45:38.218529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:38.280485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378d0808-f121-4e5f-8bff-0514494740f6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.304172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378d0808-f121-4e5f-8bff-0514494740f6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.347006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378d0808-f121-4e5f-8bff-0514494740f6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.349853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-378d0808-f121-4e5f-8bff-0514494740f6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.351076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-378d0808-f121-4e5f-8bff-0514494740f6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/security-groups/f0b94c69-2f9e-426a-9001-243ed02ce0cc HTTP/1.1" status: 204 len: 168 time: 0.1316214 Aug 30 21:45:38.353788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45346) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:38.360807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d0808-f121-4e5f-8bff-0514494740f6 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b94c69-2f9e-426a-9001-243ed02ce0cc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:38.413847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d424dd1-d8a5-452c-9510-0210aba1f658 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.436584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d424dd1-d8a5-452c-9510-0210aba1f658 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.480621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d424dd1-d8a5-452c-9510-0210aba1f658 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.483274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d424dd1-d8a5-452c-9510-0210aba1f658 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.484455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d424dd1-d8a5-452c-9510-0210aba1f658 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/security-groups/7aaaaab2-7745-454f-8eff-a61213ebcb33 HTTP/1.1" status: 204 len: 168 time: 0.1296268 Aug 30 21:45:38.488217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:38.493813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d424dd1-d8a5-452c-9510-0210aba1f658 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaaaab2-7745-454f-8eff-a61213ebcb33,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:38.548031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb16e-5376-4cce-965f-8da71ef2b69b tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.572836 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb16e-5376-4cce-965f-8da71ef2b69b tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.618301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb16e-5376-4cce-965f-8da71ef2b69b tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.621352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f9ffb16e-5376-4cce-965f-8da71ef2b69b tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.622612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f9ffb16e-5376-4cce-965f-8da71ef2b69b tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/security-groups/e08c5d26-08dd-42dd-9dba-0e08f7fb91e7 HTTP/1.1" status: 204 len: 168 time: 0.1332142 Aug 30 21:45:38.625739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45350) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:38.626098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Provisioning for port 5ff59fc6-c90b-4a67-a271-ff71d243595f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:38.631007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Provisioning complete for port 5ff59fc6-c90b-4a67-a271-ff71d243595f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:38.631461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.632394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffb16e-5376-4cce-965f-8da71ef2b69b tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c5d26-08dd-42dd-9dba-0e08f7fb91e7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:38.699115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:38.703064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.725033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Could not find standard attr ID for object b8e1d579-a54d-4839-881c-52499d37511c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:38.735163 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Provisioning complete for port d27657f9-7196-47c3-b149-897bba8639dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:38.735541 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.746301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.769393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-160dc219-b898-4833-9e6d-1bb66e6f61bd None None] Port d27657f9-7196-47c3-b149-897bba8639dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:38.831211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.883197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9e02db2-d411-49d4-a2fb-19f31c69f287 None None] Could not find standard attr ID for object b8e1d579-a54d-4839-881c-52499d37511c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:38.898299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.925437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:38.929085 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:38.931517 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e6604f39-044b-42a9-a6d5-bad7f7c40562 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e HTTP/1.1" status: 204 len: 168 time: 0.3040652 Aug 30 21:45:38.934973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45352) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:38.939410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f6307-f169-45af-885f-3a9d405b60ec None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:38.985269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 1e0746bb-92dc-4fd9-adc1-1062b29013be {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:38.988381 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.006988 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9e57e10a-ea0b-4e54-8741-4cc6d6a9df01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.029592 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.115494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.177703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.204879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0746bb-92dc-4fd9-adc1-1062b29013be,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:39.208698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.210588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3ab8792f-f953-4177-b779-402fbc74c1dc tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/1e0746bb-92dc-4fd9-adc1-1062b29013be HTTP/1.1" status: 204 len: 168 time: 0.2745535 Aug 30 21:45:39.213169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45354) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.239087 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae073d4-5bc8-4f7d-97cd-cb2742541548 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.239550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae073d4-5bc8-4f7d-97cd-cb2742541548 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.243726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ae073d4-5bc8-4f7d-97cd-cb2742541548 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/5c4c8f75-4e74-4aa6-ab42-7717b3f73b7e HTTP/1.1" status: 404 len: 337 time: 0.0272207 Aug 30 21:45:39.244007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45356) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.301815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting subnet 146ee2bb-9d96-409b-81c9-3e22b24e07a4 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:39.305159 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.350433 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.437658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.504452 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.533046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Subnet': ['ID=146ee2bb-9d96-409b-81c9-3e22b24e07a4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:39.538267 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.542418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fc5889f9-d73a-4e86-948c-c0b0828f4442 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/146ee2bb-9d96-409b-81c9-3e22b24e07a4 HTTP/1.1" status: 204 len: 168 time: 0.2952907 Aug 30 21:45:39.542654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.570141 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f798a4-092d-4cb6-ae2d-9f057ef6f903 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.570606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f798a4-092d-4cb6-ae2d-9f057ef6f903 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.573932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-73f798a4-092d-4cb6-ae2d-9f057ef6f903 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/1bb1477c-b7f9-4a15-a47a-7b56d87aa355 HTTP/1.1" status: 404 len: 337 time: 0.0288312 Aug 30 21:45:39.575204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45360) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.588013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26160e1b-2ccc-4a6e-9b26-b91c010714ce None None] Network ce43ade8-0198-4d85-aec9-cfb9cc9501be requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:39.602301 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9bc81c75-815d-4851-bf97-3a11b40acebf tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1925319-8650-4076-b45f-47b688f9ee0f HTTP/1.1" status: 200 len: 205 time: 0.0260308 Aug 30 21:45:39.604765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.646256 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-1ae9f687-23c1-405d-8a23-640df313a28f tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] delete failed (client error): The resource could not be found. Aug 30 21:45:39.647348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ae9f687-23c1-405d-8a23-640df313a28f tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/routers/c1925319-8650-4076-b45f-47b688f9ee0f HTTP/1.1" status: 404 len: 336 time: 0.0416839 Aug 30 21:45:39.648553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-65281583-c6bf-4fec-b207-17440a7d9816 None None] Provisioning complete for port 5ff59fc6-c90b-4a67-a271-ff71d243595f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:39.648925 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65281583-c6bf-4fec-b207-17440a7d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.649980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45364) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.678987 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-290940e0-83e3-409a-9ddc-ab89134447f2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.679483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290940e0-83e3-409a-9ddc-ab89134447f2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.681222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-290940e0-83e3-409a-9ddc-ab89134447f2 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/965ce452-7504-4d7a-a9e9-f95ead7f447e HTTP/1.1" status: 404 len: 337 time: 0.0303884 Aug 30 21:45:39.683976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.711886 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c68f9b-346c-4c71-b575-af08be0621d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.712344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c68f9b-346c-4c71-b575-af08be0621d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.714071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c0c68f9b-346c-4c71-b575-af08be0621d0 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/51b9e68a-56f4-42dc-aa4a-e5fbf44af08f HTTP/1.1" status: 404 len: 337 time: 0.0291831 Aug 30 21:45:39.716934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45368) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.743757 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-f916a5ec-bdad-44aa-97f9-5680899f123e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.744216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f916a5ec-bdad-44aa-97f9-5680899f123e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.745937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f916a5ec-bdad-44aa-97f9-5680899f123e tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/b8996549-c34f-450a-9670-b94242a8b0b9 HTTP/1.1" status: 404 len: 337 time: 0.0280101 Aug 30 21:45:39.748733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45370) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.774829 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc67477-5b53-4229-af94-23db1530f81c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.775548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc67477-5b53-4229-af94-23db1530f81c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.777356 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bfc67477-5b53-4229-af94-23db1530f81c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/161f685c-3792-4a7a-a2a6-f8361e71b8d8 HTTP/1.1" status: 404 len: 333 time: 0.0276315 Aug 30 21:45:39.780471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45372) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.788951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-65281583-c6bf-4fec-b207-17440a7d9816 None None] Provisioning complete for port d27657f9-7196-47c3-b149-897bba8639dd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:39.789325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65281583-c6bf-4fec-b207-17440a7d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.807291 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71b65d9-5201-4d10-9d45-098fc915a7f4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.808185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71b65d9-5201-4d10-9d45-098fc915a7f4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.809633 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b71b65d9-5201-4d10-9d45-098fc915a7f4 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/95e1f780-24cd-4c47-bf69-a28ede8b732a HTTP/1.1" status: 404 len: 337 time: 0.0282176 Aug 30 21:45:39.812498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45374) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.823094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-65281583-c6bf-4fec-b207-17440a7d9816 None None] Port d27657f9-7196-47c3-b149-897bba8639dd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:45:39.839330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] DHCP port deletion for ce43ade8-0198-4d85-aec9-cfb9cc9501be request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:39.840096 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-3191a8a8-ac35-4e9e-b22f-9a2db986ba50 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.840595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3191a8a8-ac35-4e9e-b22f-9a2db986ba50 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.842374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3191a8a8-ac35-4e9e-b22f-9a2db986ba50 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/f85e3667-3295-4b6f-b15a-9305ce648d4d HTTP/1.1" status: 404 len: 337 time: 0.0285807 Aug 30 21:45:39.845099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45376) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.867227 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d70ca92-de25-4feb-8e40-dcf21fa29551 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.867823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d70ca92-de25-4feb-8e40-dcf21fa29551 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.869592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5d70ca92-de25-4feb-8e40-dcf21fa29551 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/f980acd6-c32e-4733-9985-0623c0a2acf7 HTTP/1.1" status: 404 len: 333 time: 0.0235369 Aug 30 21:45:39.872126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45378) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.885366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] Deleting port 5ff59fc6-c90b-4a67-a271-ff71d243595f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:39.885920 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.901474 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7ec090-2e43-4406-b1d0-cc94cb79dd65 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.901937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7ec090-2e43-4406-b1d0-cc94cb79dd65 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.906605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0b7ec090-2e43-4406-b1d0-cc94cb79dd65 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/94cce34f-828c-4420-af74-be85fd439164 HTTP/1.1" status: 404 len: 337 time: 0.0307202 Aug 30 21:45:39.906848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.932896 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a502563-64d6-4606-aaba-2fb0a5df618c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:39.933166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a502563-64d6-4606-aaba-2fb0a5df618c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:39.934882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a502563-64d6-4606-aaba-2fb0a5df618c tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/subnets/3a134072-3d44-4ebb-991c-995f9edcb03f HTTP/1.1" status: 404 len: 337 time: 0.0270720 Aug 30 21:45:39.937735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:39.948239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] For port 5ff59fc6-c90b-4a67-a271-ff71d243595f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5ff59fc6-c90b-4a67-a271-ff71d243595f,segment=NetworkSegment(0005ea74-0c75-448e-bec4-f2c32fd718b4),segment_id=0005ea74-0c75-448e-bec4-f2c32fd718b4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:39.948933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:39.967193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] Calling delete_port for 5ff59fc6-c90b-4a67-a271-ff71d243595f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:40.025645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Deleting port d27657f9-7196-47c3-b149-897bba8639dd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:40.025959 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.047566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.073481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] Pushing event deleted for resources: {'Port': ['ID=5ff59fc6-c90b-4a67-a271-ff71d243595f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:40.075330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c562ec-4e97-4865-bc2b-5226e6f1168d None None] No DVR routers for this DVR port 5ff59fc6-c90b-4a67-a271-ff71d243595f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:40.100610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.113239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Calling delete_port for d27657f9-7196-47c3-b149-897bba8639dd owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:40.183718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5ff59fc6-c90b-4a67-a271-ff71d243595f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:40.194038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.204840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5ff59fc6-c90b-4a67-a271-ff71d243595f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:40.205174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5ff59fc6-c90b-4a67-a271-ff71d243595f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:40.222994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Port': ['ID=d27657f9-7196-47c3-b149-897bba8639dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:40.227888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.229791 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6b7c5b7e-bd5c-4ddd-b884-0faa189cf1c3 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/ports/d27657f9-7196-47c3-b149-897bba8639dd HTTP/1.1" status: 204 len: 168 time: 0.2910678 Aug 30 21:45:40.232389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:40.317819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.403175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.418211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce43ade8-0198-4d85-aec9-cfb9cc9501be']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:40.429066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0005ea74-0c75-448e-bec4-f2c32fd718b4') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:40.429362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0005ea74-0c75-448e-bec4-f2c32fd718b4') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:40.438397 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.456317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.462208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:40.462587 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:40.465590 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:40.522116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.529535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:40.531374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] 10.222.0.76 "DELETE /v2.0/networks/ce43ade8-0198-4d85-aec9-cfb9cc9501be HTTP/1.1" status: 204 len: 168 time: 0.2980614 Aug 30 21:45:40.542830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb06eac-98e6-44dc-9e7e-b0b12f922613 tempest-PortsIpV6TestJSON-1092765149 tempest-PortsIpV6TestJSON-1092765149-project] Pushing event deleted for resources: {'Network': ['ID=ce43ade8-0198-4d85-aec9-cfb9cc9501be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:40.798276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:40.944940 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e72318ec-b16e-4d2a-b3eb-c8a6333e3820 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c1302631cfc4e88838a6bb3ace3a2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454368 Aug 30 21:45:40.948440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:40.996443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8efdd8d4-c940-4a01-abef-ce93b697a31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.018043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8efdd8d4-c940-4a01-abef-ce93b697a31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.082884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8efdd8d4-c940-4a01-abef-ce93b697a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.085547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8efdd8d4-c940-4a01-abef-ce93b697a31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.086705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8efdd8d4-c940-4a01-abef-ce93b697a31a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f505be66-5669-4e05-a0b2-4a700769ea82 HTTP/1.1" status: 204 len: 168 time: 0.1373372 Aug 30 21:45:41.094206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdd8d4-c940-4a01-abef-ce93b697a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f505be66-5669-4e05-a0b2-4a700769ea82,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:41.765718 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.797542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45416) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:41.900818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1700666822'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:41.927567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:41.929154 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-489463b8-8212-415d-99a8-1764657f3bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.931066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:41.940169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.033381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.038600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.064483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:42.073985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe559a5-8135-4233-a2d1-f440302f6731,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:42.079812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.080227 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment 7389e4dd-864e-471b-9adb-a1e3ca5b6916 of type vlan for network 0113607e-8d79-4a41-b82d-3a930322b781 Aug 30 21:45:42.120464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.147822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.153534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:42.154153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.217346 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4186885 Aug 30 21:45:42.220224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45420) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:42.223330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdc5e-6182-4b25-a396-7c5f922f45b7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=0113607e-8d79-4a41-b82d-3a930322b781,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:42.225533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'name': 'tempest-PortsTestJSON-1300092597'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:42.234023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:42.317199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:42.320889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.338349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:42.500495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.538828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.596235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=2c1bb494-1c2e-462f-a19e-4ea8edb13de4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:42.612105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': '7389e4dd-864e-471b-9adb-a1e3ca5b6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:42.612495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 0113607e-8d79-4a41-b82d-3a930322b781, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:42.636992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:42.647662 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0113607e-8d79-4a41-b82d-3a930322b781) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:42.651419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:42.658063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:42.659022 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.660050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79cb62-35bb-4395-bdf3-11eaf4b8bbc6 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:42.674946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-79561d52-cba6-402f-990f-d28130c58ff3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4535568 Aug 30 21:45:42.678104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45422) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:42.683285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-73670701'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:42.706224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:42.709744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.733910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:42.744033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.744398 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment e897cf25-3a27-4d07-bfc9-a7ce80503765 of type vlan for network 90f54081-fb61-4f66-8d27-3b512f7b4391 Aug 30 21:45:42.754059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.784511 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.813451 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.819068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:42.819640 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:42.869559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1903896 Aug 30 21:45:42.872286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45424) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:42.883378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'ports': [{'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'}, {'network_id': '90f54081-fb61-4f66-8d27-3b512f7b4391'}]} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:42.883689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:42.884168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '90f54081-fb61-4f66-8d27-3b512f7b4391'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:42.930231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b578afd-f47a-4314-8471-ec1dde00c1f4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=90f54081-fb61-4f66-8d27-3b512f7b4391,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:42.942271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 90f54081-fb61-4f66-8d27-3b512f7b4391 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:43.062948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 2} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:43.070196 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.085809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.166882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 287b727c-14dd-4e93-9545-7e5d8769c1f3 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:43.293703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.389889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 0133bb02-ec3f-474a-b3e6-43c0f56fa9c4 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:43.465178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:45:43.504401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.547531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.594263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:43.597280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:43.601006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:43.601826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.608168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=287b727c-14dd-4e93-9545-7e5d8769c1f3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:43.662451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=0133bb02-ec3f-474a-b3e6-43c0f56fa9c4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:43.677078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': 'e897cf25-3a27-4d07-bfc9-a7ce80503765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '90f54081-fb61-4f66-8d27-3b512f7b4391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:43.677447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 90f54081-fb61-4f66-8d27-3b512f7b4391, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:43.695680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 90f54081-fb61-4f66-8d27-3b512f7b4391 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:43.706635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 90f54081-fb61-4f66-8d27-3b512f7b4391) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:43.710703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:43.715652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a427f84-0f63-4b7a-ac85-6e678408bb71 None None] Network 90f54081-fb61-4f66-8d27-3b512f7b4391 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:43.717221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:43.722016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:43.722697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.738097 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-238f6cfd-6d05-44bb-bef8-3a9cf3746efd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8648043 Aug 30 21:45:43.740896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45428) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:43.829316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 0133bb02-ec3f-474a-b3e6-43c0f56fa9c4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:43.829744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.893723 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:43.906962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 0133bb02-ec3f-474a-b3e6-43c0f56fa9c4 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:43.998720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.026459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=0133bb02-ec3f-474a-b3e6-43c0f56fa9c4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:44.032316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.034433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ad23e635-4687-46a6-b9d0-614aac8d6549 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/0133bb02-ec3f-474a-b3e6-43c0f56fa9c4 HTTP/1.1" status: 204 len: 168 time: 0.2922928 Aug 30 21:45:44.037093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:44.086649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a6dbd-af97-49c0-b186-f795a16ee457 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:44.092477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a6dbd-af97-49c0-b186-f795a16ee457 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:44.093986 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d38a6dbd-af97-49c0-b186-f795a16ee457 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0559318 Aug 30 21:45:44.098066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45432) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:44.185205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 287b727c-14dd-4e93-9545-7e5d8769c1f3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:44.185603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.256641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.276401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 287b727c-14dd-4e93-9545-7e5d8769c1f3 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:44.365560 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.394464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=287b727c-14dd-4e93-9545-7e5d8769c1f3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:44.399494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.401484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4f672c0-8dff-4260-9b5f-c80ab728606d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/287b727c-14dd-4e93-9545-7e5d8769c1f3 HTTP/1.1" status: 204 len: 168 time: 0.3025329 Aug 30 21:45:44.405136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:44.451935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc6f92-1729-435f-94db-c29e6243120e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:44.453395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a7dc6f92-1729-435f-94db-c29e6243120e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0473244 Aug 30 21:45:44.456225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:44.480054 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec7f031-5548-46db-af17-8656c2157b91 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:44.481447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0ec7f031-5548-46db-af17-8656c2157b91 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/0133bb02-ec3f-474a-b3e6-43c0f56fa9c4 HTTP/1.1" status: 404 len: 333 time: 0.0243111 Aug 30 21:45:44.485207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45438) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:44.511095 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-08238f45-c584-451d-ab08-120b4853c0bc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:44.512383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-08238f45-c584-451d-ab08-120b4853c0bc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/287b727c-14dd-4e93-9545-7e5d8769c1f3 HTTP/1.1" status: 404 len: 333 time: 0.0263236 Aug 30 21:45:44.514979 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45440) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:44.588661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:44.651680 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.007033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.017453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f54081-fb61-4f66-8d27-3b512f7b4391']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:45.027670 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e897cf25-3a27-4d07-bfc9-a7ce80503765') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:45.028001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e897cf25-3a27-4d07-bfc9-a7ce80503765') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:45.037228 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.050696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.056591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:45.056967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:45.059850 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:45.117322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.124550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.125651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/90f54081-fb61-4f66-8d27-3b512f7b4391 HTTP/1.1" status: 204 len: 168 time: 0.6098413 Aug 30 21:45:45.129546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45442) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:45.134888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-271979127'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:45.137134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004e94e-c177-41f1-b845-2b44571e626b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=90f54081-fb61-4f66-8d27-3b512f7b4391,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:45.161385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:45.164995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.188824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:45.197611 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.197946 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment 5e0de8e2-a925-45e5-a359-3eec15313670 of type vlan for network 07a142aa-7736-4950-b570-7f81d40d7120 Aug 30 21:45:45.236475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.261866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.267374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:45.268016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.327129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1963699 Aug 30 21:45:45.330226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45444) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:45.335270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '07a142aa-7736-4950-b570-7f81d40d7120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:45.379150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823cd64-9f41-4171-86bd-aa9a845b662e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=07a142aa-7736-4950-b570-7f81d40d7120,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:45.390190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 07a142aa-7736-4950-b570-7f81d40d7120 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:45.437814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:45.441403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.625617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.687723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=aab0a855-7c6f-4f14-9321-e5543b8d6f3f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:45.701786 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': '5e0de8e2-a925-45e5-a359-3eec15313670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '07a142aa-7736-4950-b570-7f81d40d7120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:45.702265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 07a142aa-7736-4950-b570-7f81d40d7120, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:45.727489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 07a142aa-7736-4950-b570-7f81d40d7120 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:45.737314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 07a142aa-7736-4950-b570-7f81d40d7120) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:45.741552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:45.742169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.747898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6943f-6243-48ee-b7cb-4722c73c2e55 None None] Network 07a142aa-7736-4950-b570-7f81d40d7120 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:45.757355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4620df2f-b4ec-4b8b-8c93-a6bbd4a875ab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4261286 Aug 30 21:45:45.760127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:45.764922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '07a142aa-7736-4950-b570-7f81d40d7120', 'name': 'tempest-PortsTestJSON-1939270071'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:45.877205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:45.880789 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.890733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-07a142aa-7736-4950-b570-7f81d40d7120', 'network_id': '07a142aa-7736-4950-b570-7f81d40d7120', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': 'aab0a855-7c6f-4f14-9321-e5543b8d6f3f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:45.891609 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:45.898350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port fcadef93-d3ea-403b-97e8-d8713cb904be yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:46.011988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.14 (07a142aa-7736-4950-b570-7f81d40d7120/aab0a855-7c6f-4f14-9321-e5543b8d6f3f/fcadef93-d3ea-403b-97e8-d8713cb904be) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:46.170111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.184631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object fcadef93-d3ea-403b-97e8-d8713cb904be will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:46.221621 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.265851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Allocated IP 172.20.0.2 (07a142aa-7736-4950-b570-7f81d40d7120/aab0a855-7c6f-4f14-9321-e5543b8d6f3f/f78bf97c-7306-4812-bfd5-faba51d1f30b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:46.269744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 07a142aa-7736-4950-b570-7f81d40d7120 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:46.272889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:46.275335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:46.302410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=fcadef93-d3ea-403b-97e8-d8713cb904be,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:46.327971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:46.328675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.346327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fb6215f6-2529-4702-9f0d-6edc5d0a9647 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.5852184 Aug 30 21:45:46.349285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:46.418392 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.428060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Transition to ACTIVE for port object f78bf97c-7306-4812-bfd5-faba51d1f30b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:46.432999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port fcadef93-d3ea-403b-97e8-d8713cb904be {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:46.433368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.443223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Transition to ACTIVE for port object f78bf97c-7306-4812-bfd5-faba51d1f30b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:46.451721 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.491606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Network 07a142aa-7736-4950-b570-7f81d40d7120 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:46.494557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:46.497227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:46.506477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Pushing event updated for resources: {'Port': ['ID=f78bf97c-7306-4812-bfd5-faba51d1f30b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:46.559963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Attempting to bind port f78bf97c-7306-4812-bfd5-faba51d1f30b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:46.560413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Attempting to bind port f78bf97c-7306-4812-bfd5-faba51d1f30b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5e0de8e2-a925-45e5-a359-3eec15313670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '07a142aa-7736-4950-b570-7f81d40d7120'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:46.560783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Attempting to bind port f78bf97c-7306-4812-bfd5-faba51d1f30b on network 07a142aa-7736-4950-b570-7f81d40d7120 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:46.566510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:46.566915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Checking segment: {'id': '5e0de8e2-a925-45e5-a359-3eec15313670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '07a142aa-7736-4950-b570-7f81d40d7120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:46.567322 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.567725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Bound using segment: {'id': '5e0de8e2-a925-45e5-a359-3eec15313670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '07a142aa-7736-4950-b570-7f81d40d7120'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:46.568194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Bound port: f78bf97c-7306-4812-bfd5-faba51d1f30b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0de8e2-a925-45e5-a359-3eec15313670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '07a142aa-7736-4950-b570-7f81d40d7120'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:46.568588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.637421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] For port f78bf97c-7306-4812-bfd5-faba51d1f30b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:46.640817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] For port f78bf97c-7306-4812-bfd5-faba51d1f30b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f78bf97c-7306-4812-bfd5-faba51d1f30b,segment=NetworkSegment(5e0de8e2-a925-45e5-a359-3eec15313670),segment_id=5e0de8e2-a925-45e5-a359-3eec15313670)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:46.646293 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.706619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc778c-7f68-4d6a-8603-e3e37fa7aafc None None] Pushing event updated for resources: {'Port': ['ID=f78bf97c-7306-4812-bfd5-faba51d1f30b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:46.863447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:46.880823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for fcadef93-d3ea-403b-97e8-d8713cb904be owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:47.015044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.043943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=fcadef93-d3ea-403b-97e8-d8713cb904be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:47.111950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.113803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b80a92dd-ce29-4636-a209-47662d674f9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/fcadef93-d3ea-403b-97e8-d8713cb904be HTTP/1.1" status: 204 len: 168 time: 0.7636101 Aug 30 21:45:47.118022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:47.140359 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-600c0092-31e8-4fe0-83be-b389f661f3d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:45:47.140992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600c0092-31e8-4fe0-83be-b389f661f3d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:47.145909 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-600c0092-31e8-4fe0-83be-b389f661f3d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/fcadef93-d3ea-403b-97e8-d8713cb904be HTTP/1.1" status: 404 len: 333 time: 0.0237293 Aug 30 21:45:47.146070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45452) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:47.175059 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f12a259-e6e3-425f-85ce-86c7ae6371b0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:47.176526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9f12a259-e6e3-425f-85ce-86c7ae6371b0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/fcadef93-d3ea-403b-97e8-d8713cb904be HTTP/1.1" status: 404 len: 333 time: 0.0295670 Aug 30 21:45:47.179552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:47.229787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet aab0a855-7c6f-4f14-9321-e5543b8d6f3f {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:47.233219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.273502 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.365674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.427852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.456176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=aab0a855-7c6f-4f14-9321-e5543b8d6f3f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:47.462750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.466704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-004b0eed-c31b-4ac8-9ea8-3a073a5be878 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/aab0a855-7c6f-4f14-9321-e5543b8d6f3f HTTP/1.1" status: 204 len: 168 time: 0.2843101 Aug 30 21:45:47.467697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45456) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:47.545815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.604699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port f78bf97c-7306-4812-bfd5-faba51d1f30b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:47.605058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.607689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0a33b-b3ed-4d8d-87cf-7c7c1ec970d0 None None] Network 07a142aa-7736-4950-b570-7f81d40d7120 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:47.668910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port f78bf97c-7306-4812-bfd5-faba51d1f30b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f78bf97c-7306-4812-bfd5-faba51d1f30b,segment=NetworkSegment(5e0de8e2-a925-45e5-a359-3eec15313670),segment_id=5e0de8e2-a925-45e5-a359-3eec15313670)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:47.669369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.682307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for f78bf97c-7306-4812-bfd5-faba51d1f30b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:47.723411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-00c8ed6c-a0e4-44a1-9c7a-91e869791268 None None] Provisioning for port f78bf97c-7306-4812-bfd5-faba51d1f30b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:47.779883 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.803518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53093d5-dfe2-4704-a32d-1c537e2a1a31 None None] DHCP port deletion for 07a142aa-7736-4950-b570-7f81d40d7120 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:47.808882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=f78bf97c-7306-4812-bfd5-faba51d1f30b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:47.812330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port f78bf97c-7306-4812-bfd5-faba51d1f30b on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:47.889116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.899663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a142aa-7736-4950-b570-7f81d40d7120']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:47.910878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0de8e2-a925-45e5-a359-3eec15313670') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:47.911171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0de8e2-a925-45e5-a359-3eec15313670') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:47.920602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.934425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.940583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:47.940968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:47.944182 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:48.004817 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.012758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.015010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/07a142aa-7736-4950-b570-7f81d40d7120 HTTP/1.1" status: 204 len: 168 time: 0.5462582 Aug 30 21:45:48.018958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:48.024252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-652423829'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:48.026584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcc319-9a87-4ef9-a1c4-d25e320aeda8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=07a142aa-7736-4950-b570-7f81d40d7120,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:48.047878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:48.051466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.074369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:48.083298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.083639 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment ae51c68d-fcfd-402c-a049-21b378ecd712 of type vlan for network a1d3dae7-8037-44ad-864e-a229a25b4f91 Aug 30 21:45:48.131505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.158718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.164341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:48.164925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.223082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2029202 Aug 30 21:45:48.226211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:48.232969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:48.237456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6a95e-db75-4f12-aea6-9f6f65708a13 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=a1d3dae7-8037-44ad-864e-a229a25b4f91,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:48.248589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network a1d3dae7-8037-44ad-864e-a229a25b4f91 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:48.325884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:48.329430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.522097 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.584412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=95f6577e-307a-4f5e-acd6-7d276535691b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:48.595093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': 'ae51c68d-fcfd-402c-a049-21b378ecd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:48.595448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: a1d3dae7-8037-44ad-864e-a229a25b4f91, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:48.614461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network a1d3dae7-8037-44ad-864e-a229a25b4f91 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:48.624963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, a1d3dae7-8037-44ad-864e-a229a25b4f91) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:48.633483 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:48.634211 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.635343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba0be3-0de8-4a31-b41c-495f1ce29bc9 None None] Network a1d3dae7-8037-44ad-864e-a229a25b4f91 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:48.652807 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0d2f50ce-1fe3-44e9-8c86-b69fc623869a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4254830 Aug 30 21:45:48.655912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:48.661393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1125279825'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:48.773504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:48.777603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.781159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-a1d3dae7-8037-44ad-864e-a229a25b4f91', 'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': '95f6577e-307a-4f5e-acd6-7d276535691b'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:48.782146 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:48.796210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 2fd1b54b-0112-433a-b18d-0c41e1e7044b yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:48.908503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.4 (a1d3dae7-8037-44ad-864e-a229a25b4f91/95f6577e-307a-4f5e-acd6-7d276535691b/2fd1b54b-0112-433a-b18d-0c41e1e7044b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:49.046037 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.060422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object 2fd1b54b-0112-433a-b18d-0c41e1e7044b will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:49.094167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.135616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network a1d3dae7-8037-44ad-864e-a229a25b4f91 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:49.136122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Allocated IP 172.20.0.2 (a1d3dae7-8037-44ad-864e-a229a25b4f91/95f6577e-307a-4f5e-acd6-7d276535691b/881326b3-33d0-48e9-8867-b79e5259e464) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:49.138938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:49.143219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:49.150043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=2fd1b54b-0112-433a-b18d-0c41e1e7044b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:49.194976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:49.195592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.214039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-42696078-8492-419a-b3f1-f311a968afb8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.5568666 Aug 30 21:45:49.216851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45466) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:49.289976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.298487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Transition to ACTIVE for port object 881326b3-33d0-48e9-8867-b79e5259e464 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:49.307679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 2fd1b54b-0112-433a-b18d-0c41e1e7044b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:49.308099 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.313156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Transition to ACTIVE for port object 881326b3-33d0-48e9-8867-b79e5259e464 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:49.321382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.362897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Network a1d3dae7-8037-44ad-864e-a229a25b4f91 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:49.365738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:49.370196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:49.377215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Pushing event updated for resources: {'Port': ['ID=881326b3-33d0-48e9-8867-b79e5259e464,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:49.394107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.406152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 2fd1b54b-0112-433a-b18d-0c41e1e7044b owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:49.429606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Attempting to bind port 881326b3-33d0-48e9-8867-b79e5259e464 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:49.429866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Attempting to bind port 881326b3-33d0-48e9-8867-b79e5259e464 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'ae51c68d-fcfd-402c-a049-21b378ecd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:49.430242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Attempting to bind port 881326b3-33d0-48e9-8867-b79e5259e464 on network a1d3dae7-8037-44ad-864e-a229a25b4f91 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:49.436134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:49.436522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Checking segment: {'id': 'ae51c68d-fcfd-402c-a049-21b378ecd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:49.436907 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.437332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Bound using segment: {'id': 'ae51c68d-fcfd-402c-a049-21b378ecd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:49.437803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Bound port: 881326b3-33d0-48e9-8867-b79e5259e464, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae51c68d-fcfd-402c-a049-21b378ecd712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a1d3dae7-8037-44ad-864e-a229a25b4f91'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:49.438189 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.501218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] For port 881326b3-33d0-48e9-8867-b79e5259e464, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:49.542595 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.543310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] For port 881326b3-33d0-48e9-8867-b79e5259e464, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=881326b3-33d0-48e9-8867-b79e5259e464,segment=NetworkSegment(ae51c68d-fcfd-402c-a049-21b378ecd712),segment_id=ae51c68d-fcfd-402c-a049-21b378ecd712)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:49.549915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.568653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=2fd1b54b-0112-433a-b18d-0c41e1e7044b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:49.609296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9abec-6565-4907-8adb-5ab3bf3f6538 None None] Pushing event updated for resources: {'Port': ['ID=881326b3-33d0-48e9-8867-b79e5259e464,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:49.646798 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.648833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44e73560-dd23-449e-b691-585248fe2e02 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/2fd1b54b-0112-433a-b18d-0c41e1e7044b HTTP/1.1" status: 204 len: 168 time: 0.4310446 Aug 30 21:45:49.651789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45468) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:49.677716 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e582c8-9301-459e-bace-13013eca66aa tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:49.682115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-76e582c8-9301-459e-bace-13013eca66aa tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/2fd1b54b-0112-433a-b18d-0c41e1e7044b HTTP/1.1" status: 404 len: 333 time: 0.0292337 Aug 30 21:45:49.682253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45470) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:49.739984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 95f6577e-307a-4f5e-acd6-7d276535691b {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:49.743995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.790022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.878545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.938686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.966058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=95f6577e-307a-4f5e-acd6-7d276535691b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:49.969742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:49.971663 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-81415023-62df-4f72-8ae2-e68f0f92131d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/95f6577e-307a-4f5e-acd6-7d276535691b HTTP/1.1" status: 204 len: 168 time: 0.2883444 Aug 30 21:45:49.974614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45472) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:50.053182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.113579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 881326b3-33d0-48e9-8867-b79e5259e464 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:50.113917 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.178891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port 881326b3-33d0-48e9-8867-b79e5259e464, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=881326b3-33d0-48e9-8867-b79e5259e464,segment=NetworkSegment(ae51c68d-fcfd-402c-a049-21b378ecd712),segment_id=ae51c68d-fcfd-402c-a049-21b378ecd712)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:50.179272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.193881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 881326b3-33d0-48e9-8867-b79e5259e464 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:50.243950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 881326b3-33d0-48e9-8867-b79e5259e464 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:50.290484 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.291912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 881326b3-33d0-48e9-8867-b79e5259e464 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:50.295740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 881326b3-33d0-48e9-8867-b79e5259e464 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:50.296874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.318019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=881326b3-33d0-48e9-8867-b79e5259e464,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:50.324253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Port 881326b3-33d0-48e9-8867-b79e5259e464 was deleted so its status cannot be updated. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 21:45:50.326534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port 881326b3-33d0-48e9-8867-b79e5259e464 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:50.415285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.425751 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d3dae7-8037-44ad-864e-a229a25b4f91']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:50.436774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae51c68d-fcfd-402c-a049-21b378ecd712') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:50.437077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae51c68d-fcfd-402c-a049-21b378ecd712') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:50.446744 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.461041 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.467934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:50.468344 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:50.471630 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:50.488330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b625e5-87c1-4059-88b7-4e9e069422bb None None] Network a1d3dae7-8037-44ad-864e-a229a25b4f91 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:50.530869 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.536067 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.538648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/a1d3dae7-8037-44ad-864e-a229a25b4f91 HTTP/1.1" status: 204 len: 168 time: 0.5629396 Aug 30 21:45:50.542901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:50.548119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'name': 'tempest-PortsTestJSON-765765765'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:50.561331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819e655-6fce-4948-b692-39eb745418c6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=a1d3dae7-8037-44ad-864e-a229a25b4f91,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:50.578398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-50e667bf-51f0-41d8-852d-5146fbd0272f None None] Could not find standard attr ID for object 881326b3-33d0-48e9-8867-b79e5259e464. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:50.639567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69988bc-90a6-46ad-882e-f2477e52df0d None None] DHCP port deletion for a1d3dae7-8037-44ad-864e-a229a25b4f91 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:50.641671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:50.645302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.665666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port a5b53d3b-6cc4-4f07-b63d-67ca989ca26d yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:50.843184 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.885936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.934255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:50.937427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:50.941238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:50.946762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:50.947505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:50.953432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=a5b53d3b-6cc4-4f07-b63d-67ca989ca26d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:50.968142 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b3f8e91e-00b0-482c-be85-e5766b6d91b9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4241471 Aug 30 21:45:50.970899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45476) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:51.062371 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port a5b53d3b-6cc4-4f07-b63d-67ca989ca26d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:51.062884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.129624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.141849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for a5b53d3b-6cc4-4f07-b63d-67ca989ca26d owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:51.225653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.254569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=a5b53d3b-6cc4-4f07-b63d-67ca989ca26d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:51.262495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.264692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6495c74c-5d37-42d2-802f-3bdbca24725a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/a5b53d3b-6cc4-4f07-b63d-67ca989ca26d HTTP/1.1" status: 204 len: 168 time: 0.2926855 Aug 30 21:45:51.267453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:51.272362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'mac_address': 'fa:16:3e:65:0b:d9', 'name': 'tempest-PortsTestJSON-985818244'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:51.371248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:51.440868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.468762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port ea901f75-72fc-4844-b1b8-4c07847e437b yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:51.625251 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.664613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.708148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:51.711179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:51.714928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:51.720504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:51.721102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.726787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=ea901f75-72fc-4844-b1b8-4c07847e437b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:51.741553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-66d5437d-7a3c-44f3-b768-2442543d8d9c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4731321 Aug 30 21:45:51.745501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45480) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:51.792575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6ee1c-b8c1-4b7a-9f07-a0593402df31 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:51.793892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c4e6ee1c-b8c1-4b7a-9f07-a0593402df31 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/ea901f75-72fc-4844-b1b8-4c07847e437b HTTP/1.1" status: 200 len: 840 time: 0.0474553 Aug 30 21:45:51.797839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45482) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:51.885107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port ea901f75-72fc-4844-b1b8-4c07847e437b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:51.885435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.966193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:51.979466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for ea901f75-72fc-4844-b1b8-4c07847e437b owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:52.065345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.094395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=ea901f75-72fc-4844-b1b8-4c07847e437b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:52.097954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.099894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f66f7440-dc98-4200-bbdb-5807ca3070d7 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/ea901f75-72fc-4844-b1b8-4c07847e437b HTTP/1.1" status: 204 len: 168 time: 0.3011656 Aug 30 21:45:52.102871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45484) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:52.126814 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71432b0-4c16-49c9-9f3d-6a34bdcb8719 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:52.128234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c71432b0-4c16-49c9-9f3d-6a34bdcb8719 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/ea901f75-72fc-4844-b1b8-4c07847e437b HTTP/1.1" status: 404 len: 333 time: 0.0244384 Aug 30 21:45:52.131752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:52.136375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'name': 'tempest-PortsTestJSON-191333796'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:52.198494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 881326b3-33d0-48e9-8867-b79e5259e464 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:45:52.221870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 881326b3-33d0-48e9-8867-b79e5259e464 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:45:52.222093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 881326b3-33d0-48e9-8867-b79e5259e464 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:45:52.232326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:52.235931 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.253497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 5b96faaa-2597-41e8-a22d-56d8105e7ded yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:52.418239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.460857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.504671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:52.507650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:52.511392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:52.516900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:52.517500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.523241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=5b96faaa-2597-41e8-a22d-56d8105e7ded,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:52.537837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-19dabf59-2cb6-47c8-b75c-76da73724bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4051313 Aug 30 21:45:52.540929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45488) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:52.546122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:52.612518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.764912 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.771478 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.802945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] In _notify_port_updated(), no bound segment for port 5b96faaa-2597-41e8-a22d-56d8105e7ded on network 0113607e-8d79-4a41-b82d-3a930322b781 {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:52.808306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:52.808898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.810268 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/ports/5b96faaa-2597-41e8-a22d-56d8105e7ded HTTP/1.1" status: 200 len: 818 time: 0.2683220 Aug 30 21:45:52.813128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45490) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:52.849005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15152b-8179-4c87-9b73-455255e27bab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=5b96faaa-2597-41e8-a22d-56d8105e7ded,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:52.905951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 5b96faaa-2597-41e8-a22d-56d8105e7ded {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:52.906287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.972544 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:52.985457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 5b96faaa-2597-41e8-a22d-56d8105e7ded owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:53.065733 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.100395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=5b96faaa-2597-41e8-a22d-56d8105e7ded,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:53.106024 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.108388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36ee8fe8-763c-4099-a25f-2030c65a920d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/5b96faaa-2597-41e8-a22d-56d8105e7ded HTTP/1.1" status: 204 len: 168 time: 0.2939374 Aug 30 21:45:53.111111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45492) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:53.160443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b93f73-4ace-4348-adbe-a902e9d484ac tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:53.161912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-28b93f73-4ace-4348-adbe-a902e9d484ac tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0498843 Aug 30 21:45:53.164894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45494) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:53.188459 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6a8c0b-befb-4e08-93a2-996e35c35e8c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:53.189846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8c6a8c0b-befb-4e08-93a2-996e35c35e8c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/5b96faaa-2597-41e8-a22d-56d8105e7ded HTTP/1.1" status: 404 len: 333 time: 0.0240645 Aug 30 21:45:53.194967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45496) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:53.200338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1851915896'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:53.225522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:53.229104 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.254052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:53.262923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.263262 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment 189df814-6580-415b-b8dd-94723cd984ee of type vlan for network 9861eefa-1c30-4860-829d-5392d80986a4 Aug 30 21:45:53.303123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.329880 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.335326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:53.335923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.390934 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1948292 Aug 30 21:45:53.393631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:53.400726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '9861eefa-1c30-4860-829d-5392d80986a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:53.419035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b907f1-279e-4b6a-b69a-04ff2ddd3bff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=9861eefa-1c30-4860-829d-5392d80986a4,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:53.430948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:53.500685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:53.504268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.688351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.750003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=f20b768e-60e3-4e99-8091-58e34f688b8f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:53.762309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': '189df814-6580-415b-b8dd-94723cd984ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9861eefa-1c30-4860-829d-5392d80986a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:53.762691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 9861eefa-1c30-4860-829d-5392d80986a4, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:53.780725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 9861eefa-1c30-4860-829d-5392d80986a4 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:53.789833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 9861eefa-1c30-4860-829d-5392d80986a4) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:53.793883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:53.794531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.799097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91cbfe-a28e-4818-8398-df5836efe788 None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:53.813619 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d745c210-bdc4-4f78-bdcb-a9e408274fab tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162374 Aug 30 21:45:53.813885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:53.819001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '9861eefa-1c30-4860-829d-5392d80986a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:53.931820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:53.936275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:53.944347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-9861eefa-1c30-4860-829d-5392d80986a4', 'network_id': '9861eefa-1c30-4860-829d-5392d80986a4', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': 'f20b768e-60e3-4e99-8091-58e34f688b8f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:53.945210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.023026 n-d-793620-16 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f20b768e-60e3-4e99-8091-58e34f688b8f (CIDR: 172.20.0.0/28) Aug 30 21:45:54.026807 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:45:54.027309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:45:54.041641 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5a98f30f-7c8e-41c6-9c2f-d382b96f18b5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2267210 Aug 30 21:45:54.044344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45502) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:54.049380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '9861eefa-1c30-4860-829d-5392d80986a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:54.078816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Allocated IP 172.20.0.2 (9861eefa-1c30-4860-829d-5392d80986a4/f20b768e-60e3-4e99-8091-58e34f688b8f/130cb88e-b22d-4b1a-8f74-b99fcb7b456b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:54.161855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:54.165393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.217185 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.225307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Transition to ACTIVE for port object 130cb88e-b22d-4b1a-8f74-b99fcb7b456b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:54.239643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Transition to ACTIVE for port object 130cb88e-b22d-4b1a-8f74-b99fcb7b456b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:54.247417 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.289659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:54.294183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:54.298636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:54.301733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Pushing event updated for resources: {'Port': ['ID=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:54.313209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.313558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.313891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.314233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.314560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.314928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.315256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.315564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.315881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.316200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.316521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.316837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:54.362488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Attempting to bind port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:54.362878 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Attempting to bind port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '189df814-6580-415b-b8dd-94723cd984ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9861eefa-1c30-4860-829d-5392d80986a4'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:54.363247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Attempting to bind port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b on network 9861eefa-1c30-4860-829d-5392d80986a4 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:54.368247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:54.368620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Checking segment: {'id': '189df814-6580-415b-b8dd-94723cd984ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9861eefa-1c30-4860-829d-5392d80986a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:54.369017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.369414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Bound using segment: {'id': '189df814-6580-415b-b8dd-94723cd984ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9861eefa-1c30-4860-829d-5392d80986a4'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:54.369889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Bound port: 130cb88e-b22d-4b1a-8f74-b99fcb7b456b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189df814-6580-415b-b8dd-94723cd984ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9861eefa-1c30-4860-829d-5392d80986a4'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:54.370253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.391552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.431862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] For port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:54.434702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 9861eefa-1c30-4860-829d-5392d80986a4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:54.435060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] For port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,segment=NetworkSegment(189df814-6580-415b-b8dd-94723cd984ee),segment_id=189df814-6580-415b-b8dd-94723cd984ee)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:54.438306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:54.440537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.443856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:54.444622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.457033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=002b9c0e-b27a-4be2-9876-5c72d3cc0e6d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:54.466744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-408e083b-aa38-4126-9f00-d237e1e32615 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4213083 Aug 30 21:45:54.469792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:54.475927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '9861eefa-1c30-4860-829d-5392d80986a4', 'fixed_ips': [{'subnet_id': 'f20b768e-60e3-4e99-8091-58e34f688b8f'}, {'subnet_id': '002b9c0e-b27a-4be2-9876-5c72d3cc0e6d'}], 'name': 'tempest-PortsTestJSON-903039204'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:54.498531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cc7af-f314-484c-b97b-6e9611652a4b None None] Pushing event updated for resources: {'Port': ['ID=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:54.592828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:54.685701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:54.703531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 76879af0-27cf-4f18-b78b-35c3e77d3211 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:54.954191 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.12 (9861eefa-1c30-4860-829d-5392d80986a4/f20b768e-60e3-4e99-8091-58e34f688b8f/76879af0-27cf-4f18-b78b-35c3e77d3211) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:54.961869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.26 (9861eefa-1c30-4860-829d-5392d80986a4/002b9c0e-b27a-4be2-9876-5c72d3cc0e6d/76879af0-27cf-4f18-b78b-35c3e77d3211) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:55.112187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.125482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object 76879af0-27cf-4f18-b78b-35c3e77d3211 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:55.162744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.204271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 9861eefa-1c30-4860-829d-5392d80986a4 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:55.209542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:55.214341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:55.244480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=76879af0-27cf-4f18-b78b-35c3e77d3211,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:55.275069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:55.275733 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.291809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4d9da496-1167-4f7f-8ab2-d57a6b3f9c5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8209181 Aug 30 21:45:55.294432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45506) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:55.299939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f20b768e-60e3-4e99-8091-58e34f688b8f'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:55.351893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825cb4d-c03c-4e05-bbb0-3e43c861f50d None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:55.370970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.468327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8f300318-a230-4e9f-a428-f575b82ceb7f None None] Provisioning for port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:55.579703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Update dhcp port {'port': {'network_id': '9861eefa-1c30-4860-829d-5392d80986a4', 'fixed_ips': [{'subnet_id': 'f20b768e-60e3-4e99-8091-58e34f688b8f', 'ip_address': '172.20.0.2'}, {'subnet_id': '002b9c0e-b27a-4be2-9876-5c72d3cc0e6d'}], 'binding:host_id': 'n-d-793620-16'}, 'id': '130cb88e-b22d-4b1a-8f74-b99fcb7b456b'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:45:55.604104 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.611732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Delete allocated IP 172.20.0.26 (9861eefa-1c30-4860-829d-5392d80986a4/002b9c0e-b27a-4be2-9876-5c72d3cc0e6d) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 21:45:55.738861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.751394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Ignored duplicate provisioning block setup for port 76879af0-27cf-4f18-b78b-35c3e77d3211 by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:45:55.756575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.808665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Allocated IP 172.20.0.18 (9861eefa-1c30-4860-829d-5392d80986a4/002b9c0e-b27a-4be2-9876-5c72d3cc0e6d/130cb88e-b22d-4b1a-8f74-b99fcb7b456b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:55.843073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=76879af0-27cf-4f18-b78b-35c3e77d3211,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:55.865440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] In _notify_port_updated(), no bound segment for port 76879af0-27cf-4f18-b78b-35c3e77d3211 on network 9861eefa-1c30-4860-829d-5392d80986a4 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:55.871054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:55.871670 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.872972 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7c62f3b7-cae6-4fd9-b394-81e76824689d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/ports/76879af0-27cf-4f18-b78b-35c3e77d3211 HTTP/1.1" status: 200 len: 919 time: 0.5774100 Aug 30 21:45:55.875857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45508) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:55.880957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f20b768e-60e3-4e99-8091-58e34f688b8f'}, {'subnet_id': '002b9c0e-b27a-4be2-9876-5c72d3cc0e6d'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:55.902648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] For port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,segment=NetworkSegment(189df814-6580-415b-b8dd-94723cd984ee),segment_id=189df814-6580-415b-b8dd-94723cd984ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:55.932197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.942491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:55.945186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Transition to ACTIVE for port object 130cb88e-b22d-4b1a-8f74-b99fcb7b456b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:55.950276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.039831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc36989-0437-4718-a175-864b47adb4ae None None] Pushing event updated for resources: {'Port': ['ID=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:56.204497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.28 (9861eefa-1c30-4860-829d-5392d80986a4/002b9c0e-b27a-4be2-9876-5c72d3cc0e6d/76879af0-27cf-4f18-b78b-35c3e77d3211) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:56.234868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 130cb88e-b22d-4b1a-8f74-b99fcb7b456b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:45:56.290017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:56.351610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.364203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Ignored duplicate provisioning block setup for port 76879af0-27cf-4f18-b78b-35c3e77d3211 by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:45:56.369152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.456218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=76879af0-27cf-4f18-b78b-35c3e77d3211,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:56.503413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0589e10-c4ae-4a3a-b3bf-814ea9fe01b6 None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:56.503913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] In _notify_port_updated(), no bound segment for port 76879af0-27cf-4f18-b78b-35c3e77d3211 on network 9861eefa-1c30-4860-829d-5392d80986a4 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:45:56.509331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:56.509950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.511307 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3bc29b7c-a6f7-4a07-9b73-66255128d40d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/ports/76879af0-27cf-4f18-b78b-35c3e77d3211 HTTP/1.1" status: 200 len: 999 time: 0.6345062 Aug 30 21:45:56.514174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45510) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:56.600953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 76879af0-27cf-4f18-b78b-35c3e77d3211 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:56.601274 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.627509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Provisioning for port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:56.634334 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Provisioning complete for port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:56.634724 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.692527 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.705447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 76879af0-27cf-4f18-b78b-35c3e77d3211 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:56.739998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.771281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] For port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,segment=NetworkSegment(189df814-6580-415b-b8dd-94723cd984ee),segment_id=189df814-6580-415b-b8dd-94723cd984ee)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:56.776519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.826912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Pushing event updated for resources: {'Port': ['ID=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:56.880290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.880905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Provisioning for port 76879af0-27cf-4f18-b78b-35c3e77d3211 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:45:56.885308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Provisioning complete for port 76879af0-27cf-4f18-b78b-35c3e77d3211 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:56.885672 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:56.905989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-90921ff1-c4f5-473c-90a8-d08fc5a3ae6d None None] Port 76879af0-27cf-4f18-b78b-35c3e77d3211 was deleted so its status cannot be updated. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 21:45:56.908584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=76879af0-27cf-4f18-b78b-35c3e77d3211,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:56.921395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.921741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.922046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.922372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.922743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.923037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.923357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.923673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.923987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.924305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.925061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:56.925061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:45:57.005178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.007112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d819182d-f119-4d78-823a-9e0437d8524b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/76879af0-27cf-4f18-b78b-35c3e77d3211 HTTP/1.1" status: 204 len: 168 time: 0.4919851 Aug 30 21:45:57.009905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45512) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:57.035071 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1755b2-fe64-46c6-8a88-2bfbfe6c77fb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:45:57.036771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b1755b2-fe64-46c6-8a88-2bfbfe6c77fb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/76879af0-27cf-4f18-b78b-35c3e77d3211 HTTP/1.1" status: 404 len: 333 time: 0.0259662 Aug 30 21:45:57.039862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45514) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:57.100510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 002b9c0e-b27a-4be2-9876-5c72d3cc0e6d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:57.104477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.151325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.230802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f7a4931c-bbd8-431c-a203-b93959c6ba84 None None] Provisioning complete for port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:45:57.231172 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f7a4931c-bbd8-431c-a203-b93959c6ba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.246007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.314553 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.320668 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f7a4931c-bbd8-431c-a203-b93959c6ba84 None None] Could not find standard attr ID for object 76879af0-27cf-4f18-b78b-35c3e77d3211. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:57.334933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.339446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/002b9c0e-b27a-4be2-9876-5c72d3cc0e6d HTTP/1.1" status: 204 len: 168 time: 0.2960470 Aug 30 21:45:57.340169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:57.361951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf073fab-a0d9-45b3-88fc-81dff34b4248 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=002b9c0e-b27a-4be2-9876-5c72d3cc0e6d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:57.400036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet f20b768e-60e3-4e99-8091-58e34f688b8f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:45:57.403768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.412994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce580e-9d1f-4b74-8655-88dfd9e70f09 None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:57.445008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.457376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6fe4e433-f711-4d8a-9890-6437eba49012 None None] Could not find standard attr ID for object 76879af0-27cf-4f18-b78b-35c3e77d3211. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:57.536697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.609512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.640372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=f20b768e-60e3-4e99-8091-58e34f688b8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:57.642332 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.644233 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4706418c-e083-4ca9-afac-e497df412845 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/f20b768e-60e3-4e99-8091-58e34f688b8f HTTP/1.1" status: 204 len: 168 time: 0.3033743 Aug 30 21:45:57.647199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45518) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:57.729754 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.789752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:45:57.790214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.866019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,segment=NetworkSegment(189df814-6580-415b-b8dd-94723cd984ee),segment_id=189df814-6580-415b-b8dd-94723cd984ee)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:45:57.866386 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.880316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 130cb88e-b22d-4b1a-8f74-b99fcb7b456b owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:45:57.961068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:57.987146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=130cb88e-b22d-4b1a-8f74-b99fcb7b456b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:57.990427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port 130cb88e-b22d-4b1a-8f74-b99fcb7b456b on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:45:58.075662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.086658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9861eefa-1c30-4860-829d-5392d80986a4']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:58.097922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189df814-6580-415b-b8dd-94723cd984ee') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:58.098155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189df814-6580-415b-b8dd-94723cd984ee') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:45:58.107491 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.122293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.129687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:45:58.130369 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:45:58.134853 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:45:58.179703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103391b-2222-4d8b-b6b2-c71c54980756 None None] Network 9861eefa-1c30-4860-829d-5392d80986a4 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:58.202046 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.209417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.211383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/9861eefa-1c30-4860-829d-5392d80986a4 HTTP/1.1" status: 204 len: 168 time: 0.5631862 Aug 30 21:45:58.215482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:58.234026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7ead3-1e8d-4f3a-89a3-b050822c27e3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=9861eefa-1c30-4860-829d-5392d80986a4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:58.270965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06923752-9fa9-4f98-a809-f0b78e85dc61 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:58.275800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-06923752-9fa9-4f98-a809-f0b78e85dc61 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0565279 Aug 30 21:45:58.276307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:58.286446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c4a1d3e5-3e3b-44c8-91b6-b887c200c45a None None] Could not find standard attr ID for object 130cb88e-b22d-4b1a-8f74-b99fcb7b456b. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:45:58.324199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23c23fc9-ae6e-45ec-9ba5-be2ede51379d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0467005 Aug 30 21:45:58.327547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:58.332213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1339268746'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:58.344025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b788e-018a-4159-9e73-cba680b0ce44 None None] DHCP port deletion for 9861eefa-1c30-4860-829d-5392d80986a4 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:45:58.362976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:58.366540 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.393728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:45:58.402904 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.403231 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment a5e75dfa-06d4-4c44-9a69-3b382f561173 of type vlan for network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd Aug 30 21:45:58.442281 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.471956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.479926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:58.480825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.541979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2134359 Aug 30 21:45:58.544845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:58.554008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:58.560593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934630c-b498-4a45-9d92-d9f0ec4c17ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=8663e1a3-a197-4cf2-88d2-0d970dbe7cfd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:58.571115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:45:58.656405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:58.661510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.857955 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.918677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=8ee06d9d-da27-4f34-b83d-9d27aee437d5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:58.925732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': 'a5e75dfa-06d4-4c44-9a69-3b382f561173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:58.926093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:45:58.947107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:45:58.959395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:58.963867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:58.964476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:58.971508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6699423-6790-4ce2-a3e7-0a3841fce2d7 None None] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:45:58.980462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bd3c2cd4-3dad-4952-831c-134250092bf2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4325283 Aug 30 21:45:58.984337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:58.989628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd', 'name': 'tempest-PortsTestJSON-16531923'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:59.096849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:59.100540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.113758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-8663e1a3-a197-4cf2-88d2-0d970dbe7cfd', 'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': '8ee06d9d-da27-4f34-b83d-9d27aee437d5'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:45:59.114659 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.122517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 6ea22edb-7090-4db7-b1ee-f73738541f83 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:59.228701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.13 (8663e1a3-a197-4cf2-88d2-0d970dbe7cfd/8ee06d9d-da27-4f34-b83d-9d27aee437d5/6ea22edb-7090-4db7-b1ee-f73738541f83) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:59.376282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.390873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object 6ea22edb-7090-4db7-b1ee-f73738541f83 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:59.428425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.466723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:59.469811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:59.475644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:59.477028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Allocated IP 172.20.0.2 (8663e1a3-a197-4cf2-88d2-0d970dbe7cfd/8ee06d9d-da27-4f34-b83d-9d27aee437d5/f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:59.504723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=6ea22edb-7090-4db7-b1ee-f73738541f83,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:59.530568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:45:59.531697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.548011 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-abbfa36a-c978-405f-a43e-12853cd70f5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.5620899 Aug 30 21:45:59.550311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45530) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:45:59.558217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd', 'name': 'tempest-PortsTestJSON-1866734475'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:45:59.629835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.638422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Transition to ACTIVE for port object f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:59.653172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Transition to ACTIVE for port object f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:45:59.660340 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.681306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:45:59.684852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.696115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:45:59.700920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:45:59.702961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port ab4a3c47-a209-4ab9-af7b-65970180adb2 yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:45:59.704850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:45:59.713582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Pushing event updated for resources: {'Port': ['ID=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:59.765750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Attempting to bind port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:45:59.766112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Attempting to bind port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'a5e75dfa-06d4-4c44-9a69-3b382f561173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:45:59.766486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Attempting to bind port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f on network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:45:59.771355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:45:59.771719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Checking segment: {'id': 'a5e75dfa-06d4-4c44-9a69-3b382f561173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:45:59.772111 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.772499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Bound using segment: {'id': 'a5e75dfa-06d4-4c44-9a69-3b382f561173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:45:59.772948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Bound port: f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e75dfa-06d4-4c44-9a69-3b382f561173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8663e1a3-a197-4cf2-88d2-0d970dbe7cfd'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:45:59.773321 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.814845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.12 (8663e1a3-a197-4cf2-88d2-0d970dbe7cfd/8ee06d9d-da27-4f34-b83d-9d27aee437d5/ab4a3c47-a209-4ab9-af7b-65970180adb2) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:45:59.836412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] For port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:45:59.840063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] For port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,segment=NetworkSegment(a5e75dfa-06d4-4c44-9a69-3b382f561173),segment_id=a5e75dfa-06d4-4c44-9a69-3b382f561173)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:45:59.845507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.899908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f14f8-175d-4f2c-84c8-a1edb1c2d810 None None] Pushing event updated for resources: {'Port': ['ID=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:45:59.968042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:45:59.982375 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object ab4a3c47-a209-4ab9-af7b-65970180adb2 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:00.016834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.079875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:00.083382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:00.087394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:00.094223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=ab4a3c47-a209-4ab9-af7b-65970180adb2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:00.140832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:00.141436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.159025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f4048261-c115-4ba2-bf29-c39b1df82679 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6072073 Aug 30 21:46:00.162108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45532) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:00.211791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e8253-ebf8-4483-bf02-4f450873ed2e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:00.213803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b67e8253-ebf8-4483-bf02-4f450873ed2e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 921 time: 0.0500975 Aug 30 21:46:00.216601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45534) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:00.226067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:00.273371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:00.284883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 130cb88e-b22d-4b1a-8f74-b99fcb7b456b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:00.307850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 130cb88e-b22d-4b1a-8f74-b99fcb7b456b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:00.308114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 130cb88e-b22d-4b1a-8f74-b99fcb7b456b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:00.311207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port ab4a3c47-a209-4ab9-af7b-65970180adb2 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:00.311577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.402845 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.415447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for ab4a3c47-a209-4ab9-af7b-65970180adb2 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:00.553970 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.586096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=ab4a3c47-a209-4ab9-af7b-65970180adb2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:00.650498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.654359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e5255aa8-b7c4-4ddd-bd89-fb19dd287df4 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/ab4a3c47-a209-4ab9-af7b-65970180adb2 HTTP/1.1" status: 204 len: 168 time: 0.4348059 Aug 30 21:46:00.655631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45536) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:00.680082 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad634b4-0b43-4bc0-9995-c74f25684397 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:00.681624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aad634b4-0b43-4bc0-9995-c74f25684397 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/ab4a3c47-a209-4ab9-af7b-65970180adb2 HTTP/1.1" status: 404 len: 333 time: 0.0250802 Aug 30 21:46:00.684456 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:00.750460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff3b5a-1550-4695-a798-a58a3ac83314 None None] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:00.773528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 6ea22edb-7090-4db7-b1ee-f73738541f83 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:00.773847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.852745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] Provisioning for port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:00.862302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] Provisioning complete for port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:00.862688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.863976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:00.875985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 6ea22edb-7090-4db7-b1ee-f73738541f83 owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:00.976405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.009825 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.010576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] For port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,segment=NetworkSegment(a5e75dfa-06d4-4c44-9a69-3b382f561173),segment_id=a5e75dfa-06d4-4c44-9a69-3b382f561173)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:01.016730 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.043277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=6ea22edb-7090-4db7-b1ee-f73738541f83,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:01.074298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262af46-13be-4cf2-939d-2d6f0836afe5 None None] Pushing event updated for resources: {'Port': ['ID=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:01.109788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.112205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-711ad73b-5b62-418d-904c-dd42921c64f8 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/6ea22edb-7090-4db7-b1ee-f73738541f83 HTTP/1.1" status: 204 len: 168 time: 0.4267697 Aug 30 21:46:01.114847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45540) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:01.139482 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41f0d93-b7ca-4112-a96c-6374f87c0edf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:01.141051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a41f0d93-b7ca-4112-a96c-6374f87c0edf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/6ea22edb-7090-4db7-b1ee-f73738541f83 HTTP/1.1" status: 404 len: 333 time: 0.0252123 Aug 30 21:46:01.143756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45542) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:01.195307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 8ee06d9d-da27-4f34-b83d-9d27aee437d5 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:01.198713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.230439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-64574f88-1a68-4dbf-a8f0-067891e8b8da None None] Could not find standard attr ID for object 6ea22edb-7090-4db7-b1ee-f73738541f83. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:01.241987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-64574f88-1a68-4dbf-a8f0-067891e8b8da None None] Provisioning complete for port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:01.242361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64574f88-1a68-4dbf-a8f0-067891e8b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.246809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.345409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.414376 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.450359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee06d9d-da27-4f34-b83d-9d27aee437d5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:01.453823 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.459502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0e058b3a-ea15-4cf6-8ae3-6218229e7285 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/8ee06d9d-da27-4f34-b83d-9d27aee437d5 HTTP/1.1" status: 204 len: 168 time: 0.3111753 Aug 30 21:46:01.459502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45544) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:01.515747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b22564-183d-470d-8f75-09fed079bea9 None None] Network 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:01.615892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08a5dc45-69ae-46e5-80bd-e769a56ab187 None None] Could not find standard attr ID for object 6ea22edb-7090-4db7-b1ee-f73738541f83. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:01.632783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08a5dc45-69ae-46e5-80bd-e769a56ab187 None None] Could not find standard attr ID for object ab4a3c47-a209-4ab9-af7b-65970180adb2. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:01.707622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] DHCP port deletion for 8663e1a3-a197-4cf2-88d2-0d970dbe7cfd request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:01.758580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] Deleting port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:01.759380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.823959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] For port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,segment=NetworkSegment(a5e75dfa-06d4-4c44-9a69-3b382f561173),segment_id=a5e75dfa-06d4-4c44-9a69-3b382f561173)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:01.824333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.837683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] Calling delete_port for f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:01.876675 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.918632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.931566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:01.931848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:01.943560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] Pushing event deleted for resources: {'Port': ['ID=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:01.947891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd764503-8088-4934-b49d-d7c7c45d764f None None] No DVR routers for this DVR port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:01.997775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f, host n-d-793620-16, got binding levels [] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:01.998139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.010587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:02.013305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f was not found and therefore no delete operation was performed {{(pid=94689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:46:02.014584 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.039708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:02.043768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:02.130902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.143889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8663e1a3-a197-4cf2-88d2-0d970dbe7cfd']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:02.155231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e75dfa-06d4-4c44-9a69-3b382f561173') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:02.155681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e75dfa-06d4-4c44-9a69-3b382f561173') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:02.164805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.179342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.185652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:02.186106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:02.189063 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:02.213749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:02.233400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:02.233739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3d7e10c-66fd-4d3f-8f07-38c8ce0fc50f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:02.247413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.252166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.254854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/8663e1a3-a197-4cf2-88d2-0d970dbe7cfd HTTP/1.1" status: 204 len: 168 time: 0.7953866 Aug 30 21:46:02.258495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45546) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:02.273129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-712393403'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:02.277329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe34c78-1dd9-4ce0-91cc-112503a4fddc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=8663e1a3-a197-4cf2-88d2-0d970dbe7cfd,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:02.297939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:02.301677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.329358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:02.338944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.339223 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment dde17489-4cdc-4037-b840-3837c73e87e2 of type vlan for network 37eac4d8-2174-40df-94be-767e22853632 Aug 30 21:46:02.379268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.405428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.411324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:02.411891 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.467836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2070286 Aug 30 21:46:02.470569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:02.475784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '37eac4d8-2174-40df-94be-767e22853632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:02.482128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0796e1-fa57-43c1-a0b7-a41b7c4d03dd tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=37eac4d8-2174-40df-94be-767e22853632,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:02.493529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 37eac4d8-2174-40df-94be-767e22853632 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:02.569190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:02.573048 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.761878 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.818391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=eab14f09-28b6-4e1f-9771-4c19c6591992,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:02.829826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': 'dde17489-4cdc-4037-b840-3837c73e87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37eac4d8-2174-40df-94be-767e22853632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:02.830185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 37eac4d8-2174-40df-94be-767e22853632, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:02.851307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 37eac4d8-2174-40df-94be-767e22853632 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:02.862175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 37eac4d8-2174-40df-94be-767e22853632) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:02.866649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:02.867452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:02.873055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92c4994-0d39-4438-a2a3-6d0b40ef13a3 None None] Network 37eac4d8-2174-40df-94be-767e22853632 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:02.882214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-63e453cc-888a-422e-89f8-043c3496f667 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4105017 Aug 30 21:46:02.884941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:02.889898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '37eac4d8-2174-40df-94be-767e22853632', 'name': 'tempest-PortsTestJSON-1886357889', 'fixed_ips': [{'subnet_id': 'eab14f09-28b6-4e1f-9771-4c19c6591992', 'ip_address': '172.20.0.10'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:03.001778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:03.019056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-37eac4d8-2174-40df-94be-767e22853632', 'network_id': '37eac4d8-2174-40df-94be-767e22853632', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': 'eab14f09-28b6-4e1f-9771-4c19c6591992'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:03.019949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.156609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Allocated IP 172.20.0.2 (37eac4d8-2174-40df-94be-767e22853632/eab14f09-28b6-4e1f-9771-4c19c6591992/030953f5-ba91-4cf1-bb0b-b09a60f71c1a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:03.307362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.316654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Transition to ACTIVE for port object 030953f5-ba91-4cf1-bb0b-b09a60f71c1a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:03.333065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Transition to ACTIVE for port object 030953f5-ba91-4cf1-bb0b-b09a60f71c1a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:03.341140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.382825 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Network 37eac4d8-2174-40df-94be-767e22853632 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:03.385762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:03.390516 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:03.395194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Pushing event updated for resources: {'Port': ['ID=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:03.421507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.439815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 0516fcc7-ddce-4100-addb-7b9bece27c00 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:03.451983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Attempting to bind port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:03.452355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Attempting to bind port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'dde17489-4cdc-4037-b840-3837c73e87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37eac4d8-2174-40df-94be-767e22853632'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:03.452720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Attempting to bind port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a on network 37eac4d8-2174-40df-94be-767e22853632 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:03.457802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:03.458170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Checking segment: {'id': 'dde17489-4cdc-4037-b840-3837c73e87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37eac4d8-2174-40df-94be-767e22853632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:03.458565 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.458992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Bound using segment: {'id': 'dde17489-4cdc-4037-b840-3837c73e87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37eac4d8-2174-40df-94be-767e22853632'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:03.459454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Bound port: 030953f5-ba91-4cf1-bb0b-b09a60f71c1a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde17489-4cdc-4037-b840-3837c73e87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '37eac4d8-2174-40df-94be-767e22853632'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:03.459833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.521337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] For port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:03.524429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] For port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,segment=NetworkSegment(dde17489-4cdc-4037-b840-3837c73e87e2),segment_id=dde17489-4cdc-4037-b840-3837c73e87e2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:03.529378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.590221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4755cf9-a326-4de1-8251-4b98c8ee65bc None None] Pushing event updated for resources: {'Port': ['ID=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:03.599160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.10 (37eac4d8-2174-40df-94be-767e22853632/eab14f09-28b6-4e1f-9771-4c19c6591992/0516fcc7-ddce-4100-addb-7b9bece27c00) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:03.760622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.775984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.776587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object 0516fcc7-ddce-4100-addb-7b9bece27c00 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:03.810287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.861411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 37eac4d8-2174-40df-94be-767e22853632 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:03.864689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:03.867347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:03.890518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=0516fcc7-ddce-4100-addb-7b9bece27c00,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:03.916873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:03.917507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:03.933286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dc1de909-646a-4f45-bbeb-c3134c049489 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0473700 Aug 30 21:46:03.936069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:03.940960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '37eac4d8-2174-40df-94be-767e22853632', 'name': 'tempest-PortsTestJSON-198590086', 'fixed_ips': [{'subnet_id': 'eab14f09-28b6-4e1f-9771-4c19c6591992', 'ip_address': '172.20.0.9'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:04.054073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:04.061637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.079090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port f8624f7a-705d-4bd4-991d-ff07d9dfbb8f yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:04.237504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 030953f5-ba91-4cf1-bb0b-b09a60f71c1a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:04.259819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.9 (37eac4d8-2174-40df-94be-767e22853632/eab14f09-28b6-4e1f-9771-4c19c6591992/f8624f7a-705d-4bd4-991d-ff07d9dfbb8f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:04.292379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:04.411910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.426326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object f8624f7a-705d-4bd4-991d-ff07d9dfbb8f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:04.454567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8bc931-1325-4b49-ae71-412e09e1de74 None None] Network 37eac4d8-2174-40df-94be-767e22853632 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:04.463094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.513547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 37eac4d8-2174-40df-94be-767e22853632 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:04.517271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:04.517485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] Provisioning for port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:04.522086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:04.528723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=f8624f7a-705d-4bd4-991d-ff07d9dfbb8f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:04.529822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] Provisioning complete for port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:04.530310 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.575309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:04.575928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.591126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4be8a886-b61e-4af1-b656-020a83718b3c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6538985 Aug 30 21:46:04.594033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45554) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:04.664858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.683353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a486d8fe-71c7-4614-bcd7-1b4c1b9e10a9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:04.687486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a486d8fe-71c7-4614-bcd7-1b4c1b9e10a9 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0894275 Aug 30 21:46:04.688207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:04.706893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] For port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,segment=NetworkSegment(dde17489-4cdc-4037-b840-3837c73e87e2),segment_id=dde17489-4cdc-4037-b840-3837c73e87e2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:04.711906 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.744530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f64c418-1367-43d2-86b6-32a249afbd5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:04.750536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f64c418-1367-43d2-86b6-32a249afbd5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:04.756587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f64c418-1367-43d2-86b6-32a249afbd5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:04.758328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f64c418-1367-43d2-86b6-32a249afbd5d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0686853 Aug 30 21:46:04.761280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:04.762655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0031884-b95c-48cc-9b7a-10bf320073a1 None None] Pushing event updated for resources: {'Port': ['ID=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:04.854903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port f8624f7a-705d-4bd4-991d-ff07d9dfbb8f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:04.855240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.933239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Provisioning for port f8624f7a-705d-4bd4-991d-ff07d9dfbb8f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:04.937618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Provisioning complete for port f8624f7a-705d-4bd4-991d-ff07d9dfbb8f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:04.937984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.944345 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:04.956947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for f8624f7a-705d-4bd4-991d-ff07d9dfbb8f owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:04.973653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Port f8624f7a-705d-4bd4-991d-ff07d9dfbb8f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:04.986299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Provisioning for port 0516fcc7-ddce-4100-addb-7b9bece27c00 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:04.990743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Provisioning complete for port 0516fcc7-ddce-4100-addb-7b9bece27c00 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:04.991208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.031234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Port 0516fcc7-ddce-4100-addb-7b9bece27c00 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:05.041146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Provisioning complete for port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:05.041595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2585150e-ca51-4d4b-b75e-c2d1d0b48513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.095929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.129104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=f8624f7a-705d-4bd4-991d-ff07d9dfbb8f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:05.206178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.210510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a38b7ba7-304e-45a5-9c3f-3cf7647b9c8e tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/f8624f7a-705d-4bd4-991d-ff07d9dfbb8f HTTP/1.1" status: 204 len: 168 time: 0.4459465 Aug 30 21:46:05.211128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45560) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:05.236245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4d61ad47-b3df-48fc-a870-3b64f66512cb None None] Could not find standard attr ID for object f8624f7a-705d-4bd4-991d-ff07d9dfbb8f. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:05.237024 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86a3089-2a95-4280-95a6-857cbd5969de tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:05.238565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a86a3089-2a95-4280-95a6-857cbd5969de tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/f8624f7a-705d-4bd4-991d-ff07d9dfbb8f HTTP/1.1" status: 404 len: 333 time: 0.0264287 Aug 30 21:46:05.241426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45562) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:05.249820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4d61ad47-b3df-48fc-a870-3b64f66512cb None None] Provisioning complete for port 0516fcc7-ddce-4100-addb-7b9bece27c00 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:05.250313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4d61ad47-b3df-48fc-a870-3b64f66512cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.289247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4d61ad47-b3df-48fc-a870-3b64f66512cb None None] Port 0516fcc7-ddce-4100-addb-7b9bece27c00 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:05.340550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 0516fcc7-ddce-4100-addb-7b9bece27c00 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:05.340957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.429598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.441538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 0516fcc7-ddce-4100-addb-7b9bece27c00 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:05.574083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.605540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=0516fcc7-ddce-4100-addb-7b9bece27c00,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:05.680043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.684602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bc479fa4-6f00-4e23-8dc4-752dccf90c97 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/0516fcc7-ddce-4100-addb-7b9bece27c00 HTTP/1.1" status: 204 len: 168 time: 0.4375744 Aug 30 21:46:05.685133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:05.710127 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccbb34b-3c5c-448b-a8a8-f0367820dced tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:05.711815 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6ccbb34b-3c5c-448b-a8a8-f0367820dced tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/0516fcc7-ddce-4100-addb-7b9bece27c00 HTTP/1.1" status: 404 len: 333 time: 0.0260074 Aug 30 21:46:05.714566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:05.766950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet eab14f09-28b6-4e1f-9771-4c19c6591992 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:05.770532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.815174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.896603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.964854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:05.995648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=eab14f09-28b6-4e1f-9771-4c19c6591992,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:05.999301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.001772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0316c396-b007-47d4-9a78-0275634dacf5 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/eab14f09-28b6-4e1f-9771-4c19c6591992 HTTP/1.1" status: 204 len: 168 time: 0.2856462 Aug 30 21:46:06.004429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:06.007021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a1bad-1cf6-46bc-aa34-594be0c1bff7 None None] Network 37eac4d8-2174-40df-94be-767e22853632 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:06.079958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.102896 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.135597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:06.135960 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.197818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] DHCP port deletion for 37eac4d8-2174-40df-94be-767e22853632 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:06.208027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,segment=NetworkSegment(dde17489-4cdc-4037-b840-3837c73e87e2),segment_id=dde17489-4cdc-4037-b840-3837c73e87e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:06.208403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.221983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 030953f5-ba91-4cf1-bb0b-b09a60f71c1a owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:06.246066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] Deleting port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:06.246438 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.304163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.307724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] For port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,segment=NetworkSegment(dde17489-4cdc-4037-b840-3837c73e87e2),segment_id=dde17489-4cdc-4037-b840-3837c73e87e2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:06.308272 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.323279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] Calling delete_port for 030953f5-ba91-4cf1-bb0b-b09a60f71c1a owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:06.329200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:06.332645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:06.398540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.415637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.425972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37eac4d8-2174-40df-94be-767e22853632']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:06.426554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] Pushing event deleted for resources: {'Port': ['ID=030953f5-ba91-4cf1-bb0b-b09a60f71c1a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:06.431904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb69dc-313a-4da4-91d4-215c7ace29c6 None None] No DVR routers for this DVR port 030953f5-ba91-4cf1-bb0b-b09a60f71c1a on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:06.443482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde17489-4cdc-4037-b840-3837c73e87e2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:06.443783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde17489-4cdc-4037-b840-3837c73e87e2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:06.453033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.466846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.472593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:06.472980 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:06.475984 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:06.549756 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.557186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.562880 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/37eac4d8-2174-40df-94be-767e22853632 HTTP/1.1" status: 204 len: 168 time: 0.5535405 Aug 30 21:46:06.563239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45570) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:06.568858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1829569169'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:06.570944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae7365-bc7d-4b6c-9689-4371846228ff tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=37eac4d8-2174-40df-94be-767e22853632,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:06.591962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:06.595456 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.617609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:06.626055 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.626401 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Added segment fb8178fc-2932-4808-be72-dc5016d3ca78 of type vlan for network 751276aa-cfbf-406a-851c-5fb9146706e7 Aug 30 21:46:06.665325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.692010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.697145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:06.697737 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:06.755524 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1911528 Aug 30 21:46:06.758619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45572) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:06.764528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:06.766982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05423cec-a857-40f3-a618-893884487543 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Network': ['ID=751276aa-cfbf-406a-851c-5fb9146706e7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:06.778812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 751276aa-cfbf-406a-851c-5fb9146706e7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:06.855900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:06.859440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.043091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.099112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:07.109533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Checking segment: {'id': 'fb8178fc-2932-4808-be72-dc5016d3ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:07.109896 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network hostable DHCP agents. Network: 751276aa-cfbf-406a-851c-5fb9146706e7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:07.129614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 751276aa-cfbf-406a-851c-5fb9146706e7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:07.140070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 751276aa-cfbf-406a-851c-5fb9146706e7) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:07.144510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:07.145703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.148842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dae45b-9d11-4431-8883-bfdbf5accf61 None None] Network 751276aa-cfbf-406a-851c-5fb9146706e7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:07.162063 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e1e7ad6-d004-40e8-9e1e-f6ec9419cabf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4022682 Aug 30 21:46:07.164880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45574) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:07.169590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1719032515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:07.193762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.200907 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.258890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.265043 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.282705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.286634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46bf0497-bab1-4dcb-9b70-0de60fd2237d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1183052 Aug 30 21:46:07.286851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45576) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:07.291697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7', 'name': 'tempest-PortsTestJSON-555968018'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:07.301687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-751276aa-cfbf-406a-851c-5fb9146706e7', 'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': '0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:07.302622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.398476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:07.402229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.424232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 4c5f121d-5e55-4821-8bff-9195b7bd82f3 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:07.436789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Allocated IP 172.20.0.2 (751276aa-cfbf-406a-851c-5fb9146706e7/0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50/a7ed29f2-ad70-4e0f-8e04-4910a65f5f33) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:07.575761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.583940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Transition to ACTIVE for port object a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:07.598220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Transition to ACTIVE for port object a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:07.605612 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.644111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Network 751276aa-cfbf-406a-851c-5fb9146706e7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:07.647015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:07.650729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:07.657755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Pushing event updated for resources: {'Port': ['ID=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:07.668536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.db.api [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-30d0ff3a-aeea-4921-8bb2-ad05538ba8f0 {{(pid=94688) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:46:07.668898 n-d-793620-16 neutron-server[94688]: DEBUG oslo_db.api [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:46:07.708719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Attempting to bind port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:07.709087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Attempting to bind port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'fb8178fc-2932-4808-be72-dc5016d3ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:07.709479 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Attempting to bind port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 on network 751276aa-cfbf-406a-851c-5fb9146706e7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:07.714302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:07.714689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Checking segment: {'id': 'fb8178fc-2932-4808-be72-dc5016d3ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:07.715094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.715485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Bound using segment: {'id': 'fb8178fc-2932-4808-be72-dc5016d3ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:07.716033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Bound port: a7ed29f2-ad70-4e0f-8e04-4910a65f5f33, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb8178fc-2932-4808-be72-dc5016d3ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '751276aa-cfbf-406a-851c-5fb9146706e7'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:07.716412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.779897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] For port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:07.783173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] For port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,segment=NetworkSegment(fb8178fc-2932-4808-be72-dc5016d3ca78),segment_id=fb8178fc-2932-4808-be72-dc5016d3ca78)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:07.790032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:07.851748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f36b8-a044-4d06-a4f8-a1b3177addba None None] Pushing event updated for resources: {'Port': ['ID=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:08.169801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.191249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port aaf21251-aa07-4a1d-a692-22a72973db90 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:08.244109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:08.293487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:08.324330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.8 (751276aa-cfbf-406a-851c-5fb9146706e7/0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50/aaf21251-aa07-4a1d-a692-22a72973db90) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:08.353424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 030953f5-ba91-4cf1-bb0b-b09a60f71c1a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:08.373266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 030953f5-ba91-4cf1-bb0b-b09a60f71c1a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:08.373607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 030953f5-ba91-4cf1-bb0b-b09a60f71c1a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:08.470356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.485357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object aaf21251-aa07-4a1d-a692-22a72973db90 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:08.520178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.570600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 751276aa-cfbf-406a-851c-5fb9146706e7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:08.576409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:08.579496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:08.611182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=aaf21251-aa07-4a1d-a692-22a72973db90,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:08.636049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:08.636680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.651799 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2c6396a5-55c0-4017-9c0d-283a41e85df3 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3638780 Aug 30 21:46:08.654873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45580) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:08.693197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e02e0c-5c1f-448c-bd7d-968fbfa8ea08 None None] Network 751276aa-cfbf-406a-851c-5fb9146706e7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:08.756421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] Provisioning for port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:08.768470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] Provisioning complete for port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:08.768839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.905418 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.944340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] For port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,segment=NetworkSegment(fb8178fc-2932-4808-be72-dc5016d3ca78),segment_id=fb8178fc-2932-4808-be72-dc5016d3ca78)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:08.949709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:08.970333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.007736 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c90c0cf9-4486-4c68-9b05-af48df20178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.013782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ddc8-3ed2-4e91-bf49-8da0a9ab68d3 None None] Pushing event updated for resources: {'Port': ['ID=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:09.174374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5f04a92f-7b83-43c3-a228-45fcd24998d6 None None] Provisioning for port aaf21251-aa07-4a1d-a692-22a72973db90 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:09.180327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5f04a92f-7b83-43c3-a228-45fcd24998d6 None None] Provisioning complete for port aaf21251-aa07-4a1d-a692-22a72973db90 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:09.180703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f04a92f-7b83-43c3-a228-45fcd24998d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.218261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5f04a92f-7b83-43c3-a228-45fcd24998d6 None None] Port aaf21251-aa07-4a1d-a692-22a72973db90 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:09.223852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.229103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5f04a92f-7b83-43c3-a228-45fcd24998d6 None None] Provisioning complete for port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:09.229474 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f04a92f-7b83-43c3-a228-45fcd24998d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.230083 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.311227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=aaf21251-aa07-4a1d-a692-22a72973db90,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:09.444680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f3cafc19-9e5f-46ba-8986-5ac649dd9fe0 None None] Provisioning complete for port aaf21251-aa07-4a1d-a692-22a72973db90 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:09.445085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3cafc19-9e5f-46ba-8986-5ac649dd9fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.463485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.484270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f3cafc19-9e5f-46ba-8986-5ac649dd9fe0 None None] Port aaf21251-aa07-4a1d-a692-22a72973db90 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:09.582069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.604053 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a14b6f21-8a35-41b8-b410-76ac7e47017a None None] Provisioning complete for port aaf21251-aa07-4a1d-a692-22a72973db90 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:09.604450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a14b6f21-8a35-41b8-b410-76ac7e47017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.637368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a14b6f21-8a35-41b8-b410-76ac7e47017a None None] Port aaf21251-aa07-4a1d-a692-22a72973db90 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:09.856061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.862793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:09.933708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=aaf21251-aa07-4a1d-a692-22a72973db90,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:09.936352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:10.204887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:10.256729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:10.257074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:10.360557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 751276aa-cfbf-406a-851c-5fb9146706e7 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:10.361859 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:10.481748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Router af0da890-ced2-4f10-8cc0-3e6f9c737682 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:10.562051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b450b35-49f4-42b1-b92f-e1e5fcffd385 None None] Provisioning complete for port aaf21251-aa07-4a1d-a692-22a72973db90 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:10.562453 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b450b35-49f4-42b1-b92f-e1e5fcffd385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:10.576997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:10.585642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b4422fd6-9abb-4f1c-bd8f-314fd0eb8134 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/routers/af0da890-ced2-4f10-8cc0-3e6f9c737682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9266107 Aug 30 21:46:10.585642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:10.586692 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] Sync routers for ids ['af0da890-ced2-4f10-8cc0-3e6f9c737682'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:10.596278 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] Routers {'af0da890-ced2-4f10-8cc0-3e6f9c737682'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:10.599667 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:45:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['af0da890-ced2-4f10-8cc0-3e6f9c737682'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:10.603893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b450b35-49f4-42b1-b92f-e1e5fcffd385 None None] Port aaf21251-aa07-4a1d-a692-22a72973db90 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:10.630766 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:10.635890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a483d8c-1463-450c-93bb-4a6348bf86ea tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:10.637431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4a483d8c-1463-450c-93bb-4a6348bf86ea tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports?device_id=af0da890-ced2-4f10-8cc0-3e6f9c737682 HTTP/1.1" status: 200 len: 981 time: 0.0508308 Aug 30 21:46:10.639306 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] Routers {'af0da890-ced2-4f10-8cc0-3e6f9c737682'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:10.639893 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:45:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['af0da890-ced2-4f10-8cc0-3e6f9c737682'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:10.640359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:10.672920 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:10.673445 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0500a6-af68-498a-883a-a9027de74d20 None None] The sync data for ids ['af0da890-ced2-4f10-8cc0-3e6f9c737682'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:11.063664 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.268171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port aaf21251-aa07-4a1d-a692-22a72973db90 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:11.268518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.360900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.373132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for aaf21251-aa07-4a1d-a692-22a72973db90 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:11.554688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.584358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=aaf21251-aa07-4a1d-a692-22a72973db90,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:11.725888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.768041 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.884441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Router af0da890-ced2-4f10-8cc0-3e6f9c737682 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:11.933461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a031846-ea77-4fb3-ad17-8d869ead8824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:11.965130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:11.970409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-954011fe-b91c-4975-b14e-1048bef289cf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/routers/af0da890-ced2-4f10-8cc0-3e6f9c737682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3289726 Aug 30 21:46:11.973027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:11.976381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] Sync routers for ids ['af0da890-ced2-4f10-8cc0-3e6f9c737682'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:11.985762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] Routers {'af0da890-ced2-4f10-8cc0-3e6f9c737682'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:11.986378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['af0da890-ced2-4f10-8cc0-3e6f9c737682'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:11.997604 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6da4947-ee4d-4891-b39d-04cfb9082395 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:11.999130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d6da4947-ee4d-4891-b39d-04cfb9082395 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/aaf21251-aa07-4a1d-a692-22a72973db90 HTTP/1.1" status: 404 len: 333 time: 0.0249522 Aug 30 21:46:12.001989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:12.021275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:12.031143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] Routers {'af0da890-ced2-4f10-8cc0-3e6f9c737682'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:12.031761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['af0da890-ced2-4f10-8cc0-3e6f9c737682'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:12.062243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:12.062906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca98f59-f759-4d98-8c68-ae504caba4d0 None None] The sync data for ids ['af0da890-ced2-4f10-8cc0-3e6f9c737682'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:12.076913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.235487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.237984 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.283030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.284015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Fanout notify agent at l3_agent the message router_deleted on router af0da890-ced2-4f10-8cc0-3e6f9c737682 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:46:12.299072 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.300995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-38d4cd3f-a478-4be6-a1ca-572581800adb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/routers/af0da890-ced2-4f10-8cc0-3e6f9c737682 HTTP/1.1" status: 204 len: 168 time: 0.2981102 Aug 30 21:46:12.304209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45592) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:12.359087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:12.362571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.408549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.496940 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.557519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.584079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:12.590739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.593131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a540afab-ac33-4cd4-afa9-66562bf025f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50 HTTP/1.1" status: 204 len: 168 time: 0.2877133 Aug 30 21:46:12.594094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc9640-df27-4331-be7d-378228d0a8fd None None] Network 751276aa-cfbf-406a-851c-5fb9146706e7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:12.595986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45594) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:12.674297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.734891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.736803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:12.737152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.777979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] DHCP port deletion for 751276aa-cfbf-406a-851c-5fb9146706e7 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:12.802254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,segment=NetworkSegment(fb8178fc-2932-4808-be72-dc5016d3ca78),segment_id=fb8178fc-2932-4808-be72-dc5016d3ca78)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:12.802796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.820705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:12.823736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] Deleting port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:12.824114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.883707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] For port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,segment=NetworkSegment(fb8178fc-2932-4808-be72-dc5016d3ca78),segment_id=fb8178fc-2932-4808-be72-dc5016d3ca78)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:12.884145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.902272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] Calling delete_port for a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:12.904708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:12.936753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:12.938507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:12.976588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.002020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] Pushing event deleted for resources: {'Port': ['ID=a7ed29f2-ad70-4e0f-8e04-4910a65f5f33,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:13.007496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1d63a-a1f6-4adc-8069-e293a64612a7 None None] No DVR routers for this DVR port a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:13.019849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.030189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751276aa-cfbf-406a-851c-5fb9146706e7']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:13.040599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8178fc-2932-4808-be72-dc5016d3ca78') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:13.040902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8178fc-2932-4808-be72-dc5016d3ca78') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:13.049680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.064752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.071272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:13.071673 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:13.074584 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:13.134422 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.143575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.145361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/751276aa-cfbf-406a-851c-5fb9146706e7 HTTP/1.1" status: 204 len: 168 time: 0.5483654 Aug 30 21:46:13.149757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45598) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:13.158136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08229c6-3551-4acc-9577-aed716baf432 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=751276aa-cfbf-406a-851c-5fb9146706e7,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:13.196773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057dc1b4-f51d-405f-beea-83c7f8beb4c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:13.198097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-057dc1b4-f51d-405f-beea-83c7f8beb4c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/2c1bb494-1c2e-462f-a19e-4ea8edb13de4 HTTP/1.1" status: 200 len: 841 time: 0.0473604 Aug 30 21:46:13.202111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45600) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:13.254167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cf0a2b1e-8505-468e-85df-bd5f380a5b8c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/2c1bb494-1c2e-462f-a19e-4ea8edb13de4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0506728 Aug 30 21:46:13.258071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45602) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:13.263448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:13.367637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:13.371299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.558978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.610123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:13.613169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:13.617349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:13.617936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.622644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8c13c-376a-4bd6-a5c5-0c67baca4ecf None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:13.627364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=85189691-84c1-4cf2-87a0-9c4e0d060f9a,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:13.639824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-85cd03aa-8207-47ce-9ebc-20867d460b4b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3805599 Aug 30 21:46:13.642822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45604) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:13.647587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'security_group': {'name': 'tempest-secgroup-934093550'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:13.670218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.759939 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.765334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.796797 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.798069 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1540794 Aug 30 21:46:13.801084 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45606) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:13.804679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c4af4-fc6c-40ee-a5c5-ba7c1f1ceb7a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450b4993-4421-4199-937f-322d789bfb49,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:13.805782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'security_group': {'name': 'tempest-secgroup-48313166'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:13.828681 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.908509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.913887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.939772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.943779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1389463 Aug 30 21:46:13.943932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-0113607e-8d79-4a41-b82d-3a930322b781', 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'tenant_id': '8f9b14fab00f40c5afc30e102c0f8430', 'fixed_ips': [{'subnet_id': '85189691-84c1-4cf2-87a0-9c4e0d060f9a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:13.943932 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:13.944498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45608) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:13.945110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0c5bd-2e35-4911-b785-c1bf23532341 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e6f22-c0cf-4d08-a6eb-cfd814ea5058,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:13.949976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1515471116', 'security_groups': ['d07e6f22-c0cf-4d08-a6eb-cfd814ea5058'], 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85189691-84c1-4cf2-87a0-9c4e0d060f9a'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:14.059611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:14.083249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Allocated IP 172.20.0.2 (0113607e-8d79-4a41-b82d-3a930322b781/85189691-84c1-4cf2-87a0-9c4e0d060f9a/c6a073fa-ddbb-41e9-a714-dbd0457e31ef) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:14.144910 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.162359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port f19fb8d0-8952-4acc-8d90-0b7dbef4a81c yet. {{(pid=94689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:14.216313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:14.241918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:14.242255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device a7ed29f2-ad70-4e0f-8e04-4910a65f5f33 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:14.256242 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.266175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Transition to ACTIVE for port object c6a073fa-ddbb-41e9-a714-dbd0457e31ef will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:14.283658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Transition to ACTIVE for port object c6a073fa-ddbb-41e9-a714-dbd0457e31ef will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:14.290552 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.329617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:14.334263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:14.338582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:14.341780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Pushing event updated for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:14.342367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.10 (0113607e-8d79-4a41-b82d-3a930322b781/85189691-84c1-4cf2-87a0-9c4e0d060f9a/f19fb8d0-8952-4acc-8d90-0b7dbef4a81c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:14.392227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Attempting to bind port c6a073fa-ddbb-41e9-a714-dbd0457e31ef on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:14.392595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Attempting to bind port c6a073fa-ddbb-41e9-a714-dbd0457e31ef by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7389e4dd-864e-471b-9adb-a1e3ca5b6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:14.392959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Attempting to bind port c6a073fa-ddbb-41e9-a714-dbd0457e31ef on network 0113607e-8d79-4a41-b82d-3a930322b781 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:14.397889 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:14.398256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Checking segment: {'id': '7389e4dd-864e-471b-9adb-a1e3ca5b6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:14.398655 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.399080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Bound using segment: {'id': '7389e4dd-864e-471b-9adb-a1e3ca5b6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:14.399540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Bound port: c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7389e4dd-864e-471b-9adb-a1e3ca5b6916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:14.399918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.464774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:14.468251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,segment=NetworkSegment(7389e4dd-864e-471b-9adb-a1e3ca5b6916),segment_id=7389e4dd-864e-471b-9adb-a1e3ca5b6916)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:14.473736 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.486064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.500383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object f19fb8d0-8952-4acc-8d90-0b7dbef4a81c will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:14.527210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ec56e-f6cd-45eb-8d48-e270e73d0518 None None] Pushing event updated for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:14.543356 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.585689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:14.590972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:14.594884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:14.624320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=f19fb8d0-8952-4acc-8d90-0b7dbef4a81c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:14.652361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:14.653031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.660997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.668829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-03fc0748-3bd3-423f-a989-7249035a1584 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7230144 Aug 30 21:46:14.672146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45610) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:14.681438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:14.793604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:14.797325 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:14.889107 n-d-793620-16 neutron-server[94689]: INFO neutron.db.ipam_backend_mixin [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 85189691-84c1-4cf2-87a0-9c4e0d060f9a (CIDR: 172.20.0.0/28) Aug 30 21:46:14.893546 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:46:14.894036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:14.910289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b350ac4-641f-42b3-93ff-17ed512858c1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2370961 Aug 30 21:46:14.913026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45612) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:14.918034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:15.027953 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:15.031936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.256946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.302576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:15.305791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:15.310243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:15.310866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.318533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=05d3a2c6-f283-4417-a342-27d1ab631820,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:15.333115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1299a68d-b5bd-48b9-83dc-78e5a78a86f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4164975 Aug 30 21:46:15.333305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45614) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:15.338736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-958408802', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05d3a2c6-f283-4417-a342-27d1ab631820'}], 'security_groups': ['450b4993-4421-4199-937f-322d789bfb49']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:15.382783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74abe61-311c-4810-b596-e0cb76f28a5d None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:15.410186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.497498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-168994a1-a193-454a-baa6-93d64b633402 None None] Provisioning complete for port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:15.497864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-168994a1-a193-454a-baa6-93d64b633402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.553581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-168994a1-a193-454a-baa6-93d64b633402 None None] Port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:15.572277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-168994a1-a193-454a-baa6-93d64b633402 None None] Provisioning for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:15.637690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Update dhcp port {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'fixed_ips': [{'subnet_id': '85189691-84c1-4cf2-87a0-9c4e0d060f9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '05d3a2c6-f283-4417-a342-27d1ab631820'}], 'binding:host_id': 'n-d-793620-16'}, 'id': 'c6a073fa-ddbb-41e9-a714-dbd0457e31ef'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:46:15.663158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.705845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Delete allocated IP 172.20.0.10 (0113607e-8d79-4a41-b82d-3a930322b781/85189691-84c1-4cf2-87a0-9c4e0d060f9a) {{(pid=94689) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 21:46:15.713852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.27 (0113607e-8d79-4a41-b82d-3a930322b781/05d3a2c6-f283-4417-a342-27d1ab631820/f19fb8d0-8952-4acc-8d90-0b7dbef4a81c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:15.863852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.875693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Ignored duplicate provisioning block setup for port f19fb8d0-8952-4acc-8d90-0b7dbef4a81c by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:46:15.882048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:15.932853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Allocated IP 172.20.0.18 (0113607e-8d79-4a41-b82d-3a930322b781/05d3a2c6-f283-4417-a342-27d1ab631820/c6a073fa-ddbb-41e9-a714-dbd0457e31ef) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:15.974185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=f19fb8d0-8952-4acc-8d90-0b7dbef4a81c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:15.994115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] In _notify_port_updated(), no bound segment for port f19fb8d0-8952-4acc-8d90-0b7dbef4a81c on network 0113607e-8d79-4a41-b82d-3a930322b781 {{(pid=94689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:46:15.999691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:16.000317 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.004480 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d8948b85-bd40-4825-8916-98b5f0843c0d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/ports/f19fb8d0-8952-4acc-8d90-0b7dbef4a81c HTTP/1.1" status: 200 len: 920 time: 0.6673622 Aug 30 21:46:16.004630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:16.024833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,segment=NetworkSegment(7389e4dd-864e-471b-9adb-a1e3ca5b6916),segment_id=7389e4dd-864e-471b-9adb-a1e3ca5b6916)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:16.054473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.068396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Transition to ACTIVE for port object c6a073fa-ddbb-41e9-a714-dbd0457e31ef will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:16.073742 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.088258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port f19fb8d0-8952-4acc-8d90-0b7dbef4a81c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:16.088585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.157676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975dbff-016a-4b21-890b-66980f24ea3c None None] Pushing event updated for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:16.183574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.196701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for f19fb8d0-8952-4acc-8d90-0b7dbef4a81c owned by {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:16.247792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c6a073fa-ddbb-41e9-a714-dbd0457e31ef up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:16.299195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:16.335913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.365308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=f19fb8d0-8952-4acc-8d90-0b7dbef4a81c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:16.432982 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.437523 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5bb3d36e-45ec-4608-8624-055d4ee5680c tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/f19fb8d0-8952-4acc-8d90-0b7dbef4a81c HTTP/1.1" status: 204 len: 168 time: 0.4296141 Aug 30 21:46:16.437893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45618) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:16.462884 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9271287-2efe-4437-917d-5784cff79c74 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:16.467121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b9271287-2efe-4437-917d-5784cff79c74 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/f19fb8d0-8952-4acc-8d90-0b7dbef4a81c HTTP/1.1" status: 404 len: 333 time: 0.0255644 Aug 30 21:46:16.467355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:16.521422 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3d25985-f5c3-41e4-ada2-34d98b898311 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.544912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3d25985-f5c3-41e4-ada2-34d98b898311 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.588885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3d25985-f5c3-41e4-ada2-34d98b898311 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.591738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b3d25985-f5c3-41e4-ada2-34d98b898311 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.593020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b3d25985-f5c3-41e4-ada2-34d98b898311 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/security-groups/d07e6f22-c0cf-4d08-a6eb-cfd814ea5058 HTTP/1.1" status: 204 len: 168 time: 0.1246562 Aug 30 21:46:16.595810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45622) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:16.602428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d25985-f5c3-41e4-ada2-34d98b898311 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e6f22-c0cf-4d08-a6eb-cfd814ea5058,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:16.653414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-395ba95e-01d7-4447-8527-687beb14ebc6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.677510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-395ba95e-01d7-4447-8527-687beb14ebc6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.701307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Could not find standard attr ID for object f19fb8d0-8952-4acc-8d90-0b7dbef4a81c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:16.713077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Provisioning complete for port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:16.713543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.730583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-395ba95e-01d7-4447-8527-687beb14ebc6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.734307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-395ba95e-01d7-4447-8527-687beb14ebc6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.735765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-395ba95e-01d7-4447-8527-687beb14ebc6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/security-groups/450b4993-4421-4199-937f-322d789bfb49 HTTP/1.1" status: 204 len: 168 time: 0.1388013 Aug 30 21:46:16.738581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45624) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:16.745722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ba95e-01d7-4447-8527-687beb14ebc6 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b4993-4421-4199-937f-322d789bfb49,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:16.771896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:16.784737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Provisioning for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:16.789000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:16.789377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.803058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 85189691-84c1-4cf2-87a0-9c4e0d060f9a {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:16.806313 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.849979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.872430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.904577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,segment=NetworkSegment(7389e4dd-864e-471b-9adb-a1e3ca5b6916),segment_id=7389e4dd-864e-471b-9adb-a1e3ca5b6916)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:16.909470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.931688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:16.957269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc9083-21b1-408f-9217-909558c02367 None None] Pushing event updated for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:16.993243 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.020681 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=85189691-84c1-4cf2-87a0-9c4e0d060f9a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:17.021297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f31fa4fe-7213-4d33-8535-98db72d7bd8a None None] Could not find standard attr ID for object f19fb8d0-8952-4acc-8d90-0b7dbef4a81c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:17.022698 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.024554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99d54e1c-0d28-4aba-b4f2-e474a83a8d9f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/85189691-84c1-4cf2-87a0-9c4e0d060f9a HTTP/1.1" status: 204 len: 168 time: 0.2849379 Aug 30 21:46:17.029141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45626) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:17.034302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:17.152791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:17.157049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.298656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af32b12-ea23-43fe-8be1-6ed960529bd8 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:17.345874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-061750de-daca-4736-a9b9-0f86b6e0f640 None None] Could not find standard attr ID for object f19fb8d0-8952-4acc-8d90-0b7dbef4a81c. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:17.379899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.424649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:17.427883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:17.432079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:17.432662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.446964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=efda33ec-6fa2-4b31-bddf-b990ef481dc6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:17.454657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:17.455230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6824ec67-5ab8-4774-8a02-94da196b3562 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4244790 Aug 30 21:46:17.460423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'security_group': {'name': 'tempest-secgroup-1304229003'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:17.484938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.570287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.575794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.607987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb48fdd-adb2-4bbb-a669-0f8b0371a356,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:17.611424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.612864 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-afce714e-5aed-4f2d-8357-c64e60ff50f2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1562107 Aug 30 21:46:17.615799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45630) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:17.621586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'security_group': {'name': 'tempest-secgroup-2080712069'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:17.645268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.647214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9530c8-c0b3-4738-aaa3-a77e41217a96 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:17.710490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cb59868b-f117-4002-ae63-094ae31b9039 None None] Provisioning complete for port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:17.711280 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb59868b-f117-4002-ae63-094ae31b9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.724815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.730006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.755518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.756698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1397636 Aug 30 21:46:17.759691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45632) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:17.761097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cb4e6-5d69-4bb3-b5b7-77c5a2baac78 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3e82b8-af3f-4d6f-be7d-a59effb7f731,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:17.765844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'security_group': {'name': 'tempest-secgroup-920202836'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:17.767292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cb59868b-f117-4002-ae63-094ae31b9039 None None] Port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:17.789718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.808619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cb59868b-f117-4002-ae63-094ae31b9039 None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:17.808991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb59868b-f117-4002-ae63-094ae31b9039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.874637 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.880569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.908255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:17.909512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1484103 Aug 30 21:46:17.912530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:17.918652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1748800209', 'security_groups': ['3b146cdd-ef48-46c7-a511-093a708f86f7'], 'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'efda33ec-6fa2-4b31-bddf-b990ef481dc6'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:17.933551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc24e32-ccec-49af-8037-02b1a3db821a tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b146cdd-ef48-46c7-a511-093a708f86f7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:18.153165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5ea2d5e5-5746-47fc-a231-e96c3488b48d None None] Provisioning complete for port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:18.153602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d5e5-5746-47fc-a231-e96c3488b48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.192581 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2d5e5-5746-47fc-a231-e96c3488b48d None None] Port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:18.203112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5ea2d5e5-5746-47fc-a231-e96c3488b48d None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:18.203570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d5e5-5746-47fc-a231-e96c3488b48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.226206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c6a073fa-ddbb-41e9-a714-dbd0457e31ef up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:18.315409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:18.315722 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.369877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:18.449349 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.468484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] device_id is not set on port 34273270-ff75-47b6-8b30-4797528afaf7 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:18.634522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.9 (0113607e-8d79-4a41-b82d-3a930322b781/efda33ec-6fa2-4b31-bddf-b990ef481dc6/34273270-ff75-47b6-8b30-4797528afaf7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:18.769688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.783289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object 34273270-ff75-47b6-8b30-4797528afaf7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:18.823395 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.865731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:18.868825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:18.872647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:18.878957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=34273270-ff75-47b6-8b30-4797528afaf7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:18.925475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:18.926109 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:18.942062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fe2db48f-9d2d-4384-aef4-d2f1a75f31cc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0277317 Aug 30 21:46:18.944856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:18.950099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:19.068002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:19.069886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d12e1323-de39-4390-b23b-5f661a50f2dc None None] Provisioning for port 34273270-ff75-47b6-8b30-4797528afaf7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:19.071757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:19.073914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d12e1323-de39-4390-b23b-5f661a50f2dc None None] Provisioning complete for port 34273270-ff75-47b6-8b30-4797528afaf7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:19.074559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d12e1323-de39-4390-b23b-5f661a50f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:19.112542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d12e1323-de39-4390-b23b-5f661a50f2dc None None] Port 34273270-ff75-47b6-8b30-4797528afaf7 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:19.156615 n-d-793620-16 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet efda33ec-6fa2-4b31-bddf-b990ef481dc6 (CIDR: 172.20.0.0/28) Aug 30 21:46:19.160875 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:46:19.161385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:19.176936 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-33b9b681-0261-4a33-8f25-2a04be656775 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2310393 Aug 30 21:46:19.180042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45638) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:19.185039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:19.297282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:19.300823 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:19.388064 n-d-793620-16 neutron-server[94688]: INFO neutron.db.ipam_backend_mixin [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 05d3a2c6-f283-4417-a342-27d1ab631820 (CIDR: 172.20.0.16/28) Aug 30 21:46:19.393523 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 21:46:19.394009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:19.411051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-449f1bd7-35ad-4592-95d6-8d44c40b5bba tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2299573 Aug 30 21:46:19.414812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45640) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:19.419808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'subnet': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:19.548979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Made reservation on behalf of 8f9b14fab00f40c5afc30e102c0f8430 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:19.552732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:19.789485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:19.841299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Network 0113607e-8d79-4a41-b82d-3a930322b781 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:19.844446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:19.848822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:19.849418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:19.854533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1086ef4-ea24-4aed-846f-28667989bb48 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:19.857458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Subnet': ['ID=92598ae4-f129-410d-a726-2e07813f10aa,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:19.868504 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8eb3213-dd67-4351-ba97-0f3c660fa831 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4526610 Aug 30 21:46:19.871590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45642) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:19.876881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1869035244', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92598ae4-f129-410d-a726-2e07813f10aa'}], 'security_groups': ['fdb48fdd-adb2-4bbb-a669-0f8b0371a356', 'dd3e82b8-af3f-4d6f-be7d-a59effb7f731']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:19.943785 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.078305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Update dhcp port {'port': {'network_id': '0113607e-8d79-4a41-b82d-3a930322b781', 'fixed_ips': [{'subnet_id': '05d3a2c6-f283-4417-a342-27d1ab631820', 'ip_address': '172.20.0.18'}, {'subnet_id': 'efda33ec-6fa2-4b31-bddf-b990ef481dc6'}, {'subnet_id': '92598ae4-f129-410d-a726-2e07813f10aa'}], 'binding:host_id': 'n-d-793620-16'}, 'id': 'c6a073fa-ddbb-41e9-a714-dbd0457e31ef'} from n-d-793620-16. {{(pid=94690) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 21:46:20.103004 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.243182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Delete allocated IP 172.20.0.9 (0113607e-8d79-4a41-b82d-3a930322b781/efda33ec-6fa2-4b31-bddf-b990ef481dc6) {{(pid=94688) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 21:46:20.252117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Allocated IP 172.20.0.39 (0113607e-8d79-4a41-b82d-3a930322b781/92598ae4-f129-410d-a726-2e07813f10aa/34273270-ff75-47b6-8b30-4797528afaf7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:20.424102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.437728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Transition to ACTIVE for port object 34273270-ff75-47b6-8b30-4797528afaf7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:20.444727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.464688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:46:20.534382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event updated for resources: {'Port': ['ID=34273270-ff75-47b6-8b30-4797528afaf7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:20.538021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Allocated IP 172.20.0.2 (0113607e-8d79-4a41-b82d-3a930322b781/efda33ec-6fa2-4b31-bddf-b990ef481dc6/c6a073fa-ddbb-41e9-a714-dbd0457e31ef) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:20.545222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Allocated IP 172.20.0.34 (0113607e-8d79-4a41-b82d-3a930322b781/92598ae4-f129-410d-a726-2e07813f10aa/c6a073fa-ddbb-41e9-a714-dbd0457e31ef) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:20.555170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] In _notify_port_updated(), no bound segment for port 34273270-ff75-47b6-8b30-4797528afaf7 on network 0113607e-8d79-4a41-b82d-3a930322b781 {{(pid=94688) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 21:46:20.560773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:20.561403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.562825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5c22127b-6538-4585-a2d0-12f0a436c83d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "PUT /v2.0/ports/34273270-ff75-47b6-8b30-4797528afaf7 HTTP/1.1" status: 200 len: 960 time: 0.6902797 Aug 30 21:46:20.565883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45644) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:20.636973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,segment=NetworkSegment(7389e4dd-864e-471b-9adb-a1e3ca5b6916),segment_id=7389e4dd-864e-471b-9adb-a1e3ca5b6916)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:20.652641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 34273270-ff75-47b6-8b30-4797528afaf7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:20.653121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.666249 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.679390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Transition to ACTIVE for port object c6a073fa-ddbb-41e9-a714-dbd0457e31ef will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:20.684194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.744534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.756514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 34273270-ff75-47b6-8b30-4797528afaf7 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:20.782203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cb90f-de57-4084-8536-acb6338ef160 None None] Pushing event updated for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:20.887492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.921260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=34273270-ff75-47b6-8b30-4797528afaf7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:20.988296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:20.990334 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e18f249-13ec-4cbe-b3a4-416cac4b0cae tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/34273270-ff75-47b6-8b30-4797528afaf7 HTTP/1.1" status: 204 len: 168 time: 0.4235353 Aug 30 21:46:20.993112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45646) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:21.017400 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c47793-4d4d-42e7-976d-2b700b959ede tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] GET failed (client error): The resource could not be found. Aug 30 21:46:21.019038 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-80c47793-4d4d-42e7-976d-2b700b959ede tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports/34273270-ff75-47b6-8b30-4797528afaf7 HTTP/1.1" status: 404 len: 333 time: 0.0249836 Aug 30 21:46:21.021985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45648) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:21.076948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad92588c-ed2b-4735-a723-41c834f44ae0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.104605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad92588c-ed2b-4735-a723-41c834f44ae0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.147013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad92588c-ed2b-4735-a723-41c834f44ae0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.149795 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad92588c-ed2b-4735-a723-41c834f44ae0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.151134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad92588c-ed2b-4735-a723-41c834f44ae0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b146cdd-ef48-46c7-a511-093a708f86f7 HTTP/1.1" status: 204 len: 168 time: 0.1282628 Aug 30 21:46:21.154515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45650) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:21.161223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92588c-ed2b-4735-a723-41c834f44ae0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b146cdd-ef48-46c7-a511-093a708f86f7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:21.222830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d339-e505-4f7e-b0e3-c1a9d70dceee tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.239110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Could not find standard attr ID for object 34273270-ff75-47b6-8b30-4797528afaf7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:21.244760 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d339-e505-4f7e-b0e3-c1a9d70dceee tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.249036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Provisioning complete for port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:21.249400 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.281923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:21.288221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d339-e505-4f7e-b0e3-c1a9d70dceee tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.291126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d7b5d339-e505-4f7e-b0e3-c1a9d70dceee tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.292158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Provisioning for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:21.292415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d7b5d339-e505-4f7e-b0e3-c1a9d70dceee tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/security-groups/dd3e82b8-af3f-4d6f-be7d-a59effb7f731 HTTP/1.1" status: 204 len: 168 time: 0.1362338 Aug 30 21:46:21.295502 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45652) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:21.301881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5d339-e505-4f7e-b0e3-c1a9d70dceee tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3e82b8-af3f-4d6f-be7d-a59effb7f731,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:21.312080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:21.312525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08b99f76-9ec0-4a27-a65d-8cea55779b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.355131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353be819-eb9b-4159-948d-2e929a9dbbfc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.377750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353be819-eb9b-4159-948d-2e929a9dbbfc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.419521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353be819-eb9b-4159-948d-2e929a9dbbfc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.422086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-353be819-eb9b-4159-948d-2e929a9dbbfc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.423301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-353be819-eb9b-4159-948d-2e929a9dbbfc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/security-groups/fdb48fdd-adb2-4bbb-a669-0f8b0371a356 HTTP/1.1" status: 204 len: 168 time: 0.1266971 Aug 30 21:46:21.426082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45656) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:21.431944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be819-eb9b-4159-948d-2e929a9dbbfc tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb48fdd-adb2-4bbb-a669-0f8b0371a356,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:21.482402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet efda33ec-6fa2-4b31-bddf-b990ef481dc6 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:21.485526 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.525447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.611678 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.678781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.703758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=efda33ec-6fa2-4b31-bddf-b990ef481dc6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:21.709670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.710355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8407513e-6ae1-43f0-8b8f-0372a8f47d2d None None] Could not find standard attr ID for object 34273270-ff75-47b6-8b30-4797528afaf7. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 21:46:21.715107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-34005048-ba04-4c9e-bf17-7a12855e1876 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/efda33ec-6fa2-4b31-bddf-b990ef481dc6 HTTP/1.1" status: 204 len: 168 time: 0.2844853 Aug 30 21:46:21.716098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45658) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:21.769512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 92598ae4-f129-410d-a726-2e07813f10aa {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:21.772923 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.818883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.850754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2403fa-eabc-49b9-bb7c-38bd4d80a594 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:21.911604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:21.973492 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.005857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=92598ae4-f129-410d-a726-2e07813f10aa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:22.010045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.014344 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9512bcb8-7488-477d-8038-06a3950520a2 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/92598ae4-f129-410d-a726-2e07813f10aa HTTP/1.1" status: 204 len: 168 time: 0.2943861 Aug 30 21:46:22.015250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.041400 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da57dc8-b1d8-434a-be1d-33a68cd95369 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.041889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da57dc8-b1d8-434a-be1d-33a68cd95369 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.043682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2da57dc8-b1d8-434a-be1d-33a68cd95369 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/efda33ec-6fa2-4b31-bddf-b990ef481dc6 HTTP/1.1" status: 404 len: 337 time: 0.0281351 Aug 30 21:46:22.046446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45662) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.097179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting subnet 05d3a2c6-f283-4417-a342-27d1ab631820 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:22.100372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.139385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.230586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.241409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c6a073fa-ddbb-41e9-a714-dbd0457e31ef up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:22.292201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.295745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:22.296328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.322835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Subnet': ['ID=05d3a2c6-f283-4417-a342-27d1ab631820,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:22.340176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.342423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cefe7dd6-f60c-481e-b19a-7963c7bdf64b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/05d3a2c6-f283-4417-a342-27d1ab631820 HTTP/1.1" status: 204 len: 168 time: 0.2949781 Aug 30 21:46:22.345022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45664) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.371945 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24e8b91-c5e7-44fd-818c-57e943ebeea0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.372730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24e8b91-c5e7-44fd-818c-57e943ebeea0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.374650 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a24e8b91-c5e7-44fd-818c-57e943ebeea0 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/85189691-84c1-4cf2-87a0-9c4e0d060f9a HTTP/1.1" status: 404 len: 337 time: 0.0286372 Aug 30 21:46:22.377201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.409237 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f8ef4db1-e589-4c8b-a195-0d669895dacf tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "GET /v2.0/ports?device_id=af0da890-ced2-4f10-8cc0-3e6f9c737682 HTTP/1.1" status: 200 len: 205 time: 0.0288548 Aug 30 21:46:22.409465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.446110 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-859d6847-e9c8-4531-9c39-dbf7ae68aceb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] delete failed (client error): The resource could not be found. Aug 30 21:46:22.447290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-859d6847-e9c8-4531-9c39-dbf7ae68aceb tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/routers/af0da890-ced2-4f10-8cc0-3e6f9c737682 HTTP/1.1" status: 404 len: 336 time: 0.0367982 Aug 30 21:46:22.449892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45670) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.481473 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-079538d9-2bff-491e-b031-367648b85aa1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.481954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079538d9-2bff-491e-b031-367648b85aa1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.483716 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-079538d9-2bff-491e-b031-367648b85aa1 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/0702f6cd-5a6d-4daa-a2f6-c67c36fb7d50 HTTP/1.1" status: 404 len: 337 time: 0.0329430 Aug 30 21:46:22.486303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45672) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.511946 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcd5565-a416-4370-b00a-16bd62341664 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.512435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcd5565-a416-4370-b00a-16bd62341664 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.514174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0bcd5565-a416-4370-b00a-16bd62341664 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/eab14f09-28b6-4e1f-9771-4c19c6591992 HTTP/1.1" status: 404 len: 337 time: 0.0270038 Aug 30 21:46:22.516824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.543255 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c9bcac-1da9-4537-b724-63cae56d6657 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.543692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c9bcac-1da9-4537-b724-63cae56d6657 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.545514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-34c9bcac-1da9-4537-b724-63cae56d6657 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/8ee06d9d-da27-4f34-b83d-9d27aee437d5 HTTP/1.1" status: 404 len: 337 time: 0.0278034 Aug 30 21:46:22.548156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45676) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.572786 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1d29c7-e450-4b51-8bcc-3f5952a5e60f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.573496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1d29c7-e450-4b51-8bcc-3f5952a5e60f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.575295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1e1d29c7-e450-4b51-8bcc-3f5952a5e60f tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/76879af0-27cf-4f18-b78b-35c3e77d3211 HTTP/1.1" status: 404 len: 333 time: 0.0261483 Aug 30 21:46:22.577919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45678) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.603727 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83d34a5-e17e-4aa1-b641-a69e12259d21 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.604180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83d34a5-e17e-4aa1-b641-a69e12259d21 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.605958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b83d34a5-e17e-4aa1-b641-a69e12259d21 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/002b9c0e-b27a-4be2-9876-5c72d3cc0e6d HTTP/1.1" status: 404 len: 337 time: 0.0270329 Aug 30 21:46:22.608504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45680) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.639549 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e3153e-8d18-4fc6-95a7-a0aad3e70c38 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.640007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e3153e-8d18-4fc6-95a7-a0aad3e70c38 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.641797 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-70e3153e-8d18-4fc6-95a7-a0aad3e70c38 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/f20b768e-60e3-4e99-8091-58e34f688b8f HTTP/1.1" status: 404 len: 337 time: 0.0323460 Aug 30 21:46:22.644326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.667405 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-837718e2-8ee4-4d8e-ae12-8aa2c4629123 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.668056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837718e2-8ee4-4d8e-ae12-8aa2c4629123 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.669814 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-837718e2-8ee4-4d8e-ae12-8aa2c4629123 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/2fd1b54b-0112-433a-b18d-0c41e1e7044b HTTP/1.1" status: 404 len: 333 time: 0.0245931 Aug 30 21:46:22.672402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.684395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb161c-befe-4df4-bae4-ef78cd80db13 None None] Network 0113607e-8d79-4a41-b82d-3a930322b781 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:22.697834 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa8b1e8-7b19-4f53-8f2c-4046c0d14d67 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.698286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa8b1e8-7b19-4f53-8f2c-4046c0d14d67 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.700060 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-daa8b1e8-7b19-4f53-8f2c-4046c0d14d67 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/95f6577e-307a-4f5e-acd6-7d276535691b HTTP/1.1" status: 404 len: 337 time: 0.0267737 Aug 30 21:46:22.702634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45688) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.727757 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eebfc91-f70f-4a8c-8451-2e4317ca4c9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] DELETE failed (client error): The resource could not be found. Aug 30 21:46:22.728462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eebfc91-f70f-4a8c-8451-2e4317ca4c9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:46:22.729887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3eebfc91-f70f-4a8c-8451-2e4317ca4c9b tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/subnets/aab0a855-7c6f-4f14-9321-e5543b8d6f3f HTTP/1.1" status: 404 len: 337 time: 0.0263121 Aug 30 21:46:22.732521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45690) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:22.757576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b17e48fd-df2b-42f6-8852-815fbcddf919 None None] Provisioning complete for port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:22.757939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b17e48fd-df2b-42f6-8852-815fbcddf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.820949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:22.821344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.823162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b17e48fd-df2b-42f6-8852-815fbcddf919 None None] Port 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:22.842165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b17e48fd-df2b-42f6-8852-815fbcddf919 None None] Provisioning complete for port c6a073fa-ddbb-41e9-a714-dbd0457e31ef triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:22.842484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b17e48fd-df2b-42f6-8852-815fbcddf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.887569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.901822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for 2c1bb494-1c2e-462f-a19e-4ea8edb13de4 owned by {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:22.911100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] DHCP port deletion for 0113607e-8d79-4a41-b82d-3a930322b781 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:22.969140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] Deleting port c6a073fa-ddbb-41e9-a714-dbd0457e31ef {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:22.969517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:22.986538 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.015216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=2c1bb494-1c2e-462f-a19e-4ea8edb13de4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:23.023753 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.027957 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6adac2af-400c-48b8-a4e5-0e185746331d tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/ports/2c1bb494-1c2e-462f-a19e-4ea8edb13de4 HTTP/1.1" status: 204 len: 168 time: 0.2922900 Aug 30 21:46:23.028290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45692) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:23.037274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,segment=NetworkSegment(7389e4dd-864e-471b-9adb-a1e3ca5b6916),segment_id=7389e4dd-864e-471b-9adb-a1e3ca5b6916)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:23.037695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.050427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] Calling delete_port for c6a073fa-ddbb-41e9-a714-dbd0457e31ef owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:23.102704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.127368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.151397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] Pushing event deleted for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:23.155626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f31893-3c2b-400a-8f58-55d2f6131fa0 None None] No DVR routers for this DVR port c6a073fa-ddbb-41e9-a714-dbd0457e31ef on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:23.156318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Deleting port c6a073fa-ddbb-41e9-a714-dbd0457e31ef {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:23.157066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.225763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] For port c6a073fa-ddbb-41e9-a714-dbd0457e31ef, host n-d-793620-16, got binding levels [] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:23.226041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.238567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Calling delete_port for c6a073fa-ddbb-41e9-a714-dbd0457e31ef owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:23.242348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.ipam_backend_mixin [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Port c6a073fa-ddbb-41e9-a714-dbd0457e31ef was not found and therefore no delete operation was performed {{(pid=94688) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 21:46:23.244254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.270246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Port': ['ID=c6a073fa-ddbb-41e9-a714-dbd0457e31ef,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:23.272069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] No DVR routers for this DVR port c6a073fa-ddbb-41e9-a714-dbd0457e31ef on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:23.353678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.363508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0113607e-8d79-4a41-b82d-3a930322b781']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:23.373790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7389e4dd-864e-471b-9adb-a1e3ca5b6916') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:23.374087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7389e4dd-864e-471b-9adb-a1e3ca5b6916') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:23.382927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.397915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.404799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:23.405177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:23.408313 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:23.465710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.470271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.472214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] 10.222.0.76 "DELETE /v2.0/networks/0113607e-8d79-4a41-b82d-3a930322b781 HTTP/1.1" status: 204 len: 168 time: 0.4426515 Aug 30 21:46:23.486914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b2900-8a68-4006-a595-1018b256fc79 tempest-PortsTestJSON-1167024435 tempest-PortsTestJSON-1167024435-project] Pushing event deleted for resources: {'Network': ['ID=0113607e-8d79-4a41-b82d-3a930322b781,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:23.738426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45702) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:23.883828 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bbd6d6ff-7949-4acf-b4ef-34ec601db069 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f9b14fab00f40c5afc30e102c0f8430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441538 Aug 30 21:46:23.887317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45706) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:23.941151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60d354f8-05f5-42d5-86b4-d316b34544dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:23.961847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60d354f8-05f5-42d5-86b4-d316b34544dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.015714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60d354f8-05f5-42d5-86b4-d316b34544dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.018253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60d354f8-05f5-42d5-86b4-d316b34544dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.019419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60d354f8-05f5-42d5-86b4-d316b34544dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afe559a5-8135-4233-a2d1-f440302f6731 HTTP/1.1" status: 204 len: 168 time: 0.1312175 Aug 30 21:46:24.026849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d354f8-05f5-42d5-86b4-d316b34544dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe559a5-8135-4233-a2d1-f440302f6731,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:24.209049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c6a073fa-ddbb-41e9-a714-dbd0457e31ef no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:24.233258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c6a073fa-ddbb-41e9-a714-dbd0457e31ef {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:24.233610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c6a073fa-ddbb-41e9-a714-dbd0457e31ef not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:24.689404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45728) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:24.798810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1312544451'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:24.824320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:24.827749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.836143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.926840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.933377 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.962532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:24.967849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef847d29-5dff-4a5e-a722-d625e8bc535b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:24.976372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:24.976736 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment dfd048ad-8dd6-48a0-8fbc-83144ea6fe16 of type vlan for network 080f061e-999d-48e0-8df2-f88afa1c45a7 Aug 30 21:46:25.019161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.046439 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.052173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:25.052782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.110111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4172835 Aug 30 21:46:25.110738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45732) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:25.115593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502839848'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:25.131670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341b3b7-5460-4547-a61d-477f56b77180 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=080f061e-999d-48e0-8df2-f88afa1c45a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:25.142457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:25.147020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:25.150618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.174445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:25.184056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.184400 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment 2ffc0c25-ee45-4608-b745-857e3b5e3b92 of type vlan for network d972528a-2de5-4732-a6a7-fc5af49bc051 Aug 30 21:46:25.224218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.250141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.255895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:25.256481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.321088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2091637 Aug 30 21:46:25.324167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45734) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:25.327433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100756c2-5c9d-4e12-9bce-3147a9f14c46 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=d972528a-2de5-4732-a6a7-fc5af49bc051,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:25.331179 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:25.337987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d972528a-2de5-4732-a6a7-fc5af49bc051 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:25.425271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:25.428848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.622144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.679079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=30dd3353-fc9a-4523-a083-fbcccc2d238d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:25.687775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:25.688125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: 080f061e-999d-48e0-8df2-f88afa1c45a7, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:25.705832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:25.715942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 080f061e-999d-48e0-8df2-f88afa1c45a7) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:25.720144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:25.720725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.725748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8e643-0711-475c-b244-9bbd77cd0e54 None None] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:25.739421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-69dfcdd5-3218-4074-b1b7-9adcf952c76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134076 Aug 30 21:46:25.742573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45736) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:25.747755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:25.839063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:25.843271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:25.874381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-080f061e-999d-48e0-8df2-f88afa1c45a7', 'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': '30dd3353-fc9a-4523-a083-fbcccc2d238d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:25.875234 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.011729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Allocated IP 2001:db8::2 (080f061e-999d-48e0-8df2-f88afa1c45a7/30dd3353-fc9a-4523-a083-fbcccc2d238d/803a5f9b-c4a0-4c17-b797-b04cbe1d022c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:26.029442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.092718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=12ec9890-bab9-4c28-b1df-528aa70a371d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:26.100513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': '2ffc0c25-ee45-4608-b745-857e3b5e3b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:26.100921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: d972528a-2de5-4732-a6a7-fc5af49bc051, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:26.119991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d972528a-2de5-4732-a6a7-fc5af49bc051 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:26.131904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d972528a-2de5-4732-a6a7-fc5af49bc051) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:26.136115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:26.136697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.144895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c892796-42d2-4aff-81ad-cc03010506dc None None] Network d972528a-2de5-4732-a6a7-fc5af49bc051 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:26.155232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fd01e532-c5f0-4f42-ba73-73d50b66d85e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4088221 Aug 30 21:46:26.156604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45738) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:26.160906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-124553844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:26.184214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.185297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.209259 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.222349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Transition to ACTIVE for port object 803a5f9b-c4a0-4c17-b797-b04cbe1d022c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:26.236807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.246393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.249304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Transition to ACTIVE for port object 803a5f9b-c4a0-4c17-b797-b04cbe1d022c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:26.262457 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.263127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.264326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-10c3cb1e-a8d9-41b3-ad52-cdd3865d1af4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1072092 Aug 30 21:46:26.267282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45740) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:26.334873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:26.342766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:26.345337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:26.347586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Pushing event updated for resources: {'Port': ['ID=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:26.391181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-d972528a-2de5-4732-a6a7-fc5af49bc051', 'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': '12ec9890-bab9-4c28-b1df-528aa70a371d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:26.391942 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.435310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Attempting to bind port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:26.435679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Attempting to bind port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:26.436045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Attempting to bind port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c on network 080f061e-999d-48e0-8df2-f88afa1c45a7 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:26.487249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:26.487679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Checking segment: {'id': 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:26.488013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.488422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Bound using segment: {'id': 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:26.488913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Bound port: 803a5f9b-c4a0-4c17-b797-b04cbe1d022c, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080f061e-999d-48e0-8df2-f88afa1c45a7'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:26.489301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.609108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] For port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:26.611499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Allocated IP 2001:db8:1::2 (d972528a-2de5-4732-a6a7-fc5af49bc051/12ec9890-bab9-4c28-b1df-528aa70a371d/e2a88596-aebd-4165-9b85-6823a17faa45) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:26.614437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] For port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,segment=NetworkSegment(dfd048ad-8dd6-48a0-8fbc-83144ea6fe16),segment_id=dfd048ad-8dd6-48a0-8fbc-83144ea6fe16)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:26.623893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.736952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee0a5-234a-412f-ba74-c67693e185b2 None None] Pushing event updated for resources: {'Port': ['ID=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:26.825600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.837335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Transition to ACTIVE for port object e2a88596-aebd-4165-9b85-6823a17faa45 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:26.853898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Transition to ACTIVE for port object e2a88596-aebd-4165-9b85-6823a17faa45 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:26.872299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.910651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:26.921277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Network d972528a-2de5-4732-a6a7-fc5af49bc051 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:26.926352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:26.930296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:26.939276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Pushing event updated for resources: {'Port': ['ID=e2a88596-aebd-4165-9b85-6823a17faa45,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:26.993420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Attempting to bind port e2a88596-aebd-4165-9b85-6823a17faa45 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:26.993793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Attempting to bind port e2a88596-aebd-4165-9b85-6823a17faa45 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '2ffc0c25-ee45-4608-b745-857e3b5e3b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:26.994155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Attempting to bind port e2a88596-aebd-4165-9b85-6823a17faa45 on network d972528a-2de5-4732-a6a7-fc5af49bc051 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:26.999922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:27.000294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Checking segment: {'id': '2ffc0c25-ee45-4608-b745-857e3b5e3b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:27.000690 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.001077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Bound using segment: {'id': '2ffc0c25-ee45-4608-b745-857e3b5e3b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:27.001574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Bound port: e2a88596-aebd-4165-9b85-6823a17faa45, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffc0c25-ee45-4608-b745-857e3b5e3b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd972528a-2de5-4732-a6a7-fc5af49bc051'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:27.001937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.065161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] For port e2a88596-aebd-4165-9b85-6823a17faa45, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:27.068604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] For port e2a88596-aebd-4165-9b85-6823a17faa45, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2a88596-aebd-4165-9b85-6823a17faa45,segment=NetworkSegment(2ffc0c25-ee45-4608-b745-857e3b5e3b92),segment_id=2ffc0c25-ee45-4608-b745-857e3b5e3b92)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:27.073862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.136246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d76ba-542a-4572-b664-e0e203b506c0 None None] Pushing event updated for resources: {'Port': ['ID=e2a88596-aebd-4165-9b85-6823a17faa45,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:27.174431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8::1 (080f061e-999d-48e0-8df2-f88afa1c45a7/30dd3353-fc9a-4523-a083-fbcccc2d238d/b28d386c-3785-4c5c-bed4-b35b68d4f252) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:27.296585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.310952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object b28d386c-3785-4c5c-bed4-b35b68d4f252 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:27.359260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.413569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:27.416914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:27.422215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:27.423048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.458739 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=b28d386c-3785-4c5c-bed4-b35b68d4f252,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:27.471504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.471854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.472200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.472535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.472868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.473200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.473527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.473853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.474177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.474499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.474849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.475169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:27.556625 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.665449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd09c40-10ce-4a85-83c1-0331f8c56c0e None None] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:27.734262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-66ae5e39-bf4d-4317-a53d-0bdd6669959d None None] Provisioning for port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:27.835107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.841690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.842507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:27.933569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=b28d386c-3785-4c5c-bed4-b35b68d4f252,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:27.977985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:27.979526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:28.101879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063c9c2-025b-4c66-80cd-a407171fe39e None None] Network d972528a-2de5-4732-a6a7-fc5af49bc051 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:28.102199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 65429654-68d6-4da8-81ec-a36bc3c6fcf1 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:28.210419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:28.216385 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7ad5ddac-e15d-4b4f-9d03-f9116b91fdc4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/65429654-68d6-4da8-81ec-a36bc3c6fcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479215 Aug 30 21:46:28.218980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45742) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:28.220754 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] Sync routers for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:28.238232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91b71e1f-c71e-408f-8deb-403750eb5691 None None] Provisioning for port b28d386c-3785-4c5c-bed4-b35b68d4f252 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:28.243277 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:28.244166 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:28.248959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91b71e1f-c71e-408f-8deb-403750eb5691 None None] Provisioning complete for port b28d386c-3785-4c5c-bed4-b35b68d4f252 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:28.249695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91b71e1f-c71e-408f-8deb-403750eb5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.270774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c17302-26d7-4819-ab23-a21818b40370 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:28.275084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-37c17302-26d7-4819-ab23-a21818b40370 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports/b28d386c-3785-4c5c-bed4-b35b68d4f252 HTTP/1.1" status: 200 len: 911 time: 0.0522459 Aug 30 21:46:28.275325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45744) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:28.302290 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:28.313167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-91b71e1f-c71e-408f-8deb-403750eb5691 None None] Port b28d386c-3785-4c5c-bed4-b35b68d4f252 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:28.321127 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:28.321949 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:28.335508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91b71e1f-c71e-408f-8deb-403750eb5691 None None] Provisioning for port e2a88596-aebd-4165-9b85-6823a17faa45 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:28.365215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2a88596-aebd-4165-9b85-6823a17faa45 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:28.375393 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:28.376053 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37bf1a1-2611-47d3-bae8-1d138b2a954a None None] The sync data for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:28.424847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port e2a88596-aebd-4165-9b85-6823a17faa45 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:28.433459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e2a88596-aebd-4165-9b85-6823a17faa45 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:28.435328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.485899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0d41c3f3-d427-4315-a250-cde0d74f0cb8 None None] Provisioning complete for port b28d386c-3785-4c5c-bed4-b35b68d4f252 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:28.486371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d41c3f3-d427-4315-a250-cde0d74f0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.548775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0d41c3f3-d427-4315-a250-cde0d74f0cb8 None None] Port b28d386c-3785-4c5c-bed4-b35b68d4f252 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:28.569722 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.611986 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port e2a88596-aebd-4165-9b85-6823a17faa45, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2a88596-aebd-4165-9b85-6823a17faa45,segment=NetworkSegment(2ffc0c25-ee45-4608-b745-857e3b5e3b92),segment_id=2ffc0c25-ee45-4608-b745-857e3b5e3b92)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:28.618001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.619077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 803a5f9b-c4a0-4c17-b797-b04cbe1d022c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:28.700416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bc3ee628-61bd-4fcb-b5d6-7a107a1290b2 None None] Provisioning complete for port e2a88596-aebd-4165-9b85-6823a17faa45 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:28.701121 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc3ee628-61bd-4fcb-b5d6-7a107a1290b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.725850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.730861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=e2a88596-aebd-4165-9b85-6823a17faa45,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:28.751782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:28.757859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:28.758224 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.867773 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.900372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,segment=NetworkSegment(dfd048ad-8dd6-48a0-8fbc-83144ea6fe16),segment_id=dfd048ad-8dd6-48a0-8fbc-83144ea6fe16)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:28.905466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.960583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:28.964024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2c848014-0e2e-4c32-81c8-759acb16abcb None None] Provisioning complete for port b28d386c-3785-4c5c-bed4-b35b68d4f252 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:28.964422 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2c848014-0e2e-4c32-81c8-759acb16abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:28.982145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8:1::1 (d972528a-2de5-4732-a6a7-fc5af49bc051/12ec9890-bab9-4c28-b1df-528aa70a371d/7642f0df-6e3f-4a34-93a3-7c2c4fec23b3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:28.999415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2c848014-0e2e-4c32-81c8-759acb16abcb None None] Port b28d386c-3785-4c5c-bed4-b35b68d4f252 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:29.097970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.111773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:29.147723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.196308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d972528a-2de5-4732-a6a7-fc5af49bc051 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:29.199476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:29.203359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:29.203901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.209637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=7642f0df-6e3f-4a34-93a3-7c2c4fec23b3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:29.324898 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.421953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d92ff34c-c526-4af8-8230-e01dbcc7886f None None] Provisioning for port 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:29.425727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d92ff34c-c526-4af8-8230-e01dbcc7886f None None] Provisioning complete for port 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:29.426061 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d92ff34c-c526-4af8-8230-e01dbcc7886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.459988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d92ff34c-c526-4af8-8230-e01dbcc7886f None None] Port 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:29.601599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.608373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.609137 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:29.689417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=7642f0df-6e3f-4a34-93a3-7c2c4fec23b3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:29.733753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d972528a-2de5-4732-a6a7-fc5af49bc051 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:29.735206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:29.833202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 65429654-68d6-4da8-81ec-a36bc3c6fcf1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:29.983223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ca95ae77-3516-46ed-ae7c-c7d08f488653 None None] Provisioning complete for port 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:29.983904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca95ae77-3516-46ed-ae7c-c7d08f488653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:30.023175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ca95ae77-3516-46ed-ae7c-c7d08f488653 None None] Port 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:30.233116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2a88596-aebd-4165-9b85-6823a17faa45 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:30.279185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:30.283837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e2a88596-aebd-4165-9b85-6823a17faa45 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:30.284343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:30.285383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-25a9a74d-3971-40e7-b92b-3ccec0a6a9e7 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/65429654-68d6-4da8-81ec-a36bc3c6fcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0089095 Aug 30 21:46:30.288191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45748) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:30.307926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] Sync routers for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:30.330180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:30.330934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:30.334301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9064a7b-89be-4a72-a25d-505c25db18c9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:30.335725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c9064a7b-89be-4a72-a25d-505c25db18c9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports/7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 HTTP/1.1" status: 200 len: 913 time: 0.0443368 Aug 30 21:46:30.338865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45750) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:30.368859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:30.382749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:30.383367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:30.431727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:30.432282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f5de9-e359-4144-a397-6e8c2e786ad7 None None] The sync data for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:30.446118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 803a5f9b-c4a0-4c17-b797-b04cbe1d022c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:30.492031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:30.492405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:30.666152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:30.914549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:30.914895 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:30.997419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:31.009175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 7642f0df-6e3f-4a34-93a3-7c2c4fec23b3 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:31.182271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:31.212211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=7642f0df-6e3f-4a34-93a3-7c2c4fec23b3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:31.326516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:31.514126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 65429654-68d6-4da8-81ec-a36bc3c6fcf1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:31.620117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:31.628779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c4945376-a3ea-4637-88f9-ac9a9c353cf0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/65429654-68d6-4da8-81ec-a36bc3c6fcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2858813 Aug 30 21:46:31.629376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45752) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:31.630301 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] Sync routers for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:31.640350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:31.640993 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:31.676416 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:31.685100 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:31.685705 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:31.716276 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:31.716915 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d69c3-029f-48eb-920f-41fe6e67a3d8 None None] The sync data for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:31.954528 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:32.227025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port b28d386c-3785-4c5c-bed4-b35b68d4f252 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:32.227289 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:32.313037 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:32.324905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for b28d386c-3785-4c5c-bed4-b35b68d4f252 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:32.522229 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:32.548294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=b28d386c-3785-4c5c-bed4-b35b68d4f252,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:32.643799 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.132809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 65429654-68d6-4da8-81ec-a36bc3c6fcf1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:33.210016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:33.215409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b2d44f27-e28f-4b81-85f1-29f5b9bc799b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/65429654-68d6-4da8-81ec-a36bc3c6fcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5850408 Aug 30 21:46:33.218262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45754) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:33.220346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] Sync routers for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:33.230753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:33.231395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:33.244458 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1f961c78-ca9a-49d2-846a-88d082a7ab21 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=65429654-68d6-4da8-81ec-a36bc3c6fcf1 HTTP/1.1" status: 200 len: 205 time: 0.0251050 Aug 30 21:46:33.247106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45756) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:33.263239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:33.271991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] Routers {'65429654-68d6-4da8-81ec-a36bc3c6fcf1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:33.272599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:33.328606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.460058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:33.460605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e767382-42e6-4568-9509-acd3a62dd696 None None] The sync data for ids ['65429654-68d6-4da8-81ec-a36bc3c6fcf1'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:33.492820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.494938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.540506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.541341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router 65429654-68d6-4da8-81ec-a36bc3c6fcf1 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:46:33.547916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.549025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-75ad1d22-ee79-42f6-bd10-6e7fd9d775b0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/65429654-68d6-4da8-81ec-a36bc3c6fcf1 HTTP/1.1" status: 204 len: 168 time: 0.3010619 Aug 30 21:46:33.551857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45758) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:33.604231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet 12ec9890-bab9-4c28-b1df-528aa70a371d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:33.607634 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.651207 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.734332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.767362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.796097 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.823654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=12ec9890-bab9-4c28-b1df-528aa70a371d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:33.826021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.828484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1b2f2aee-73c7-4bbb-85d1-a86985f36b91 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/12ec9890-bab9-4c28-b1df-528aa70a371d HTTP/1.1" status: 204 len: 168 time: 0.2750783 Aug 30 21:46:33.830850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45760) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:33.834123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfef073-edc8-45fd-9653-bded1e51aeca None None] Network d972528a-2de5-4732-a6a7-fc5af49bc051 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:33.886287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet 30dd3353-fc9a-4523-a083-fbcccc2d238d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:33.889354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:33.929933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.010195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] DHCP port deletion for d972528a-2de5-4732-a6a7-fc5af49bc051 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:34.013843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.056321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] Deleting port e2a88596-aebd-4165-9b85-6823a17faa45 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:34.056715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.076604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.103486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=30dd3353-fc9a-4523-a083-fbcccc2d238d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:34.107339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.109217 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d27a0f7f-3b4c-4e09-8115-d63c2f5c6c75 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/30dd3353-fc9a-4523-a083-fbcccc2d238d HTTP/1.1" status: 204 len: 168 time: 0.2773969 Aug 30 21:46:34.111884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45762) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:34.117431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da6944-7d15-4803-bc3e-baa950926a3f None None] Network 080f061e-999d-48e0-8df2-f88afa1c45a7 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:34.175864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] For port e2a88596-aebd-4165-9b85-6823a17faa45, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2a88596-aebd-4165-9b85-6823a17faa45,segment=NetworkSegment(2ffc0c25-ee45-4608-b745-857e3b5e3b92),segment_id=2ffc0c25-ee45-4608-b745-857e3b5e3b92)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:34.176284 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.186801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.196137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] Calling delete_port for e2a88596-aebd-4165-9b85-6823a17faa45 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:34.240536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port e2a88596-aebd-4165-9b85-6823a17faa45 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:34.240777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.264215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e2a88596-aebd-4165-9b85-6823a17faa45 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:34.307558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port e2a88596-aebd-4165-9b85-6823a17faa45, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e2a88596-aebd-4165-9b85-6823a17faa45,segment=NetworkSegment(2ffc0c25-ee45-4608-b745-857e3b5e3b92),segment_id=2ffc0c25-ee45-4608-b745-857e3b5e3b92)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:34.307905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.321211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for e2a88596-aebd-4165-9b85-6823a17faa45 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:34.359917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.380358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Port e2a88596-aebd-4165-9b85-6823a17faa45 update to DOWN by agent not found {{(pid=94690) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 21:46:34.399124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.404610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] Pushing event deleted for resources: {'Port': ['ID=e2a88596-aebd-4165-9b85-6823a17faa45,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:34.407594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b8a8f0-4a33-4e4c-b736-0784fe50c287 None None] No DVR routers for this DVR port e2a88596-aebd-4165-9b85-6823a17faa45 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:34.431570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=e2a88596-aebd-4165-9b85-6823a17faa45,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:34.435136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port e2a88596-aebd-4165-9b85-6823a17faa45 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:34.440617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] DHCP port deletion for 080f061e-999d-48e0-8df2-f88afa1c45a7 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:34.489042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] Deleting port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:34.489411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.511893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.521463 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d972528a-2de5-4732-a6a7-fc5af49bc051']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:34.532831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffc0c25-ee45-4608-b745-857e3b5e3b92') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:34.533098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffc0c25-ee45-4608-b745-857e3b5e3b92') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:34.542388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.551488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] For port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,segment=NetworkSegment(dfd048ad-8dd6-48a0-8fbc-83144ea6fe16),segment_id=dfd048ad-8dd6-48a0-8fbc-83144ea6fe16)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:34.551884 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.556017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.561967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:34.562368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:34.565443 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:34.569050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] Calling delete_port for 803a5f9b-c4a0-4c17-b797-b04cbe1d022c owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:34.628111 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.636730 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.638442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/d972528a-2de5-4732-a6a7-fc5af49bc051 HTTP/1.1" status: 204 len: 168 time: 0.5255923 Aug 30 21:46:34.641752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45764) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:34.648354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f85ff-8e26-499c-9fc8-05b9e4dd038c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=d972528a-2de5-4732-a6a7-fc5af49bc051,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:34.652495 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.679490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] Pushing event deleted for resources: {'Port': ['ID=803a5f9b-c4a0-4c17-b797-b04cbe1d022c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:34.682031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1bc64-f3ff-43ed-a8cb-cdb9eb890ee8 None None] No DVR routers for this DVR port 803a5f9b-c4a0-4c17-b797-b04cbe1d022c on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:34.722180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.806719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.816494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080f061e-999d-48e0-8df2-f88afa1c45a7']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:34.826231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:34.826523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd048ad-8dd6-48a0-8fbc-83144ea6fe16') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:34.835222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.848687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.854466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:34.854877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:34.857821 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:34.918543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.925431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.927130 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/080f061e-999d-48e0-8df2-f88afa1c45a7 HTTP/1.1" status: 204 len: 168 time: 0.2841997 Aug 30 21:46:34.931155 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45766) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:34.936820 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-771658980'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:34.939525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3100fc-db69-49ad-be4f-54cb17c22df2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=080f061e-999d-48e0-8df2-f88afa1c45a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:34.960325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:34.963972 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.986937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:34.995788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:34.996240 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment 5539b76d-1038-4802-aa1e-03fa363e7a6b of type vlan for network c7a90055-6da1-42fe-b987-1ed193b25259 Aug 30 21:46:35.035887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.072851 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.078341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:35.078967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.136203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2038207 Aug 30 21:46:35.139289 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:35.144455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:35.147222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd44f37-c89c-41b3-a4b1-80feb70ca71b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=c7a90055-6da1-42fe-b987-1ed193b25259,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:35.159111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c7a90055-6da1-42fe-b987-1ed193b25259 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:35.240135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:35.243727 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.438854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.500672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=eeae02c8-a793-4f8f-84ec-13e9b3c8f845,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:35.514938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': '5539b76d-1038-4802-aa1e-03fa363e7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:35.515304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: c7a90055-6da1-42fe-b987-1ed193b25259, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:35.535505 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network c7a90055-6da1-42fe-b987-1ed193b25259 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:35.545649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c7a90055-6da1-42fe-b987-1ed193b25259) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:35.549655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:35.550247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.555417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167f566-bd7e-46ee-8212-e24342629eee None None] Network c7a90055-6da1-42fe-b987-1ed193b25259 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:35.570621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-762230cb-62d1-42ce-8d19-a1a3e5e8e91c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4302015 Aug 30 21:46:35.573253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45770) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:35.577958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352524857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:35.602418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.603425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.658972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.665429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.682014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.683296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-06426347-4bf2-486b-9cc8-8d88d3af1a4a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1090467 Aug 30 21:46:35.686060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:35.691242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'port': {'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259', 'name': 'tempest-RoutersIpV6Test-1684826584'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:35.702000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-c7a90055-6da1-42fe-b987-1ed193b25259', 'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': 'eeae02c8-a793-4f8f-84ec-13e9b3c8f845'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:35.704559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.811982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:35.815756 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.833541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] device_id is not set on port 60454110-2fbb-4a1e-9914-3c0a6cd92465 yet. {{(pid=94688) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 21:46:35.843497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Allocated IP 2001:db8::2 (c7a90055-6da1-42fe-b987-1ed193b25259/eeae02c8-a793-4f8f-84ec-13e9b3c8f845/8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:35.983620 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:35.991982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Transition to ACTIVE for port object 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:36.006814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Transition to ACTIVE for port object 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:36.015383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.055061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Network c7a90055-6da1-42fe-b987-1ed193b25259 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:36.059977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:36.063525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:36.079346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8::ab (c7a90055-6da1-42fe-b987-1ed193b25259/eeae02c8-a793-4f8f-84ec-13e9b3c8f845/60454110-2fbb-4a1e-9914-3c0a6cd92465) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:36.082691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Pushing event updated for resources: {'Port': ['ID=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:36.110004 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.137887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Attempting to bind port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:36.138257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Attempting to bind port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5539b76d-1038-4802-aa1e-03fa363e7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:36.138627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Attempting to bind port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 on network c7a90055-6da1-42fe-b987-1ed193b25259 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:36.143932 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:36.144305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Checking segment: {'id': '5539b76d-1038-4802-aa1e-03fa363e7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:36.144710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.145111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Bound using segment: {'id': '5539b76d-1038-4802-aa1e-03fa363e7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:36.145576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Bound port: 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5539b76d-1038-4802-aa1e-03fa363e7a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c7a90055-6da1-42fe-b987-1ed193b25259'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:36.145958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.209323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] For port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:36.212520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] For port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,segment=NetworkSegment(5539b76d-1038-4802-aa1e-03fa363e7a6b),segment_id=5539b76d-1038-4802-aa1e-03fa363e7a6b)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:36.218473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.235930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.247746 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 803a5f9b-c4a0-4c17-b797-b04cbe1d022c no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:36.249758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object 60454110-2fbb-4a1e-9914-3c0a6cd92465 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:36.276849 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 803a5f9b-c4a0-4c17-b797-b04cbe1d022c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:36.277238 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 803a5f9b-c4a0-4c17-b797-b04cbe1d022c not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:36.296572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.300847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e491985-f5e3-444b-9117-21b4e3129068 None None] Pushing event updated for resources: {'Port': ['ID=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:36.350752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network c7a90055-6da1-42fe-b987-1ed193b25259 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:36.353992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:36.357985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:36.363597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:36.364203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.370372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=60454110-2fbb-4a1e-9914-3c0a6cd92465,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:36.385304 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ceae4dba-05b7-428a-b6d9-6fec8b811e9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6981151 Aug 30 21:46:36.388307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45774) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:36.715028 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.956373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:36.963762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.041346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=60454110-2fbb-4a1e-9914-3c0a6cd92465,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:37.149182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.185392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa42c5-db07-4c51-bd91-77ff9db2f469 None None] Network c7a90055-6da1-42fe-b987-1ed193b25259 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:37.238076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe3740dc-663d-4201-9790-ba5615e6d003 None None] Provisioning for port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:37.263805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.524407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.530577 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.531418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.570292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-43892c33-8bb9-4efb-83cc-6aaae1b3c315 None None] Provisioning for port 60454110-2fbb-4a1e-9914-3c0a6cd92465 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:37.574451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-43892c33-8bb9-4efb-83cc-6aaae1b3c315 None None] Provisioning complete for port 60454110-2fbb-4a1e-9914-3c0a6cd92465 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:37.574864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43892c33-8bb9-4efb-83cc-6aaae1b3c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.611692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-43892c33-8bb9-4efb-83cc-6aaae1b3c315 None None] Port 60454110-2fbb-4a1e-9914-3c0a6cd92465 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:37.617828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=60454110-2fbb-4a1e-9914-3c0a6cd92465,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:37.665591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network c7a90055-6da1-42fe-b987-1ed193b25259 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:37.667025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:37.745336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4fdd4ca0-560b-458b-9e28-2d1a60cf2db2 None None] Provisioning complete for port 60454110-2fbb-4a1e-9914-3c0a6cd92465 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:37.745714 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fdd4ca0-560b-458b-9e28-2d1a60cf2db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:37.780940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd4ca0-560b-458b-9e28-2d1a60cf2db2 None None] Port 60454110-2fbb-4a1e-9914-3c0a6cd92465 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:37.791153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router a40fa732-cc8b-4814-830e-28e533c63f59 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:37.885454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:37.890848 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37aa512a-3f66-4c2e-a4de-df2736c6a5f3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/a40fa732-cc8b-4814-830e-28e533c63f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5013726 Aug 30 21:46:37.893302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45776) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:37.902902 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] Sync routers for ids ['a40fa732-cc8b-4814-830e-28e533c63f59'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:37.914433 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] Routers {'a40fa732-cc8b-4814-830e-28e533c63f59'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:37.915073 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a40fa732-cc8b-4814-830e-28e533c63f59'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:37.936583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448dc23-3cb0-4c49-8238-b77bd5b7873a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:37.938046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4448dc23-3cb0-4c49-8238-b77bd5b7873a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports/60454110-2fbb-4a1e-9914-3c0a6cd92465 HTTP/1.1" status: 200 len: 983 time: 0.0438235 Aug 30 21:46:37.940852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45778) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:37.951107 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:37.963625 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] Routers {'a40fa732-cc8b-4814-830e-28e533c63f59'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:37.964254 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a40fa732-cc8b-4814-830e-28e533c63f59'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:38.003723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e840f750-4148-429f-a18f-7b2ed4867841 None None] Provisioning complete for port 60454110-2fbb-4a1e-9914-3c0a6cd92465 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:38.004366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e840f750-4148-429f-a18f-7b2ed4867841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.007187 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:38.007851 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54eaac-a8ee-46d9-b08b-112b0df0b647 None None] The sync data for ids ['a40fa732-cc8b-4814-830e-28e533c63f59'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:38.056909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e840f750-4148-429f-a18f-7b2ed4867841 None None] Port 60454110-2fbb-4a1e-9914-3c0a6cd92465 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:38.178451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-496a4f8c-d925-4dd5-a64e-33e5066868e1 None None] Provisioning complete for port 60454110-2fbb-4a1e-9914-3c0a6cd92465 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:38.179053 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-496a4f8c-d925-4dd5-a64e-33e5066868e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.225383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-496a4f8c-d925-4dd5-a64e-33e5066868e1 None None] Port 60454110-2fbb-4a1e-9914-3c0a6cd92465 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:38.259318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:38.283080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.308073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:38.311808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:38.312176 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.390335 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.421845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,segment=NetworkSegment(5539b76d-1038-4802-aa1e-03fa363e7a6b),segment_id=5539b76d-1038-4802-aa1e-03fa363e7a6b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:38.426810 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.475289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:38.495011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 60454110-2fbb-4a1e-9914-3c0a6cd92465 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:38.495336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.590106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.608093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 60454110-2fbb-4a1e-9914-3c0a6cd92465 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:38.790047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.818696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=60454110-2fbb-4a1e-9914-3c0a6cd92465,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:38.914628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:38.995858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f20cc18c-e74b-4ff7-ae4e-48fad4ba9931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:39.074929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router a40fa732-cc8b-4814-830e-28e533c63f59 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:39.149149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:39.154951 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a597ee68-1e95-4c7e-b0f5-db46e72303ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/a40fa732-cc8b-4814-830e-28e533c63f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2130165 Aug 30 21:46:39.158295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45780) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:39.161024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] Sync routers for ids ['a40fa732-cc8b-4814-830e-28e533c63f59'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:39.177442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] Routers {'a40fa732-cc8b-4814-830e-28e533c63f59'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:39.178222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a40fa732-cc8b-4814-830e-28e533c63f59'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:39.212570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:39.222713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] Routers {'a40fa732-cc8b-4814-830e-28e533c63f59'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:39.223354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a40fa732-cc8b-4814-830e-28e533c63f59'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:39.259314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:39.260073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbda5c4-c8d0-468a-8ce4-93a96bbb09b1 None None] The sync data for ids ['a40fa732-cc8b-4814-830e-28e533c63f59'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:39.685816 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-b4da5e18-af41-4859-88f8-40e2281d84c3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 21:46:39.686893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b4da5e18-af41-4859-88f8-40e2281d84c3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/a40fa732-cc8b-4814-830e-28e533c63f59/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5275052 Aug 30 21:46:39.689736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:39.720213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c4901ec4-9ef1-4691-971f-6c141e2b4788 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=a40fa732-cc8b-4814-830e-28e533c63f59 HTTP/1.1" status: 200 len: 205 time: 0.0293665 Aug 30 21:46:39.722943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45784) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:39.800232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:39.960622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:39.962801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.013739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.014332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router a40fa732-cc8b-4814-830e-28e533c63f59 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:46:40.021425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.022540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a772960a-c325-44a0-9c93-e12a0d03ef6c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/a40fa732-cc8b-4814-830e-28e533c63f59 HTTP/1.1" status: 204 len: 168 time: 0.2986367 Aug 30 21:46:40.026513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45786) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:40.084988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet eeae02c8-a793-4f8f-84ec-13e9b3c8f845 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:40.088272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.127528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.213831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.226848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:40.273633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.277166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:40.277685 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.301779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=eeae02c8-a793-4f8f-84ec-13e9b3c8f845,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:40.305853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.308985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a2bb9264-1852-4b85-a96e-1b7cbcdffa57 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/eeae02c8-a793-4f8f-84ec-13e9b3c8f845 HTTP/1.1" status: 204 len: 168 time: 0.2813811 Aug 30 21:46:40.311749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45792) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:40.313895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27f27e-71d4-478d-b3e3-29e77ee3ffa8 None None] Network c7a90055-6da1-42fe-b987-1ed193b25259 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:40.387486 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.443609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:40.443929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.510795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] DHCP port deletion for c7a90055-6da1-42fe-b987-1ed193b25259 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:40.517026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,segment=NetworkSegment(5539b76d-1038-4802-aa1e-03fa363e7a6b),segment_id=5539b76d-1038-4802-aa1e-03fa363e7a6b)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:40.517395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.530378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:40.559713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] Deleting port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:40.560087 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.613372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.621842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] For port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,segment=NetworkSegment(5539b76d-1038-4802-aa1e-03fa363e7a6b),segment_id=5539b76d-1038-4802-aa1e-03fa363e7a6b)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:40.622296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.634694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] Calling delete_port for 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:40.640681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:40.646781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:40.712387 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.720394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.730560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a90055-6da1-42fe-b987-1ed193b25259']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:40.738374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] Pushing event deleted for resources: {'Port': ['ID=8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:40.743485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1145d3d-abb9-4ab8-adaa-186329efb37e None None] No DVR routers for this DVR port 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:40.746382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5539b76d-1038-4802-aa1e-03fa363e7a6b') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:40.746699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5539b76d-1038-4802-aa1e-03fa363e7a6b') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:40.756412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.774384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.780674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:40.781097 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:40.784037 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:40.842794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.849849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.851669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/c7a90055-6da1-42fe-b987-1ed193b25259 HTTP/1.1" status: 204 len: 168 time: 0.5389369 Aug 30 21:46:40.861212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45798) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:40.861212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1058200932'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:40.863914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc404ff-09da-4bdd-936e-9150c824abb3 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=c7a90055-6da1-42fe-b987-1ed193b25259,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:40.885420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:40.889173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.914047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:40.923791 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.924140 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment bc69a747-cf1a-494c-a97f-3190f9083000 of type vlan for network b5a0b150-8e27-4b5f-8757-aa33979e3d60 Aug 30 21:46:40.967779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:40.995292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.000785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:41.001369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.056521 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1994374 Aug 30 21:46:41.059683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:41.064995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:41.067375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f5096-7648-4857-abfb-827cc9b8fe12 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=b5a0b150-8e27-4b5f-8757-aa33979e3d60,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:41.079613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:41.162839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:41.166375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.357044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.412757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=185ff27e-80a7-444e-93d7-d61297b6162e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:41.422993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': 'bc69a747-cf1a-494c-a97f-3190f9083000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:41.423349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: b5a0b150-8e27-4b5f-8757-aa33979e3d60, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:41.441986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:41.452076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b5a0b150-8e27-4b5f-8757-aa33979e3d60) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:41.456324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:41.456906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.463155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e6dc7-d150-4e65-b81b-9aaa20612a91 None None] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:41.473439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-add7a164-9909-430f-aafc-ab1fe20531ab tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4125786 Aug 30 21:46:41.476069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45804) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:41.481069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112888295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:41.504961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.506334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.563164 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.568647 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.585929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.587753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5d658480-532c-44cd-aa8f-3c5f662a24d6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1103454 Aug 30 21:46:41.590579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:41.627630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b5a0b150-8e27-4b5f-8757-aa33979e3d60', 'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': '185ff27e-80a7-444e-93d7-d61297b6162e'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:41.628649 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.773266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Allocated IP 2001:db8::2 (b5a0b150-8e27-4b5f-8757-aa33979e3d60/185ff27e-80a7-444e-93d7-d61297b6162e/ef72eb12-15cb-4168-9e43-5e0897729cbb) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:41.784255 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.864013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.924325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.942297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Transition to ACTIVE for port object ef72eb12-15cb-4168-9e43-5e0897729cbb will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:41.949910 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-909a3369-03a9-407c-aa38-4de60b16fabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:41.963201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Transition to ACTIVE for port object ef72eb12-15cb-4168-9e43-5e0897729cbb will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:41.969818 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.010764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:42.014189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:42.018533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:42.021637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Pushing event updated for resources: {'Port': ['ID=ef72eb12-15cb-4168-9e43-5e0897729cbb,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:42.073364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Attempting to bind port ef72eb12-15cb-4168-9e43-5e0897729cbb on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:42.073708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Attempting to bind port ef72eb12-15cb-4168-9e43-5e0897729cbb by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'bc69a747-cf1a-494c-a97f-3190f9083000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:42.074100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Attempting to bind port ef72eb12-15cb-4168-9e43-5e0897729cbb on network b5a0b150-8e27-4b5f-8757-aa33979e3d60 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:42.079210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:42.079580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Checking segment: {'id': 'bc69a747-cf1a-494c-a97f-3190f9083000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:42.079982 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.080371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Bound using segment: {'id': 'bc69a747-cf1a-494c-a97f-3190f9083000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:42.080829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Bound port: ef72eb12-15cb-4168-9e43-5e0897729cbb, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc69a747-cf1a-494c-a97f-3190f9083000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b5a0b150-8e27-4b5f-8757-aa33979e3d60'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:42.081212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.115433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8::1 (b5a0b150-8e27-4b5f-8757-aa33979e3d60/185ff27e-80a7-444e-93d7-d61297b6162e/e1652c40-9ac3-40f2-a6b0-a353d5ae1182) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:42.145494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] For port ef72eb12-15cb-4168-9e43-5e0897729cbb, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:42.148536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] For port ef72eb12-15cb-4168-9e43-5e0897729cbb, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ef72eb12-15cb-4168-9e43-5e0897729cbb,segment=NetworkSegment(bc69a747-cf1a-494c-a97f-3190f9083000),segment_id=bc69a747-cf1a-494c-a97f-3190f9083000)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:42.154342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.252309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.267618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object e1652c40-9ac3-40f2-a6b0-a353d5ae1182 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:42.302508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.340107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:42.349454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:42.352719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:42.355230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:42.355781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.370646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:42.370887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8a73c723-81c9-46f3-9cf3-3cd3ab3c7f88 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:42.393008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=e1652c40-9ac3-40f2-a6b0-a353d5ae1182,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:42.397903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995dfb6-42af-4a09-a201-d5d01bbc571e None None] Pushing event updated for resources: {'Port': ['ID=ef72eb12-15cb-4168-9e43-5e0897729cbb,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:42.480167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:42.737815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.101053 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.108476 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.109497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.194264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=e1652c40-9ac3-40f2-a6b0-a353d5ae1182,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:43.238204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:43.239660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:43.275851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722794b-665b-4f2e-9ec3-8f0c7cbe8c28 None None] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:43.362044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router e090dd11-8475-4e26-944c-4c4c13a28241 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:43.408275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-510650ed-c2d4-47dd-b802-78b453d3d6af None None] Provisioning for port ef72eb12-15cb-4168-9e43-5e0897729cbb completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:43.450525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:43.458455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4a16f1c7-58c9-4513-88dd-902dfa3bc9dd tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/e090dd11-8475-4e26-944c-4c4c13a28241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645136 Aug 30 21:46:43.458718 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45808) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:43.467786 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] Sync routers for ids ['e090dd11-8475-4e26-944c-4c4c13a28241'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:43.477457 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] Routers {'e090dd11-8475-4e26-944c-4c4c13a28241'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:43.478073 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['e090dd11-8475-4e26-944c-4c4c13a28241'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:43.507355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b01645-e852-4019-885d-c644a53a6695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:43.511501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-99b01645-e852-4019-885d-c644a53a6695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports/e1652c40-9ac3-40f2-a6b0-a353d5ae1182 HTTP/1.1" status: 200 len: 911 time: 0.0491009 Aug 30 21:46:43.512532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45810) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:43.514488 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:43.524577 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] Routers {'e090dd11-8475-4e26-944c-4c4c13a28241'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:43.525498 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['e090dd11-8475-4e26-944c-4c4c13a28241'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:43.557141 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:43.557816 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e25471-0340-4b23-b89f-ac2673de8626 None None] The sync data for ids ['e090dd11-8475-4e26-944c-4c4c13a28241'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:43.750501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d9bd7815-9303-4c07-8401-1e1a069ea34c None None] Provisioning for port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:43.755707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d9bd7815-9303-4c07-8401-1e1a069ea34c None None] Provisioning complete for port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:43.756350 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7815-9303-4c07-8401-1e1a069ea34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.796358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd7815-9303-4c07-8401-1e1a069ea34c None None] Port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:43.844759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.926029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bd6a5506-8061-424d-99a1-432df06a9cef None None] Provisioning complete for port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:43.926329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd6a5506-8061-424d-99a1-432df06a9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:43.966292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a5506-8061-424d-99a1-432df06a9cef None None] Port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:44.087959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-048c4dac-c97f-4549-80a1-14ce323a36d1 None None] Provisioning complete for port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:44.088301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-048c4dac-c97f-4549-80a1-14ce323a36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.091283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:44.091283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.123469 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-048c4dac-c97f-4549-80a1-14ce323a36d1 None None] Port e1652c40-9ac3-40f2-a6b0-a353d5ae1182 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:44.179476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.191576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for e1652c40-9ac3-40f2-a6b0-a353d5ae1182 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:44.250615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ef72eb12-15cb-4168-9e43-5e0897729cbb up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:44.302921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ef72eb12-15cb-4168-9e43-5e0897729cbb completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:44.306853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ef72eb12-15cb-4168-9e43-5e0897729cbb triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:44.307258 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.382396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.388780 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.409519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=e1652c40-9ac3-40f2-a6b0-a353d5ae1182,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:44.426096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port ef72eb12-15cb-4168-9e43-5e0897729cbb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ef72eb12-15cb-4168-9e43-5e0897729cbb,segment=NetworkSegment(bc69a747-cf1a-494c-a97f-3190f9083000),segment_id=bc69a747-cf1a-494c-a97f-3190f9083000)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:44.433134 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.482792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=ef72eb12-15cb-4168-9e43-5e0897729cbb,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:44.516495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.651559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:44.678762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router e090dd11-8475-4e26-944c-4c4c13a28241 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:44.759912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:44.765112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-42e72a0c-b734-41fc-9378-ce25d06563d5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/e090dd11-8475-4e26-944c-4c4c13a28241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2515275 Aug 30 21:46:44.767875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45814) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:44.770455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] Sync routers for ids ['e090dd11-8475-4e26-944c-4c4c13a28241'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:44.779929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] Routers {'e090dd11-8475-4e26-944c-4c4c13a28241'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:44.780570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['e090dd11-8475-4e26-944c-4c4c13a28241'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:44.797775 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-446f57f7-acdd-4773-a068-49faac2f4cc5 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=e090dd11-8475-4e26-944c-4c4c13a28241 HTTP/1.1" status: 200 len: 205 time: 0.0265076 Aug 30 21:46:44.800291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45816) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:44.811989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:44.820738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] Routers {'e090dd11-8475-4e26-944c-4c4c13a28241'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:44.821330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['e090dd11-8475-4e26-944c-4c4c13a28241'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:44.854505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:44.855169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54737683-0a6d-4968-893f-e0ff399e4a68 None None] The sync data for ids ['e090dd11-8475-4e26-944c-4c4c13a28241'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:44.875680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.031029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.033051 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.077481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.078136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router e090dd11-8475-4e26-944c-4c4c13a28241 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:46:45.088109 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.089678 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-672c2b6a-8ce6-4e99-adf9-063b00afbc87 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/e090dd11-8475-4e26-944c-4c4c13a28241 HTTP/1.1" status: 204 len: 168 time: 0.2884507 Aug 30 21:46:45.092576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45818) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:45.145187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet 185ff27e-80a7-444e-93d7-d61297b6162e {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:45.148557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.190834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.275738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.333274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.359658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=185ff27e-80a7-444e-93d7-d61297b6162e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:45.363665 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.365422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-63d871d4-63db-4c49-bc42-ed1d8904e2c6 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/185ff27e-80a7-444e-93d7-d61297b6162e HTTP/1.1" status: 204 len: 168 time: 0.2718654 Aug 30 21:46:45.368381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:45.371464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5704803-329f-4fce-b780-8daa7148007b None None] Network b5a0b150-8e27-4b5f-8757-aa33979e3d60 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:45.444862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.502745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port ef72eb12-15cb-4168-9e43-5e0897729cbb {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:45.503091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.538385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] DHCP port deletion for b5a0b150-8e27-4b5f-8757-aa33979e3d60 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:45.567744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port ef72eb12-15cb-4168-9e43-5e0897729cbb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ef72eb12-15cb-4168-9e43-5e0897729cbb,segment=NetworkSegment(bc69a747-cf1a-494c-a97f-3190f9083000),segment_id=bc69a747-cf1a-494c-a97f-3190f9083000)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:45.568352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.581569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for ef72eb12-15cb-4168-9e43-5e0897729cbb owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:45.589629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] Deleting port ef72eb12-15cb-4168-9e43-5e0897729cbb {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:45.589930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.652898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] For port ef72eb12-15cb-4168-9e43-5e0897729cbb, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ef72eb12-15cb-4168-9e43-5e0897729cbb,segment=NetworkSegment(bc69a747-cf1a-494c-a97f-3190f9083000),segment_id=bc69a747-cf1a-494c-a97f-3190f9083000)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:45.654009 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.668258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] Calling delete_port for ef72eb12-15cb-4168-9e43-5e0897729cbb owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:45.669041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.694440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=ef72eb12-15cb-4168-9e43-5e0897729cbb,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:45.697782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port ef72eb12-15cb-4168-9e43-5e0897729cbb on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:45.749328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.773479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.774231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] Pushing event deleted for resources: {'Port': ['ID=ef72eb12-15cb-4168-9e43-5e0897729cbb,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:45.779046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadd0ca-38b3-431a-8eea-0ade1e1758d9 None None] No DVR routers for this DVR port ef72eb12-15cb-4168-9e43-5e0897729cbb on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:45.784919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a0b150-8e27-4b5f-8757-aa33979e3d60']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:45.795022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc69a747-cf1a-494c-a97f-3190f9083000') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:45.795323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc69a747-cf1a-494c-a97f-3190f9083000') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:45.804007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.817660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.823611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:45.823996 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:45.827018 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:45.894822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.904278 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.906169 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/b5a0b150-8e27-4b5f-8757-aa33979e3d60 HTTP/1.1" status: 204 len: 168 time: 0.5367627 Aug 30 21:46:45.910025 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45822) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:45.914822 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-55088479', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}, 'admin_state_up': False}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:45.920153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e742f-72ac-4405-97ee-d13dc0c0e139 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=b5a0b150-8e27-4b5f-8757-aa33979e3d60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:45.945304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:45.946722 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.005212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.156138 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.229567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ef72eb12-15cb-4168-9e43-5e0897729cbb no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:46.249466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: ef72eb12-15cb-4168-9e43-5e0897729cbb {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:46.249928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ef72eb12-15cb-4168-9e43-5e0897729cbb not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:46.365806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.384083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.481766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 172.25.5.137 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5ed97f9a-0175-41db-8751-901fb311becc) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:46.585122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.626832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:46.666982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:46.669951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:46.672572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:46.677930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=5ed97f9a-0175-41db-8751-901fb311becc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:46.921086 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:47.113579 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:47.246180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 3501839c-5715-48b0-94d8-5d8bc443a92a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:47.367585 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:47.377378 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] Sync routers for ids ['3501839c-5715-48b0-94d8-5d8bc443a92a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:47.387619 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] Routers {'3501839c-5715-48b0-94d8-5d8bc443a92a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:47.388256 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3501839c-5715-48b0-94d8-5d8bc443a92a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:47.389090 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:47.390457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-074ffd7a-3569-499e-86e3-fc7c23d9f251 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.4793565 Aug 30 21:46:47.393250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45824) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:47.420232 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:47.428960 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] Routers {'3501839c-5715-48b0-94d8-5d8bc443a92a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:47.429559 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3501839c-5715-48b0-94d8-5d8bc443a92a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:47.462765 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:47.463413 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ec168-cdaa-4c6c-b681-cb7a6928ecd7 None None] The sync data for ids ['3501839c-5715-48b0-94d8-5d8bc443a92a'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:47.501891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e11209ad-dcb3-4b8a-aa98-47d46cb9bc84 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/routers/3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 200 len: 883 time: 0.1074390 Aug 30 21:46:47.504353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:47.754013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2cd7133d-0545-45b4-95d9-25796cb8aeed tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2483926 Aug 30 21:46:47.757367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45828) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:47.761734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-55088479'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:48.081601 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:48.098277 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:48.540532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 3501839c-5715-48b0-94d8-5d8bc443a92a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:48.644138 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:48.651136 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:48.652314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-86c8c791-8503-4d57-b338-a41be3985c48 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 200 len: 890 time: 0.8940234 Aug 30 21:46:48.654699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] Sync routers for ids ['3501839c-5715-48b0-94d8-5d8bc443a92a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:48.656030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45830) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:48.665915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] Routers {'3501839c-5715-48b0-94d8-5d8bc443a92a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:48.666590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3501839c-5715-48b0-94d8-5d8bc443a92a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:48.698388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:48.708316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] Routers {'3501839c-5715-48b0-94d8-5d8bc443a92a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:48.708902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3501839c-5715-48b0-94d8-5d8bc443a92a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:48.742438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:48.743101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b1d99-30fa-422a-ab1c-7419447041fc None None] The sync data for ids ['3501839c-5715-48b0-94d8-5d8bc443a92a'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:48.765346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a99ebe25-76cd-4c88-88b9-39f198379b83 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/routers/3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 200 len: 890 time: 0.1082563 Aug 30 21:46:48.768218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:48.794250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6887b649-0186-4469-b99a-966297307e77 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 200 len: 205 time: 0.0249975 Aug 30 21:46:48.796885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45834) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:48.899468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.001741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.066676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 5ed97f9a-0175-41db-8751-901fb311becc {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:49.067068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.151840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.163745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 5ed97f9a-0175-41db-8751-901fb311becc owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:49.337408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.363356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=5ed97f9a-0175-41db-8751-901fb311becc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:49.425635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.519299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.521680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.567025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.567690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router 3501839c-5715-48b0-94d8-5d8bc443a92a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:46:49.574713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.575830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-225c2d8e-033d-4e1a-b557-d28a37e69870 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 204 len: 168 time: 0.7780738 Aug 30 21:46:49.579783 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45836) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:49.585103 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-550556175'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:49.610079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:49.613599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.636857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:49.646301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.646647 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment d623529e-be22-4e2b-9f21-84dce903acc6 of type vlan for network c949aa37-9eab-4796-af59-bf34dc40e384 Aug 30 21:46:49.688122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.712731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.718265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:49.718882 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:49.776949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960289 Aug 30 21:46:49.780286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:49.787562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:49.805897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a958-a8fa-4db0-b67c-fb8f574b4f9f tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=c949aa37-9eab-4796-af59-bf34dc40e384,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:49.817389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c949aa37-9eab-4796-af59-bf34dc40e384 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:49.882898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:49.886501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.079732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.144691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=2ec34918-d575-4ec8-8df2-b44373763e6b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:50.155801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': 'd623529e-be22-4e2b-9f21-84dce903acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:50.156160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: c949aa37-9eab-4796-af59-bf34dc40e384, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:50.174866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network c949aa37-9eab-4796-af59-bf34dc40e384 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:50.186388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c949aa37-9eab-4796-af59-bf34dc40e384) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:50.190561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:50.191516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.195338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70bc7d-891d-457e-8e2c-60a66bf7e9a4 None None] Network c949aa37-9eab-4796-af59-bf34dc40e384 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:50.206946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4788bf6d-59b7-43d8-bf72-58df77efc643 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256005 Aug 30 21:46:50.209653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45840) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:50.214266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1024091857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:50.237431 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.238439 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.288688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.294391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.312470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.313856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-375bd8e9-092e-4221-afa3-d687779c61c4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1032090 Aug 30 21:46:50.316707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:50.347758 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-c949aa37-9eab-4796-af59-bf34dc40e384', 'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': '2ec34918-d575-4ec8-8df2-b44373763e6b'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:50.348632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.486987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Allocated IP 2001:db8::2 (c949aa37-9eab-4796-af59-bf34dc40e384/2ec34918-d575-4ec8-8df2-b44373763e6b/c21e60ee-0491-401b-bf4f-086e7d2b5a73) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:50.607594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.630322 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.638415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Transition to ACTIVE for port object c21e60ee-0491-401b-bf4f-086e7d2b5a73 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:50.654282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Transition to ACTIVE for port object c21e60ee-0491-401b-bf4f-086e7d2b5a73 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:50.661100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.697348 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Network c949aa37-9eab-4796-af59-bf34dc40e384 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:50.702439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:50.706236 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:50.715438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Pushing event updated for resources: {'Port': ['ID=c21e60ee-0491-401b-bf4f-086e7d2b5a73,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:50.768815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Attempting to bind port c21e60ee-0491-401b-bf4f-086e7d2b5a73 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:50.769160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Attempting to bind port c21e60ee-0491-401b-bf4f-086e7d2b5a73 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'd623529e-be22-4e2b-9f21-84dce903acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:50.769550 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Attempting to bind port c21e60ee-0491-401b-bf4f-086e7d2b5a73 on network c949aa37-9eab-4796-af59-bf34dc40e384 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:50.775277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:50.775651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Checking segment: {'id': 'd623529e-be22-4e2b-9f21-84dce903acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:50.776062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.776425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Bound using segment: {'id': 'd623529e-be22-4e2b-9f21-84dce903acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:50.776920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Bound port: c21e60ee-0491-401b-bf4f-086e7d2b5a73, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd623529e-be22-4e2b-9f21-84dce903acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c949aa37-9eab-4796-af59-bf34dc40e384'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:50.777297 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.847708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] For port c21e60ee-0491-401b-bf4f-086e7d2b5a73, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:50.851203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] For port c21e60ee-0491-401b-bf4f-086e7d2b5a73, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c21e60ee-0491-401b-bf4f-086e7d2b5a73,segment=NetworkSegment(d623529e-be22-4e2b-9f21-84dce903acc6),segment_id=d623529e-be22-4e2b-9f21-84dce903acc6)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:50.857693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:50.925363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb0c6b-22a3-4cac-af71-1a9cf09cd50e None None] Pushing event updated for resources: {'Port': ['ID=c21e60ee-0491-401b-bf4f-086e7d2b5a73,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:51.234759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8::1 (c949aa37-9eab-4796-af59-bf34dc40e384/2ec34918-d575-4ec8-8df2-b44373763e6b/7f5c699f-9caa-4a6b-99e9-0f8a69535fbd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:51.349225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.364426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:51.399365 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.445358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network c949aa37-9eab-4796-af59-bf34dc40e384 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:51.448687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:51.452876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:51.453433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.459395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=7f5c699f-9caa-4a6b-99e9-0f8a69535fbd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:51.587722 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.820245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f3d47-808f-4b79-9e23-37476dcefed6 None None] Network c949aa37-9eab-4796-af59-bf34dc40e384 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:51.866455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.876255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.877344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:51.953669 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0ae31677-9c39-4c3f-83e7-1004061dcdf2 None None] Provisioning for port c21e60ee-0491-401b-bf4f-086e7d2b5a73 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:51.967349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=7f5c699f-9caa-4a6b-99e9-0f8a69535fbd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:52.011474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network c949aa37-9eab-4796-af59-bf34dc40e384 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:52.012889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:52.147989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 19415b74-9133-489c-b533-b064ac1ec1a1 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:52.244474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:52.249531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ce044f47-4246-481a-86c7-26fe0161e1ae tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/19415b74-9133-489c-b533-b064ac1ec1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9319105 Aug 30 21:46:52.252144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:52.257059 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] Sync routers for ids ['19415b74-9133-489c-b533-b064ac1ec1a1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:52.273034 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] Routers {'19415b74-9133-489c-b533-b064ac1ec1a1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:52.273681 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['19415b74-9133-489c-b533-b064ac1ec1a1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:52.296615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c21e60ee-0491-401b-bf4f-086e7d2b5a73 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:52.307067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a7686-82b0-48b5-92ef-661ce32fff3c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:52.309137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-592a7686-82b0-48b5-92ef-661ce32fff3c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports/7f5c699f-9caa-4a6b-99e9-0f8a69535fbd HTTP/1.1" status: 200 len: 911 time: 0.0560551 Aug 30 21:46:52.312301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45854) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:52.317585 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:52.318972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ec34918-d575-4ec8-8df2-b44373763e6b'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:52.324494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-662d76c1-a1c9-4354-be8b-1f81bffc48d5 None None] Provisioning for port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:52.331448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-662d76c1-a1c9-4354-be8b-1f81bffc48d5 None None] Provisioning complete for port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:52.331825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-662d76c1-a1c9-4354-be8b-1f81bffc48d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.346279 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] Routers {'19415b74-9133-489c-b533-b064ac1ec1a1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:52.347549 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['19415b74-9133-489c-b533-b064ac1ec1a1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:52.377588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-662d76c1-a1c9-4354-be8b-1f81bffc48d5 None None] Port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:52.392576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c21e60ee-0491-401b-bf4f-086e7d2b5a73 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:52.396624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c21e60ee-0491-401b-bf4f-086e7d2b5a73 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:52.396992 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.397530 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:52.398307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1216498-0137-40cd-bdce-02e2f8117965 None None] The sync data for ids ['19415b74-9133-489c-b533-b064ac1ec1a1'] in n-d-793620-16 is: [] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:52.477081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.481904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.523074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c21e60ee-0491-401b-bf4f-086e7d2b5a73, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c21e60ee-0491-401b-bf4f-086e7d2b5a73,segment=NetworkSegment(d623529e-be22-4e2b-9f21-84dce903acc6),segment_id=d623529e-be22-4e2b-9f21-84dce903acc6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:52.526642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b3fc149e-9127-4d1e-9193-bb11b1eda6fa None None] Provisioning complete for port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:52.527063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3fc149e-9127-4d1e-9193-bb11b1eda6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.530699 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.593540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc149e-9127-4d1e-9193-bb11b1eda6fa None None] Port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:52.608871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c21e60ee-0491-401b-bf4f-086e7d2b5a73,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:52.711538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a67ae14c-7270-4de1-8936-a0bff51cb761 None None] Provisioning complete for port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:52.711903 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a67ae14c-7270-4de1-8936-a0bff51cb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.745098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-a67ae14c-7270-4de1-8936-a0bff51cb761 None None] Port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:52.850050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.862216 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.868260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:52.868843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:52.870201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/ports/7f5c699f-9caa-4a6b-99e9-0f8a69535fbd HTTP/1.1" status: 200 len: 911 time: 0.5562272 Aug 30 21:46:52.873410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:52.911070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd5914-d9cf-494e-b63d-4afd186db157 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=7f5c699f-9caa-4a6b-99e9-0f8a69535fbd,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:53.209228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:53.449596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:53.450069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:53.538965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:53.550817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 7f5c699f-9caa-4a6b-99e9-0f8a69535fbd owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:53.725323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:53.751456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=7f5c699f-9caa-4a6b-99e9-0f8a69535fbd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:53.848401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.009291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 19415b74-9133-489c-b533-b064ac1ec1a1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:46:54.085230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:54.091670 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36d1bd75-0862-4a7f-b352-db0abd7262fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/19415b74-9133-489c-b533-b064ac1ec1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2169549 Aug 30 21:46:54.095869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45862) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:54.098429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] Sync routers for ids ['19415b74-9133-489c-b533-b064ac1ec1a1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:54.110850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] Routers {'19415b74-9133-489c-b533-b064ac1ec1a1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:54.111471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['19415b74-9133-489c-b533-b064ac1ec1a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:54.131052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fcf18e42-6919-47a8-af1b-6fdfc52d1303 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=19415b74-9133-489c-b533-b064ac1ec1a1 HTTP/1.1" status: 200 len: 205 time: 0.0338848 Aug 30 21:46:54.133762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45864) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:54.143452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:54.153087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] Routers {'19415b74-9133-489c-b533-b064ac1ec1a1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:54.154037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['19415b74-9133-489c-b533-b064ac1ec1a1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:54.188309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:54.188973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9952dbfa-0184-49f4-8616-5ed35586f59f None None] The sync data for ids ['19415b74-9133-489c-b533-b064ac1ec1a1'] in n-d-793620-16 is: [] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:54.209582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.241113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c21e60ee-0491-401b-bf4f-086e7d2b5a73 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:54.289193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c21e60ee-0491-401b-bf4f-086e7d2b5a73 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:54.289539 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.365781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.368360 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.419815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.420514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router 19415b74-9133-489c-b533-b064ac1ec1a1 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:46:54.427717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.429074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8048438-d589-49e6-a28b-76b39c745aec tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/19415b74-9133-489c-b533-b064ac1ec1a1 HTTP/1.1" status: 204 len: 168 time: 0.2943866 Aug 30 21:46:54.432959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45866) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:54.484175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet 2ec34918-d575-4ec8-8df2-b44373763e6b {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:46:54.487392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.526648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.612074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.674301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.700821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec34918-d575-4ec8-8df2-b44373763e6b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:54.706422 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.706422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-acb643cf-49ab-49f6-a35a-239744c53c35 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/2ec34918-d575-4ec8-8df2-b44373763e6b HTTP/1.1" status: 204 len: 168 time: 0.2723286 Aug 30 21:46:54.709042 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:54.711790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180692d-9b31-4f44-9d7b-b0c51127c122 None None] Network c949aa37-9eab-4796-af59-bf34dc40e384 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:54.783473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.840347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port c21e60ee-0491-401b-bf4f-086e7d2b5a73 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:54.840690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.882002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] DHCP port deletion for c949aa37-9eab-4796-af59-bf34dc40e384 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:46:54.907711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port c21e60ee-0491-401b-bf4f-086e7d2b5a73, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c21e60ee-0491-401b-bf4f-086e7d2b5a73,segment=NetworkSegment(d623529e-be22-4e2b-9f21-84dce903acc6),segment_id=d623529e-be22-4e2b-9f21-84dce903acc6)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:54.908155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.920667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for c21e60ee-0491-401b-bf4f-086e7d2b5a73 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:54.929119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Deleting port c21e60ee-0491-401b-bf4f-086e7d2b5a73 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:46:54.929484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.993330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] For port c21e60ee-0491-401b-bf4f-086e7d2b5a73, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c21e60ee-0491-401b-bf4f-086e7d2b5a73,segment=NetworkSegment(d623529e-be22-4e2b-9f21-84dce903acc6),segment_id=d623529e-be22-4e2b-9f21-84dce903acc6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:54.993821 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:54.999372 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.007506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Calling delete_port for c21e60ee-0491-401b-bf4f-086e7d2b5a73 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:46:55.029467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=c21e60ee-0491-401b-bf4f-086e7d2b5a73,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:55.031557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port c21e60ee-0491-401b-bf4f-086e7d2b5a73 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:55.082776 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.107483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.110618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Pushing event deleted for resources: {'Port': ['ID=c21e60ee-0491-401b-bf4f-086e7d2b5a73,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:55.115468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] No DVR routers for this DVR port c21e60ee-0491-401b-bf4f-086e7d2b5a73 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:46:55.117424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c949aa37-9eab-4796-af59-bf34dc40e384']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.128207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19df56-2f2b-451d-81c3-98a4b3241fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:55.133666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd623529e-be22-4e2b-9f21-84dce903acc6') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:55.133915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd623529e-be22-4e2b-9f21-84dce903acc6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:55.143436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.157815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.164226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:46:55.164727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:46:55.167808 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:46:55.234130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.243583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.245447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/c949aa37-9eab-4796-af59-bf34dc40e384 HTTP/1.1" status: 204 len: 168 time: 0.5354881 Aug 30 21:46:55.249666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45870) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:55.254539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1996113104', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:55.255229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99804fc2-27fa-46ca-ae8c-127ad7d3e958 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=c949aa37-9eab-4796-af59-bf34dc40e384,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:55.281008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.282405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.339235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.344945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.362565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.363800 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-03744c57-bd1e-4a30-85b4-2752e93dd6bc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1130488 Aug 30 21:46:55.366680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45872) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:55.371575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1115627926'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:55.393415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:55.396804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.420165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:55.428964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.429383 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment 21b97e40-8150-49b1-abde-31c952ae8c42 of type vlan for network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 Aug 30 21:46:55.468268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.494360 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.499982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:55.500564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.558187 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1904800 Aug 30 21:46:55.561784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45874) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:55.567209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:55.569076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73a305-5be7-4c1b-b096-2a45acca9159 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=4fcfeba0-9edb-41d0-91a5-b59a463809f3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:55.580452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:55.657552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:55.661039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.855654 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.917531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=67f1c55e-85ac-4fce-ac35-aa48aead4731,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:55.928520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:55.928877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: 4fcfeba0-9edb-41d0-91a5-b59a463809f3, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:55.947749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:55.956931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 4fcfeba0-9edb-41d0-91a5-b59a463809f3) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:55.960957 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:55.961534 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:55.966568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f688711-1749-49c4-92ff-515488e32644 None None] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:55.977008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-48e68dd2-15bb-4fbf-b823-467f82b5002d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4141052 Aug 30 21:46:55.980391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:56.115822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:56.116743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.262031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.400974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c21e60ee-0491-401b-bf4f-086e7d2b5a73 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:46:56.432993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c21e60ee-0491-401b-bf4f-086e7d2b5a73 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:46:56.433216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c21e60ee-0491-401b-bf4f-086e7d2b5a73 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:46:56.441928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Allocated IP 2001:db8::2 (4fcfeba0-9edb-41d0-91a5-b59a463809f3/67f1c55e-85ac-4fce-ac35-aa48aead4731/5854abee-ad51-42fd-8818-4f89846807c5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:56.597202 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.612670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Transition to ACTIVE for port object 5854abee-ad51-42fd-8818-4f89846807c5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:56.627652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Transition to ACTIVE for port object 5854abee-ad51-42fd-8818-4f89846807c5 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:56.634867 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.675589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:56.678536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:56.682811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:56.685846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Pushing event updated for resources: {'Port': ['ID=5854abee-ad51-42fd-8818-4f89846807c5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:56.687253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8::1 (4fcfeba0-9edb-41d0-91a5-b59a463809f3/67f1c55e-85ac-4fce-ac35-aa48aead4731/becd6a63-47da-441b-8e6e-38820c7c0239) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:56.737202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Attempting to bind port 5854abee-ad51-42fd-8818-4f89846807c5 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:56.737578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Attempting to bind port 5854abee-ad51-42fd-8818-4f89846807c5 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:56.737938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Attempting to bind port 5854abee-ad51-42fd-8818-4f89846807c5 on network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:56.742919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:56.743405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Checking segment: {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:56.743805 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.744196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Bound using segment: {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:56.744659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Bound port: 5854abee-ad51-42fd-8818-4f89846807c5, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:56.745071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.798515 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.811032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] For port 5854abee-ad51-42fd-8818-4f89846807c5, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:56.812642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object becd6a63-47da-441b-8e6e-38820c7c0239 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:56.814476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] For port 5854abee-ad51-42fd-8818-4f89846807c5, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5854abee-ad51-42fd-8818-4f89846807c5,segment=NetworkSegment(21b97e40-8150-49b1-abde-31c952ae8c42),segment_id=21b97e40-8150-49b1-abde-31c952ae8c42)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:56.819454 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.845772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.880116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763adcc8-f784-47e2-86c2-9d462ddd7011 None None] Pushing event updated for resources: {'Port': ['ID=5854abee-ad51-42fd-8818-4f89846807c5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:56.881620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:56.884810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:56.888697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:56.889316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:56.962101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=becd6a63-47da-441b-8e6e-38820c7c0239,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:56.972043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.972383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.972720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.973053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.973378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.973698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.974019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.974344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.974689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.975005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.975321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:56.975650 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:57.052528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:57.465436 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:46:57.672555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:57.678131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:57.679125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:57.767642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=becd6a63-47da-441b-8e6e-38820c7c0239,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:57.786557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc90c4-401e-4f5e-bd3e-ce4cebc2f668 None None] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:57.812302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:57.813666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:57.848686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c5ab4b96-76fa-4207-8a37-4c2f10885655 None None] Provisioning for port 5854abee-ad51-42fd-8818-4f89846807c5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:57.945797 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:46:58.038506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:46:58.044647 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4060bbf6-9e95-4daa-a1df-1f2ed1a9cf07 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0625901 Aug 30 21:46:58.046798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:58.050206 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:46:58.051894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-851803173'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:58.060334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:58.061105 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:58.076671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:58.080665 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.105957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:46:58.118106 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.118451 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment 850fcb66-0ad3-4516-b020-6fc0548c4bec of type vlan for network d3ca86ce-787e-4875-8de2-51514fbcb577 Aug 30 21:46:58.148823 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:46:58.161289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.196584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.207887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:58.207887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.245434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-30d6d853-38a8-4064-97f7-0477e1926277 None None] Provisioning for port becd6a63-47da-441b-8e6e-38820c7c0239 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:58.250026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-30d6d853-38a8-4064-97f7-0477e1926277 None None] Provisioning complete for port becd6a63-47da-441b-8e6e-38820c7c0239 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:58.253981 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30d6d853-38a8-4064-97f7-0477e1926277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.312707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5854abee-ad51-42fd-8818-4f89846807c5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:46:58.317755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-30d6d853-38a8-4064-97f7-0477e1926277 None None] Port becd6a63-47da-441b-8e6e-38820c7c0239 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:58.338410 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2830343 Aug 30 21:46:58.338643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45880) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:58.339192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:46:58.351168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb6302-bbe9-4b88-acd6-28c79e59eefa tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=d3ca86ce-787e-4875-8de2-51514fbcb577,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:58.368313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network d3ca86ce-787e-4875-8de2-51514fbcb577 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:46:58.455070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5854abee-ad51-42fd-8818-4f89846807c5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:46:58.463622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5854abee-ad51-42fd-8818-4f89846807c5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:58.464386 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.484998 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:46:56Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:46:57Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:58.488991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:46:58.493156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.511981 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:46:58.512336 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Updating router 0c88b790-3792-4d51-b0e7-a7dba24855e8 port becd6a63-47da-441b-8e6e-38820c7c0239 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:46:58.546530 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.576073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.590375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b357e46a-47ac-4ab8-8385-71d73e2a0b38 None None] Provisioning complete for port becd6a63-47da-441b-8e6e-38820c7c0239 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:58.590788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b357e46a-47ac-4ab8-8385-71d73e2a0b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.642755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5854abee-ad51-42fd-8818-4f89846807c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5854abee-ad51-42fd-8818-4f89846807c5,segment=NetworkSegment(21b97e40-8150-49b1-abde-31c952ae8c42),segment_id=21b97e40-8150-49b1-abde-31c952ae8c42)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:46:58.643819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b357e46a-47ac-4ab8-8385-71d73e2a0b38 None None] Port becd6a63-47da-441b-8e6e-38820c7c0239 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:58.652890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.706147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5854abee-ad51-42fd-8818-4f89846807c5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:58.717625 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.763366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3cea51d3-cb2f-4620-aef1-2b5f91cafd3b None None] Provisioning complete for port becd6a63-47da-441b-8e6e-38820c7c0239 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:46:58.763687 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3cea51d3-cb2f-4620-aef1-2b5f91cafd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.786247 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=f03fe711-5b7e-491c-92bc-990f8b7dafb8,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:58.798400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:58.798881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: d3ca86ce-787e-4875-8de2-51514fbcb577, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:46:58.799010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3cea51d3-cb2f-4620-aef1-2b5f91cafd3b None None] Port becd6a63-47da-441b-8e6e-38820c7c0239 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:46:58.817437 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d3ca86ce-787e-4875-8de2-51514fbcb577 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:46:58.827517 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, d3ca86ce-787e-4875-8de2-51514fbcb577) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:58.832333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:46:58.833038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.839858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c588ca-77f1-4ef0-81bb-9704c315a84c None None] Network d3ca86ce-787e-4875-8de2-51514fbcb577 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:46:58.840573 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.848896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-64d7f55a-51df-46c4-80e1-eb0be48723fc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5137284 Aug 30 21:46:58.851688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45882) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:46:58.855451 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Transition to ACTIVE for port object becd6a63-47da-441b-8e6e-38820c7c0239 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:58.863024 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.917551 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Pushing event updated for resources: {'Port': ['ID=becd6a63-47da-441b-8e6e-38820c7c0239,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:58.958811 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.959147 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.959483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.959806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.960129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.960448 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.960764 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.961077 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.961391 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.961705 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.962016 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.962329 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:46:58.983951 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Attempting to bind port becd6a63-47da-441b-8e6e-38820c7c0239 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:58.984417 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Attempting to bind port becd6a63-47da-441b-8e6e-38820c7c0239 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:58.984857 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Attempting to bind port becd6a63-47da-441b-8e6e-38820c7c0239 on network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:58.991818 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:58.992196 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Checking segment: {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:58.992715 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:58.993165 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Bound using segment: {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:58.993717 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Bound port: becd6a63-47da-441b-8e6e-38820c7c0239, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b97e40-8150-49b1-abde-31c952ae8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:58.994093 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.025105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-d3ca86ce-787e-4875-8de2-51514fbcb577', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:46:59.026544 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.076214 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] For port becd6a63-47da-441b-8e6e-38820c7c0239, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:59.081343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] For port becd6a63-47da-441b-8e6e-38820c7c0239, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=becd6a63-47da-441b-8e6e-38820c7c0239,segment=NetworkSegment(21b97e40-8150-49b1-abde-31c952ae8c42),segment_id=21b97e40-8150-49b1-abde-31c952ae8c42)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:59.088538 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.145336 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:46:59.145969 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:59.216160 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb5311-3383-4736-8d11-bb36643327c0 None None] Pushing event updated for resources: {'Port': ['ID=becd6a63-47da-441b-8e6e-38820c7c0239,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:59.232267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Allocated IP 2001:db8:1::2 (d3ca86ce-787e-4875-8de2-51514fbcb577/f03fe711-5b7e-491c-92bc-990f8b7dafb8/c452bd1d-ede3-47de-9c8b-13057e09c63a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:59.251667 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:46:59.410404 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.423351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Transition to ACTIVE for port object c452bd1d-ede3-47de-9c8b-13057e09c63a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:59.442652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Transition to ACTIVE for port object c452bd1d-ede3-47de-9c8b-13057e09c63a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:46:59.455976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.486316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:46:56Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:46:59Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:46:59.496777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Network d3ca86ce-787e-4875-8de2-51514fbcb577 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:46:59.504668 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:46:59.508176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:46:59.517182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Pushing event updated for resources: {'Port': ['ID=c452bd1d-ede3-47de-9c8b-13057e09c63a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:59.522170 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.526483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116976f7-a560-4e1e-b9ca-c72bf3a3966d None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:46:56Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:46:59Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:46:59.580576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Attempting to bind port c452bd1d-ede3-47de-9c8b-13057e09c63a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:46:59.580945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Attempting to bind port c452bd1d-ede3-47de-9c8b-13057e09c63a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:46:59.581309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Attempting to bind port c452bd1d-ede3-47de-9c8b-13057e09c63a on network d3ca86ce-787e-4875-8de2-51514fbcb577 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:46:59.586819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:46:59.587195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Checking segment: {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:46:59.587600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.587994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Bound using segment: {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:46:59.588466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Bound port: c452bd1d-ede3-47de-9c8b-13057e09c63a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:46:59.588848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.656615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] For port c452bd1d-ede3-47de-9c8b-13057e09c63a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:46:59.659918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] For port c452bd1d-ede3-47de-9c8b-13057e09c63a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c452bd1d-ede3-47de-9c8b-13057e09c63a,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:46:59.664802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.732790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3584a3f-143b-475d-9be6-3bc3d97df421 None None] Pushing event updated for resources: {'Port': ['ID=c452bd1d-ede3-47de-9c8b-13057e09c63a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:46:59.828982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8:1::1 (d3ca86ce-787e-4875-8de2-51514fbcb577/f03fe711-5b7e-491c-92bc-990f8b7dafb8/6cd4bae5-b411-4742-bd5b-961e3c08da72) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:46:59.971315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:46:59.992058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object 6cd4bae5-b411-4742-bd5b-961e3c08da72 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:00.030909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.081899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d3ca86ce-787e-4875-8de2-51514fbcb577 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:00.085298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:00.094745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:47:00.094745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.130323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=6cd4bae5-b411-4742-bd5b-961e3c08da72,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:00.225975 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.362592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device becd6a63-47da-441b-8e6e-38820c7c0239 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:00.411318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port becd6a63-47da-441b-8e6e-38820c7c0239 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:00.414999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port becd6a63-47da-441b-8e6e-38820c7c0239 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:00.415373 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.493743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.500999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.507273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.508064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.526439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port becd6a63-47da-441b-8e6e-38820c7c0239, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=becd6a63-47da-441b-8e6e-38820c7c0239,segment=NetworkSegment(21b97e40-8150-49b1-abde-31c952ae8c42),segment_id=21b97e40-8150-49b1-abde-31c952ae8c42)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:00.531922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.532875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c452bd1d-ede3-47de-9c8b-13057e09c63a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:00.592812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=6cd4bae5-b411-4742-bd5b-961e3c08da72,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:00.605266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=becd6a63-47da-441b-8e6e-38820c7c0239,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:00.619894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c452bd1d-ede3-47de-9c8b-13057e09c63a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:00.623970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5854abee-ad51-42fd-8818-4f89846807c5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:00.634461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network d3ca86ce-787e-4875-8de2-51514fbcb577 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:00.636010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:00.675666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5854abee-ad51-42fd-8818-4f89846807c5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:00.676037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.735166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:00.830936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:00.837269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-de9654a0-8b96-4675-8e1e-0a6051a3704c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844906 Aug 30 21:47:00.840150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45884) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:00.845428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1386994282'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:00.868116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:47:00.872086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.897189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:47:00.906284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.906625 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment 55cc376d-00e3-40a4-b01d-75f752124b7f of type vlan for network eed85be1-11d5-4222-8187-76efda716bd6 Aug 30 21:47:00.946267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.955091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:00.964228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:00.964914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:00.971660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:00.977129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:47:00.977741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.035344 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1938365 Aug 30 21:47:01.038267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45886) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:01.043341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:01.051729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:01.066354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e256fd-1a50-4500-a464-008d58a1c207 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=eed85be1-11d5-4222-8187-76efda716bd6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:01.079908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network eed85be1-11d5-4222-8187-76efda716bd6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:47:01.141097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:47:01.144788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.315459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 3, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:01.342409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:01.342785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Updating router 0c88b790-3792-4d51-b0e7-a7dba24855e8 port 6cd4bae5-b411-4742-bd5b-961e3c08da72 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:47:01.348315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.371149 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.412613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=e0661951-9b75-480d-a601-bb17c92842c3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:01.420809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:01.421173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: eed85be1-11d5-4222-8187-76efda716bd6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:47:01.439276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network eed85be1-11d5-4222-8187-76efda716bd6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:47:01.450544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, eed85be1-11d5-4222-8187-76efda716bd6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:01.462990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:47:01.463584 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.473674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1c6b3d-f4e6-410e-8219-c9e99b66f163 None None] Network eed85be1-11d5-4222-8187-76efda716bd6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:01.481576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-78432925-67dc-463f-931a-c36097c95567 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4422035 Aug 30 21:47:01.485031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45888) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:01.594688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b12117-a5e6-47ff-8ea8-11bf0a557389 None None] Network d3ca86ce-787e-4875-8de2-51514fbcb577 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:01.858193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.876297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-00621174-1abd-4742-bae1-94572717b26a None None] Provisioning for port c452bd1d-ede3-47de-9c8b-13057e09c63a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:01.900313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-00621174-1abd-4742-bae1-94572717b26a None None] Provisioning complete for port c452bd1d-ede3-47de-9c8b-13057e09c63a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:01.900683 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00621174-1abd-4742-bae1-94572717b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:01.980818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-eed85be1-11d5-4222-8187-76efda716bd6', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:47:01.981629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.089298 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.111507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8:2::1 (eed85be1-11d5-4222-8187-76efda716bd6/e0661951-9b75-480d-a601-bb17c92842c3/d5e75eb6-610f-464e-9c08-24054ae772bf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:47:02.158962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Transition to ACTIVE for port object 6cd4bae5-b411-4742-bd5b-961e3c08da72 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:02.193749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.234293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.250474 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00621174-1abd-4742-bae1-94572717b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.251904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object d5e75eb6-610f-464e-9c08-24054ae772bf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:02.263578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device becd6a63-47da-441b-8e6e-38820c7c0239 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:02.286316 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.310338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38a25-222c-4c30-b6f3-d50c8b2f27e8 None None] Pushing event updated for resources: {'Port': ['ID=6cd4bae5-b411-4742-bd5b-961e3c08da72,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:02.429774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Allocated IP 2001:db8:2::2 (eed85be1-11d5-4222-8187-76efda716bd6/e0661951-9b75-480d-a601-bb17c92842c3/726a41f1-2ad3-4781-adbf-a01856f6fa6e) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:47:02.433250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-00621174-1abd-4742-bae1-94572717b26a None None] For port c452bd1d-ede3-47de-9c8b-13057e09c63a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c452bd1d-ede3-47de-9c8b-13057e09c63a,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:02.450605 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-00621174-1abd-4742-bae1-94572717b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.483906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Attempting to bind port 6cd4bae5-b411-4742-bd5b-961e3c08da72 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:47:02.484292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Attempting to bind port 6cd4bae5-b411-4742-bd5b-961e3c08da72 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:47:02.484646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Attempting to bind port 6cd4bae5-b411-4742-bd5b-961e3c08da72 on network d3ca86ce-787e-4875-8de2-51514fbcb577 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:47:02.547255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:47:02.547510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Checking segment: {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:02.547909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.548304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Bound using segment: {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:47:02.548791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Bound port: 6cd4bae5-b411-4742-bd5b-961e3c08da72, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850fcb66-0ad3-4516-b020-6fc0548c4bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:47:02.549170 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.551299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port becd6a63-47da-441b-8e6e-38820c7c0239 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:02.551656 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.581578 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network eed85be1-11d5-4222-8187-76efda716bd6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:02.586868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:02.592811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:47:02.593357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.596601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=d5e75eb6-610f-464e-9c08-24054ae772bf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:02.623429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00621174-1abd-4742-bae1-94572717b26a None None] Pushing event updated for resources: {'Port': ['ID=c452bd1d-ede3-47de-9c8b-13057e09c63a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:02.654793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-336e07a9-20a4-47e8-bf54-fa930175bd73 None None] Provisioning for port 6cd4bae5-b411-4742-bd5b-961e3c08da72 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:02.717109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.740020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] For port 6cd4bae5-b411-4742-bd5b-961e3c08da72, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:47:02.782814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] For port 6cd4bae5-b411-4742-bd5b-961e3c08da72, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cd4bae5-b411-4742-bd5b-961e3c08da72,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:47:02.799014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-336e07a9-20a4-47e8-bf54-fa930175bd73 None None] Provisioning complete for port c452bd1d-ede3-47de-9c8b-13057e09c63a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:02.799385 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-336e07a9-20a4-47e8-bf54-fa930175bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.805273 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.808246 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.870352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Transition to ACTIVE for port object 726a41f1-2ad3-4781-adbf-a01856f6fa6e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:02.910765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Transition to ACTIVE for port object 726a41f1-2ad3-4781-adbf-a01856f6fa6e will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:02.927456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:02.930071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-338fb9f3-243c-42dd-b67d-d2a801c0f60c req-b84a2cd8-5372-45d4-84af-c1aa2b2a423f service neutron] (94688) timed out ('10.222.0.76', 44630) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:47:02.932912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38a25-222c-4c30-b6f3-d50c8b2f27e8 None None] Pushing event updated for resources: {'Port': ['ID=6cd4bae5-b411-4742-bd5b-961e3c08da72,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:02.939487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:02.940723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:03.011747 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.017404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.018211 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.061813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Network eed85be1-11d5-4222-8187-76efda716bd6 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:03.073031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:03.080788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:47:03.091929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Pushing event updated for resources: {'Port': ['ID=726a41f1-2ad3-4781-adbf-a01856f6fa6e,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:03.112223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=d5e75eb6-610f-464e-9c08-24054ae772bf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:03.128260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:03.160117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network eed85be1-11d5-4222-8187-76efda716bd6 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:03.161646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:03.191829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Attempting to bind port 726a41f1-2ad3-4781-adbf-a01856f6fa6e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:47:03.192208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Attempting to bind port 726a41f1-2ad3-4781-adbf-a01856f6fa6e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:47:03.192557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Attempting to bind port 726a41f1-2ad3-4781-adbf-a01856f6fa6e on network eed85be1-11d5-4222-8187-76efda716bd6 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:47:03.230770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:47:03.231083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Checking segment: {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:03.231487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.231940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Bound using segment: {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:47:03.232485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Bound port: 726a41f1-2ad3-4781-adbf-a01856f6fa6e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:47:03.232869 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.268972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:03.367999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] For port 726a41f1-2ad3-4781-adbf-a01856f6fa6e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:47:03.375995 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] For port 726a41f1-2ad3-4781-adbf-a01856f6fa6e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=726a41f1-2ad3-4781-adbf-a01856f6fa6e,segment=NetworkSegment(55cc376d-00e3-40a4-b01d-75f752124b7f),segment_id=55cc376d-00e3-40a4-b01d-75f752124b7f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:47:03.379111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:03.384665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.391982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-105620b7-50b6-4e56-a4b8-416c32f5ecaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9027619 Aug 30 21:47:03.392358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45890) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:03.398043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290642404'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:03.421847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:47:03.425405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.451617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:47:03.468806 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.469394 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added segment cfd56e68-951a-4f4c-afa5-84b2805ffa52 of type vlan for network f663ce8a-51cf-435a-8dc9-d857d7448c7f Aug 30 21:47:03.493081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6d299-3b3b-4073-b097-ed6ebc1e5d82 None None] Pushing event updated for resources: {'Port': ['ID=726a41f1-2ad3-4781-adbf-a01856f6fa6e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:03.512749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 1, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:03.517772 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.547441 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.553743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:47:03.554375 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.624437 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2306991 Aug 30 21:47:03.628003 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45892) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:03.631453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6702a85-80da-4802-a373-2ac61ee522cc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Network': ['ID=f663ce8a-51cf-435a-8dc9-d857d7448c7f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:03.635062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'subnet': {'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:03.709386 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:47:03.712430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5168fd-8147-46e4-8084-01d5d5ee3bb0 None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 1, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:03.771865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Made reservation on behalf of c640cc5a67a1495d99051cfdeda9a532 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:47:03.776084 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:03.805354 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.004471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.075535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Subnet': ['ID=2e0fd516-eef0-4f73-ba45-0b6502e0e3a6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:04.082014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Checking segment: {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:04.082416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network hostable DHCP agents. Network: f663ce8a-51cf-435a-8dc9-d857d7448c7f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:47:04.101113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:47:04.113836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f663ce8a-51cf-435a-8dc9-d857d7448c7f) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:04.122813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:47:04.123590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.125732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab444085-6205-4411-b513-79cfda42cf7e None None] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:04.145692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:04.158162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0fd3074c-38df-4b85-9fb5-bd81e7a0ae0b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5285187 Aug 30 21:47:04.388935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:47:04.390270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.523033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cd4bae5-b411-4742-bd5b-961e3c08da72 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:04.623410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Allocated IP 2001:db8:3::2 (f663ce8a-51cf-435a-8dc9-d857d7448c7f/2e0fd516-eef0-4f73-ba45-0b6502e0e3a6/48afa29a-0e21-44cf-854e-66d9ee212192) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:47:04.638004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6cd4bae5-b411-4742-bd5b-961e3c08da72 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:04.656092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6cd4bae5-b411-4742-bd5b-961e3c08da72 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:04.656468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.679502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.705544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4bcd5-5e3d-4f2a-8dc8-f5399227612b None None] Network eed85be1-11d5-4222-8187-76efda716bd6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:04.803709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aeaf9f5f-acdc-4450-a416-4b1ef1bce22d None None] Provisioning for port 726a41f1-2ad3-4781-adbf-a01856f6fa6e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:04.932611 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:04.941456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:04.942136 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:04.948879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.953801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:04.977948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Transition to ACTIVE for port object 48afa29a-0e21-44cf-854e-66d9ee212192 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:05.028968 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:05.029544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Transition to ACTIVE for port object 48afa29a-0e21-44cf-854e-66d9ee212192 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:05.037471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 6cd4bae5-b411-4742-bd5b-961e3c08da72, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cd4bae5-b411-4742-bd5b-961e3c08da72,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:05.041584 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.051588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.052356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 726a41f1-2ad3-4781-adbf-a01856f6fa6e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:05.094870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Allocated IP 2001:db8:3::1 (f663ce8a-51cf-435a-8dc9-d857d7448c7f/2e0fd516-eef0-4f73-ba45-0b6502e0e3a6/95ee0192-b530-447e-a665-2feb97bde3f3) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:47:05.115963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:05.129372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:05.131965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:47:05.136562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Pushing event updated for resources: {'Port': ['ID=48afa29a-0e21-44cf-854e-66d9ee212192,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:05.234519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.238586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 726a41f1-2ad3-4781-adbf-a01856f6fa6e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:05.245855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Attempting to bind port 48afa29a-0e21-44cf-854e-66d9ee212192 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:47:05.246230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Attempting to bind port 48afa29a-0e21-44cf-854e-66d9ee212192 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:47:05.246597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Attempting to bind port 48afa29a-0e21-44cf-854e-66d9ee212192 on network f663ce8a-51cf-435a-8dc9-d857d7448c7f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:47:05.249927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=6cd4bae5-b411-4742-bd5b-961e3c08da72,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:05.251869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Transition to ACTIVE for port object 95ee0192-b530-447e-a665-2feb97bde3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:05.253465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 726a41f1-2ad3-4781-adbf-a01856f6fa6e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:05.254543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.263156 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:02Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:05.276102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:47:05.276541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Checking segment: {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:05.276872 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.277269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Bound using segment: {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:47:05.277771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Bound port: 48afa29a-0e21-44cf-854e-66d9ee212192, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:47:05.278501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.300780 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:05.301391 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Updating router 0c88b790-3792-4d51-b0e7-a7dba24855e8 port d5e75eb6-610f-464e-9c08-24054ae772bf binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:47:05.304951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.338901 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.374659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=95ee0192-b530-447e-a665-2feb97bde3f3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:05.384494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:05.386041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:05.389151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:47:05.389881 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.408035 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] For port 48afa29a-0e21-44cf-854e-66d9ee212192, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:47:05.432071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] For port 48afa29a-0e21-44cf-854e-66d9ee212192, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=48afa29a-0e21-44cf-854e-66d9ee212192,segment=NetworkSegment(cfd56e68-951a-4f4c-afa5-84b2805ffa52),segment_id=cfd56e68-951a-4f4c-afa5-84b2805ffa52)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:47:05.436676 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.449250 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.490520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-71a49315-f95d-43ac-ac9f-9af32d91027d None None] Provisioning for port d5e75eb6-610f-464e-9c08-24054ae772bf completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:05.518735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-71a49315-f95d-43ac-ac9f-9af32d91027d None None] Provisioning complete for port d5e75eb6-610f-464e-9c08-24054ae772bf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:05.519112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71a49315-f95d-43ac-ac9f-9af32d91027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.552788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.568327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 726a41f1-2ad3-4781-adbf-a01856f6fa6e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=726a41f1-2ad3-4781-adbf-a01856f6fa6e,segment=NetworkSegment(55cc376d-00e3-40a4-b01d-75f752124b7f),segment_id=55cc376d-00e3-40a4-b01d-75f752124b7f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:05.575593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ceb78-87dd-4604-be9c-be3aee3a7dcb None None] Pushing event updated for resources: {'Port': ['ID=48afa29a-0e21-44cf-854e-66d9ee212192,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:05.586420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.587260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c452bd1d-ede3-47de-9c8b-13057e09c63a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:05.628807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-71a49315-f95d-43ac-ac9f-9af32d91027d None None] Port d5e75eb6-610f-464e-9c08-24054ae772bf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:47:05.675824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-71a49315-f95d-43ac-ac9f-9af32d91027d None None] Provisioning complete for port 726a41f1-2ad3-4781-adbf-a01856f6fa6e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:05.676199 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71a49315-f95d-43ac-ac9f-9af32d91027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.679626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=726a41f1-2ad3-4781-adbf-a01856f6fa6e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:05.727880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c452bd1d-ede3-47de-9c8b-13057e09c63a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:05.728240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.738748 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.767373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Transition to ACTIVE for port object d5e75eb6-610f-464e-9c08-24054ae772bf will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:05.783042 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:05.850483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934b1cc-f21a-4047-a510-aa9f392f028e None None] Pushing event updated for resources: {'Port': ['ID=d5e75eb6-610f-464e-9c08-24054ae772bf,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:05.994036 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.002628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.003815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.025170 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Attempting to bind port d5e75eb6-610f-464e-9c08-24054ae772bf on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:47:06.025696 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Attempting to bind port d5e75eb6-610f-464e-9c08-24054ae772bf by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:47:06.025884 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Attempting to bind port d5e75eb6-610f-464e-9c08-24054ae772bf on network eed85be1-11d5-4222-8187-76efda716bd6 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:47:06.032619 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:47:06.033325 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Checking segment: {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:06.033934 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.034336 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Bound using segment: {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:47:06.034856 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Bound port: d5e75eb6-610f-464e-9c08-24054ae772bf, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cc376d-00e3-40a4-b01d-75f752124b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:47:06.035245 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.096485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event updated for resources: {'Port': ['ID=95ee0192-b530-447e-a665-2feb97bde3f3,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:06.118496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.121929 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] For port d5e75eb6-610f-464e-9c08-24054ae772bf, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:47:06.127803 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] For port d5e75eb6-610f-464e-9c08-24054ae772bf, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d5e75eb6-610f-464e-9c08-24054ae772bf,segment=NetworkSegment(55cc376d-00e3-40a4-b01d-75f752124b7f),segment_id=55cc376d-00e3-40a4-b01d-75f752124b7f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:47:06.135359 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.149273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:47:06.150731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:47:06.193414 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:06.193938 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:06.248160 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934b1cc-f21a-4047-a510-aa9f392f028e None None] Pushing event updated for resources: {'Port': ['ID=d5e75eb6-610f-464e-9c08-24054ae772bf,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:06.258419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:06.312184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:06.395044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cd4bae5-b411-4742-bd5b-961e3c08da72 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:06.399935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:06.406963 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-999de7ea-0c98-4ed6-bf80-1742f3ab24e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594953 Aug 30 21:47:06.409143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:06.415628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:06.482935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6cd4bae5-b411-4742-bd5b-961e3c08da72 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:06.483596 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.607972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 726a41f1-2ad3-4781-adbf-a01856f6fa6e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:06.619324 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:05Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ee0192-b530-447e-a665-2feb97bde3f3', 'name': '', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:e8:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:04Z', 'updated_at': '2021-08-30T21:47:05Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:06Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:06.651505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa489d00-2e92-4c66-88ad-73a9066bd441 None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:05Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ee0192-b530-447e-a665-2feb97bde3f3', 'name': '', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:e8:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:04Z', 'updated_at': '2021-08-30T21:47:05Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:06Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:06.682718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 726a41f1-2ad3-4781-adbf-a01856f6fa6e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:06.683089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:06.827713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 48afa29a-0e21-44cf-854e-66d9ee212192 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:06.886107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 48afa29a-0e21-44cf-854e-66d9ee212192 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:06.948968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50ad81-1cdf-40e1-be10-536975dd49a6 None None] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:06.969205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 21:47:06.985240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Removed routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 21:47:06.985641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.007685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] Provisioning for port 48afa29a-0e21-44cf-854e-66d9ee212192 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:07.015719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] Provisioning complete for port 48afa29a-0e21-44cf-854e-66d9ee212192 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:07.016094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.166586 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.176105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.179724 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.212784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] For port 48afa29a-0e21-44cf-854e-66d9ee212192, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=48afa29a-0e21-44cf-854e-66d9ee212192,segment=NetworkSegment(cfd56e68-951a-4f4c-afa5-84b2805ffa52),segment_id=cfd56e68-951a-4f4c-afa5-84b2805ffa52)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:07.218526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.280981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71439506-49e3-450a-97c2-e439a5c893d3 None None] Pushing event updated for resources: {'Port': ['ID=48afa29a-0e21-44cf-854e-66d9ee212192,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:07.413617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:07.424306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:07.425078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:07.521040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:07.577865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc4bdc41-d7a6-4e7a-b096-21409776a991 None None] Provisioning for port 95ee0192-b530-447e-a665-2feb97bde3f3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:07.610048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc4bdc41-d7a6-4e7a-b096-21409776a991 None None] Provisioning complete for port 95ee0192-b530-447e-a665-2feb97bde3f3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:07.610898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc4bdc41-d7a6-4e7a-b096-21409776a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.633949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:07.736829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:07.744347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.748270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8afa8938-1302-4e5f-ad34-5d6ae97839f9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 954 time: 1.3354518 Aug 30 21:47:07.748639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:07.849860 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2b20faf9-9a2e-4106-9078-65d54c534c8a tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 954 time: 0.0999155 Aug 30 21:47:07.851296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bdc41-d7a6-4e7a-b096-21409776a991 None None] Port 95ee0192-b530-447e-a665-2feb97bde3f3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:47:07.852275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45900) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:07.856945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:07.882952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc4bdc41-d7a6-4e7a-b096-21409776a991 None None] Provisioning complete for port 48afa29a-0e21-44cf-854e-66d9ee212192 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:07.883362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc4bdc41-d7a6-4e7a-b096-21409776a991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:07.999121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:06Z', 'revision_number': 6, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ee0192-b530-447e-a665-2feb97bde3f3', 'name': '', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:e8:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:04Z', 'updated_at': '2021-08-30T21:47:05Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:06Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:08.030907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:08.031269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Updating router 0c88b790-3792-4d51-b0e7-a7dba24855e8 port 95ee0192-b530-447e-a665-2feb97bde3f3 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:47:08.056583 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.178054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c00cf5e4-0cc1-4edc-b0a3-1ff3574b0a7e None None] Provisioning complete for port 95ee0192-b530-447e-a665-2feb97bde3f3 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:08.178428 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c00cf5e4-0cc1-4edc-b0a3-1ff3574b0a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.204825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 21:47:08.205146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 21:47:08.241426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.258296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c00cf5e4-0cc1-4edc-b0a3-1ff3574b0a7e None None] Port 95ee0192-b530-447e-a665-2feb97bde3f3 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:47:08.288997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 48afa29a-0e21-44cf-854e-66d9ee212192 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:08.395553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 48afa29a-0e21-44cf-854e-66d9ee212192 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:08.395852 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.423345 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.435401 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.438963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.441605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Transition to ACTIVE for port object 95ee0192-b530-447e-a665-2feb97bde3f3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:47:08.450934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.530894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9c236-f9dd-4996-a78e-58f9ee11a4c6 None None] Pushing event updated for resources: {'Port': ['ID=95ee0192-b530-447e-a665-2feb97bde3f3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:08.542944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:08.555195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d5e75eb6-610f-464e-9c08-24054ae772bf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:08.608327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Attempting to bind port 95ee0192-b530-447e-a665-2feb97bde3f3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:47:08.608698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Attempting to bind port 95ee0192-b530-447e-a665-2feb97bde3f3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:47:08.609060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Attempting to bind port 95ee0192-b530-447e-a665-2feb97bde3f3 on network f663ce8a-51cf-435a-8dc9-d857d7448c7f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:47:08.619691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:47:08.620378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Checking segment: {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:47:08.620483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.620838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Bound using segment: {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:47:08.621305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Bound port: 95ee0192-b530-447e-a665-2feb97bde3f3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd56e68-951a-4f4c-afa5-84b2805ffa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:47:08.621684 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.644961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:08.652421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.653982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-11a4deae-8c70-45fa-89a5-1ef4e28385fb tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 704 time: 0.8007627 Aug 30 21:47:08.656651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:08.669126 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port d5e75eb6-610f-464e-9c08-24054ae772bf completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:47:08.679176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d5e75eb6-610f-464e-9c08-24054ae772bf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:08.679548 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.718969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] For port 95ee0192-b530-447e-a665-2feb97bde3f3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:47:08.723383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] For port 95ee0192-b530-447e-a665-2feb97bde3f3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=95ee0192-b530-447e-a665-2feb97bde3f3,segment=NetworkSegment(cfd56e68-951a-4f4c-afa5-84b2805ffa52),segment_id=cfd56e68-951a-4f4c-afa5-84b2805ffa52)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:47:08.730333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.768415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1a0f9c58-36c8-49ef-9c16-bbc61283fba9 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 704 time: 0.1081722 Aug 30 21:47:08.769096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45904) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:08.825217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9c236-f9dd-4996-a78e-58f9ee11a4c6 None None] Pushing event updated for resources: {'Port': ['ID=95ee0192-b530-447e-a665-2feb97bde3f3,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:08.831294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:08.831937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:08.876977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:08.956190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:08.959059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port d5e75eb6-610f-464e-9c08-24054ae772bf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d5e75eb6-610f-464e-9c08-24054ae772bf,segment=NetworkSegment(55cc376d-00e3-40a4-b01d-75f752124b7f),segment_id=55cc376d-00e3-40a4-b01d-75f752124b7f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:08.988976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.076659 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c88c333f-3cca-4445-ad38-b64720119651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.123779 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.130928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=d5e75eb6-610f-464e-9c08-24054ae772bf,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:09.228670 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 7, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ee0192-b530-447e-a665-2feb97bde3f3', 'name': '', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:e8:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:04Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:06Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:09.254517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ab00e7-7ac1-4d4e-88c9-ba5e7afe63ea None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 7, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ee0192-b530-447e-a665-2feb97bde3f3', 'name': '', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:e8:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:04Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:06Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:09.372986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 95ee0192-b530-447e-a665-2feb97bde3f3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:09.373419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.390777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:09.399970 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:09.400605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:09.464680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port 95ee0192-b530-447e-a665-2feb97bde3f3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=95ee0192-b530-447e-a665-2feb97bde3f3,segment=NetworkSegment(cfd56e68-951a-4f4c-afa5-84b2805ffa52),segment_id=cfd56e68-951a-4f4c-afa5-84b2805ffa52)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:09.465088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.478428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 95ee0192-b530-447e-a665-2feb97bde3f3 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:09.496899 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:09.649569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.676272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=95ee0192-b530-447e-a665-2feb97bde3f3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:09.713412 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 7, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ee0192-b530-447e-a665-2feb97bde3f3', 'name': '', 'network_id': 'f663ce8a-51cf-435a-8dc9-d857d7448c7f', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:e8:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:04Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 4, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '2e0fd516-eef0-4f73-ba45-0b6502e0e3a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:09.740226 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:09.749170 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:09.749955 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:09.792275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:09.840183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:09.990100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:10.043137 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:09Z', 'revision_number': 8, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:10.073050 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb07aedf-ab20-4afc-82c0-83362cad4843 None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:09Z', 'revision_number': 8, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:10.088960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:10.094561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b42166c-49d7-422f-9dd8-c35bb945d9f8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3230736 Aug 30 21:47:10.097245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45906) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:10.150528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet 2e0fd516-eef0-4f73-ba45-0b6502e0e3a6 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:47:10.154342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.193044 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.463460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d5e75eb6-610f-464e-9c08-24054ae772bf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:47:10.514723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port d5e75eb6-610f-464e-9c08-24054ae772bf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:47:10.515225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.517168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.577249 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.598727 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b5210-30e1-4480-b38e-9bf1d19acc2c None None] Network f663ce8a-51cf-435a-8dc9-d857d7448c7f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:10.607697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.609572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/2e0fd516-eef0-4f73-ba45-0b6502e0e3a6 HTTP/1.1" status: 204 len: 168 time: 0.5113444 Aug 30 21:47:10.610851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0c052-c78c-493d-b80e-8744da3caae1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0fd516-eef0-4f73-ba45-0b6502e0e3a6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:10.612690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45908) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:10.637923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:10.652372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 95ee0192-b530-447e-a665-2feb97bde3f3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:10.681062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 95ee0192-b530-447e-a665-2feb97bde3f3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:10.681375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 95ee0192-b530-447e-a665-2feb97bde3f3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:10.690160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:10.690828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:10.695082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.748273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 48afa29a-0e21-44cf-854e-66d9ee212192 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:10.748597 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.808730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port 48afa29a-0e21-44cf-854e-66d9ee212192, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=48afa29a-0e21-44cf-854e-66d9ee212192,segment=NetworkSegment(cfd56e68-951a-4f4c-afa5-84b2805ffa52),segment_id=cfd56e68-951a-4f4c-afa5-84b2805ffa52)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:10.809438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.813903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:10.822743 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 48afa29a-0e21-44cf-854e-66d9ee212192 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:10.908084 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:10.927093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd3d47-80bc-4eca-adad-10c86e845018 None None] DHCP port deletion for f663ce8a-51cf-435a-8dc9-d857d7448c7f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:47:10.933996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=48afa29a-0e21-44cf-854e-66d9ee212192,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:10.940451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port 48afa29a-0e21-44cf-854e-66d9ee212192 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:47:11.016777 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.023074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:09Z', 'revision_number': 8, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:11.026780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f663ce8a-51cf-435a-8dc9-d857d7448c7f']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:11.042023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd56e68-951a-4f4c-afa5-84b2805ffa52') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:11.042324 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd56e68-951a-4f4c-afa5-84b2805ffa52') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:11.049130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:11.051604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.057652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:11.058258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:46:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:11.066463 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.072514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:47:11.072898 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:47:11.076032 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:47:11.134904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.141916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.145387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:11.146655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:11.147223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/f663ce8a-51cf-435a-8dc9-d857d7448c7f HTTP/1.1" status: 204 len: 168 time: 0.5330129 Aug 30 21:47:11.159432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9ca6a-8ac5-4c9c-a05c-63975a6254bf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=f663ce8a-51cf-435a-8dc9-d857d7448c7f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:11.350910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:09Z', 'revision_number': 8, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:11.376750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1a7527-8228-49c8-b449-571c2810b45b None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:09Z', 'revision_number': 8, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5e75eb6-610f-464e-9c08-24054ae772bf', 'name': '', 'network_id': 'eed85be1-11d5-4222-8187-76efda716bd6', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:7e:cd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:47:01Z', 'updated_at': '2021-08-30T21:47:08Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'e0661951-9b75-480d-a601-bb17c92842c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:11.484963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.736598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port d5e75eb6-610f-464e-9c08-24054ae772bf {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:11.736840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.769402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.831917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port d5e75eb6-610f-464e-9c08-24054ae772bf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=d5e75eb6-610f-464e-9c08-24054ae772bf,segment=NetworkSegment(55cc376d-00e3-40a4-b01d-75f752124b7f),segment_id=55cc376d-00e3-40a4-b01d-75f752124b7f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:11.832236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:11.845204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for d5e75eb6-610f-464e-9c08-24054ae772bf owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:11.932590 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0090e2e4-7933-4c0f-8ea7-1f7dd434cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.037765 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.066831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=d5e75eb6-610f-464e-9c08-24054ae772bf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:12.179830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.316952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 48afa29a-0e21-44cf-854e-66d9ee212192 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:12.337912 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 48afa29a-0e21-44cf-854e-66d9ee212192 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:12.338256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 48afa29a-0e21-44cf-854e-66d9ee212192 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:12.380014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:12.470888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:12.477254 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d50eede0-ce30-42c0-8833-985b99a5fa8d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3280056 Aug 30 21:47:12.479174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:12.481575 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:12.491488 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:12.492106 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:12.531037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet e0661951-9b75-480d-a601-bb17c92842c3 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:47:12.534497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.574885 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:12.575478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.663480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.727666 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.742787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.758549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=e0661951-9b75-480d-a601-bb17c92842c3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:12.760776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.765657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45914) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:12.766154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-455ce63f-40e7-4d95-a3ef-5b890088cce4 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/e0661951-9b75-480d-a601-bb17c92842c3 HTTP/1.1" status: 204 len: 168 time: 0.2856743 Aug 30 21:47:12.767830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa22884-53be-4b6f-b577-db77c675e4c1 None None] Network eed85be1-11d5-4222-8187-76efda716bd6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:12.851010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.872387 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:11Z', 'revision_number': 9, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:12.898815 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:12.906329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 726a41f1-2ad3-4781-adbf-a01856f6fa6e {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:12.906751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.907819 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:12.908460 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:12.972285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port 726a41f1-2ad3-4781-adbf-a01856f6fa6e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=726a41f1-2ad3-4781-adbf-a01856f6fa6e,segment=NetworkSegment(55cc376d-00e3-40a4-b01d-75f752124b7f),segment_id=55cc376d-00e3-40a4-b01d-75f752124b7f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:12.972812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:12.987569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 726a41f1-2ad3-4781-adbf-a01856f6fa6e owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:12.994787 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:13.081256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.097832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d10af61-f514-4db3-93aa-fde57ec74a45 None None] DHCP port deletion for eed85be1-11d5-4222-8187-76efda716bd6 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:47:13.107870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=726a41f1-2ad3-4781-adbf-a01856f6fa6e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:13.112369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port 726a41f1-2ad3-4781-adbf-a01856f6fa6e on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:47:13.193304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.203264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed85be1-11d5-4222-8187-76efda716bd6']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:13.206245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:11Z', 'revision_number': 9, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:13.213990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cc376d-00e3-40a4-b01d-75f752124b7f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:13.214286 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cc376d-00e3-40a4-b01d-75f752124b7f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:13.223507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.232266 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5960e26-8d20-4316-a196-f21f3991d754 None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:11Z', 'revision_number': 9, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': '6cd4bae5-b411-4742-bd5b-961e3c08da72', 'name': '', 'network_id': 'd3ca86ce-787e-4875-8de2-51514fbcb577', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:ee:6f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:59Z', 'updated_at': '2021-08-30T21:47:04Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': 'f03fe711-5b7e-491c-92bc-990f8b7dafb8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:13.238219 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.245023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:47:13.245571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:47:13.248905 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:47:13.311040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.318256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.320605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/eed85be1-11d5-4222-8187-76efda716bd6 HTTP/1.1" status: 204 len: 168 time: 0.5531681 Aug 30 21:47:13.323594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45916) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:13.342007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9195b9e-40fe-4d97-9366-5e7edd6cd959 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=eed85be1-11d5-4222-8187-76efda716bd6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:13.685497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:13.939923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 6cd4bae5-b411-4742-bd5b-961e3c08da72 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:13.940666 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.032334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port 6cd4bae5-b411-4742-bd5b-961e3c08da72, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6cd4bae5-b411-4742-bd5b-961e3c08da72,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:14.032676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.052024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 6cd4bae5-b411-4742-bd5b-961e3c08da72 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:14.226849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.243548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 726a41f1-2ad3-4781-adbf-a01856f6fa6e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:14.252833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=6cd4bae5-b411-4742-bd5b-961e3c08da72,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:14.269781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 726a41f1-2ad3-4781-adbf-a01856f6fa6e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:14.269781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 726a41f1-2ad3-4781-adbf-a01856f6fa6e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:14.269781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d5e75eb6-610f-464e-9c08-24054ae772bf no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:14.298844 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: d5e75eb6-610f-464e-9c08-24054ae772bf {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:14.299271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device d5e75eb6-610f-464e-9c08-24054ae772bf not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:14.380047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.573879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:14.658187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.670758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:14.676017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-13eadfb8-d071-44ba-ba1d-0acb7c4e5b11 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3512707 Aug 30 21:47:14.679236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45918) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:14.680201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:14.689657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:14.690271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:14.731195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet f03fe711-5b7e-491c-92bc-990f8b7dafb8 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:47:14.734425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.774374 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.775549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:14.862769 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.922121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.950156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:14.952110 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/f03fe711-5b7e-491c-92bc-990f8b7dafb8 HTTP/1.1" status: 204 len: 168 time: 0.2718091 Aug 30 21:47:14.953114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d35c70-ea0b-43fa-b470-e084aeb9c6ee tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=f03fe711-5b7e-491c-92bc-990f8b7dafb8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:14.954752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45920) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:14.964224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4562837-4024-4ec3-85cd-362ac2465c36 None None] Network d3ca86ce-787e-4875-8de2-51514fbcb577 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:15.016294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:14Z', 'revision_number': 10, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:15.048207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:15.082096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:15.082861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:15.191266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:15.265455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] DHCP port deletion for d3ca86ce-787e-4875-8de2-51514fbcb577 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:47:15.382986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.398923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] Deleting port c452bd1d-ede3-47de-9c8b-13057e09c63a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:15.399278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.433598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port c452bd1d-ede3-47de-9c8b-13057e09c63a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:15.433916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.466511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] For port c452bd1d-ede3-47de-9c8b-13057e09c63a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c452bd1d-ede3-47de-9c8b-13057e09c63a,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:15.466961 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.481430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] Calling delete_port for c452bd1d-ede3-47de-9c8b-13057e09c63a owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:15.495786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:14Z', 'revision_number': 10, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:15.500114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port c452bd1d-ede3-47de-9c8b-13057e09c63a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c452bd1d-ede3-47de-9c8b-13057e09c63a,segment=NetworkSegment(850fcb66-0ad3-4516-b020-6fc0548c4bec),segment_id=850fcb66-0ad3-4516-b020-6fc0548c4bec)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:15.500114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.511267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for c452bd1d-ede3-47de-9c8b-13057e09c63a owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:15.552000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436e276-69a9-46f4-bd20-d27d31152a0b None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:14Z', 'revision_number': 10, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None, '_interfaces': [{'id': 'becd6a63-47da-441b-8e6e-38820c7c0239', 'name': '', 'network_id': '4fcfeba0-9edb-41d0-91a5-b59a463809f3', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'mac_address': 'fa:16:3e:d2:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:46:56Z', 'updated_at': '2021-08-30T21:47:00Z', 'revision_number': 5, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'subnets': [{'id': '67f1c55e-85ac-4fce-ac35-aa48aead4731', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:15.592102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.598773 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.617536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=c452bd1d-ede3-47de-9c8b-13057e09c63a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:15.621082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port c452bd1d-ede3-47de-9c8b-13057e09c63a on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:47:15.624565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] Pushing event deleted for resources: {'Port': ['ID=c452bd1d-ede3-47de-9c8b-13057e09c63a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:15.626436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4726668-c090-4649-b985-1b3b2a6713e2 None None] No DVR routers for this DVR port c452bd1d-ede3-47de-9c8b-13057e09c63a on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:47:15.702593 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.712349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ca86ce-787e-4875-8de2-51514fbcb577']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:15.722581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850fcb66-0ad3-4516-b020-6fc0548c4bec') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:15.722885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850fcb66-0ad3-4516-b020-6fc0548c4bec') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:15.731574 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.745181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.751500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:47:15.751894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:47:15.754952 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:47:15.817795 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.824851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:15.827161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/d3ca86ce-787e-4875-8de2-51514fbcb577 HTTP/1.1" status: 204 len: 168 time: 0.8705494 Aug 30 21:47:15.829605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45922) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:15.845278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7c7e-4c0e-489c-a1f3-24f31e6d880d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=d3ca86ce-787e-4875-8de2-51514fbcb577,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:16.167473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:16.242591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cd4bae5-b411-4742-bd5b-961e3c08da72 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:16.266691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6cd4bae5-b411-4742-bd5b-961e3c08da72 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:16.266691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6cd4bae5-b411-4742-bd5b-961e3c08da72 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:16.267726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c452bd1d-ede3-47de-9c8b-13057e09c63a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:16.285728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c452bd1d-ede3-47de-9c8b-13057e09c63a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:16.286073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c452bd1d-ede3-47de-9c8b-13057e09c63a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:16.417825 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port becd6a63-47da-441b-8e6e-38820c7c0239 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:16.418063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:16.510060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port becd6a63-47da-441b-8e6e-38820c7c0239, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=becd6a63-47da-441b-8e6e-38820c7c0239,segment=NetworkSegment(21b97e40-8150-49b1-abde-31c952ae8c42),segment_id=21b97e40-8150-49b1-abde-31c952ae8c42)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:16.510390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:16.523258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for becd6a63-47da-441b-8e6e-38820c7c0239 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:16.699443 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:16.727237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=becd6a63-47da-441b-8e6e-38820c7c0239,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:16.821236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:16.976723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:17.052108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:17.061526 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a3275a8a-fb4f-4256-9710-296e246dae14 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2200584 Aug 30 21:47:17.062143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45924) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:17.063797 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:17.073251 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:17.073869 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.113755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting subnet 67f1c55e-85ac-4fce-ac35-aa48aead4731 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:47:17.117018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.141283 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:17.162239 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.191910 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:16Z', 'revision_number': 11, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.220863 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:17.229483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:17.230068 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.246768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.298150 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:17.306748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.339694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Subnet': ['ID=67f1c55e-85ac-4fce-ac35-aa48aead4731,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:17.341217 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.343124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f1b432f0-bd33-4ab1-85a6-e93142261695 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/67f1c55e-85ac-4fce-ac35-aa48aead4731 HTTP/1.1" status: 204 len: 168 time: 0.2799518 Aug 30 21:47:17.345793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45926) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:17.352137 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:16Z', 'revision_number': 11, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.352811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc38329-0fcd-4843-865d-dcf4f77f2720 None None] Network 4fcfeba0-9edb-41d0-91a5-b59a463809f3 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:47:17.382969 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87fa59-6223-4dc5-a794-89cfdccbb3ed None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:16Z', 'revision_number': 11, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:17.425399 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.479787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Deleting port 5854abee-ad51-42fd-8818-4f89846807c5 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:47:17.480068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.545945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] For port 5854abee-ad51-42fd-8818-4f89846807c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5854abee-ad51-42fd-8818-4f89846807c5,segment=NetworkSegment(21b97e40-8150-49b1-abde-31c952ae8c42),segment_id=21b97e40-8150-49b1-abde-31c952ae8c42)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:47:17.546311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.558888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Calling delete_port for 5854abee-ad51-42fd-8818-4f89846807c5 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:47:17.639110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.669440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Port': ['ID=5854abee-ad51-42fd-8818-4f89846807c5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:17.672654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No DVR routers for this DVR port 5854abee-ad51-42fd-8818-4f89846807c5 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:47:17.755830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.760969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588826a0-76d3-4053-8b46-6edb8d37b1bb None None] DHCP port deletion for 4fcfeba0-9edb-41d0-91a5-b59a463809f3 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:47:17.769619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcfeba0-9edb-41d0-91a5-b59a463809f3']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.782470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b97e40-8150-49b1-abde-31c952ae8c42') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.782951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b97e40-8150-49b1-abde-31c952ae8c42') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:17.792612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.806630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.812827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:47:17.813191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:47:17.816246 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:47:17.879232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.891136 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:17.893038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/networks/4fcfeba0-9edb-41d0-91a5-b59a463809f3 HTTP/1.1" status: 204 len: 168 time: 0.5463510 Aug 30 21:47:17.895849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45928) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:17.900871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'routes': None}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:17.905622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062c313-79c4-4ab0-89c2-a7da8298d7de tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Pushing event deleted for resources: {'Network': ['ID=4fcfeba0-9edb-41d0-91a5-b59a463809f3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:18.056558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Added routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 21:47:18.056834 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.extraroute_db [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Removed routes are [] {{(pid=94688) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 21:47:18.057076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.193076 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.196618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.244250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device becd6a63-47da-441b-8e6e-38820c7c0239 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:18.267216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: becd6a63-47da-441b-8e6e-38820c7c0239 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:18.267569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device becd6a63-47da-441b-8e6e-38820c7c0239 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:18.267989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5854abee-ad51-42fd-8818-4f89846807c5 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:47:18.275299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router 0c88b790-3792-4d51-b0e7-a7dba24855e8 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:47:18.287062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5854abee-ad51-42fd-8818-4f89846807c5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:47:18.287412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5854abee-ad51-42fd-8818-4f89846807c5 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:47:18.347980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:18.354770 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.355930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3ca87fd9-15c5-4ea0-8784-7bf969eea756 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 705 time: 0.4589064 Aug 30 21:47:18.358481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] Sync routers for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:18.359124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45930) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:18.368916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:18.369596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:18.388464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a2a5c77c-89b9-42c1-bfa0-c0850aaeaa82 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 205 time: 0.0285845 Aug 30 21:47:18.391046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45932) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:18.442900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:18.462175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.493398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:16Z', 'revision_number': 11, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:18.522552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] Checking router: 0c88b790-3792-4d51-b0e7-a7dba24855e8 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:18.532968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] Routers {'0c88b790-3792-4d51-b0e7-a7dba24855e8'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:18.533619 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['0c88b790-3792-4d51-b0e7-a7dba24855e8'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:18.598957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] Set router 0c88b790-3792-4d51-b0e7-a7dba24855e8 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:18.616105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.618259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.651254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:16Z', 'revision_number': 11, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:18.664662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.665224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router 0c88b790-3792-4d51-b0e7-a7dba24855e8 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:47:18.672147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.673233 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6a4ddab6-59d6-4384-80d1-0c7950e14697 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 204 len: 168 time: 0.2813168 Aug 30 21:47:18.679037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45934) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:18.679199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24db935f-40bd-4833-9db4-1b6d8f7f8ca7 None None] The sync data for ids ['0c88b790-3792-4d51-b0e7-a7dba24855e8'] in n-d-793620-16 is: [{'id': '0c88b790-3792-4d51-b0e7-a7dba24855e8', 'name': 'tempest-RoutersIpV6Test-router-1996113104', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:46:55Z', 'updated_at': '2021-08-30T21:47:16Z', 'revision_number': 11, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:18.682391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918155509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:18.707334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.708929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.761118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.766820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.784543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:18.785752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92ad9d77-e08e-4aef-9997-214ac9d8f8ff tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1068616 Aug 30 21:47:18.788691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45936) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:18.793511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:47:18.999667 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8180'] for router, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:19.012525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632484', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632985'] for router, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:19.443908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Router b919abd8-2610-43c2-9124-ad11650a802a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:47:19.520008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:47:19.527372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:19.528896 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e0a89029-0273-4d3c-8bbd-f8cd24d2fdaf tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "PUT /v2.0/routers/b919abd8-2610-43c2-9124-ad11650a802a HTTP/1.1" status: 200 len: 698 time: 0.7392964 Aug 30 21:47:19.533032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45938) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:19.536018 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] Sync routers for ids ['b919abd8-2610-43c2-9124-ad11650a802a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:47:19.546917 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] Routers {'b919abd8-2610-43c2-9124-ad11650a802a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:19.547541 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b919abd8-2610-43c2-9124-ad11650a802a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:19.611306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e957527a-d497-41dd-b631-010f242d0586 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/routers/b919abd8-2610-43c2-9124-ad11650a802a HTTP/1.1" status: 200 len: 704 time: 0.0768635 Aug 30 21:47:19.613766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45940) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:19.613939 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] Set router b919abd8-2610-43c2-9124-ad11650a802a gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:19.671605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b919abd8-2610-43c2-9124-ad11650a802a', 'name': 'tempest-RoutersIpV6Test-router-1918155509', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:47:18Z', 'updated_at': '2021-08-30T21:47:19Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:19.698847 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] Checking router: b919abd8-2610-43c2-9124-ad11650a802a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:47:19.709250 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] Routers {'b919abd8-2610-43c2-9124-ad11650a802a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:47:19.709892 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:47:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['b919abd8-2610-43c2-9124-ad11650a802a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:19.779828 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] Set router b919abd8-2610-43c2-9124-ad11650a802a gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:47:19.833357 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b919abd8-2610-43c2-9124-ad11650a802a', 'name': 'tempest-RoutersIpV6Test-router-1918155509', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:47:18Z', 'updated_at': '2021-08-30T21:47:19Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:47:19.859374 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4f498-0763-4455-8ff0-38075ddf47d7 None None] The sync data for ids ['b919abd8-2610-43c2-9124-ad11650a802a'] in n-d-793620-16 is: [{'id': 'b919abd8-2610-43c2-9124-ad11650a802a', 'name': 'tempest-RoutersIpV6Test-router-1918155509', 'tenant_id': 'c640cc5a67a1495d99051cfdeda9a532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:47:18Z', 'updated_at': '2021-08-30T21:47:19Z', 'revision_number': 2, 'project_id': 'c640cc5a67a1495d99051cfdeda9a532', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:47:19.883454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e239730c-b597-48c8-8d6b-494fe5dcda37 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=b919abd8-2610-43c2-9124-ad11650a802a HTTP/1.1" status: 200 len: 205 time: 0.2654462 Aug 30 21:47:19.883454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45942) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:19.958367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:20.117630 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:20.119954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:20.164595 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:20.165183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Fanout notify agent at l3_agent the message router_deleted on router b919abd8-2610-43c2-9124-ad11650a802a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:47:20.171906 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:20.173107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4435f018-bf17-4883-baa3-5612826f64e0 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/b919abd8-2610-43c2-9124-ad11650a802a HTTP/1.1" status: 204 len: 168 time: 0.2891154 Aug 30 21:47:20.178086 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45944) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.205334 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca6d15b4-f4cc-450d-8c77-8118c9be72d1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=b919abd8-2610-43c2-9124-ad11650a802a HTTP/1.1" status: 200 len: 205 time: 0.0261524 Aug 30 21:47:20.207864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45946) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.248145 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-dd3a6a96-df02-428a-9fd3-926850a9b070 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.249194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dd3a6a96-df02-428a-9fd3-926850a9b070 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/b919abd8-2610-43c2-9124-ad11650a802a HTTP/1.1" status: 404 len: 336 time: 0.0404613 Aug 30 21:47:20.252109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45948) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.278601 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e39c5e-2685-4812-9684-c1544a498af2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.279077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e39c5e-2685-4812-9684-c1544a498af2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.280792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b0e39c5e-2685-4812-9684-c1544a498af2 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/2e0fd516-eef0-4f73-ba45-0b6502e0e3a6 HTTP/1.1" status: 404 len: 337 time: 0.0277386 Aug 30 21:47:20.283195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45950) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.307706 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8eaac3-ea69-4a4e-9918-bda51eaaf730 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.308148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8eaac3-ea69-4a4e-9918-bda51eaaf730 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.309780 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4a8eaac3-ea69-4a4e-9918-bda51eaaf730 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/e0661951-9b75-480d-a601-bb17c92842c3 HTTP/1.1" status: 404 len: 337 time: 0.0257287 Aug 30 21:47:20.312085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45952) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.337115 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca72f0d1-97d2-4055-9c2d-a0cc7a8ff40d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.337563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca72f0d1-97d2-4055-9c2d-a0cc7a8ff40d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.339280 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca72f0d1-97d2-4055-9c2d-a0cc7a8ff40d tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/f03fe711-5b7e-491c-92bc-990f8b7dafb8 HTTP/1.1" status: 404 len: 337 time: 0.0263152 Aug 30 21:47:20.341807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45954) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.366990 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c03781-7b63-47ee-adfe-d683e8353439 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.367428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c03781-7b63-47ee-adfe-d683e8353439 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.369220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-23c03781-7b63-47ee-adfe-d683e8353439 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/67f1c55e-85ac-4fce-ac35-aa48aead4731 HTTP/1.1" status: 404 len: 337 time: 0.0263379 Aug 30 21:47:20.371582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45956) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.402037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3ef0df7f-be3d-4ae8-b520-d6db7cc48685 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 200 len: 205 time: 0.0293844 Aug 30 21:47:20.404784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45958) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.442029 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-d1b5ed4f-9ca5-4059-af42-c8f01aacdcad tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.445628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d1b5ed4f-9ca5-4059-af42-c8f01aacdcad tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/0c88b790-3792-4d51-b0e7-a7dba24855e8 HTTP/1.1" status: 404 len: 336 time: 0.0374186 Aug 30 21:47:20.446044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45960) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.473794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f69db9a4-6f01-4c1e-9164-34fe23efce7e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=19415b74-9133-489c-b533-b064ac1ec1a1 HTTP/1.1" status: 200 len: 205 time: 0.0266919 Aug 30 21:47:20.476242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.516536 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-cef25b0f-6126-4138-bb1e-6439435af868 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.517556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cef25b0f-6126-4138-bb1e-6439435af868 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/19415b74-9133-489c-b533-b064ac1ec1a1 HTTP/1.1" status: 404 len: 336 time: 0.0404301 Aug 30 21:47:20.520135 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45964) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.546967 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefd6bff-2c07-49e5-925d-bbb97ac4804b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.547664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefd6bff-2c07-49e5-925d-bbb97ac4804b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.549104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fefd6bff-2c07-49e5-925d-bbb97ac4804b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/2ec34918-d575-4ec8-8df2-b44373763e6b HTTP/1.1" status: 404 len: 337 time: 0.0280492 Aug 30 21:47:20.551781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45966) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.578500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2e8aa92-801a-4d9e-bda2-d4937c585d9b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 200 len: 205 time: 0.0256557 Aug 30 21:47:20.581034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45968) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.619805 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [None req-d3a0908d-44ce-4420-8d99-ab2fe6de26d8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.620724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d3a0908d-44ce-4420-8d99-ab2fe6de26d8 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/3501839c-5715-48b0-94d8-5d8bc443a92a HTTP/1.1" status: 404 len: 336 time: 0.0388112 Aug 30 21:47:20.623739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45970) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.654717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cb2eb9be-7259-4c7b-9726-b1ca9232f899 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=e090dd11-8475-4e26-944c-4c4c13a28241 HTTP/1.1" status: 200 len: 205 time: 0.0297632 Aug 30 21:47:20.657189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45972) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.698478 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-5f850e8a-d343-4b1f-983f-6803e80fd0d1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.699630 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5f850e8a-d343-4b1f-983f-6803e80fd0d1 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/e090dd11-8475-4e26-944c-4c4c13a28241 HTTP/1.1" status: 404 len: 336 time: 0.0414951 Aug 30 21:47:20.702322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45974) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.729287 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfceaa5-369f-4ad2-b23d-d72390c6f76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.729750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfceaa5-369f-4ad2-b23d-d72390c6f76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.733933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9dfceaa5-369f-4ad2-b23d-d72390c6f76e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/185ff27e-80a7-444e-93d7-d61297b6162e HTTP/1.1" status: 404 len: 337 time: 0.0282798 Aug 30 21:47:20.734193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45976) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.761964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-842423b7-c19e-4a57-8bac-bb108318a339 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=a40fa732-cc8b-4814-830e-28e533c63f59 HTTP/1.1" status: 200 len: 205 time: 0.0266032 Aug 30 21:47:20.764479 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45978) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.804541 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-0950ddf5-ea1f-43cb-af14-a70b041de42b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.805517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0950ddf5-ea1f-43cb-af14-a70b041de42b tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/a40fa732-cc8b-4814-830e-28e533c63f59 HTTP/1.1" status: 404 len: 336 time: 0.0400751 Aug 30 21:47:20.808087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45980) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.833859 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe38b4b-0ca8-4f02-bc18-41d905422a66 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.834307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe38b4b-0ca8-4f02-bc18-41d905422a66 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.836004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4fe38b4b-0ca8-4f02-bc18-41d905422a66 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/eeae02c8-a793-4f8f-84ec-13e9b3c8f845 HTTP/1.1" status: 404 len: 337 time: 0.0270488 Aug 30 21:47:20.838717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45982) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.864592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d2a84eb6-496f-46b7-b4be-996be049a57c tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "GET /v2.0/ports?device_id=65429654-68d6-4da8-81ec-a36bc3c6fcf1 HTTP/1.1" status: 200 len: 205 time: 0.0248213 Aug 30 21:47:20.867015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45984) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.902706 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-ae6369c8-f692-4391-ba6f-fbc903fdbc89 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] delete failed (client error): The resource could not be found. Aug 30 21:47:20.903989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ae6369c8-f692-4391-ba6f-fbc903fdbc89 tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/routers/65429654-68d6-4da8-81ec-a36bc3c6fcf1 HTTP/1.1" status: 404 len: 336 time: 0.0360944 Aug 30 21:47:20.906613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45988) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.936985 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ec7238-cc7a-4ec8-abe9-1c7eeba60c6e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.937431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ec7238-cc7a-4ec8-abe9-1c7eeba60c6e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.939119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-49ec7238-cc7a-4ec8-abe9-1c7eeba60c6e tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/12ec9890-bab9-4c28-b1df-528aa70a371d HTTP/1.1" status: 404 len: 337 time: 0.0316043 Aug 30 21:47:20.941590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 45990) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:20.965887 n-d-793620-16 neutron-server[94688]: INFO neutron.pecan_wsgi.hooks.translation [None req-641d1600-f46d-4548-ae22-ddcd9c0f27dc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] DELETE failed (client error): The resource could not be found. Aug 30 21:47:20.966323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641d1600-f46d-4548-ae22-ddcd9c0f27dc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94688) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 21:47:20.967986 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-641d1600-f46d-4548-ae22-ddcd9c0f27dc tempest-RoutersIpV6Test-1285087900 tempest-RoutersIpV6Test-1285087900-project] 10.222.0.76 "DELETE /v2.0/subnets/30dd3353-fc9a-4523-a083-fbcccc2d238d HTTP/1.1" status: 404 len: 337 time: 0.0255330 Aug 30 21:47:21.227248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 45996) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:21.371593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-41b5ed06-94b5-48cc-aeb3-17d20c6bf6d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c640cc5a67a1495d99051cfdeda9a532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431360 Aug 30 21:47:21.374428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46000) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:21.422599 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6dde11-02e5-40d9-ab36-b663d4a8ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:21.444021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6dde11-02e5-40d9-ab36-b663d4a8ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:21.495945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6dde11-02e5-40d9-ab36-b663d4a8ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:21.498813 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4a6dde11-02e5-40d9-ab36-b663d4a8ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:21.499980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4a6dde11-02e5-40d9-ab36-b663d4a8ddca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef847d29-5dff-4a5e-a722-d625e8bc535b HTTP/1.1" status: 204 len: 168 time: 0.1245818 Aug 30 21:47:21.507697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dde11-02e5-40d9-ab36-b663d4a8ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef847d29-5dff-4a5e-a722-d625e8bc535b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:24.017877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:24.126751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6066532b-fe11-4381-8b90-ef80c3f81f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.212234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6066532b-fe11-4381-8b90-ef80c3f81f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.217966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6066532b-fe11-4381-8b90-ef80c3f81f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.255201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6066532b-fe11-4381-8b90-ef80c3f81f9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2455dd08a5af4741b3c4921639b9f70e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362447 Aug 30 21:47:24.256028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066532b-fe11-4381-8b90-ef80c3f81f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2776f83-7d03-499f-9576-2cf092c785ea,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:24.258925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46076) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:24.309189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b7097b2-5a49-497c-b0d0-de9763ecc352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.329859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b7097b2-5a49-497c-b0d0-de9763ecc352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.380499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b7097b2-5a49-497c-b0d0-de9763ecc352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.383092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3b7097b2-5a49-497c-b0d0-de9763ecc352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.384223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3b7097b2-5a49-497c-b0d0-de9763ecc352 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2776f83-7d03-499f-9576-2cf092c785ea HTTP/1.1" status: 204 len: 168 time: 0.1242652 Aug 30 21:47:24.392021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7097b2-5a49-497c-b0d0-de9763ecc352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2776f83-7d03-499f-9576-2cf092c785ea,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:24.659217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:24.672831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-449c16fb-e4c7-4dce-975e-4a9431cf6795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.761543 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-449c16fb-e4c7-4dce-975e-4a9431cf6795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.767920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-449c16fb-e4c7-4dce-975e-4a9431cf6795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.805774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-449c16fb-e4c7-4dce-975e-4a9431cf6795 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d43397e9ea7845a9ad83c9647670e2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455026 Aug 30 21:47:24.806708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c16fb-e4c7-4dce-975e-4a9431cf6795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf357ca-f326-44c9-a3f3-a86bde835adf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:24.808658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46084) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:24.862711 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9131-729c-4289-8747-9164a8deb87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.889419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9131-729c-4289-8747-9164a8deb87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.937917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9131-729c-4289-8747-9164a8deb87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.940610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9131-729c-4289-8747-9164a8deb87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:24.941768 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ad2a9131-729c-4289-8747-9164a8deb87d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bf357ca-f326-44c9-a3f3-a86bde835adf HTTP/1.1" status: 204 len: 168 time: 0.1321366 Aug 30 21:47:24.949217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9131-729c-4289-8747-9164a8deb87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf357ca-f326-44c9-a3f3-a86bde835adf,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:30.112178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46154) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:30.241086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c740a36f-285e-473c-ae8b-0a7ad73be0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.329501 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c740a36f-285e-473c-ae8b-0a7ad73be0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.334858 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c740a36f-285e-473c-ae8b-0a7ad73be0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.373037 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c740a36f-285e-473c-ae8b-0a7ad73be0d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b805ab326bea44968a2326dfa03bc968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595274 Aug 30 21:47:30.374335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740a36f-285e-473c-ae8b-0a7ad73be0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375809b3-9bf8-4ac5-825f-607a8774c452,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:30.376094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46158) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:47:30.426418 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.448393 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.498297 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.501781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:30.502954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/375809b3-9bf8-4ac5-825f-607a8774c452 HTTP/1.1" status: 204 len: 168 time: 0.1258733 Aug 30 21:47:30.510480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375809b3-9bf8-4ac5-825f-607a8774c452,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:47:30.518051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.518398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.518762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.519099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.519430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.519754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.520147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.520388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.520709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.521031 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.521354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:30.521668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd3c74f-95d7-4342-a607-a1bab92f9bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:47:33.770900 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:34.465828 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:47:36.103305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:38.992025 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae28c-d978-498a-9ed1-befd5b7bbc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:41.774097 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:41.937521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac273923-b733-4a7d-b7d9-040e7c937016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:42.746744 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:47:44.654179 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:03.769266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:06.091188 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:08.994974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f986099f-1121-47b5-9bd6-f05e605aeccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:11.465030 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:48:11.780188 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:11.929614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-40831fad-5962-462e-a93f-b82456f836d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:12.750243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:14.658699 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.267289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:17.380526 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e92402eb-e99e-4ec2-85c6-dc5767838c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.475778 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e92402eb-e99e-4ec2-85c6-dc5767838c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.482088 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e92402eb-e99e-4ec2-85c6-dc5767838c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.519287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e92402eb-e99e-4ec2-85c6-dc5767838c3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=88c34f1847c040389eb2ca22ad80ba2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509339 Aug 30 21:48:17.520254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92402eb-e99e-4ec2-85c6-dc5767838c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc8a1c-e520-47d9-b44a-0369f5c6338d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:17.522308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:17.572228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.593862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.648237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.650944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:17.652135 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52bc8a1c-e520-47d9-b44a-0369f5c6338d HTTP/1.1" status: 204 len: 168 time: 0.1287882 Aug 30 21:48:17.660319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc8a1c-e520-47d9-b44a-0369f5c6338d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:17.667902 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.668249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.668586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.668918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.669240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.669565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.669889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.670207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.670507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.670868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.671185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:17.671501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e96b10-3e43-453d-abe4-1d0273a2f930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:19.368192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46532) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:19.373099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1975019182', 'description': 'tempest-secgroup-smoke-1975019182 description', 'project_id': '05898443d22549aeb60f310f3c87ca09'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:19.397502 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.406402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.492794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.498647 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.534092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c282b4-7fce-470e-8f11-5c86ea1f0620,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:19.592724 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.598461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.619882 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.621150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2519610 Aug 30 21:48:19.624542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46534) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:19.628948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a084939-7d77-49fd-89e5-7c4f1936f1f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:19.629270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:19.659329 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.706854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.713721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.736924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d9fcb3-d948-4258-a757-6eb0a3b9c47f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:19.743668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.744789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c473f0fe-6164-40b0-8ce1-ea91c5396403 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192183 Aug 30 21:48:19.747884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46536) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:19.752877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:19.788994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.875927 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.882507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.901193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42700c7-1fb6-4517-ad64-1520c592296d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:19.908174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:19.909414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2fe5604d-f002-4c88-a8e7-7b2b2786a03c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604140 Aug 30 21:48:19.912301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:19.916732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:19.942822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.001649 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.008130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.029213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031afae1-74f0-46a0-8ec9-33d29d2224a9,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:20.037567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.038833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-62cfaf06-de0d-4195-81e9-5f46167f6596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255744 Aug 30 21:48:20.041984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:20.046864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:20.077149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.137265 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.142963 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.162167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a724aad7-c71a-483d-b7bc-0a7c1868cbcb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:20.169518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.170752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bf56946f-aed7-449b-82b7-8d87567087ad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276519 Aug 30 21:48:20.173774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46542) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:20.178229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:20.202766 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:48:20.207602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.268235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.274608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.292161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc695c2d-e32e-4bb3-aa42-4866348dbb53,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:20.300803 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.302172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c95096ed-37c7-46e9-8541-d08091f96798 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274242 Aug 30 21:48:20.305185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:20.309915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:20.334412 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:48:20.340008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.403834 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.411149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.428678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed9f811-ff24-4266-bc44-18e4c84b4bff,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:20.435392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.436643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-beca5fa4-fda2-42d6-ba33-c7eeb7a18c10 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305137 Aug 30 21:48:20.439801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46546) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:20.445069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'network': {'name': 'tempest-network-smoke--1500322359', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:20.467782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:48:20.471151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.495307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:48:20.504408 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.504754 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Added segment 05b02d76-ec17-40bb-8134-93ebbba0b3cc of type vlan for network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d Aug 30 21:48:20.544227 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.573046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.578554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:20.579183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.628075 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870143 Aug 30 21:48:20.631379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46548) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:20.642362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'admin_state_up': True, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:20.661742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95115e8f-144a-4df2-8a96-7fb720e4fd36 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Network': ['ID=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:20.673403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:48:20.676102 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.677111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.728055 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:20.873347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.079946 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.101434 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.201489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.220 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/1e9d85f1-e95b-4746-8b26-dbf5294f796b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:48:21.309558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.357411 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.397341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:48:21.400247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:21.404815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:48:21.407742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=1e9d85f1-e95b-4746-8b26-dbf5294f796b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:21.665631 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.865814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:21.995953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router a6fc9216-eb15-40cd-9455-68b2fa53563a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:48:22.110905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:48:22.123210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Sync routers for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:48:22.132464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.133684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2367d958-941f-48e0-b3a3-5cc6d275d7e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5014048 Aug 30 21:48:22.134029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:48:22.134645 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:48:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:22.137057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46550) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:22.237258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:48:22.265536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-30617776-ed3c-49f8-8d33-a22fa177b2bb tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=05898443d22549aeb60f310f3c87ca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271794 Aug 30 21:48:22.268327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46554) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:22.419326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:21Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:22.420582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cfe059-d2af-4b8e-b2d0-e29e5abdc9d0 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:22.422078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d9cfe059-d2af-4b8e-b2d0-e29e5abdc9d0 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528921 Aug 30 21:48:22.425224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:22.449044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Checking router: a6fc9216-eb15-40cd-9455-68b2fa53563a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:48:22.449446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Updating router a6fc9216-eb15-40cd-9455-68b2fa53563a port 1e9d85f1-e95b-4746-8b26-dbf5294f796b binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:48:22.453841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-068f09bc-4895-4679-9838-4c7ee194254d tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273914 Aug 30 21:48:22.456545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46558) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:22.461367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874337059', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:22.473829 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.549595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:48:22.555449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.728115 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.738478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Transition to ACTIVE for port object 1e9d85f1-e95b-4746-8b26-dbf5294f796b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:22.740543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.744243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.795856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Attempting to bind port 1e9d85f1-e95b-4746-8b26-dbf5294f796b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:48:22.796237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Attempting to bind port 1e9d85f1-e95b-4746-8b26-dbf5294f796b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:48:22.796598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Attempting to bind port 1e9d85f1-e95b-4746-8b26-dbf5294f796b on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:48:22.798556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Pushing event updated for resources: {'Port': ['ID=1e9d85f1-e95b-4746-8b26-dbf5294f796b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:22.807200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Subnet': ['ID=8900ad64-fe9b-40b4-9f2c-07e56ed05afb,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:22.807375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:48:22.807549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:48:22.807937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.808325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:48:22.808836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Bound port: 1e9d85f1-e95b-4746-8b26-dbf5294f796b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:48:22.809672 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.812450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.812797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.813133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.813466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.813794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.814150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.814444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.814762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Checking segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:48:22.814882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.815091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.815246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network hostable DHCP agents. Network: ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:48:22.815405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.815743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.816058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:22.835442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:48:22.845576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:22.854269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286513a-c126-49d7-b141-897db8445b18 None None] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:48:22.855011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:22.855625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:22.871907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7aaf2a0d-a78b-4335-b680-062b0b1cb136 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4142334 Aug 30 21:48:22.874542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:22.916982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] For port 1e9d85f1-e95b-4746-8b26-dbf5294f796b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:48:22.932307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] For port 1e9d85f1-e95b-4746-8b26-dbf5294f796b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e9d85f1-e95b-4746-8b26-dbf5294f796b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:48:22.941138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.046093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d977c1b-14b7-4ce9-9c6c-a2ae3645e4a0 None None] Pushing event updated for resources: {'Port': ['ID=1e9d85f1-e95b-4746-8b26-dbf5294f796b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:23.050454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:48:23.051107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:48:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:23.148927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:48:23.150113 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.190170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:48:23.302688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.411780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Allocated IP 172.20.0.2 (ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d/8900ad64-fe9b-40b4-9f2c-07e56ed05afb/66568de8-70e8-4f97-ac8e-7601a7d377c5) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:48:23.537636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:21Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:23.569980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceed9c-cc88-41c9-8f88-6d3dd17d3be7 None None] The sync data for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 is: [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:21Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:48:23.612791 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.621553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Transition to ACTIVE for port object 66568de8-70e8-4f97-ac8e-7601a7d377c5 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:23.637336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Transition to ACTIVE for port object 66568de8-70e8-4f97-ac8e-7601a7d377c5 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:23.644486 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.688697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:48:23.692173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:23.694283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.1 (ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d/8900ad64-fe9b-40b4-9f2c-07e56ed05afb/e8a078fd-0c61-4f18-bbb0-9616e1605193) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:48:23.696723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:48:23.703896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Pushing event updated for resources: {'Port': ['ID=66568de8-70e8-4f97-ac8e-7601a7d377c5,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:23.755224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Attempting to bind port 66568de8-70e8-4f97-ac8e-7601a7d377c5 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:48:23.755626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Attempting to bind port 66568de8-70e8-4f97-ac8e-7601a7d377c5 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:48:23.755950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Attempting to bind port 66568de8-70e8-4f97-ac8e-7601a7d377c5 on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:48:23.761058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:48:23.761642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Checking segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:48:23.761995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.762456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Bound using segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:48:23.762975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Bound port: 66568de8-70e8-4f97-ac8e-7601a7d377c5, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:48:23.763250 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.825625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.844116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object e8a078fd-0c61-4f18-bbb0-9616e1605193 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:23.857633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] For port 66568de8-70e8-4f97-ac8e-7601a7d377c5, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:48:23.861477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] For port 66568de8-70e8-4f97-ac8e-7601a7d377c5, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=66568de8-70e8-4f97-ac8e-7601a7d377c5,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:48:23.867581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.880608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:23.933883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cda18-7e23-41d6-ad73-5e3e8e553dfc None None] Pushing event updated for resources: {'Port': ['ID=66568de8-70e8-4f97-ac8e-7601a7d377c5,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:23.941507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:48:23.945153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:23.948270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:48:23.974787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=e8a078fd-0c61-4f18-bbb0-9616e1605193,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:23.999965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.163981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.391896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 66568de8-70e8-4f97-ac8e-7601a7d377c5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:24.473811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 66568de8-70e8-4f97-ac8e-7601a7d377c5 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:24.478944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e9d85f1-e95b-4746-8b26-dbf5294f796b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:24.549294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1e9d85f1-e95b-4746-8b26-dbf5294f796b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:24.556267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1e9d85f1-e95b-4746-8b26-dbf5294f796b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:24.556902 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.649382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.675633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1e9d85f1-e95b-4746-8b26-dbf5294f796b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e9d85f1-e95b-4746-8b26-dbf5294f796b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:48:24.681500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.732775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1e9d85f1-e95b-4746-8b26-dbf5294f796b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:24.864940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.871339 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.945553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=e8a078fd-0c61-4f18-bbb0-9616e1605193,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:24.949456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:24.983809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238044c-8d2c-4518-bcc6-d8367bf5d8d1 None None] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:48:25.049005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:48:25.050520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:25.110460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] Provisioning for port 66568de8-70e8-4f97-ac8e-7601a7d377c5 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:25.128817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] Provisioning complete for port 66568de8-70e8-4f97-ac8e-7601a7d377c5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:25.129184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.168458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router a6fc9216-eb15-40cd-9455-68b2fa53563a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:48:25.215715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.253031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] For port 66568de8-70e8-4f97-ac8e-7601a7d377c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=66568de8-70e8-4f97-ac8e-7601a7d377c5,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:48:25.260594 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.289223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:48:25.299777 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e4a7977-eb67-4537-bdea-838dcf8c526d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/a6fc9216-eb15-40cd-9455-68b2fa53563a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4234858 Aug 30 21:48:25.517181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519347-00ca-45da-85c8-dc98011c8cdb None None] Pushing event updated for resources: {'Port': ['ID=66568de8-70e8-4f97-ac8e-7601a7d377c5,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:25.523850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe1e9843-0b00-4e81-854b-080bb531caaf None None] Provisioning complete for port 66568de8-70e8-4f97-ac8e-7601a7d377c5 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:25.524308 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9843-0b00-4e81-854b-080bb531caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.631062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe1e9843-0b00-4e81-854b-080bb531caaf None None] Provisioning for port e8a078fd-0c61-4f18-bbb0-9616e1605193 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:25.636870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fe1e9843-0b00-4e81-854b-080bb531caaf None None] Provisioning complete for port e8a078fd-0c61-4f18-bbb0-9616e1605193 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:25.637500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9843-0b00-4e81-854b-080bb531caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.640682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Sync routers for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:48:25.649846 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:48:25.650847 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:48:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:25.676234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-9460d11a-e5da-4bdd-b660-3b6b587cf2dc tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1975019182&fields=id&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 267 time: 0.0611742 Aug 30 21:48:25.686863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e9843-0b00-4e81-854b-080bb531caaf None None] Port e8a078fd-0c61-4f18-bbb0-9616e1605193 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:48:25.806470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f9c4209f-2a3d-4e3c-a879-5c2e27325355 None None] Provisioning complete for port e8a078fd-0c61-4f18-bbb0-9616e1605193 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:25.806891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f9c4209f-2a3d-4e3c-a879-5c2e27325355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.846029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4209f-2a3d-4e3c-a879-5c2e27325355 None None] Port e8a078fd-0c61-4f18-bbb0-9616e1605193 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:48:25.866135 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:48:25.884837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-ab5804cc-db19-4fac-bab7-6946aef02ad5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:25.886336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-ab5804cc-db19-4fac-bab7-6946aef02ad5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 797 time: 0.2009060 Aug 30 21:48:25.901250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-62630cef-d131-4e77-ba8a-97a664142032 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/quotas/05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 375 time: 0.0089531 Aug 30 21:48:25.964301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e074bd8a-8507-491f-a55f-a296259ec39a None None] Provisioning complete for port e8a078fd-0c61-4f18-bbb0-9616e1605193 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:25.964950 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e074bd8a-8507-491f-a55f-a296259ec39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:25.982172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-a3efecd2-271e-45a1-9dff-840bca1a3f2c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746026 Aug 30 21:48:25.999308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e074bd8a-8507-491f-a55f-a296259ec39a None None] Port e8a078fd-0c61-4f18-bbb0-9616e1605193 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:48:26.052643 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3fb3ca1c-c754-400f-9f56-a08dcd61c9a8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:48:26.053653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3fb3ca1c-c754-400f-9f56-a08dcd61c9a8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588355 Aug 30 21:48:26.064774 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 2, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:26.089925 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Checking router: a6fc9216-eb15-40cd-9455-68b2fa53563a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:48:26.090276 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Updating router a6fc9216-eb15-40cd-9455-68b2fa53563a port e8a078fd-0c61-4f18-bbb0-9616e1605193 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:48:26.113917 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.145311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-5d461a91-38aa-4250-bc6e-939fcd386b95 service neutron] 10.222.0.76 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851099 Aug 30 21:48:26.246542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-002e05b7-0144-4885-a91a-fc5cd5291500 service neutron] 10.222.0.76 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949085 Aug 30 21:48:26.302388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e9d85f1-e95b-4746-8b26-dbf5294f796b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:26.371847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1e9d85f1-e95b-4746-8b26-dbf5294f796b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:26.372320 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.387085 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.403413 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Transition to ACTIVE for port object e8a078fd-0c61-4f18-bbb0-9616e1605193 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:26.411691 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.425700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7860722-c993-4519-8b71-9d58d0390642 req-317f398c-ab9b-4981-902f-9804aa89eba5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 210 time: 0.0331979 Aug 30 21:48:26.477620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 66568de8-70e8-4f97-ac8e-7601a7d377c5 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:26.490736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Pushing event updated for resources: {'Port': ['ID=e8a078fd-0c61-4f18-bbb0-9616e1605193,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:26.521470 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.521819 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.522438 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.523131 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.523728 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.524226 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.524753 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.525257 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.525771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.526086 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.526411 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.526751 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:48:26.537127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 66568de8-70e8-4f97-ac8e-7601a7d377c5 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:26.537589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.539781 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Attempting to bind port e8a078fd-0c61-4f18-bbb0-9616e1605193 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:48:26.540151 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Attempting to bind port e8a078fd-0c61-4f18-bbb0-9616e1605193 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:48:26.540510 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Attempting to bind port e8a078fd-0c61-4f18-bbb0-9616e1605193 on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:48:26.545573 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:48:26.545940 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Checking segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:48:26.546521 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.546950 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Bound using segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:48:26.547414 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Bound port: e8a078fd-0c61-4f18-bbb0-9616e1605193, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:48:26.548143 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.623832 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] For port e8a078fd-0c61-4f18-bbb0-9616e1605193, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:48:26.627528 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] For port e8a078fd-0c61-4f18-bbb0-9616e1605193, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e8a078fd-0c61-4f18-bbb0-9616e1605193,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:48:26.635315 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:26.690092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ed90-1aef-4228-888f-346b9b1b903a None None] Pushing event updated for resources: {'Port': ['ID=e8a078fd-0c61-4f18-bbb0-9616e1605193,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:26.705465 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:48:26.706092 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:48:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:26.821836 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:48:27.044365 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:26Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:27.074837 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a533b6c-8613-44b0-b0c3-9f955588e8af None None] The sync data for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 is: [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:26Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:48:27.547316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54261434-7077-483b-a1f0-02856a4c6327 req-cbde2588-6386-42a0-abc6-aaa23878d0dc tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 210 time: 0.0339379 Aug 30 21:48:27.583831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-8cfbbed2-874c-455d-b0cd-b8c878dab8b3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:27.585409 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-8cfbbed2-874c-455d-b0cd-b8c878dab8b3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 797 time: 0.1329527 Aug 30 21:48:27.633034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-90416552-d70f-44a9-8759-465a738c0050 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 380 time: 0.0376868 Aug 30 21:48:27.643318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'port': {'device_id': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'admin_state_up': True, 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'security_groups': ['b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:27.759820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:48:27.763826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:27.894372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.3 (ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d/8900ad64-fe9b-40b4-9f2c-07e56ed05afb/c399ecba-34d1-4757-962e-37b7c501645a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:48:28.040335 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.055003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object c399ecba-34d1-4757-962e-37b7c501645a will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:28.089182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.128647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:48:28.133624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:28.137335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:48:28.171595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:28.198525 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:28.199198 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.216013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3d0f8523-c270-418a-a7b0-085509a655f8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5767698 Aug 30 21:48:28.296796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Request body: {'port': {'device_id': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:28.310954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e8a078fd-0c61-4f18-bbb0-9616e1605193 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:28.359575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.369157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port e8a078fd-0c61-4f18-bbb0-9616e1605193 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:28.372774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e8a078fd-0c61-4f18-bbb0-9616e1605193 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:28.373149 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.419260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d371dcf5-2d5a-4e06-8672-0df235c80147 None None] Provisioning for port c399ecba-34d1-4757-962e-37b7c501645a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:28.424726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d371dcf5-2d5a-4e06-8672-0df235c80147 None None] Provisioning complete for port c399ecba-34d1-4757-962e-37b7c501645a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:28.425097 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d371dcf5-2d5a-4e06-8672-0df235c80147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.483614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d371dcf5-2d5a-4e06-8672-0df235c80147 None None] Port c399ecba-34d1-4757-962e-37b7c501645a cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:48:28.488150 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.520492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port e8a078fd-0c61-4f18-bbb0-9616e1605193, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e8a078fd-0c61-4f18-bbb0-9616e1605193,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:48:28.525963 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.579500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=e8a078fd-0c61-4f18-bbb0-9616e1605193,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:28.631238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c399ecba-34d1-4757-962e-37b7c501645a {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:48:28.639290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.653240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Transition to ACTIVE for port object c399ecba-34d1-4757-962e-37b7c501645a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:48:28.657563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.674113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61df6-aa21-48f4-ba69-b795670228ea req-03a9f387-7f6c-4fb2-894d-7317acdda761 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:28.675653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1de61df6-aa21-48f4-ba69-b795670228ea req-03a9f387-7f6c-4fb2-894d-7317acdda761 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 931 time: 0.0506248 Aug 30 21:48:28.705985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:28.717892 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1de61df6-aa21-48f4-ba69-b795670228ea req-cf74d124-f26c-494e-b3b7-be459cb5dc15 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359728 Aug 30 21:48:28.776243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:48:28.776586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:48:28.776917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:48:28.781764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Port c399ecba-34d1-4757-962e-37b7c501645a on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:48:28.782220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:48:28.787116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:48:28.787456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Checking segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:48:28.787845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Bound using segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:48:28.788276 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Bound port: c399ecba-34d1-4757-962e-37b7c501645a, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:48:28.788636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.860572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:48:28.864002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:48:28.869617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.905593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:28.906221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:28.907787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] 10.222.0.82 "PUT /v2.0/ports/c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1092 time: 0.6835923 Aug 30 21:48:28.908234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:48:28.910524 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f88a92-0350-4f6e-b33f-4044155b3722" -d '{"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:48:28.940113 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6bd3-e531-4ed3-b311-eadd03d8c690 service neutron] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:28.992975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3195c7dc-ee00-4046-9c38-0820122bec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:28.994576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-3195c7dc-ee00-4046-9c38-0820122bec27 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0474150 Aug 30 21:48:29.039305 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-1766e0bc-745d-47da-9a92-9db69e82ba27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 217 time: 0.0364993 Aug 30 21:48:29.095233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-ff231741-0bcd-4a48-8ff9-66d21dab761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:29.096811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-ff231741-0bcd-4a48-8ff9-66d21dab761e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0510144 Aug 30 21:48:29.143028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6408-2bd3-4de2-be05-efd64819e238 req-819fd92b-82b8-48bd-9d8c-d3c44efbb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:29.144541 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-819fd92b-82b8-48bd-9d8c-d3c44efbb79b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406392 Aug 30 21:48:29.249213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-39d4711c-f06e-4c7e-ae35-30b2200b195b service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975409 Aug 30 21:48:29.342080 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-259b6408-2bd3-4de2-be05-efd64819e238 req-447001fb-a8b2-48da-a029-2b312aee9831 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855734 Aug 30 21:48:30.048751 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114d3b46-184c-4c66-9c30-cbb4c9e1ede0 x-openstack-request-id: req-114d3b46-184c-4c66-9c30-cbb4c9e1ede0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:48:30.049322 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:48:30.049322 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-114d3b46-184c-4c66-9c30-cbb4c9e1ede0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:48:30.049862 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'status': 'completed', 'code': 200} Aug 30 21:48:30.114433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-2ace4d56-1c56-4afa-87d1-9a0e480b6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:30.116019 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-2ace4d56-1c56-4afa-87d1-9a0e480b6788 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0426271 Aug 30 21:48:30.142227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99844fb-91df-4760-9936-911aa54fd1e2 req-90855933-3982-40f6-ba72-dcfffa3c9909 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:30.143774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c99844fb-91df-4760-9936-911aa54fd1e2 req-90855933-3982-40f6-ba72-dcfffa3c9909 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.0506570 Aug 30 21:48:30.183110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c99844fb-91df-4760-9936-911aa54fd1e2 req-dc12696a-f7a6-4e91-abeb-398b56205182 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Aug 30 21:48:30.212342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-ef27344c-91d2-40bc-bb2a-a1345f80d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:30.213905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-ef27344c-91d2-40bc-bb2a-a1345f80d605 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0902410 Aug 30 21:48:30.257530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-fcdecd71-3724-4504-ab90-0420d3137154 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 217 time: 0.0349543 Aug 30 21:48:30.298159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e8a078fd-0c61-4f18-bbb0-9616e1605193 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:30.307730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-ec8453c0-0965-4910-bfaa-9c61e924bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:30.309275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-ec8453c0-0965-4910-bfaa-9c61e924bad2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0448942 Aug 30 21:48:30.348121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e8a078fd-0c61-4f18-bbb0-9616e1605193 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:30.348497 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:30.359385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-ae9c468b-9ce2-4578-b872-0d8a5f1edadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:30.360926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-ae9c468b-9ce2-4578-b872-0d8a5f1edadf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444796 Aug 30 21:48:30.451333 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-9531332f-ac07-466f-86f7-359d3d0e7791 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826430 Aug 30 21:48:30.548592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-28f88a92-0350-4f6e-b33f-4044155b3722 req-0ba59079-9daf-4db8-ad81-bbfd77d99696 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884361 Aug 30 21:48:31.548942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeca05-8a8a-4d70-b896-35224f95a0ce req-e9a3c8fd-a513-419d-a9de-86acf91953da tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:31.550348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5aeca05-8a8a-4d70-b896-35224f95a0ce req-e9a3c8fd-a513-419d-a9de-86acf91953da tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.2941194 Aug 30 21:48:31.588870 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5aeca05-8a8a-4d70-b896-35224f95a0ce req-08ef2961-70a8-43ce-9b5a-b0001ae5f3fa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324714 Aug 30 21:48:32.708933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e42d6-a769-40aa-a0d6-30407b342fb2 req-30347d1c-8210-48df-be93-08fcd6292de6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:32.710417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-530e42d6-a769-40aa-a0d6-30407b342fb2 req-30347d1c-8210-48df-be93-08fcd6292de6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.0518770 Aug 30 21:48:32.750448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-530e42d6-a769-40aa-a0d6-30407b342fb2 req-0173f72f-4d9d-4084-90d3-291de79742ba tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Aug 30 21:48:33.085414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c399ecba-34d1-4757-962e-37b7c501645a details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:48:33.194873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:48:33.209474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'c399ecba-34d1-4757-962e-37b7c501645a', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'port_id': 'c399ecba-34d1-4757-962e-37b7c501645a', 'mac_address': 'fa:16:3e:2b:2b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:48:33.247266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:33.259993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c399ecba-34d1-4757-962e-37b7c501645a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:48:33.279568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:48:33.285332 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:33.337533 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:33.635351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['c399ecba-34d1-4757-962e-37b7c501645a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:48:33.782008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:33.864506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5c2c-9dc5-4518-881c-19902e370f45 req-0342725b-249e-49c0-9c3e-26a0bc500bad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:33.866045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa7b5c2c-9dc5-4518-881c-19902e370f45 req-0342725b-249e-49c0-9c3e-26a0bc500bad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 944 time: 0.0489514 Aug 30 21:48:33.906969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa7b5c2c-9dc5-4518-881c-19902e370f45 req-83a905e9-3b4d-4075-99e0-7679e7477ea9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347178 Aug 30 21:48:35.040752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86212a4-7666-4c68-b106-4c99299fafce req-fa19a678-e2ac-4bb1-bde8-f9463ef7e662 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:35.042251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a86212a4-7666-4c68-b106-4c99299fafce req-fa19a678-e2ac-4bb1-bde8-f9463ef7e662 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 944 time: 0.0563295 Aug 30 21:48:35.081330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a86212a4-7666-4c68-b106-4c99299fafce req-150060cc-d165-41c1-a521-8869acbab54d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Aug 30 21:48:35.084274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c399ecba-34d1-4757-962e-37b7c501645a up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:48:35.141847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port c399ecba-34d1-4757-962e-37b7c501645a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:48:35.147135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port c399ecba-34d1-4757-962e-37b7c501645a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:48:35.147633 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:35.245525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:35.271683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:48:35.273944 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb141084-0e96-4cd5-8a29-39d70117564d" -d '{"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-plugged", "status": "completed", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:48:35.287315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:48:35.292931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:35.340880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:35.376194 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2518dfd-b454-490d-9130-3c309e62fbe4 x-openstack-request-id: req-e2518dfd-b454-490d-9130-3c309e62fbe4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:48:35.376488 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-plugged", "status": "completed", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:48:35.376737 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2518dfd-b454-490d-9130-3c309e62fbe4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:48:35.377157 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'code': 200} Aug 30 21:48:35.474587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b330a-c477-4c58-8bc2-5a4b52b2a246 req-5dca26ba-65bb-4234-89a2-480e14c70e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:35.476126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2e9b330a-c477-4c58-8bc2-5a4b52b2a246 req-5dca26ba-65bb-4234-89a2-480e14c70e7f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0439622 Aug 30 21:48:35.511883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2e9b330a-c477-4c58-8bc2-5a4b52b2a246 req-01fa24d7-fe9c-47d7-8491-1bc88c086d74 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283511 Aug 30 21:48:36.121808 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:36.207811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64538d-7d99-4ef9-87fb-7143dce98239 req-0d7feb3e-eee7-4f4f-a47d-970cbf9fffe3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:36.209308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de64538d-7d99-4ef9-87fb-7143dce98239 req-0d7feb3e-eee7-4f4f-a47d-970cbf9fffe3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Aug 30 21:48:36.250166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-de64538d-7d99-4ef9-87fb-7143dce98239 req-1578afe3-200d-4fa3-8367-0d0a55ad4f23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Aug 30 21:48:37.377064 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5590f2a-aab7-4cdc-b8a4-f21a09a63aa1 req-a6cbd574-bd74-4d6d-b1ab-da6ef3486657 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:37.378549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5590f2a-aab7-4cdc-b8a4-f21a09a63aa1 req-a6cbd574-bd74-4d6d-b1ab-da6ef3486657 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0505412 Aug 30 21:48:37.416510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c5590f2a-aab7-4cdc-b8a4-f21a09a63aa1 req-aa008499-4130-4b65-b206-e226b82a4576 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Aug 30 21:48:37.547164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1edd4b-4d4f-4cc8-b51e-514ea34f17bb req-066ef891-00ac-4ee9-a2a3-bcc79b8e6abe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:37.548687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee1edd4b-4d4f-4cc8-b51e-514ea34f17bb req-066ef891-00ac-4ee9-a2a3-bcc79b8e6abe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0659273 Aug 30 21:48:37.588977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee1edd4b-4d4f-4cc8-b51e-514ea34f17bb req-840320b7-3533-4f56-a7e4-23becfdb149e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Aug 30 21:48:37.610775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46626) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:37.650630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd5a44-258c-46a4-a255-e4a021b42953 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:37.652492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cbcd5a44-258c-46a4-a255-e4a021b42953 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1092 time: 0.0403919 Aug 30 21:48:37.655848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46628) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:37.660190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'c399ecba-34d1-4757-962e-37b7c501645a', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:48:37.686751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:37.788852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:37.892933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.121 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/cac26507-385f-437f-8d6e-eabd4a6fe8d1) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:48:37.999592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.039801 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.074178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:48:38.078883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:48:38.082446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:48:38.105330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=cac26507-385f-437f-8d6e-eabd4a6fe8d1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:38.442114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.508510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.657404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.664713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.728430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=cac26507-385f-437f-8d6e-eabd4a6fe8d1,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:48:38.743967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:38.842512 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 0691abbd-bcd3-4f87-8c05-874d5fec6ce3 associated. External IP: 172.25.5.121, port: c399ecba-34d1-4757-962e-37b7c501645a. Aug 30 21:48:39.001629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c7ed1e92-5213-44ae-92b6-6189b5f68479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:39.057387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router a6fc9216-eb15-40cd-9455-68b2fa53563a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:48:39.177614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:48:39.190697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] Sync routers for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:48:39.198653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:39.200401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:48:39.201048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:48:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:39.228689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f000f6e1-c715-4e22-a874-8a2052ffd75a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5718532 Aug 30 21:48:39.229271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:48:39.231545 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b" -d '{"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:48:39.307042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:48:39.325603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5ead1-e1e4-4cb5-b2ff-43f7ebfc8c04 req-761113b2-1abd-4e7b-8d71-7db07f892bae tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:39.327289 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7b5ead1-e1e4-4cb5-b2ff-43f7ebfc8c04 req-761113b2-1abd-4e7b-8d71-7db07f892bae tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0506372 Aug 30 21:48:39.366174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7b5ead1-e1e4-4cb5-b2ff-43f7ebfc8c04 req-c856fca6-5fb6-47f5-9ed2-fc1be77c4c91 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323896 Aug 30 21:48:39.389739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46634) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:39.540879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0691abbd-bcd3-4f87-8c05-874d5fec6ce3', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'port_id': 'c399ecba-34d1-4757-962e-37b7c501645a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'mac_address': 'fa:16:3e:2b:2b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:48:38Z', 'updated_at': '2021-08-30T21:48:38Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:28Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:39.572885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] Checking router: a6fc9216-eb15-40cd-9455-68b2fa53563a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:48:39.582607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:48:39.583283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:48:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:39.694212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:48:39.764765 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d3434b-bd8e-470b-a87b-cdc94fe0e820 x-openstack-request-id: req-20d3434b-bd8e-470b-a87b-cdc94fe0e820 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:48:39.765469 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:48:39.765469 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20d3434b-bd8e-470b-a87b-cdc94fe0e820 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:48:39.765679 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'status': 'completed', 'code': 200} Aug 30 21:48:39.819347 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5eec573c-946e-420d-baa9-e79772f0effe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/0691abbd-bcd3-4f87-8c05-874d5fec6ce3 HTTP/1.1" status: 200 len: 991 time: 0.4270585 Aug 30 21:48:39.824296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-97c9ff28-e803-4837-9911-291e036b588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:39.825675 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-97c9ff28-e803-4837-9911-291e036b588b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0593338 Aug 30 21:48:39.917374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-99282d02-1f49-4421-b827-0622d0b41bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:39.918879 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-99282d02-1f49-4421-b827-0622d0b41bb0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0853233 Aug 30 21:48:39.922929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0691abbd-bcd3-4f87-8c05-874d5fec6ce3', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'port_id': 'c399ecba-34d1-4757-962e-37b7c501645a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'mac_address': 'fa:16:3e:2b:2b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:48:38Z', 'updated_at': '2021-08-30T21:48:38Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:28Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:48:39.952713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9788c3-653f-44b7-abc0-b6ee05ca28ec None None] The sync data for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 is: [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '0691abbd-bcd3-4f87-8c05-874d5fec6ce3', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'port_id': 'c399ecba-34d1-4757-962e-37b7c501645a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'mac_address': 'fa:16:3e:2b:2b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:48:38Z', 'updated_at': '2021-08-30T21:48:38Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:28Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:48:39.985109 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-45bafc7b-7721-48cd-9ee0-8cf25f47ed61 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 999 time: 0.0585301 Aug 30 21:48:40.039893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-b8bf1fb9-1275-4ac4-a2ea-c9ec333064cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:40.041394 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-b8bf1fb9-1275-4ac4-a2ea-c9ec333064cc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0496194 Aug 30 21:48:40.088280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-0e1942fa-a3d7-4e6e-8760-70e0e883f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:40.089789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-0e1942fa-a3d7-4e6e-8760-70e0e883f2f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411825 Aug 30 21:48:40.147753 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94a840-6f1f-4434-a1b2-295328f7e3e8 None None] New status for floating IP 0691abbd-bcd3-4f87-8c05-874d5fec6ce3: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:48:40.185951 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-dcf4ed61-11c4-48fc-8442-3d62854db3d8 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880239 Aug 30 21:48:40.281186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7e3154d8-75e5-4ba4-a4cf-407fc0a9b35b req-264c77ff-12a4-49a7-96eb-735b1cdc021e service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881696 Aug 30 21:48:40.823549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46636) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:48:40.892927 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-74222798-5645-43c9-b346-cb74a25d54c9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/0691abbd-bcd3-4f87-8c05-874d5fec6ce3 HTTP/1.1" status: 200 len: 993 time: 0.0678189 Aug 30 21:48:41.781898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:41.940441 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1dc6fef-a809-4a2a-96f9-ef6442eacd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:42.756190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:43.213195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-9030bb51-721d-4b2b-8765-2ee267027727 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532033 Aug 30 21:48:43.297603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9541a7-2258-498e-937c-85942e666e72 req-9c3a4e70-b0e2-4740-b08b-a5531b04469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:43.299111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-9c3a4e70-b0e2-4740-b08b-a5531b04469b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0424280 Aug 30 21:48:43.414973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9541a7-2258-498e-937c-85942e666e72 req-2222d9ff-9a2f-471b-a3ee-db038ae7445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:43.416475 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-2222d9ff-9a2f-471b-a3ee-db038ae7445c service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0965695 Aug 30 21:48:43.487744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-1596e443-3c88-4bf8-9b14-2dc4832f3fbc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1001 time: 0.0635650 Aug 30 21:48:43.536400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9541a7-2258-498e-937c-85942e666e72 req-6abbabb4-1152-4730-9ee2-26ae374446f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:43.537845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-6abbabb4-1152-4730-9ee2-26ae374446f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0439208 Aug 30 21:48:43.591062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9541a7-2258-498e-937c-85942e666e72 req-4c4e32b7-6905-444e-871c-862573c90ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:48:43.593415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-4c4e32b7-6905-444e-871c-862573c90ee7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488589 Aug 30 21:48:43.686266 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-e2bd1199-c77e-4b7d-862d-02a5fccadc6e service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851927 Aug 30 21:48:43.781134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c9541a7-2258-498e-937c-85942e666e72 req-dc4e2f3f-e5f3-4f1d-aa5f-ecbae7a96873 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870571 Aug 30 21:48:44.665578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:48:48.470736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:49:03.777264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:06.117065 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:09.007392 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-61a73717-2e6d-49c1-b344-a97bd85d1c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:11.784017 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:11.943608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85f8a0ea-200b-45ea-a2ca-bc487d2b66bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:12.766315 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:14.668617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:25.474504 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:49:33.813709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:36.120327 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:38.999346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-685c1c93-60b4-439a-aaee-73c99db7f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:41.784813 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:41.943811 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e01c66ef-0e4c-4a56-a2b7-7d68ba5375f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:42.766138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:43.206560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-f71b696a-905d-49b3-ae0f-ff35076a9cd1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480795 Aug 30 21:49:43.293961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-a06579a9-5adf-46be-8a47-2fd04df8ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:43.295552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-a06579a9-5adf-46be-8a47-2fd04df8ae59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0430202 Aug 30 21:49:43.399751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-b01dcb57-3e98-490f-afc0-997ef125a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:43.401594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-b01dcb57-3e98-490f-afc0-997ef125a04a service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0841188 Aug 30 21:49:43.474816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-fe5b5c24-75e2-49a6-9230-109b0f280845 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1001 time: 0.0656419 Aug 30 21:49:43.525465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-1c6a6dab-3309-4573-9c47-b89299fa31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:43.527315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-1c6a6dab-3309-4573-9c47-b89299fa31fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0454144 Aug 30 21:49:43.575557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-5c0e9d0b-54c2-44f8-ab29-33ebad7ff130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:43.577064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-5c0e9d0b-54c2-44f8-ab29-33ebad7ff130 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421269 Aug 30 21:49:43.670387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-a3eb6ad6-da98-4ec9-9605-d4ffdaf0e828 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859261 Aug 30 21:49:43.779668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b31cc62a-f98d-4083-93a8-fbc579749f90 req-a8deec21-c3b4-4e93-af3e-762ed70950be service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017959 Aug 30 21:49:44.678915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:52.318487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229fb5d-452a-4c26-88ef-9972a42b1345 req-92ec4790-02fc-4b9c-955f-dc2b29e66f8e tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:52.320057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5229fb5d-452a-4c26-88ef-9972a42b1345 req-92ec4790-02fc-4b9c-955f-dc2b29e66f8e tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0739901 Aug 30 21:49:52.339320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5229fb5d-452a-4c26-88ef-9972a42b1345 req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:52.430079 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5229fb5d-452a-4c26-88ef-9972a42b1345 req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:52.436186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-5229fb5d-452a-4c26-88ef-9972a42b1345 req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:49:52.467022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5229fb5d-452a-4c26-88ef-9972a42b1345 req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408575 Aug 30 21:49:52.468896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ed225f-d7ab-4f71-8343-ce0d6a05c9f7,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:49:52.476660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.477011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.477351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.477689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.478024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.478355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.478783 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.479027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.479349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.479676 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.480004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.480323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2b76d4-27af-482a-8ea7-6aa683947812 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:49:52.586763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbb698-8113-4a04-8112-48b5d023c424 req-8d452f00-3590-479f-90f4-2ad6f27599d0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:52.588647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2cbb698-8113-4a04-8112-48b5d023c424 req-8d452f00-3590-479f-90f4-2ad6f27599d0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0550086 Aug 30 21:49:52.629641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2cbb698-8113-4a04-8112-48b5d023c424 req-26516035-f867-4545-8438-55bd4ca57afc tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Aug 30 21:49:52.663288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46674) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:49:52.761424 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12b42e48-7542-4524-8bdc-c8b0afb8624f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/0691abbd-bcd3-4f87-8c05-874d5fec6ce3 HTTP/1.1" status: 200 len: 993 time: 0.0966768 Aug 30 21:49:53.284429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46688) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:49:53.341515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451b4ce-1eae-458c-805d-a55e8794a2f3 req-4ce1ffaa-7b35-4cbc-b74c-6d1373246f24 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:53.343062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a451b4ce-1eae-458c-805d-a55e8794a2f3 req-4ce1ffaa-7b35-4cbc-b74c-6d1373246f24 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Aug 30 21:49:53.385065 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a451b4ce-1eae-458c-805d-a55e8794a2f3 req-cc13dc55-296b-403e-b63d-9fb7a3b5df01 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360043 Aug 30 21:49:53.452792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-ccee805f-3dae-4b46-844a-fb17d380cb04 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1672020 Aug 30 21:49:54.511011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149e971-1874-450b-b24d-6d8406b493dc req-fd9fde92-53fc-412b-a4a0-1503ecee7dca tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:54.512495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f149e971-1874-450b-b24d-6d8406b493dc req-fd9fde92-53fc-412b-a4a0-1503ecee7dca tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Aug 30 21:49:54.550371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f149e971-1874-450b-b24d-6d8406b493dc req-fe87bb38-7a2b-4066-b945-f674015f1087 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317838 Aug 30 21:49:55.687949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309496-eba3-438d-8b3d-1685003d981e req-a1f47835-a520-41e3-bc4c-64ceef5960bb tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:55.689458 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26309496-eba3-438d-8b3d-1685003d981e req-a1f47835-a520-41e3-bc4c-64ceef5960bb tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0584314 Aug 30 21:49:55.733330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26309496-eba3-438d-8b3d-1685003d981e req-845e06d3-cb5e-4510-9dd7-df1254785b77 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366199 Aug 30 21:49:56.671047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-981746fd-9680-411b-940f-6a9605779997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:56.672542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-981746fd-9680-411b-940f-6a9605779997 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0492518 Aug 30 21:49:56.771306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-e499e711-8ed8-4c55-870c-8e4c1c92b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:56.772822 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-e499e711-8ed8-4c55-870c-8e4c1c92b0e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0929997 Aug 30 21:49:56.842194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-cab47dec-b7b2-4cbe-afa8-bb0375e916e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1001 time: 0.0626113 Aug 30 21:49:56.860393 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561533a-1769-458b-b9aa-ac4d59ddb5d2 req-e3212ee8-2e4c-43ab-bcf9-daf08028d198 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:56.861849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1561533a-1769-458b-b9aa-ac4d59ddb5d2 req-e3212ee8-2e4c-43ab-bcf9-daf08028d198 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Aug 30 21:49:56.894802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-54914799-a7b0-4857-b363-c182e327c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:56.896328 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-54914799-a7b0-4857-b363-c182e327c6bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0458751 Aug 30 21:49:56.900008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1561533a-1769-458b-b9aa-ac4d59ddb5d2 req-ea7e5d0b-a7d6-4ad6-a9d6-b7b7e5aeb5f6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Aug 30 21:49:56.952521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-828cc66a-41c9-44fc-97f7-ec0efe02f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:56.954093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-828cc66a-41c9-44fc-97f7-ec0efe02f407 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510287 Aug 30 21:49:56.969898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-5860b8cc-0a43-4d2b-be74-32b79f12c683 req-98959f1a-3090-4354-90cf-af28edf4e7f9 service neutron] (94688) timed out ('10.222.0.82', 57887) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:49:57.050636 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-88309a53-4f31-41f8-9d3e-541d53d40480 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893748 Aug 30 21:49:57.142947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-eea047d4-8551-4414-8f3b-ce90861bf8b9 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844860 Aug 30 21:49:58.027791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cd385-935d-48da-bdb0-79e88fbc7b9c req-f08d5c15-a7eb-4c25-a019-f65ced9a9844 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:58.029198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a0cd385-935d-48da-bdb0-79e88fbc7b9c req-f08d5c15-a7eb-4c25-a019-f65ced9a9844 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0512142 Aug 30 21:49:58.068215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a0cd385-935d-48da-bdb0-79e88fbc7b9c req-5c3e0a67-4be3-4ca0-aedb-f6442a512b69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Aug 30 21:49:59.205749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a57f34-6584-4864-85e7-999f09aa70f3 req-b340fd6c-1945-4f93-ab20-2d1ba1946e08 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:49:59.207252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10a57f34-6584-4864-85e7-999f09aa70f3 req-b340fd6c-1945-4f93-ab20-2d1ba1946e08 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Aug 30 21:49:59.248597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10a57f34-6584-4864-85e7-999f09aa70f3 req-7388c4b6-3981-4f23-99d7-976ea2eb02df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Aug 30 21:50:00.380827 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdda97-3743-4775-9789-3eb456e78227 req-92a875dc-9ad2-45c6-a8a8-05b16b85f20e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:00.382302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0dcdda97-3743-4775-9789-3eb456e78227 req-92a875dc-9ad2-45c6-a8a8-05b16b85f20e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0538268 Aug 30 21:50:00.423587 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0dcdda97-3743-4775-9789-3eb456e78227 req-a9703b9b-e254-4f64-8d32-7921562d717a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326331 Aug 30 21:50:01.556769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20ecc8-e49b-4267-b670-4a052dcc4974 req-09ed7dbb-9825-453f-b0c3-9cb4ff25f490 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:01.558226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd20ecc8-e49b-4267-b670-4a052dcc4974 req-09ed7dbb-9825-453f-b0c3-9cb4ff25f490 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0598586 Aug 30 21:50:01.597715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd20ecc8-e49b-4267-b670-4a052dcc4974 req-64b076b5-dbc2-4f8d-98c5-35d1cb483cb5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Aug 30 21:50:02.479973 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:50:02.717330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c7c6-0434-4c24-996f-c986709d4df9 req-9ca81f54-9242-468a-913f-0b9c22fd360a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:02.718862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba08c7c6-0434-4c24-996f-c986709d4df9 req-9ca81f54-9242-468a-913f-0b9c22fd360a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0510590 Aug 30 21:50:02.756688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba08c7c6-0434-4c24-996f-c986709d4df9 req-2146db33-dd39-449e-9999-382e0bc31696 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Aug 30 21:50:03.814301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:03.889043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba235a-bcf8-4793-8df0-95e44b19b7f8 req-0337d95c-ba9a-458a-a2e6-420313664a47 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:03.890525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9ba235a-bcf8-4793-8df0-95e44b19b7f8 req-0337d95c-ba9a-458a-a2e6-420313664a47 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0526857 Aug 30 21:50:03.929197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9ba235a-bcf8-4793-8df0-95e44b19b7f8 req-3291f70f-c55c-4a36-962b-b4d3c62d6cff tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Aug 30 21:50:05.068806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425324b8-7457-46ba-9e90-3e1d96ba60e3 req-7a8f48cf-ede7-4064-b5fe-d86f33b7237e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:05.070326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-425324b8-7457-46ba-9e90-3e1d96ba60e3 req-7a8f48cf-ede7-4064-b5fe-d86f33b7237e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0591743 Aug 30 21:50:05.117399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-425324b8-7457-46ba-9e90-3e1d96ba60e3 req-394f76b7-8d78-404e-9dfe-e59fae66ee58 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Aug 30 21:50:06.126171 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:06.241857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a33c7-5280-4479-86b4-360a7461f03f req-94f0c412-e185-4c06-b4c0-26172ec7ba8e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:06.243426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d8a33c7-5280-4479-86b4-360a7461f03f req-94f0c412-e185-4c06-b4c0-26172ec7ba8e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0574417 Aug 30 21:50:06.282643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d8a33c7-5280-4479-86b4-360a7461f03f req-c7c14d4f-0337-46b9-b9ec-516321258eb4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Aug 30 21:50:07.415796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909a768-f4bc-48a1-bc93-fd1bf62f1bc1 req-6068cad4-199f-40e4-8856-96a8f7941083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:07.417258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3909a768-f4bc-48a1-bc93-fd1bf62f1bc1 req-6068cad4-199f-40e4-8856-96a8f7941083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0553834 Aug 30 21:50:07.458246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3909a768-f4bc-48a1-bc93-fd1bf62f1bc1 req-c8420cbd-add4-4aa2-9f1b-98efe5d13ca2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Aug 30 21:50:08.585089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c7e0c-8ae5-4a3c-adba-81f2f997aed6 req-df0f4c42-2a26-4a39-9483-5e64299a8a23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:08.586700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d7c7e0c-8ae5-4a3c-adba-81f2f997aed6 req-df0f4c42-2a26-4a39-9483-5e64299a8a23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0557349 Aug 30 21:50:08.627023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d7c7e0c-8ae5-4a3c-adba-81f2f997aed6 req-6e356171-c6a2-4969-9928-42074d5413d2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Aug 30 21:50:09.001173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55707360-b206-4e53-b022-84e72c77f6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:09.195666 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-e6549b25-6e17-4c85-a61d-5b7407d50090 service neutron] show failed (client error): The resource could not be found. Aug 30 21:50:09.196675 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-e6549b25-6e17-4c85-a61d-5b7407d50090 service neutron] 10.222.0.82 "GET /v2.0/ports/c399ecba-34d1-4757-962e-37b7c501645a/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0645685 Aug 30 21:50:09.520462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-eb8a80f8-1113-48ea-8030-af9bf25d0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:09.521983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-eb8a80f8-1113-48ea-8030-af9bf25d0e49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 1097 time: 0.1633396 Aug 30 21:50:09.535134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:50:09.592167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:09.750252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842ce73-497f-4c53-be5b-d5392751a3e8 req-af2d3a9f-c24c-48bc-b39e-6170f2164e84 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:09.751684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8842ce73-497f-4c53-be5b-d5392751a3e8 req-af2d3a9f-c24c-48bc-b39e-6170f2164e84 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Aug 30 21:50:09.790996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8842ce73-497f-4c53-be5b-d5392751a3e8 req-a0ffdca2-4de0-48f1-900b-030396bf32f1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329893 Aug 30 21:50:09.792890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:50:09.830561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:50:09.870351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:50:09.872694 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298d63e7-cb27-44a8-9c9b-8bedfdce13db" -d '{"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:50:09.876751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:09.889992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Transition to ACTIVE for port object c399ecba-34d1-4757-962e-37b7c501645a will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:50:09.895497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:09.924403 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba81ad4-f79c-487a-8f8d-7c28f82a647d x-openstack-request-id: req-cba81ad4-f79c-487a-8f8d-7c28f82a647d {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:50:09.924696 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-unplugged", "status": "completed", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:50:09.924952 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cba81ad4-f79c-487a-8f8d-7c28f82a647d {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:50:09.925350 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'code': 200} Aug 30 21:50:10.011542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:50:10.034281 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.034629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.035000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.035333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.035661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.035990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.036316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.036644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.036970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.037278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.037594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.037912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:10.081603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] No DVR routers for this DVR port c399ecba-34d1-4757-962e-37b7c501645a on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:50:10.229093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:50:10.229724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:50:10.229724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:50:10.234185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Port c399ecba-34d1-4757-962e-37b7c501645a on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:50:10.234507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Attempting to bind port c399ecba-34d1-4757-962e-37b7c501645a on network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:50:10.239566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:50:10.239906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Checking segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:50:10.240290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Bound using segment: {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:50:10.240709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Bound port: c399ecba-34d1-4757-962e-37b7c501645a, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05b02d76-ec17-40bb-8134-93ebbba0b3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:50:10.241057 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:10.307803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:50:10.311005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:50:10.318861 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:10.352262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:10.352759 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:10.354300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] 10.222.0.86 "PUT /v2.0/ports/c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1092 time: 0.8232033 Aug 30 21:50:10.387628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322e76b-200c-450c-9e6a-9b0db949e0de service neutron] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:50:10.421041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-ba0ec443-4140-4c8f-9269-758e74e18c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:10.422571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-ba0ec443-4140-4c8f-9269-758e74e18c5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0444324 Aug 30 21:50:10.518814 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-c820dd61-b8e3-41ce-b02b-dbb7ffd7b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:10.520338 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-c820dd61-b8e3-41ce-b02b-dbb7ffd7b9c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0898540 Aug 30 21:50:10.585297 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-f1bdcf18-9202-4563-9db2-992beb6579a5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 999 time: 0.0574133 Aug 30 21:50:10.633111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-1d1511ea-f675-4e98-b10c-d0e3a4509ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:10.634590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-1d1511ea-f675-4e98-b10c-d0e3a4509ede service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0431411 Aug 30 21:50:10.684912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-365a0e5e-575a-4801-a2dd-2f4f55a8484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:10.686392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-365a0e5e-575a-4801-a2dd-2f4f55a8484e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441206 Aug 30 21:50:10.784767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-79ce3c63-4b1f-4d1f-87c4-cef962bba070 service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903857 Aug 30 21:50:10.880195 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-19eeda7e-ebfa-483f-a013-fc5ab3e5e415 req-a370f7da-04c9-4317-85d3-3354034b239c service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883076 Aug 30 21:50:10.915076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dfba6-1159-4efe-86e6-4501d7d6ef64 req-d403261f-9c54-4673-a0b8-7dc8ac59f48b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:10.916596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-498dfba6-1159-4efe-86e6-4501d7d6ef64 req-d403261f-9c54-4673-a0b8-7dc8ac59f48b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.0549963 Aug 30 21:50:10.956068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-498dfba6-1159-4efe-86e6-4501d7d6ef64 req-0c6c508f-80ee-46da-a7ab-2bc055db0057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Aug 30 21:50:11.789739 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:11.926965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:50:11.929443 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f91019-0abe-45b4-99b9-adfc4fda020b" -d '{"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:50:11.940303 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f898cf1-b96f-4ef3-876c-4e736e9599b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:11.977402 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5834db-1f6b-4a74-bfbb-026461705fc5 x-openstack-request-id: req-7d5834db-1f6b-4a74-bfbb-026461705fc5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:50:11.977687 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:50:11.977934 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d5834db-1f6b-4a74-bfbb-026461705fc5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:50:11.978332 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'status': 'completed', 'code': 200} Aug 30 21:50:12.069565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-0b18f009-f777-43c2-bef2-e701281b12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.071053 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-0b18f009-f777-43c2-bef2-e701281b12ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0621154 Aug 30 21:50:12.072618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-ef5fad99-8267-4709-9590-7524d04fd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.073974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-ef5fad99-8267-4709-9590-7524d04fd9ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0737734 Aug 30 21:50:12.078554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e1b1-daa0-440d-84d7-27f63d66b5ed req-ac0c8987-3c7f-407e-ad37-840f47e6ea32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.080066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c085e1b1-daa0-440d-84d7-27f63d66b5ed req-ac0c8987-3c7f-407e-ad37-840f47e6ea32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.0514531 Aug 30 21:50:12.119239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c085e1b1-daa0-440d-84d7-27f63d66b5ed req-66ebcee4-19a7-4a23-a776-2f0c1968ed9f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330641 Aug 30 21:50:12.231707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-1bbd40e4-991f-49b3-9f13-edbc0999ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.233196 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-1bbd40e4-991f-49b3-9f13-edbc0999ba00 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.1552486 Aug 30 21:50:12.234259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-37e0cc79-ff2e-451d-9a3e-4292ff2d280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.235614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-37e0cc79-ff2e-451d-9a3e-4292ff2d280d service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.1504829 Aug 30 21:50:12.343656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-419e175d-8e7c-4612-92db-43d4ed4c8955 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 999 time: 0.1031427 Aug 30 21:50:12.345271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-12024471-0691-46d1-86ef-422abb62a21b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 999 time: 0.0991714 Aug 30 21:50:12.426278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-95f30f38-fb30-4cd8-843d-9ed86d9a8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.427789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-95f30f38-fb30-4cd8-843d-9ed86d9a8c1f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0769796 Aug 30 21:50:12.429141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-b016e5e0-80d5-4ca6-9268-0e13e54661a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.430470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-b016e5e0-80d5-4ca6-9268-0e13e54661a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0719726 Aug 30 21:50:12.506851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-5aef88da-a9a4-47f6-9351-9a680a7e0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.508390 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-5aef88da-a9a4-47f6-9351-9a680a7e0598 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648987 Aug 30 21:50:12.510005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-8067a8bc-1570-4350-8aad-f5af89ebdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:12.511372 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-8067a8bc-1570-4350-8aad-f5af89ebdb45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757961 Aug 30 21:50:12.660981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-33825948-d607-4dfb-9f67-31abe5e5318f service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449523 Aug 30 21:50:12.663071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-068118e3-5526-4b74-90cb-c4dc08338048 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403074 Aug 30 21:50:12.764410 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:12.816558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-40ac1903-4ebe-4520-8123-b85da391cf75 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460369 Aug 30 21:50:12.818286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b7f91019-0abe-45b4-99b9-adfc4fda020b req-58b5dd48-962c-4166-8323-008864ffa749 service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489191 Aug 30 21:50:13.246232 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806a2fe-c289-4a97-bbc1-ab9df3500c0f req-802e70b6-d6bc-4e4e-89ae-444ab6bd3804 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:13.247785 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a806a2fe-c289-4a97-bbc1-ab9df3500c0f req-802e70b6-d6bc-4e4e-89ae-444ab6bd3804 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.0507770 Aug 30 21:50:13.288442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a806a2fe-c289-4a97-bbc1-ab9df3500c0f req-bd87c1c5-2efe-4d58-899f-78dcdce6e6bc tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Aug 30 21:50:13.627463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c399ecba-34d1-4757-962e-37b7c501645a no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:50:13.671149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device c399ecba-34d1-4757-962e-37b7c501645a not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:50:14.333446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c399ecba-34d1-4757-962e-37b7c501645a details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:50:14.422363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29590cfc-d8ef-46b2-aa1a-b42bd4e9cb75 req-aac35b0c-b2e7-407a-bd14-f2cf746ab6a5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:14.423918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29590cfc-d8ef-46b2-aa1a-b42bd4e9cb75 req-aac35b0c-b2e7-407a-bd14-f2cf746ab6a5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 943 time: 0.0524528 Aug 30 21:50:14.431254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:50:14.442613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'c399ecba-34d1-4757-962e-37b7c501645a', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'port_id': 'c399ecba-34d1-4757-962e-37b7c501645a', 'mac_address': 'fa:16:3e:2b:2b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:50:14.464437 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29590cfc-d8ef-46b2-aa1a-b42bd4e9cb75 req-46874ca1-2ae8-4757-95ba-e1a438eb1648 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Aug 30 21:50:14.483192 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:14.496145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c399ecba-34d1-4757-962e-37b7c501645a {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:50:14.516333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:50:14.522940 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:14.570993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:50:14.579526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.579876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.580219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.580557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.580890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.581223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.581589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.581965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.582227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.582546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.582897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.583228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:50:14.675598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc24aa1-22a8-4c81-b641-8fed21b4448f req-006a6b60-7fdc-4ca2-8dbf-636d646dcb8d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:14.675954 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:14.677682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cc24aa1-22a8-4c81-b641-8fed21b4448f req-006a6b60-7fdc-4ca2-8dbf-636d646dcb8d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 944 time: 0.0503418 Aug 30 21:50:14.716341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cc24aa1-22a8-4c81-b641-8fed21b4448f req-34e61d6c-5f81-4aaf-b36c-71435556a25b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Aug 30 21:50:14.728980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-185d960c-dec5-4be5-b70e-f411b263088d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:14.730567 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-185d960c-dec5-4be5-b70e-f411b263088d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5&tenant_id=05898443d22549aeb60f310f3c87ca09&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 944 time: 0.0895617 Aug 30 21:50:14.792653 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-5e45d57d-6ed5-41f9-b5f2-6f3c4c551e9d service neutron] delete failed (client error): The resource could not be found. Aug 30 21:50:14.793676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-5e45d57d-6ed5-41f9-b5f2-6f3c4c551e9d service neutron] 10.222.0.82 "DELETE /v2.0/ports/c399ecba-34d1-4757-962e-37b7c501645a/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0557704 Aug 30 21:50:14.878403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-a7e281a4-533e-4fd5-88a6-86794e98774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:14.879914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-a7e281a4-533e-4fd5-88a6-86794e98774a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0424700 Aug 30 21:50:14.884362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c399ecba-34d1-4757-962e-37b7c501645a'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:50:15.305358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-461f8535-6df0-4d6d-978c-c0774eb7ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:15.306791 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-461f8535-6df0-4d6d-978c-c0774eb7ce2b service neutron] 10.222.0.82 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.4203215 Aug 30 21:50:15.371809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-8444d88f-3317-475a-91af-fd2d8ffe29a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1000 time: 0.0571826 Aug 30 21:50:15.419926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-bfa90120-28fa-4e8e-b492-370045a9b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:15.421355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-bfa90120-28fa-4e8e-b492-370045a9b9ec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0429416 Aug 30 21:50:15.471173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-85280f39-14a9-4bfc-9d04-2cba3d738c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:15.472616 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-85280f39-14a9-4bfc-9d04-2cba3d738c54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442932 Aug 30 21:50:15.561336 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-8f8fd863-9f0a-415c-b2a9-a592eb228f46 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816350 Aug 30 21:50:15.653887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4e2fa110-6433-4049-b6c3-d16d94b00843 req-c6f342aa-f68d-4b80-a548-67ba6c5281b4 service neutron] 10.222.0.82 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851793 Aug 30 21:50:15.836399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03446cb3-8212-4dc7-ba24-8dbb543b6cc9 req-1797f6bb-81ee-4405-ac7e-8711cc2d4596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:15.837848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03446cb3-8212-4dc7-ba24-8dbb543b6cc9 req-1797f6bb-81ee-4405-ac7e-8711cc2d4596 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 944 time: 0.0508401 Aug 30 21:50:15.876506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-03446cb3-8212-4dc7-ba24-8dbb543b6cc9 req-db0bfffa-5925-46bd-a666-3efc9a00a7fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Aug 30 21:50:16.360280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c399ecba-34d1-4757-962e-37b7c501645a up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:50:16.412949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port c399ecba-34d1-4757-962e-37b7c501645a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:50:16.416786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port c399ecba-34d1-4757-962e-37b7c501645a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:50:16.417180 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:16.495056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:16.517017 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:50:16.519307 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1aaa3a-0378-4300-9f88-12caa3da7987" -d '{"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-plugged", "status": "completed", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:50:16.532245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:50:16.537712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:16.570912 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c947c8-64f6-4977-b0bf-9aff6ca92f9c x-openstack-request-id: req-c1c947c8-64f6-4977-b0bf-9aff6ca92f9c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:50:16.571208 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-plugged", "status": "completed", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:50:16.571472 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1c947c8-64f6-4977-b0bf-9aff6ca92f9c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:50:16.571864 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'code': 200} Aug 30 21:50:16.588982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:50:17.018614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa35d7-406f-41a0-9d46-785d8b55aded req-08e89bb7-93f7-4984-bdaa-7e094e6a8ec5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:17.020171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86fa35d7-406f-41a0-9d46-785d8b55aded req-08e89bb7-93f7-4984-bdaa-7e094e6a8ec5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0548515 Aug 30 21:50:17.062014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86fa35d7-406f-41a0-9d46-785d8b55aded req-d9af0aa7-4464-4288-b412-33e4d85e4032 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327928 Aug 30 21:50:17.084495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46782) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:50:17.146710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d13b62d3-c3b2-4138-a776-d49b3b2fe717 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/0691abbd-bcd3-4f87-8c05-874d5fec6ce3 HTTP/1.1" status: 200 len: 993 time: 0.0610659 Aug 30 21:50:33.838359 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:36.145673 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:39.005351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d0d0e53-1053-4d3b-a624-885e6e8fb23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:39.484236 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:50:41.789356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:41.941516 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0587e917-6f1b-484f-8910-05919c5ff957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:42.778588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:44.676516 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:50:55.702440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-5f26e4c1-3792-4bca-adb9-fdda5e897d3f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425820 Aug 30 21:50:55.788245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-eb2bf325-0710-48c3-9d9c-023f40911562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:55.789717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-eb2bf325-0710-48c3-9d9c-023f40911562 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0421989 Aug 30 21:50:55.901076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-6fbe341c-ed1c-4664-9779-2e22c7e58efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:55.902565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-6fbe341c-ed1c-4664-9779-2e22c7e58efe service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.0923543 Aug 30 21:50:55.970968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-5188fde0-94a7-4b65-9420-7806cb9e6dd2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 1001 time: 0.0605471 Aug 30 21:50:56.021214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-ead6d0fb-4f1f-46b5-93bb-aec470737f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:56.022635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-ead6d0fb-4f1f-46b5-93bb-aec470737f9d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0452302 Aug 30 21:50:56.072292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-ccbf7602-c5e6-42b0-b5f2-387e689f2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:50:56.073755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-ccbf7602-c5e6-42b0-b5f2-387e689f2765 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432739 Aug 30 21:50:56.162471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-3c31ad61-0a32-4e0a-9cbc-8f9df85c9612 service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809667 Aug 30 21:50:56.259070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3ff53148-e604-4d7b-99cf-9cbeb42d998b req-17103fd8-17cb-45bb-8bde-3501c601fb0a service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881867 Aug 30 21:51:03.851366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:06.151122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:09.006774 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4df57af-dcb1-47c8-9cd9-f2bf437ca042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:10.570855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc8db4-2bbb-4e82-bb64-766ed022c5c0 req-50c18122-1f3d-4aae-9ba9-f18d62203ac9 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:10.572394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4abc8db4-2bbb-4e82-bb64-766ed022c5c0 req-50c18122-1f3d-4aae-9ba9-f18d62203ac9 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0599363 Aug 30 21:51:10.614644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4abc8db4-2bbb-4e82-bb64-766ed022c5c0 req-12aeba03-13bf-4a02-bf36-8cb8c25a4fe9 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Aug 30 21:51:10.636776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:10.796911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port cac26507-385f-437f-8d6e-eabd4a6fe8d1 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:51:10.797243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:10.873027 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:10.873282 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:10.884933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for cac26507-385f-437f-8d6e-eabd4a6fe8d1 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:51:11.078212 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:11.106801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=cac26507-385f-437f-8d6e-eabd4a6fe8d1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:11.119334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.119694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.120026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.120353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.120687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.121014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.121322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.121664 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.121987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.122330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.122626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.122980 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:11.176700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:11.177022 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 0691abbd-bcd3-4f87-8c05-874d5fec6ce3 disassociated (deleted). External IP: 172.25.5.121, port: c399ecba-34d1-4757-962e-37b7c501645a. Aug 30 21:51:11.386251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router a6fc9216-eb15-40cd-9455-68b2fa53563a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:51:11.494725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:51:11.499414 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:11.504949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] Sync routers for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:51:11.515762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:11.516384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:50:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:11.526108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6f8c9f64-6c75-41fc-854d-5797dcca920e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/floatingips/0691abbd-bcd3-4f87-8c05-874d5fec6ce3 HTTP/1.1" status: 204 len: 168 time: 0.8878913 Aug 30 21:51:11.526696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:51:11.529136 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f1c8bb-067b-46c2-a358-1f408d3ea160" -d '{"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:51:11.623167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:11.750155 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4786321-b5ab-4dff-b26f-eb34381d0a60 x-openstack-request-id: req-e4786321-b5ab-4dff-b26f-eb34381d0a60 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:51:11.750727 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:51:11.750727 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4786321-b5ab-4dff-b26f-eb34381d0a60 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:51:11.751271 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'status': 'completed', 'code': 200} Aug 30 21:51:11.820179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-d46011a4-6a69-490b-9261-98fb7a48900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:11.821754 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-d46011a4-6a69-490b-9261-98fb7a48900d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0435679 Aug 30 21:51:11.836186 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:11.849534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e30ff3-2448-4a0f-b2aa-6defdf5a9c65 req-f1f1adf5-38c8-4f19-beac-07cd00720542 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:11.851082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55e30ff3-2448-4a0f-b2aa-6defdf5a9c65 req-f1f1adf5-38c8-4f19-beac-07cd00720542 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Aug 30 21:51:11.890705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55e30ff3-2448-4a0f-b2aa-6defdf5a9c65 req-24de6cb4-6614-4289-8fd6-aa3c893d1666 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330112 Aug 30 21:51:11.930173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-b45d1449-fe87-403a-8559-e0a051b3db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:11.931758 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-b45d1449-fe87-403a-8559-e0a051b3db21 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 200 len: 898 time: 0.1002243 Aug 30 21:51:11.941499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-839f2f75-afbd-4b4d-b3c0-983a69deb3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:11.981370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-91587fb3-0f54-4ce0-bdc6-53b2cb4418ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 200 len: 217 time: 0.0401244 Aug 30 21:51:12.006736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:28Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:12.031399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-8a612a18-c538-4949-8a4f-a6fb87517c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:12.032879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] Checking router: a6fc9216-eb15-40cd-9455-68b2fa53563a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:51:12.033025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-8a612a18-c538-4949-8a4f-a6fb87517c1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 200 len: 835 time: 0.0445745 Aug 30 21:51:12.040911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:12.041568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:12.080020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-c56bc4f4-f6a0-4045-b8b2-872a30b84c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:12.081621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-c56bc4f4-f6a0-4045-b8b2-872a30b84c03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403993 Aug 30 21:51:12.145331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:12.175816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-3281bbbf-85c1-4a3c-b547-b28c6f966a87 service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Aug 30 21:51:12.270980 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6f1c8bb-067b-46c2-a358-1f408d3ea160 req-eb1b8e45-90d5-4005-958e-c07d6c1685a4 service neutron] 10.222.0.86 "GET /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861580 Aug 30 21:51:12.347404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:28Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:12.373500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4183b174-d95e-4f38-a762-54498deec2d3 None None] The sync data for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 is: [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'e8a078fd-0c61-4f18-bbb0-9616e1605193', 'name': '', 'network_id': 'ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:91:8e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:23Z', 'updated_at': '2021-08-30T21:48:28Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '8900ad64-fe9b-40b4-9f2c-07e56ed05afb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:51:12.595979 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be4ae68-1698-4c8b-9c22-9419f3ec94d7 None None] New status for floating IP 0691abbd-bcd3-4f87-8c05-874d5fec6ce3: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:51:12.773087 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:13.030871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055cb16-d411-44a9-8eae-f4afee84c98d req-196da074-52b5-43d8-a5d4-438fa8bca58a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:13.032364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e055cb16-d411-44a9-8eae-f4afee84c98d req-196da074-52b5-43d8-a5d4-438fa8bca58a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0639002 Aug 30 21:51:13.070889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e055cb16-d411-44a9-8eae-f4afee84c98d req-ea4158d0-468b-4935-b541-c1b6139d19fb tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Aug 30 21:51:13.196970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-9da655b7-eddf-42cb-acf9-60f28928a512 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:13.198339 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-9da655b7-eddf-42cb-acf9-60f28928a512 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.86 "GET /v2.0/ports?device_id=26078cd1-2923-49a5-97a1-c0f6aac96ce5 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Aug 30 21:51:13.289879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port c399ecba-34d1-4757-962e-37b7c501645a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:51:13.290196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:13.389563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port c399ecba-34d1-4757-962e-37b7c501645a, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c399ecba-34d1-4757-962e-37b7c501645a,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:13.389916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:13.403605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for c399ecba-34d1-4757-962e-37b7c501645a owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:51:13.544930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:13.582377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=c399ecba-34d1-4757-962e-37b7c501645a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:13.606880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.607236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.607578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.607914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.608244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.608573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.608899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.609223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.609551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.609870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.610190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.610509 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:13.630099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] No DVR routers for this DVR port c399ecba-34d1-4757-962e-37b7c501645a on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:51:13.632848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:13.634965 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a5c63c0c-432c-42aa-8a74-f5dc80153657 req-975dbb4c-ec03-4209-91db-e137440eba7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.86 "DELETE /v2.0/ports/c399ecba-34d1-4757-962e-37b7c501645a HTTP/1.1" status: 204 len: 173 time: 0.4279566 Aug 30 21:51:13.635428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-deleted', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:51:13.637765 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106de420-0d16-4708-82ae-35439a005e4e" -d '{"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-deleted", "tag": "c399ecba-34d1-4757-962e-37b7c501645a"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:51:13.674859 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c9a1c4-6578-4d05-9c60-8b919505c1a1 x-openstack-request-id: req-33c9a1c4-6578-4d05-9c60-8b919505c1a1 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:51:13.675152 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26078cd1-2923-49a5-97a1-c0f6aac96ce5", "name": "network-vif-deleted", "tag": "c399ecba-34d1-4757-962e-37b7c501645a", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:51:13.675408 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33c9a1c4-6578-4d05-9c60-8b919505c1a1 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:51:13.675818 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26078cd1-2923-49a5-97a1-c0f6aac96ce5', 'name': 'network-vif-deleted', 'tag': 'c399ecba-34d1-4757-962e-37b7c501645a', 'status': 'completed', 'code': 200} Aug 30 21:51:14.130040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:14.496564 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:14.680277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:15.032405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port e8a078fd-0c61-4f18-bbb0-9616e1605193 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:51:15.032728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:15.123252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port e8a078fd-0c61-4f18-bbb0-9616e1605193, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e8a078fd-0c61-4f18-bbb0-9616e1605193,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:15.123600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:15.137501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for e8a078fd-0c61-4f18-bbb0-9616e1605193 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:51:15.352327 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:15.378494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=e8a078fd-0c61-4f18-bbb0-9616e1605193,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:15.555740 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:15.775303 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router a6fc9216-eb15-40cd-9455-68b2fa53563a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:51:15.895645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:51:15.903748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6c516a69-6665-4999-9512-020cd0a7d153 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/a6fc9216-eb15-40cd-9455-68b2fa53563a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722788 Aug 30 21:51:15.905717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46834) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:15.907792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] Sync routers for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:51:15.918234 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:15.918894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:15.961419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting subnet 8900ad64-fe9b-40b4-9f2c-07e56ed05afb {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:51:15.964945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.005760 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.026864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:16.088881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.153985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.182810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Subnet': ['ID=8900ad64-fe9b-40b4-9f2c-07e56ed05afb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:16.185775 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.190718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0eabc514-ff01-4b0b-b0ff-6cfde58c6527 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/subnets/8900ad64-fe9b-40b4-9f2c-07e56ed05afb HTTP/1.1" status: 204 len: 168 time: 0.2818279 Aug 30 21:51:16.190970 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:16.195973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c4c15-68e5-4d81-89db-2aafc54f8620 None None] Network ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:51:16.261176 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:51:15Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:16.290321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] Checking router: a6fc9216-eb15-40cd-9455-68b2fa53563a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:51:16.299840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.334690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] Routers {'a6fc9216-eb15-40cd-9455-68b2fa53563a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:16.335534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a6fc9216-eb15-40cd-9455-68b2fa53563a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:16.416882 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.455413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] Set router a6fc9216-eb15-40cd-9455-68b2fa53563a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:16.471972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 1e9d85f1-e95b-4746-8b26-dbf5294f796b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:51:16.472555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.483756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] DHCP port deletion for ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:51:16.484743 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:51:16.555740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 1e9d85f1-e95b-4746-8b26-dbf5294f796b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e9d85f1-e95b-4746-8b26-dbf5294f796b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:16.556010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.569988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 1e9d85f1-e95b-4746-8b26-dbf5294f796b owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:51:16.616033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c399ecba-34d1-4757-962e-37b7c501645a no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:51:16.644903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: c399ecba-34d1-4757-962e-37b7c501645a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:51:16.645247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c399ecba-34d1-4757-962e-37b7c501645a not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:51:16.670928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Deleting port 66568de8-70e8-4f97-ac8e-7601a7d377c5 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:51:16.671290 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.736765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.741768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] For port 66568de8-70e8-4f97-ac8e-7601a7d377c5, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=66568de8-70e8-4f97-ac8e-7601a7d377c5,segment=NetworkSegment(05b02d76-ec17-40bb-8134-93ebbba0b3cc),segment_id=05b02d76-ec17-40bb-8134-93ebbba0b3cc)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:16.742160 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.757006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Calling delete_port for 66568de8-70e8-4f97-ac8e-7601a7d377c5 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:51:16.763731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=1e9d85f1-e95b-4746-8b26-dbf5294f796b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:16.773586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:51:15Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:16.826387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.833693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd079dd1-1565-404b-8cd7-a60161639797 None None] The sync data for ids ['a6fc9216-eb15-40cd-9455-68b2fa53563a'] in n-d-793620-16 is: [{'id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-996522979', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:48:20Z', 'updated_at': '2021-08-30T21:51:15Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '1e9d85f1-e95b-4746-8b26-dbf5294f796b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fc9216-eb15-40cd-9455-68b2fa53563a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:48:21Z', 'updated_at': '2021-08-30T21:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:51:16.875669 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.900250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Pushing event deleted for resources: {'Port': ['ID=66568de8-70e8-4f97-ac8e-7601a7d377c5,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:16.904984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] No DVR routers for this DVR port 66568de8-70e8-4f97-ac8e-7601a7d377c5 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.917247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922585c5-ae3c-4da6-8afe-77cc8ade8b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:16.920417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.922701 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.967224 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.967790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Fanout notify agent at l3_agent the message router_deleted on router a6fc9216-eb15-40cd-9455-68b2fa53563a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:51:16.975296 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:16.976406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2f6f47c1-16f7-4fa0-843e-640fe8e7bda9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/routers/a6fc9216-eb15-40cd-9455-68b2fa53563a HTTP/1.1" status: 204 len: 168 time: 0.7844763 Aug 30 21:51:16.980646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46838) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:17.057991 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.145928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.156818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:17.168167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b02d76-ec17-40bb-8134-93ebbba0b3cc') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:17.168452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b02d76-ec17-40bb-8134-93ebbba0b3cc') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:17.177762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.192300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.198869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:51:17.199262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:51:17.202257 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:51:17.266112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.274167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.276334 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/networks/ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d HTTP/1.1" status: 204 len: 168 time: 0.2946784 Aug 30 21:51:17.279264 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46840) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:17.288821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f493453-99a9-4f1f-acf1-86c7107f2083 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Network': ['ID=ec8eaf8b-3d27-4ca3-81a4-42e6f8dfb52d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:17.345746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5fe55e0-a20d-44ec-b6b9-ba4ace52434e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.371671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5fe55e0-a20d-44ec-b6b9-ba4ace52434e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.438622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5fe55e0-a20d-44ec-b6b9-ba4ace52434e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.438925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c5fe55e0-a20d-44ec-b6b9-ba4ace52434e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:17.439991 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c5fe55e0-a20d-44ec-b6b9-ba4ace52434e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/security-groups/b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d HTTP/1.1" status: 204 len: 168 time: 0.1595881 Aug 30 21:51:17.449674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe55e0-a20d-44ec-b6b9-ba4ace52434e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1cad5-fb20-4b1f-b9b2-ddb450dd955d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:18.404874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e8a078fd-0c61-4f18-bbb0-9616e1605193 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:51:18.429197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: e8a078fd-0c61-4f18-bbb0-9616e1605193 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:51:18.429622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e8a078fd-0c61-4f18-bbb0-9616e1605193 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:51:18.430138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 66568de8-70e8-4f97-ac8e-7601a7d377c5 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:51:18.451681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 66568de8-70e8-4f97-ac8e-7601a7d377c5 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:51:18.452023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 66568de8-70e8-4f97-ac8e-7601a7d377c5 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:51:18.452423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e9d85f1-e95b-4746-8b26-dbf5294f796b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:51:18.473903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1e9d85f1-e95b-4746-8b26-dbf5294f796b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:51:18.474257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e9d85f1-e95b-4746-8b26-dbf5294f796b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:51:18.670523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46848) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:18.677566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851403806', 'description': 'tempest-secgroup-smoke-1851403806 description', 'project_id': '05898443d22549aeb60f310f3c87ca09'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:18.713585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.803021 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.808915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.836351 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.837604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1659625 Aug 30 21:51:18.839513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69a3fe-4e12-48fe-8a46-ba766129b70e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fee15a-1629-4971-b746-37d337cbf299,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:18.840754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46850) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:18.847021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': '60fee15a-1629-4971-b746-37d337cbf299', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:18.875163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.932235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.938074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.957531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9108a5f-8131-4015-a17b-aa6ea0c93802,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:18.961818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:18.963189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8e4ae764-8189-4ce1-b034-9ca4dd8c66b0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204262 Aug 30 21:51:18.966009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46852) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:18.970583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': '60fee15a-1629-4971-b746-37d337cbf299', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:18.998236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.056244 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.063944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.082279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fd02df-6561-4a5a-9119-49fd86a8472a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:19.089414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.091939 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e553a7b9-3167-4f45-8a70-05ae1ea7a82f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249530 Aug 30 21:51:19.094833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:19.101331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': '60fee15a-1629-4971-b746-37d337cbf299', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:19.131038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.200481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.205581 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.222506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874785a1-7165-4d72-98a9-3403cd7d3e4e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:19.230782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.232290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bc428b12-8b69-46a4-8989-5228ab764c71 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360009 Aug 30 21:51:19.234894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46856) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:19.239264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': '60fee15a-1629-4971-b746-37d337cbf299', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:19.267469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.335005 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.338814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.357147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e320d56-c684-47bc-ad24-6d9fa81426c2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:19.364847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.366218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a9d3d3c1-2a80-4bf5-9dba-1d7c2824adfd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302958 Aug 30 21:51:19.368944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46858) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:19.373467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': '60fee15a-1629-4971-b746-37d337cbf299', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:19.402454 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:51:19.407518 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.466294 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.471660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.488560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54253ee6-62b5-476b-afb6-e1def5c23ed9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:19.496549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.499203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ee6b55fb-5877-4a58-a7f3-c7eb479affef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279421 Aug 30 21:51:19.500800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:19.505451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': '60fee15a-1629-4971-b746-37d337cbf299', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:19.529711 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:51:19.534650 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.602966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.607752 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.625434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7b56b6-1f92-4f85-94fd-74790080185c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:19.634348 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.635656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ba75914f-b3d6-4f46-b9af-a05a85fd29a7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1339474 Aug 30 21:51:19.638504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46862) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:19.643755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'network': {'name': 'tempest-network-smoke--1767541431', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:19.666133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:51:19.669668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.692338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:51:19.701677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.702008 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Added segment 5eb17348-91cc-4ae8-844d-b832454efe24 of type vlan for network e45b9828-69b6-4572-9893-650dff195e99 Aug 30 21:51:19.740713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.766992 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.772481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:19.773066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.827230 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877074 Aug 30 21:51:19.829944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46864) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:19.836585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'admin_state_up': True, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:19.854411 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca7d48-2cbc-4a3c-8970-8728f00655a6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Network': ['ID=e45b9828-69b6-4572-9893-650dff195e99,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:19.864997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network e45b9828-69b6-4572-9893-650dff195e99 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:51:19.872344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.873398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:19.923990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:20.061709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:20.273936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:20.293078 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:20.399116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.109 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/eae93ef5-6b9a-4be9-96a8-eed5a2736498) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:51:20.504027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:20.553582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:20.592187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:51:20.596668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:20.601021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:51:20.604115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=eae93ef5-6b9a-4be9-96a8-eed5a2736498,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:20.862207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.058951 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.189421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router f8387ef7-7d2a-4d7b-a5a9-f089048593cd is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:51:21.299216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:51:21.309335 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Sync routers for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:51:21.320410 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:21.321030 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.321184 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:21.325711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c272a8ff-e64e-4cc6-b207-dfd9c39639f4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4916239 Aug 30 21:51:21.325890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46866) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:21.357483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c63474bd-aa41-4e06-9a64-6d9a4da09d83 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=05898443d22549aeb60f310f3c87ca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279217 Aug 30 21:51:21.357865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:21.426772 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:21.449696 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95711865-f9e7-4d63-9ba5-8d2c48e03249 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:21.453872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-95711865-f9e7-4d63-9ba5-8d2c48e03249 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922771 Aug 30 21:51:21.454119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46870) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:21.490894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3ac994e9-885f-4b42-a97a-d037c384a450 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356991 Aug 30 21:51:21.493549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46874) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:21.498409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146829440', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:21.585808 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:51:21.590443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.607316 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:20Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:21.633159 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Checking router: f8387ef7-7d2a-4d7b-a5a9-f089048593cd for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:51:21.633505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Updating router f8387ef7-7d2a-4d7b-a5a9-f089048593cd port eae93ef5-6b9a-4be9-96a8-eed5a2736498 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:51:21.657789 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.774304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.835794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Subnet': ['ID=43c3aef7-241a-4c0e-9653-acc54ed879cc,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:21.846901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Checking segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:51:21.847297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network hostable DHCP agents. Network: e45b9828-69b6-4572-9893-650dff195e99, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:51:21.865933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network e45b9828-69b6-4572-9893-650dff195e99 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:51:21.875219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, e45b9828-69b6-4572-9893-650dff195e99) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:21.879604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:21.880198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.884296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2eacfa-e770-40d6-988f-fcbae47d31bf None None] Network e45b9828-69b6-4572-9893-650dff195e99 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:51:21.898152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a228f993-1ba4-4c5a-83d2-15b607f93b35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4036086 Aug 30 21:51:21.901541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:21.912660 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.923960 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Transition to ACTIVE for port object eae93ef5-6b9a-4be9-96a8-eed5a2736498 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:21.930926 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.977604 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Attempting to bind port eae93ef5-6b9a-4be9-96a8-eed5a2736498 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:51:21.977980 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Attempting to bind port eae93ef5-6b9a-4be9-96a8-eed5a2736498 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:51:21.978343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Attempting to bind port eae93ef5-6b9a-4be9-96a8-eed5a2736498 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:51:21.988882 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:51:21.989252 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:51:21.989655 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:21.990048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:51:21.990518 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Bound port: eae93ef5-6b9a-4be9-96a8-eed5a2736498, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:51:21.990915 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.037110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-e45b9828-69b6-4572-9893-650dff195e99', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:51:22.038750 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.047949 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] For port eae93ef5-6b9a-4be9-96a8-eed5a2736498, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:51:22.050022 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Pushing event updated for resources: {'Port': ['ID=eae93ef5-6b9a-4be9-96a8-eed5a2736498,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:22.053127 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] For port eae93ef5-6b9a-4be9-96a8-eed5a2736498, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=eae93ef5-6b9a-4be9-96a8-eed5a2736498,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:51:22.060026 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.063408 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.063760 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.064100 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.064472 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.064812 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.065268 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.065705 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.066006 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.066321 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.066751 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.067101 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.067425 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:51:22.131021 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:22.131664 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:22.133439 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59efe6-55af-4637-b1d4-1a847ed20863 None None] Pushing event updated for resources: {'Port': ['ID=eae93ef5-6b9a-4be9-96a8-eed5a2736498,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:22.195038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Allocated IP 172.20.0.2 (e45b9828-69b6-4572-9893-650dff195e99/43c3aef7-241a-4c0e-9653-acc54ed879cc/b85c1dde-fe64-4682-be82-9ee72b490325) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:51:22.243604 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:22.361181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.370854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Transition to ACTIVE for port object b85c1dde-fe64-4682-be82-9ee72b490325 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:22.388205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Transition to ACTIVE for port object b85c1dde-fe64-4682-be82-9ee72b490325 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:22.396340 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.436637 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:20Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:22.440502 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Network e45b9828-69b6-4572-9893-650dff195e99 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:51:22.443693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:22.448562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:51:22.458568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Pushing event updated for resources: {'Port': ['ID=b85c1dde-fe64-4682-be82-9ee72b490325,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:22.466328 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c05bcc-c6e6-40c6-bc52-25a604358361 None None] The sync data for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 is: [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:20Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:51:22.511376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Attempting to bind port b85c1dde-fe64-4682-be82-9ee72b490325 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:51:22.511777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Attempting to bind port b85c1dde-fe64-4682-be82-9ee72b490325 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:51:22.512142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Attempting to bind port b85c1dde-fe64-4682-be82-9ee72b490325 on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:51:22.517576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:51:22.517941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Checking segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:51:22.518341 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.518765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Bound using segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:51:22.519227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Bound port: b85c1dde-fe64-4682-be82-9ee72b490325, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:51:22.519603 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.589733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] For port b85c1dde-fe64-4682-be82-9ee72b490325, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:51:22.593626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] For port b85c1dde-fe64-4682-be82-9ee72b490325, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b85c1dde-fe64-4682-be82-9ee72b490325,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:51:22.599629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:22.658979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751a6b0-5c66-4bd6-ba02-a04b6bb4f9a6 None None] Pushing event updated for resources: {'Port': ['ID=b85c1dde-fe64-4682-be82-9ee72b490325,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:22.784404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.081946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.1 (e45b9828-69b6-4572-9893-650dff195e99/43c3aef7-241a-4c0e-9653-acc54ed879cc/860feac7-391e-49fc-b9ba-be02dc7c10d6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:51:23.204603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.218778 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object 860feac7-391e-49fc-b9ba-be02dc7c10d6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:23.253607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.291591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network e45b9828-69b6-4572-9893-650dff195e99 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:51:23.295052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:23.301848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:51:23.331173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=860feac7-391e-49fc-b9ba-be02dc7c10d6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:23.356446 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.495120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.646360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678388a8-650a-40ed-a9ef-491f4345b0a8 None None] Network e45b9828-69b6-4572-9893-650dff195e99 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:51:23.721252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2bae3839-cbb9-449b-b771-8e2f17dc35b6 None None] Provisioning for port b85c1dde-fe64-4682-be82-9ee72b490325 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:23.783539 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.790306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.866269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:23.876827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=860feac7-391e-49fc-b9ba-be02dc7c10d6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:23.970484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network e45b9828-69b6-4572-9893-650dff195e99 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:51:23.972295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:24.093619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router f8387ef7-7d2a-4d7b-a5a9-f089048593cd has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:51:24.208884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:51:24.222706 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1106dc57-1b2a-47d8-8a33-e2c2c8d99f79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/f8387ef7-7d2a-4d7b-a5a9-f089048593cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3113739 Aug 30 21:51:24.223568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Sync routers for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:51:24.229115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:24.229749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:24.293002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-44fe9c72-3eb3-4077-b183-f45a3304b752 None None] Provisioning for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:24.324704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-44fe9c72-3eb3-4077-b183-f45a3304b752 None None] Provisioning complete for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:24.325082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-44fe9c72-3eb3-4077-b183-f45a3304b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.375082 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-cd107141-b8a7-427f-8f12-821cfdbe6205 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851403806&fields=id&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 267 time: 0.0473847 Aug 30 21:51:24.375603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-44fe9c72-3eb3-4077-b183-f45a3304b752 None None] Port 860feac7-391e-49fc-b9ba-be02dc7c10d6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:51:24.380291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:24.514195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-2d51fb8d-f987-4812-abac-ae9b625ca4c3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:24.515857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-2d51fb8d-f987-4812-abac-ae9b625ca4c3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 797 time: 0.1354530 Aug 30 21:51:24.530040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eae93ef5-6b9a-4be9-96a8-eed5a2736498 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:24.533199 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-79efd889-d6b9-4ea9-bdd8-e510b4f76b54 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/quotas/05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Aug 30 21:51:24.596154 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-fa7c98df-45f1-42d0-971f-e9ba61ced197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543396 Aug 30 21:51:24.597490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-38538999-fc20-4447-baa2-1235a5e4efcc None None] Provisioning complete for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:24.597867 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38538999-fc20-4447-baa2-1235a5e4efcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.662921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-38538999-fc20-4447-baa2-1235a5e4efcc None None] Port 860feac7-391e-49fc-b9ba-be02dc7c10d6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:51:24.678213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port eae93ef5-6b9a-4be9-96a8-eed5a2736498 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:24.684380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port eae93ef5-6b9a-4be9-96a8-eed5a2736498 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:24.684751 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.695248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-f3378809-19f3-46c8-9629-21bb2478dffe service neutron] 10.222.0.76 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855446 Aug 30 21:51:24.733449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 2, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:24.763737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Checking router: f8387ef7-7d2a-4d7b-a5a9-f089048593cd for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:51:24.764098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Updating router f8387ef7-7d2a-4d7b-a5a9-f089048593cd port 860feac7-391e-49fc-b9ba-be02dc7c10d6 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:51:24.792282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-53d97ee3-2cc5-4bd8-be52-274f16a9a0bb service neutron] 10.222.0.76 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940967 Aug 30 21:51:24.815957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.844916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c33f2a43-7b00-4a60-8432-0cd9cbb1e043 None None] Provisioning complete for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:24.845364 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c33f2a43-7b00-4a60-8432-0cd9cbb1e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.850911 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.927617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port eae93ef5-6b9a-4be9-96a8-eed5a2736498, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=eae93ef5-6b9a-4be9-96a8-eed5a2736498,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:24.967777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b08bcd9e-72c1-4ba0-ad32-d5fcd6520c82 req-788136c6-ec49-4ce4-9ccd-7bf5f58a066c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0293772 Aug 30 21:51:24.978696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:24.979504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b85c1dde-fe64-4682-be82-9ee72b490325 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:24.984609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c33f2a43-7b00-4a60-8432-0cd9cbb1e043 None None] Port 860feac7-391e-49fc-b9ba-be02dc7c10d6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:51:25.078773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=eae93ef5-6b9a-4be9-96a8-eed5a2736498,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:25.148353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b85c1dde-fe64-4682-be82-9ee72b490325 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:25.157914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b85c1dde-fe64-4682-be82-9ee72b490325 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:25.158357 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.295208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.312232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Transition to ACTIVE for port object 860feac7-391e-49fc-b9ba-be02dc7c10d6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:25.314344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.331001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.415180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b85c1dde-fe64-4682-be82-9ee72b490325, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b85c1dde-fe64-4682-be82-9ee72b490325,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:25.416840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c489b7-b70f-4f01-9a6c-2a55b38feabf None None] Pushing event updated for resources: {'Port': ['ID=860feac7-391e-49fc-b9ba-be02dc7c10d6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:25.424898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.517812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Attempting to bind port 860feac7-391e-49fc-b9ba-be02dc7c10d6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:51:25.518189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Attempting to bind port 860feac7-391e-49fc-b9ba-be02dc7c10d6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:51:25.518561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Attempting to bind port 860feac7-391e-49fc-b9ba-be02dc7c10d6 on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:51:25.528747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:51:25.529013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Checking segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:51:25.529644 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.529827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Bound using segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:51:25.530276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Bound port: 860feac7-391e-49fc-b9ba-be02dc7c10d6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:51:25.530678 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.533750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b85c1dde-fe64-4682-be82-9ee72b490325,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:25.610652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] For port 860feac7-391e-49fc-b9ba-be02dc7c10d6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:51:25.626717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] For port 860feac7-391e-49fc-b9ba-be02dc7c10d6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=860feac7-391e-49fc-b9ba-be02dc7c10d6,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:51:25.632745 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:25.688068 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:25.688704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:25.726696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c489b7-b70f-4f01-9a6c-2a55b38feabf None None] Pushing event updated for resources: {'Port': ['ID=860feac7-391e-49fc-b9ba-be02dc7c10d6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:25.803166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:26.026398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:25Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:26.046196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-e6a63317-c795-49bd-9995-5825293d2c2a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:26.048980 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-e6a63317-c795-49bd-9995-5825293d2c2a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 797 time: 0.1173809 Aug 30 21:51:26.054354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22c8f5-3d76-46ac-831c-e2a075144911 None None] The sync data for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 is: [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:25Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:51:26.075888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4d177c5-6e2b-4ad1-ba22-79f7d4a73009 req-bcb1e34c-e35a-4773-8ab8-06854a04a9f2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0349786 Aug 30 21:51:26.101818 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-7782ced6-8f68-4200-a36e-bae35ccd433f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 380 time: 0.0398209 Aug 30 21:51:26.113921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'port': {'device_id': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'admin_state_up': True, 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'security_groups': ['60fee15a-1629-4971-b746-37d337cbf299']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:26.237391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:51:26.241283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.371515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.9 (e45b9828-69b6-4572-9893-650dff195e99/43c3aef7-241a-4c0e-9653-acc54ed879cc/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:51:26.485492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eae93ef5-6b9a-4be9-96a8-eed5a2736498 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:26.528352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.539211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port eae93ef5-6b9a-4be9-96a8-eed5a2736498 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:26.539579 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.543664 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:26.581079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.625535 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network e45b9828-69b6-4572-9893-650dff195e99 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:51:26.629340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b85c1dde-fe64-4682-be82-9ee72b490325 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:26.631141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:26.635070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:51:26.661624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:26.687079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b85c1dde-fe64-4682-be82-9ee72b490325 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:26.687453 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.692928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:26.693857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.712558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-df8c7ec2-877b-4b96-8dab-9cfb83ee3195 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024904 Aug 30 21:51:26.726065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Request body: {'port': {'device_id': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:26.783500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 860feac7-391e-49fc-b9ba-be02dc7c10d6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:26.798351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.841124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:26.846934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:26.847518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.932741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:26.972556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-540d375e-f29a-4162-9e3a-55b595075274 None None] Provisioning for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:26.978430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 860feac7-391e-49fc-b9ba-be02dc7c10d6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=860feac7-391e-49fc-b9ba-be02dc7c10d6,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:26.980429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-540d375e-f29a-4162-9e3a-55b595075274 None None] Provisioning complete for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:26.980854 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-540d375e-f29a-4162-9e3a-55b595075274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.004451 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.043757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-540d375e-f29a-4162-9e3a-55b595075274 None None] Port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:51:27.068106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=860feac7-391e-49fc-b9ba-be02dc7c10d6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:27.097462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:51:27.105792 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.123094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Transition to ACTIVE for port object 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:51:27.128081 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.211167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:27.235268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11979-f608-49df-abfb-a67258e90c52 req-614ec67d-e036-4b6a-8d74-d2c4664cfbda tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:27.244315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d11979-f608-49df-abfb-a67258e90c52 req-614ec67d-e036-4b6a-8d74-d2c4664cfbda tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0714359 Aug 30 21:51:27.269295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:51:27.269637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:51:27.269975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:51:27.275673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:51:27.276025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:51:27.281688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:51:27.282152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Checking segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:51:27.282759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Bound using segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:51:27.283317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Bound port: 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:51:27.284086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.288337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60d11979-f608-49df-abfb-a67258e90c52 req-b970bda3-8965-479a-b322-4c0b21283cd4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Aug 30 21:51:27.353318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:51:27.356603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:51:27.364220 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.409979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:27.410618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:27.412074 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] 10.222.0.82 "PUT /v2.0/ports/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1092 time: 0.6912565 Aug 30 21:51:27.412523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:51:27.414836 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd7fb31-2763-4ab5-8203-49ed8acccd04" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:51:27.433168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864ad6b-1652-4ed2-aa2e-1fde8b0c93b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:27.456506 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf257dd-895b-42b8-9722-eb922b296362 x-openstack-request-id: req-2cf257dd-895b-42b8-9722-eb922b296362 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:51:27.456807 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:51:27.457063 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2cf257dd-895b-42b8-9722-eb922b296362 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:51:27.457488 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'status': 'completed', 'code': 200} Aug 30 21:51:27.501937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-2208b578-0510-4f94-91c5-6266f95c0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:27.503535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-2208b578-0510-4f94-91c5-6266f95c0783 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1095 time: 0.0432003 Aug 30 21:51:27.546748 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-0cc92aab-42ec-4fcf-a331-f02627b710e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 217 time: 0.0354729 Aug 30 21:51:27.600957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-592392f7-ee81-4d01-93fc-529f567a1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:27.602220 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-592392f7-ee81-4d01-93fc-529f567a1af6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0487816 Aug 30 21:51:27.652458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-be875610-ec49-45fd-af12-8ef85e4e8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:27.653923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-be875610-ec49-45fd-af12-8ef85e4e8a03 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437827 Aug 30 21:51:27.742852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-75c1fc80-71ef-4d59-8039-e84cf82f3d35 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814953 Aug 30 21:51:27.843674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9cfc6401-2aa0-4ffc-9a8a-29c86de7bf62 req-8d9f3055-bc07-4fab-a349-b00c18649c4a service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930321 Aug 30 21:51:27.938769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-b3891f2a-5915-447c-b1d2-39e6f72878d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:27.940269 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-b3891f2a-5915-447c-b1d2-39e6f72878d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1095 time: 0.0427752 Aug 30 21:51:28.034760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-9c27a465-603d-4776-af6b-d52d31f6ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:28.036252 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-9c27a465-603d-4776-af6b-d52d31f6ed35 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0888906 Aug 30 21:51:28.090011 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-c7d4eed2-f356-47ab-8629-1db146f7ac62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 217 time: 0.0457060 Aug 30 21:51:28.137568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-fd3216bc-d08e-497a-ad83-f58658be392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:28.139029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-fd3216bc-d08e-497a-ad83-f58658be392d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0425575 Aug 30 21:51:28.185695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-afc1159e-b511-4905-b344-9f551be97579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:28.187291 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-afc1159e-b511-4905-b344-9f551be97579 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417645 Aug 30 21:51:28.280006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-1cbbaaea-c7a5-43d4-88cf-5e987abe3688 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Aug 30 21:51:28.373141 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9fd7fb31-2763-4ab5-8203-49ed8acccd04 req-6611578e-1eaa-4c30-b368-55df1625643b service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864825 Aug 30 21:51:28.410429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 860feac7-391e-49fc-b9ba-be02dc7c10d6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:28.416776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9fd9c-64b8-45d9-9bfe-93d313764781 req-55f088fd-f63a-4436-871e-5d0c6eb2a366 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:28.418319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70c9fd9c-64b8-45d9-9bfe-93d313764781 req-55f088fd-f63a-4436-871e-5d0c6eb2a366 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0547302 Aug 30 21:51:28.455955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70c9fd9c-64b8-45d9-9bfe-93d313764781 req-a81505da-0594-4cb7-8284-f8c9114f811e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314105 Aug 30 21:51:28.457517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 860feac7-391e-49fc-b9ba-be02dc7c10d6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:28.457899 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:29.587955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b0c01-a420-4650-9adc-6f7e43b83ebf req-862eb79b-fbd2-47d4-aeab-ca7b8e574c73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:29.589451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca6b0c01-a420-4650-9adc-6f7e43b83ebf req-862eb79b-fbd2-47d4-aeab-ca7b8e574c73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0524588 Aug 30 21:51:29.630368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca6b0c01-a420-4650-9adc-6f7e43b83ebf req-79e9a57d-cae5-449d-bd3e-4dcbe20359f0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331697 Aug 30 21:51:30.048635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:51:30.148682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:30.160412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:51:30.201142 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:30.216437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:51:30.245765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:30.252937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:30.301477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:30.623997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:51:30.744830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b72-0a85-4a89-97f3-d02e82c75243 req-cb6045e4-0fef-4c0c-bd29-e80b25c7bec1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:30.746347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-301e8b72-0a85-4a89-97f3-d02e82c75243 req-cb6045e4-0fef-4c0c-bd29-e80b25c7bec1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0485623 Aug 30 21:51:30.789917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-301e8b72-0a85-4a89-97f3-d02e82c75243 req-83d5563f-c2c2-4e7d-8168-aaff23f55460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Aug 30 21:51:31.916741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e92eb2-e593-464e-8ecb-582eaec45a16 req-523cf6a6-e9cb-480f-b6d8-10f60a2ac802 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:31.918272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13e92eb2-e593-464e-8ecb-582eaec45a16 req-523cf6a6-e9cb-480f-b6d8-10f60a2ac802 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0561304 Aug 30 21:51:31.965676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13e92eb2-e593-464e-8ecb-582eaec45a16 req-304f457c-5aff-4018-b747-dd1fbecf292b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 Aug 30 21:51:32.044980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:51:32.100440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:51:32.104880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:51:32.105244 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:32.181831 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:32.203539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:51:32.205757 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405fd6a4-072a-4236-a84a-7ebf03637f91" -d '{"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:51:32.218278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:51:32.223971 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:32.246373 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e48b10-b49e-4198-ae4e-e5ce4c27d565 x-openstack-request-id: req-c5e48b10-b49e-4198-ae4e-e5ce4c27d565 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:51:32.246696 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:51:32.246950 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5e48b10-b49e-4198-ae4e-e5ce4c27d565 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:51:32.247332 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'code': 200} Aug 30 21:51:32.274731 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:32.348465 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7eb47-0499-41ee-a260-e5df8a9a527c req-580dd4e6-c4d7-4f03-9b94-eafdd187bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:32.349978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56f7eb47-0499-41ee-a260-e5df8a9a527c req-580dd4e6-c4d7-4f03-9b94-eafdd187bfba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0465450 Aug 30 21:51:32.384351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-56f7eb47-0499-41ee-a260-e5df8a9a527c req-6e32efad-d519-4336-94b0-188ac9b015a6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276189 Aug 30 21:51:33.098535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed269c6-2914-41e3-aea1-2c1dfab7638a req-dae1a053-acd6-48d2-bd35-3d8bb6cf1b14 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:33.100058 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ed269c6-2914-41e3-aea1-2c1dfab7638a req-dae1a053-acd6-48d2-bd35-3d8bb6cf1b14 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0553782 Aug 30 21:51:33.137024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8ed269c6-2914-41e3-aea1-2c1dfab7638a req-3cd58875-ffa2-487a-a512-d8c876740007 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Aug 30 21:51:33.849983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:34.267912 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b169f-6660-4b64-b34f-cd7bf8ab846e req-a5ca1d2f-e31e-4f70-b6e4-01ffbc8d9b37 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:34.269391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d88b169f-6660-4b64-b34f-cd7bf8ab846e req-a5ca1d2f-e31e-4f70-b6e4-01ffbc8d9b37 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0514131 Aug 30 21:51:34.311436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d88b169f-6660-4b64-b34f-cd7bf8ab846e req-4746ef00-916b-4758-9d0b-ca97234fc6fa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Aug 30 21:51:34.440401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eb3bf-9fb8-4c9a-84ab-0c619d8380c7 req-6138b24a-84fb-44dc-a0ea-37252961b650 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:34.441840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f58eb3bf-9fb8-4c9a-84ab-0c619d8380c7 req-6138b24a-84fb-44dc-a0ea-37252961b650 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0564394 Aug 30 21:51:34.484635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f58eb3bf-9fb8-4c9a-84ab-0c619d8380c7 req-8c019110-ba7f-4f37-bc3c-e26f8a4d7068 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337353 Aug 30 21:51:34.506443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46938) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:34.547777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02257c0-6528-44b7-9fe5-bc0c6c8abba5 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:34.549290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c02257c0-6528-44b7-9fe5-bc0c6c8abba5 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1092 time: 0.0418510 Aug 30 21:51:34.552112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 46940) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:34.556440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:51:34.583853 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:34.686953 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:34.789044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.13 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/9e9007ee-b956-4314-bfa3-a87b8d64f59b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:51:34.893220 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:34.938817 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:34.979490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:51:34.982488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:51:34.986694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:51:34.989690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=9e9007ee-b956-4314-bfa3-a87b8d64f59b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:35.752050 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:35.844062 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:35.988731 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:35.996680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:36.057357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=9e9007ee-b956-4314-bfa3-a87b8d64f59b,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:51:36.074018 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:36.141260 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:36.172591 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 41de596d-7432-40f1-90e9-37b778e3d025 associated. External IP: 172.25.5.13, port: 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f. Aug 30 21:51:36.390409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router f8387ef7-7d2a-4d7b-a5a9-f089048593cd has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:51:36.508927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:51:36.520008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] Sync routers for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:51:36.528707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:36.530373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:36.531021 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:36.555910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5a192c45-fc00-4fd6-a2d0-5553df6cfe23 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0028303 Aug 30 21:51:36.556531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:51:36.558839 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159e2130-ebb7-45d4-9ce3-144eec3bcf77" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:51:36.635272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:36.653931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c52148-c012-4e6a-87ad-8b4f29b2c3d1 req-d4be6ddb-e226-40de-ad52-614c887161ed tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:36.655467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33c52148-c012-4e6a-87ad-8b4f29b2c3d1 req-d4be6ddb-e226-40de-ad52-614c887161ed tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0512335 Aug 30 21:51:36.697539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-33c52148-c012-4e6a-87ad-8b4f29b2c3d1 req-42d59e33-bdd4-4f8c-b86e-4af9d3993e35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357037 Aug 30 21:51:36.720128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46946) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:36.743617 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2308a-d3de-42c4-8c5f-9a3128bfa650 x-openstack-request-id: req-a2f2308a-d3de-42c4-8c5f-9a3128bfa650 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:51:36.743835 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:51:36.744091 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2f2308a-d3de-42c4-8c5f-9a3128bfa650 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:51:36.745702 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'status': 'completed', 'code': 200} Aug 30 21:51:36.812930 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-33687ebb-b94f-418c-b22c-f1475a19e9f6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/41de596d-7432-40f1-90e9-37b778e3d025 HTTP/1.1" status: 200 len: 990 time: 0.0907898 Aug 30 21:51:36.823239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-dd5d115b-f6ea-48d5-90c3-91e595bbfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:36.824210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-dd5d115b-f6ea-48d5-90c3-91e595bbfe33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0573947 Aug 30 21:51:36.868273 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '41de596d-7432-40f1-90e9-37b778e3d025', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:51:35Z', 'updated_at': '2021-08-30T21:51:35Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:26Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:36.894213 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] Checking router: f8387ef7-7d2a-4d7b-a5a9-f089048593cd for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:51:36.903586 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:51:36.904188 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:36.912203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-576cfbe1-2bb9-453d-8a9a-0722e8305106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:36.913705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-576cfbe1-2bb9-453d-8a9a-0722e8305106 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0830996 Aug 30 21:51:36.983007 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-4d7cdc10-c2c3-4a18-a45c-bc19c8ef8e43 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.0604949 Aug 30 21:51:37.033951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-0c8fd277-a558-4a77-a5c8-24304d79ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:37.035519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-0c8fd277-a558-4a77-a5c8-24304d79ac04 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0459318 Aug 30 21:51:37.082687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-84130ada-030b-4095-a698-902fc6de3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:37.084204 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-84130ada-030b-4095-a698-902fc6de3528 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414495 Aug 30 21:51:37.102918 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:51:37.180202 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-879afa74-767e-4c9a-bcdf-5f11fcce6c12 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882936 Aug 30 21:51:37.268440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159e2130-ebb7-45d4-9ce3-144eec3bcf77 req-0582620e-8c42-432e-ab72-7f81c4bb0b23 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806849 Aug 30 21:51:37.325496 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '41de596d-7432-40f1-90e9-37b778e3d025', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:51:35Z', 'updated_at': '2021-08-30T21:51:35Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:26Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:51:37.354889 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3481a0-f9a7-4f7d-ad97-c0636d5a2e4b None None] The sync data for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 is: [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '41de596d-7432-40f1-90e9-37b778e3d025', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:51:35Z', 'updated_at': '2021-08-30T21:51:35Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:26Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:51:37.547551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7734aaa-c476-4e9f-94fd-380567c72c45 None None] New status for floating IP 41de596d-7432-40f1-90e9-37b778e3d025: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:51:37.817872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46950) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:51:37.887288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-18a59d94-7206-4950-98b0-ffeea5db44a4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/41de596d-7432-40f1-90e9-37b778e3d025 HTTP/1.1" status: 200 len: 992 time: 0.0678046 Aug 30 21:51:39.007695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-870c48ba-e0c1-4a32-9993-80aa38df78be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:41.789716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:41.943101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8098317-dae2-4cde-bddc-d97da0c25223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:42.785733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:44.196349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-c952e0a6-b1e5-4b35-927f-99be3307bc6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503685 Aug 30 21:51:44.282278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-c97dca1e-fb54-45ce-bb9f-d69191c91548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:44.283789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-c97dca1e-fb54-45ce-bb9f-d69191c91548 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0429718 Aug 30 21:51:44.392648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-dde81a04-7de9-4df2-a3f9-bb62667df7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:44.394136 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-dde81a04-7de9-4df2-a3f9-bb62667df7eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0905864 Aug 30 21:51:44.458469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-990abf2f-d578-4b4e-b653-5039476761c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1000 time: 0.0570168 Aug 30 21:51:44.513487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-178fde17-737a-4abe-9e55-e9131c4330c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:44.515651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-178fde17-737a-4abe-9e55-e9131c4330c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0493689 Aug 30 21:51:44.568779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-c193ee97-d359-404b-bb12-f9dedd74f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:51:44.570311 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-c193ee97-d359-404b-bb12-f9dedd74f856 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471570 Aug 30 21:51:44.660033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-36d615d7-e712-47a1-8300-8e07d492b1f5 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818074 Aug 30 21:51:44.681069 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:51:44.756062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ae5ecd38-1939-4d9d-9a25-e36b10246123 req-0b68afb5-823b-48aa-b041-582744ed5a80 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Aug 30 21:51:53.492423 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:52:03.885467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:06.160723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:09.007631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-052f68de-f576-4346-9a72-eae34f650637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:11.795470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:11.940023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f390856e-9d75-4780-9f4b-5bd4efc825da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:12.786325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:14.695235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:30.486946 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:52:33.883294 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:36.170728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:39.013570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06418bc0-300b-46ed-9f51-3c5c049db887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:41.800678 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:41.938614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5c67493b-8a15-4874-aa2b-eb060487350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:42.785560 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:44.690100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:52:46.572247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-8c008427-8e6d-435c-ac47-535050dc80b3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4031763 Aug 30 21:52:46.655667 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-6d55fb44-0e18-4662-808e-e9de7e50a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:46.657163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-6d55fb44-0e18-4662-808e-e9de7e50a432 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0424318 Aug 30 21:52:46.767283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-528e068e-0932-4427-99fe-4577ddf89179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:46.768727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-528e068e-0932-4427-99fe-4577ddf89179 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0880775 Aug 30 21:52:46.835436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-d0f9f854-91a2-400c-847f-91e9f7bad7e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1000 time: 0.0590205 Aug 30 21:52:46.884189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-4b930e32-334e-4fc0-816f-e433e4165ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:46.885614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-4b930e32-334e-4fc0-816f-e433e4165ef1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0432966 Aug 30 21:52:46.938795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-eb720d53-da7d-4867-9f1e-385ff2fc3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:46.940224 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-eb720d53-da7d-4867-9f1e-385ff2fc3e8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456173 Aug 30 21:52:47.042574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-0b9cfedb-436e-46ff-a85c-598333eae3ca service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942121 Aug 30 21:52:47.134655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fc2ee394-70a2-4810-9858-9f0e3efab5ab req-3440456d-80bc-4434-8b92-62c57edb714e service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848556 Aug 30 21:52:51.412415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c6eef-ec4e-4356-945a-e200def69413 req-b4e5521b-4155-4b1b-9a3b-838e3ea4e058 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:51.413964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-604c6eef-ec4e-4356-945a-e200def69413 req-b4e5521b-4155-4b1b-9a3b-838e3ea4e058 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0433261 Aug 30 21:52:51.449940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-604c6eef-ec4e-4356-945a-e200def69413 req-9e515274-5fa1-4996-b722-fe0656b23b79 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299127 Aug 30 21:52:51.563806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25433b30-25eb-44e0-8332-0f2189e677ec req-dcacd032-18a2-4043-b5e3-eab7049eceda tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:51.565264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25433b30-25eb-44e0-8332-0f2189e677ec req-dcacd032-18a2-4043-b5e3-eab7049eceda tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0493569 Aug 30 21:52:51.602220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25433b30-25eb-44e0-8332-0f2189e677ec req-1971e2ef-e448-4695-a4a2-6a2de4b27555 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Aug 30 21:52:51.624586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 46994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:52:51.691031 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d757e12f-d66b-4200-b334-75a78398cba3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/41de596d-7432-40f1-90e9-37b778e3d025 HTTP/1.1" status: 200 len: 992 time: 0.0651772 Aug 30 21:52:52.147854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47006) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:52:52.201672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08c4e0-0227-4778-b0ba-c9e0afe23022 req-8967f800-8b71-452a-9f18-876c9adedb30 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:52.203114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac08c4e0-0227-4778-b0ba-c9e0afe23022 req-8967f800-8b71-452a-9f18-876c9adedb30 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Aug 30 21:52:52.253916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac08c4e0-0227-4778-b0ba-c9e0afe23022 req-69a35273-29a8-4415-8604-53491d73e63c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Aug 30 21:52:52.283672 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-25e897aa-63b2-4165-a58f-c0e2d067d960 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346347 Aug 30 21:52:53.382049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63022135-b6e1-417c-b41c-ca62ae780826 req-94f9b2f5-adac-43f7-94a7-55ba0ea2c875 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:53.383612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63022135-b6e1-417c-b41c-ca62ae780826 req-94f9b2f5-adac-43f7-94a7-55ba0ea2c875 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0527241 Aug 30 21:52:53.428685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63022135-b6e1-417c-b41c-ca62ae780826 req-02c37397-e0e6-43c7-be53-4be137c4ef81 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Aug 30 21:52:54.545444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed634-6809-4ffd-964d-c87ba667aa0f req-b92b347f-4465-4da8-b1ca-210abe8c4418 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:54.546989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c82ed634-6809-4ffd-964d-c87ba667aa0f req-b92b347f-4465-4da8-b1ca-210abe8c4418 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0506985 Aug 30 21:52:54.585076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c82ed634-6809-4ffd-964d-c87ba667aa0f req-03170983-42d3-4ca5-8f63-f81477729ff1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Aug 30 21:52:55.517285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-9ed34665-4f82-4add-976f-09dbdc55fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:55.519048 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-9ed34665-4f82-4add-976f-09dbdc55fd5b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0523453 Aug 30 21:52:55.620445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-86daea2c-193f-4eb7-8f17-0cc7ffb46551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:55.622070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-86daea2c-193f-4eb7-8f17-0cc7ffb46551 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0953734 Aug 30 21:52:55.690985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-1012c039-8de5-4149-8a29-058a0679ff19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1000 time: 0.0605884 Aug 30 21:52:55.706699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b6384-ec6a-44ab-93d8-299ec8ed93a4 req-216830df-5dc0-420e-b3d6-5ea6736b1c08 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:55.708231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b06b6384-ec6a-44ab-93d8-299ec8ed93a4 req-216830df-5dc0-420e-b3d6-5ea6736b1c08 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0533357 Aug 30 21:52:55.745399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-2f7be7cf-cd4a-4074-a200-842d9d19d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:55.746647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b06b6384-ec6a-44ab-93d8-299ec8ed93a4 req-6ba2b881-19ba-4a3e-b9db-39bd6124bf4d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Aug 30 21:52:55.746886 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-2f7be7cf-cd4a-4074-a200-842d9d19d670 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0490503 Aug 30 21:52:55.793499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-b68f55b4-3501-44e3-b05c-b019aa002103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:55.795037 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-b68f55b4-3501-44e3-b05c-b019aa002103 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413136 Aug 30 21:52:55.895811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-9f579a4b-6887-4994-b86a-8254e77601c1 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935187 Aug 30 21:52:55.993526 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-49722041-f620-406e-8833-272656877f86 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Aug 30 21:52:56.874011 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2e10-fe6a-4f91-8d0b-a2022ed1f371 req-1a459130-43b7-4bf4-850c-392eabcca850 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:56.875549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e8b2e10-fe6a-4f91-8d0b-a2022ed1f371 req-1a459130-43b7-4bf4-850c-392eabcca850 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0516558 Aug 30 21:52:56.914982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4e8b2e10-fe6a-4f91-8d0b-a2022ed1f371 req-4de98877-e905-4987-b45b-3c312b0e4512 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Aug 30 21:52:58.045975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455f563-d314-42a0-9b4a-59a23eadd1e7 req-24ebc934-6b4b-4459-97d6-c7e424f44dc7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:58.047419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9455f563-d314-42a0-9b4a-59a23eadd1e7 req-24ebc934-6b4b-4459-97d6-c7e424f44dc7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Aug 30 21:52:58.085588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9455f563-d314-42a0-9b4a-59a23eadd1e7 req-b0539347-a8c7-4ed8-a3dc-b6827e027186 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Aug 30 21:52:59.215621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498340b3-4cb4-4ec8-bc76-b4c98a40c1fb req-f05990c7-07fe-4846-9a7d-7e126f239ab2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:52:59.217079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-498340b3-4cb4-4ec8-bc76-b4c98a40c1fb req-f05990c7-07fe-4846-9a7d-7e126f239ab2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Aug 30 21:52:59.257736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-498340b3-4cb4-4ec8-bc76-b4c98a40c1fb req-0597588c-9413-4a85-b188-e23a99bed079 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Aug 30 21:53:00.384882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5562ef5-660e-4389-ae24-b3802383a170 req-ff7bf685-5bc5-4557-b2c8-1a82fd0af437 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:00.386399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5562ef5-660e-4389-ae24-b3802383a170 req-ff7bf685-5bc5-4557-b2c8-1a82fd0af437 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Aug 30 21:53:00.427822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5562ef5-660e-4389-ae24-b3802383a170 req-2d58ef59-b074-4373-b70f-a846462634f0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352855 Aug 30 21:53:01.561061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78354142-88e6-4649-9f0b-37868e408b81 req-e245d7fa-49a4-4173-8ab8-2c8821656f3a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:01.562570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78354142-88e6-4649-9f0b-37868e408b81 req-e245d7fa-49a4-4173-8ab8-2c8821656f3a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0541661 Aug 30 21:53:01.606447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-78354142-88e6-4649-9f0b-37868e408b81 req-7d0fe8ac-607d-4b0b-9422-aeb2386255c1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347950 Aug 30 21:53:02.740084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0b8e3-ce88-4220-8d09-501c5145ecec req-084f93a6-128f-4739-b8ef-4632c9e1dd79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:02.741569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e0b8e3-ce88-4220-8d09-501c5145ecec req-084f93a6-128f-4739-b8ef-4632c9e1dd79 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0547092 Aug 30 21:53:02.781834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18e0b8e3-ce88-4220-8d09-501c5145ecec req-5034caa3-1b8e-4a78-8234-88b91b6ed715 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340667 Aug 30 21:53:03.880496 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:03.913028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48195-daa0-4f3c-938d-46e4a0256acd req-9f58e132-2445-4012-bced-9364c61eeaf6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:03.914532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56a48195-daa0-4f3c-938d-46e4a0256acd req-9f58e132-2445-4012-bced-9364c61eeaf6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0540614 Aug 30 21:53:03.954256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56a48195-daa0-4f3c-938d-46e4a0256acd req-34ff59a3-16b4-4960-922a-d9e2d6f05728 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334852 Aug 30 21:53:05.080481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb41a5-30bc-448f-9a2d-6e43e3441ccc req-943bf163-5973-4786-818a-d9775eeb7898 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:05.081950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-becb41a5-30bc-448f-9a2d-6e43e3441ccc req-943bf163-5973-4786-818a-d9775eeb7898 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Aug 30 21:53:05.119341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-becb41a5-30bc-448f-9a2d-6e43e3441ccc req-cecc24a2-7f64-409a-90ff-3e8206b94f60 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Aug 30 21:53:06.176797 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:06.254697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c98614-cb61-4707-a417-aface89d7850 req-6386e0fa-f683-4b7b-9b9e-860e4420f31d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:06.256190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60c98614-cb61-4707-a417-aface89d7850 req-6386e0fa-f683-4b7b-9b9e-860e4420f31d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0554941 Aug 30 21:53:06.296016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-60c98614-cb61-4707-a417-aface89d7850 req-65d9434a-6585-4d14-8f57-391ad16c4011 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337195 Aug 30 21:53:07.425043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a420b1-0b49-4447-8eb0-0a9bdcd48514 req-1deacd0f-6861-435d-a255-cbace4f97dea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:07.426558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24a420b1-0b49-4447-8eb0-0a9bdcd48514 req-1deacd0f-6861-435d-a255-cbace4f97dea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Aug 30 21:53:07.468021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24a420b1-0b49-4447-8eb0-0a9bdcd48514 req-4b99d670-6e94-4d3b-b40f-00722a163d24 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Aug 30 21:53:07.487276 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:53:08.602370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975224bc-ff7d-41a9-b3d4-a14546929ba3 req-95d8748d-3de2-4e90-b743-ee92f0e8e8d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:08.603831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-975224bc-ff7d-41a9-b3d4-a14546929ba3 req-95d8748d-3de2-4e90-b743-ee92f0e8e8d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Aug 30 21:53:08.649451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-975224bc-ff7d-41a9-b3d4-a14546929ba3 req-e3397503-6b24-4595-bb1f-1a26a3f11371 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368288 Aug 30 21:53:09.010639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67882423-392c-4940-8355-df69c667ecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:09.778473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac841820-5789-49ed-a014-482276b14de7 req-1896dfbe-d995-439f-8fc4-4e5806c15a19 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:09.780047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac841820-5789-49ed-a014-482276b14de7 req-1896dfbe-d995-439f-8fc4-4e5806c15a19 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0612800 Aug 30 21:53:09.822577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac841820-5789-49ed-a014-482276b14de7 req-2c98bf8f-ca81-4094-a915-36e4b8517625 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Aug 30 21:53:10.961396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c4ff5-f3d5-42b7-a048-a791f1b87488 req-3e310d8d-e870-4b0a-9ca0-e7159bd76bc6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:10.962915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e59c4ff5-f3d5-42b7-a048-a791f1b87488 req-3e310d8d-e870-4b0a-9ca0-e7159bd76bc6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0606143 Aug 30 21:53:11.003535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e59c4ff5-f3d5-42b7-a048-a791f1b87488 req-06b6e860-209d-4dac-bcca-8a7dd660c88a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327854 Aug 30 21:53:11.801003 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:11.935661 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01e056e1-f047-4287-9dc9-2a62f6800bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:12.132951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2ab3-70ec-427c-81b4-923006687132 req-5c0ba518-89fc-4ae0-9077-dba2c70f3d3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:12.134476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d5d2ab3-70ec-427c-81b4-923006687132 req-5c0ba518-89fc-4ae0-9077-dba2c70f3d3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0494380 Aug 30 21:53:12.174595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d5d2ab3-70ec-427c-81b4-923006687132 req-50f92310-ffa8-47c4-9206-63a272c4aefb tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Aug 30 21:53:12.796891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:12.945294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-8759de2e-dc0d-4602-90a7-cd0ef6469fb7 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:53:12.947015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-8759de2e-dc0d-4602-90a7-cd0ef6469fb7 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087559 Aug 30 21:53:13.015119 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-d18067b9-4e55-4fb5-be90-740d467a69af service neutron] show failed (client error): The resource could not be found. Aug 30 21:53:13.016114 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-d18067b9-4e55-4fb5-be90-740d467a69af service neutron] 10.222.0.82 "GET /v2.0/ports/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0615275 Aug 30 21:53:13.221086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-243172b4-d9b6-46bb-9803-0c4857a46d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:13.222610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-243172b4-d9b6-46bb-9803-0c4857a46d6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 1097 time: 0.0431921 Aug 30 21:53:13.234608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:53:13.291372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:13.296296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c170d1-9873-4c68-971e-31b8b884373c req-dee6f2ec-ccb1-436a-9235-1ef1b0ee97d3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:13.297794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1c170d1-9873-4c68-971e-31b8b884373c req-dee6f2ec-ccb1-436a-9235-1ef1b0ee97d3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Aug 30 21:53:13.338132 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1c170d1-9873-4c68-971e-31b8b884373c req-e563a6c5-9631-4dde-93d4-51f095326996 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339849 Aug 30 21:53:13.497464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:13.530542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:53:13.570080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:53:13.572417 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47cae87-d0a5-4299-ba2e-cf54136a452e" -d '{"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:53:13.576197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:13.589053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Transition to ACTIVE for port object 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:53:13.594478 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:13.628000 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448914ae-5d0a-4409-9910-e228d8c64163 x-openstack-request-id: req-448914ae-5d0a-4409-9910-e228d8c64163 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:53:13.628274 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:53:13.628546 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-448914ae-5d0a-4409-9910-e228d8c64163 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:53:13.629409 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'code': 200} Aug 30 21:53:13.644948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:13.690272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.690630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.690969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.691299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.691635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.691966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.692294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.692649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.692952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.693280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.693602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.693924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:13.734023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] No DVR routers for this DVR port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:53:13.870392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:53:13.870711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:53:13.871064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:53:13.876675 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:53:13.877099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:53:13.885436 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:53:13.885877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Checking segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:53:13.886426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Bound using segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:53:13.887058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Bound port: 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:53:13.887560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:13.954494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:53:13.957575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:53:13.966229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:14.012589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:14.013316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:14.015301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] 10.222.0.86 "PUT /v2.0/ports/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1092 time: 0.7847934 Aug 30 21:53:14.051955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5f943-4b1b-4cc5-b81b-0f78888491ba service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:14.086406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-6d54ef99-2cf5-4437-b0ce-d9ec03f68926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:14.088034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-6d54ef99-2cf5-4437-b0ce-d9ec03f68926 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1095 time: 0.0461028 Aug 30 21:53:14.180285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-25db6e40-930b-4e76-bdce-a29cc7fdce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:14.181808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-25db6e40-930b-4e76-bdce-a29cc7fdce12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0870566 Aug 30 21:53:14.252598 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-fedefcd4-c968-44fd-bfa1-34b1ad5d06bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.0634744 Aug 30 21:53:14.303660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-0e29f87a-01fd-4e88-9c42-e93a9b9c020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:14.304983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-0e29f87a-01fd-4e88-9c42-e93a9b9c020e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0446539 Aug 30 21:53:14.359330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-0b5faee0-31b0-4ae5-8456-faaf68ff6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:14.360882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-0b5faee0-31b0-4ae5-8456-faaf68ff6470 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473087 Aug 30 21:53:14.372792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-36d20860-2610-41fd-99af-d75214289f93 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:53:14.373733 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-36d20860-2610-41fd-99af-d75214289f93 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053048 Aug 30 21:53:14.462027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25e0ef-2ed0-491a-a38c-69198ea9af9e req-2feac273-a2ef-4f89-90f9-6b928b3ef27a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:14.464506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c25e0ef-2ed0-491a-a38c-69198ea9af9e req-2feac273-a2ef-4f89-90f9-6b928b3ef27a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0512846 Aug 30 21:53:14.469251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-62fe4a9d-83d4-4c52-9d19-346bc4b7b1e4 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882652 Aug 30 21:53:14.502160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c25e0ef-2ed0-491a-a38c-69198ea9af9e req-c9c7990b-9870-4a73-9538-41a8b78aa2d0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321786 Aug 30 21:53:14.557345 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d25d5e0b-5161-4672-a339-b49218af18e2 req-9cf5c4bd-cca2-4af1-8150-d004fbe5be51 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Aug 30 21:53:14.689576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:15.627985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf5bb1-4a8e-46e0-b5c3-9a63f3011df3 req-640f2b82-937f-43a4-ac93-e8ab43111d24 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:15.629475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debf5bb1-4a8e-46e0-b5c3-9a63f3011df3 req-640f2b82-937f-43a4-ac93-e8ab43111d24 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0503907 Aug 30 21:53:15.630462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:53:15.632899 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10533ee6-3216-4f80-8327-6affa628dc66" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:53:15.669720 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debf5bb1-4a8e-46e0-b5c3-9a63f3011df3 req-85935be6-5857-40ff-8387-802427098028 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339665 Aug 30 21:53:15.733220 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024c498-30b7-4136-b179-20d53293829a x-openstack-request-id: req-0024c498-30b7-4136-b179-20d53293829a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:53:15.733604 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:53:15.733856 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0024c498-30b7-4136-b179-20d53293829a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:53:15.734330 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'status': 'completed', 'code': 200} Aug 30 21:53:15.819728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-ca9040cc-b1ea-417f-a750-d71dbfb8a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:15.821253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-ca9040cc-b1ea-417f-a750-d71dbfb8a35d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1095 time: 0.0712755 Aug 30 21:53:15.825738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-350f5185-76f7-46ae-a3fa-9015b9bad0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:15.827170 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-350f5185-76f7-46ae-a3fa-9015b9bad0e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1095 time: 0.0689092 Aug 30 21:53:15.978101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-a17d275a-9fd3-4206-b4c5-b72b1d62ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:15.979546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-a17d275a-9fd3-4206-b4c5-b72b1d62ce6f service neutron] 10.222.0.86 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.1496375 Aug 30 21:53:15.980911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-710c702a-07cb-4150-8094-48d46ac3bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:15.982226 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-710c702a-07cb-4150-8094-48d46ac3bb88 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.1452265 Aug 30 21:53:16.092523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-b4447b41-7f7e-4d35-a763-5788d0589401 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.1042020 Aug 30 21:53:16.094271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-d680cea3-26f5-4d5c-a3e1-351ff4d122c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.1050737 Aug 30 21:53:16.176385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-7f7027c0-9fe2-4b3f-ad5b-692ffa2e1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:16.177813 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-7f7027c0-9fe2-4b3f-ad5b-692ffa2e1a2f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0780058 Aug 30 21:53:16.179421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-0d987687-0c9f-42de-a0c9-edde035a68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:16.180713 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-0d987687-0c9f-42de-a0c9-edde035a68fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0738363 Aug 30 21:53:16.253354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-e1e05b9e-8d16-47d5-b9c5-1ee9faa3d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:16.254783 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-e1e05b9e-8d16-47d5-b9c5-1ee9faa3d4ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658951 Aug 30 21:53:16.256377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10533ee6-3216-4f80-8327-6affa628dc66 req-a0348708-50d5-4188-a116-5176a2333cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:16.257727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-a0348708-50d5-4188-a116-5176a2333cd8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698903 Aug 30 21:53:16.409688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-e8f87c31-0187-4849-8a02-8c4cd5431201 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469162 Aug 30 21:53:16.411841 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-1e90260e-1b8e-461f-976e-49f01b9c9a27 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423106 Aug 30 21:53:16.564821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-3456084a-1c9c-475f-b6e3-1179956c7be4 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468792 Aug 30 21:53:16.566609 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10533ee6-3216-4f80-8327-6affa628dc66 req-e06b0ea9-3f25-4a98-8376-bb2dd220855f service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416693 Aug 30 21:53:16.587482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:53:16.628029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:53:16.801407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a626a-bff8-4551-aa50-4cad0567f874 req-31846d27-667a-49fc-a9ab-c7283463157d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:16.802928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a53a626a-bff8-4551-aa50-4cad0567f874 req-31846d27-667a-49fc-a9ab-c7283463157d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0567884 Aug 30 21:53:16.844445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a53a626a-bff8-4551-aa50-4cad0567f874 req-5da40ef8-7e88-453d-95c0-73191744edf4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Aug 30 21:53:17.975124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c18d6-84a3-42a7-88dd-7a4759876787 req-80cdaf33-55fc-4d22-b6b2-0495ebf0a0ae tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:17.976623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae3c18d6-84a3-42a7-88dd-7a4759876787 req-80cdaf33-55fc-4d22-b6b2-0495ebf0a0ae tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0520670 Aug 30 21:53:18.014081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae3c18d6-84a3-42a7-88dd-7a4759876787 req-55c0ba2d-66be-433a-b561-7afc6ac8ac5d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Aug 30 21:53:18.260742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-5b1a9f24-6a15-4b3f-bc92-c5ea26a6c439 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:18.262290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-5b1a9f24-6a15-4b3f-bc92-c5ea26a6c439 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&tenant_id=05898443d22549aeb60f310f3c87ca09&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 943 time: 0.0558240 Aug 30 21:53:18.272480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20813682-5718-42f8-85b9-f0c91236b953 req-0318d067-8e22-45fc-b254-80843bcb5c65 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:18.273998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20813682-5718-42f8-85b9-f0c91236b953 req-0318d067-8e22-45fc-b254-80843bcb5c65 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0489852 Aug 30 21:53:18.313449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-20813682-5718-42f8-85b9-f0c91236b953 req-0d96ea97-f5ed-4d37-9358-7e1e2e4aa238 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Aug 30 21:53:18.325824 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-d08b3e6d-889f-4b0c-93cd-c1ae5fa35ad3 service neutron] 10.222.0.86 "GET /v2.0/ports/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.0554967 Aug 30 21:53:18.390334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-895f949b-1175-4957-963d-74663a74c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:18.391870 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-895f949b-1175-4957-963d-74663a74c1ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1095 time: 0.0432961 Aug 30 21:53:18.489241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-d99fbfda-b55e-4811-a0e8-52f42f0a013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:18.490625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-d99fbfda-b55e-4811-a0e8-52f42f0a013d service neutron] 10.222.0.86 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0899084 Aug 30 21:53:18.555866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-c0ddc86d-8015-4bce-9fbf-b25baaab417e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.0576286 Aug 30 21:53:18.604116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-8597b3af-095f-4119-af34-4c10a512159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:18.605512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-8597b3af-095f-4119-af34-4c10a512159f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0421059 Aug 30 21:53:18.661358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-2c83e870-7c15-4fe0-9879-4a0615b41cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:18.663568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-2c83e870-7c15-4fe0-9879-4a0615b41cdf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496328 Aug 30 21:53:18.774434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-0feeef36-c1bd-4d96-a742-af445888c122 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019781 Aug 30 21:53:18.866020 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-6991151d-aa4d-4e0a-9874-39092e88a700 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846317 Aug 30 21:53:19.242132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:53:19.347052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:19.359536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:53:19.396795 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:19.410279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:53:19.433377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:19.438443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:19.487964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020496-8092-46cb-bf96-27b1e63ca71a req-778b98e9-52c6-42c3-92d3-48f27821f9aa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:19.489481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9020496-8092-46cb-bf96-27b1e63ca71a req-778b98e9-52c6-42c3-92d3-48f27821f9aa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0529652 Aug 30 21:53:19.499492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:19.507427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.507772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.508110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.508410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.508769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.509099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.509396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.509745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.510066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.510385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.510701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.511028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:53:19.528415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9020496-8092-46cb-bf96-27b1e63ca71a req-ea347e2a-abd8-4274-8520-96b1767b9c56 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326061 Aug 30 21:53:19.782651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:53:20.657526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95d7b9-6467-46c4-ae3e-12dce45ec032 req-6945956d-738b-4da3-a567-8129a70618b2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:20.659060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc95d7b9-6467-46c4-ae3e-12dce45ec032 req-6945956d-738b-4da3-a567-8129a70618b2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0502493 Aug 30 21:53:20.701693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc95d7b9-6467-46c4-ae3e-12dce45ec032 req-ee913d0e-d617-4c55-93dc-bdae97b78b43 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342381 Aug 30 21:53:20.976080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-1397dc00-b4b2-4aa7-acee-de1b0a80b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:20.977589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-1397dc00-b4b2-4aa7-acee-de1b0a80b60d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 1096 time: 0.0435977 Aug 30 21:53:20.989588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:53:21.042682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:21.237092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:53:21.248857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:21.281748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:53:21.313684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:53:21.322320 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:21.333440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Ignored duplicate provisioning block setup for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 21:53:21.333665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:21.341743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:21.346150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:53:21.424647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=9']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:21.461392 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] No DVR routers for this DVR port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:53:21.599960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:53:21.600296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:53:21.600565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:53:21.606728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:53:21.607008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Attempting to bind port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on network e45b9828-69b6-4572-9893-650dff195e99 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:53:21.612090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:53:21.612508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Checking segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:53:21.612868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Bound using segment: {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:53:21.613307 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Bound port: 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb17348-91cc-4ae8-844d-b832454efe24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:53:21.613738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:21.679063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:53:21.682286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:53:21.689488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:21.723582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:21.724204 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:21.726034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] 10.222.0.82 "PUT /v2.0/ports/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1092 time: 0.7405086 Aug 30 21:53:21.726480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:53:21.729080 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6667df2-e278-4341-886b-46c7f6b18d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:53:21.765417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc5bbb-9569-4ba9-bd41-06744eb3c36c service neutron] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=10']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:21.813493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-3968d5d0-db57-4507-8d4d-410d95531cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:21.815148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-3968d5d0-db57-4507-8d4d-410d95531cae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1096 time: 0.0584056 Aug 30 21:53:21.835899 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07ee9-ae3a-40eb-ba5d-a35e162d0a51 req-d78529aa-ea6a-43ec-93a2-6581d8505973 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:21.839228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46d07ee9-ae3a-40eb-ba5d-a35e162d0a51 req-d78529aa-ea6a-43ec-93a2-6581d8505973 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0502920 Aug 30 21:53:21.878739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-46d07ee9-ae3a-40eb-ba5d-a35e162d0a51 req-42a09270-15cc-4f92-aa39-1901e113e5b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351939 Aug 30 21:53:21.911430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-85a06b7a-8200-4bcf-aaa7-86e9779eead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:21.912956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-85a06b7a-8200-4bcf-aaa7-86e9779eead0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0910051 Aug 30 21:53:21.966710 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336c582-4542-4853-a097-a149b3f5895e x-openstack-request-id: req-9336c582-4542-4853-a097-a149b3f5895e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:53:21.966997 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:53:21.967243 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9336c582-4542-4853-a097-a149b3f5895e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:53:21.967642 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'status': 'completed', 'code': 200} Aug 30 21:53:22.015194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-08802f63-2601-4b1a-9d90-55be3712b9a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.0942729 Aug 30 21:53:22.026463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-f2df338a-6b7b-4b46-8b53-fbab751f0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.027876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-f2df338a-6b7b-4b46-8b53-fbab751f0784 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1096 time: 0.0594733 Aug 30 21:53:22.120581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-120ed668-1748-4ee3-b076-b08aae60cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.122057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-120ed668-1748-4ee3-b076-b08aae60cdb8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0981228 Aug 30 21:53:22.172793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-e873fb18-49a8-4cce-a2cf-ce3d286c6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.174539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-e873fb18-49a8-4cce-a2cf-ce3d286c6822 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.1395781 Aug 30 21:53:22.189109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-7742a637-5a70-44c2-a27a-117fb17a6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.190511 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-7742a637-5a70-44c2-a27a-117fb17a6da5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602996 Aug 30 21:53:22.632253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-20af9a61-d498-42e6-b17e-d106760b7be6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.4503710 Aug 30 21:53:22.692320 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-d19f94c0-f754-4c00-905e-fac10e6dcdb9 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737258 Aug 30 21:53:22.708485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-b826406e-8506-4c49-b892-f48637f64d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.709831 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-b826406e-8506-4c49-b892-f48637f64d3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0654066 Aug 30 21:53:22.810804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-2fea1bf0-1db5-41fa-8314-0414e63689c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.812306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-2fea1bf0-1db5-41fa-8314-0414e63689c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887647 Aug 30 21:53:22.817631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ab8d06f8-4559-4825-89ed-ca3d6f535f3c req-fae242b1-6390-47a3-bd9a-3c8cca9c65b3 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169450 Aug 30 21:53:22.935456 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-39bf1064-57e1-4b85-a5bb-980947137229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:22.937004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-39bf1064-57e1-4b85-a5bb-980947137229 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1096 time: 0.0698791 Aug 30 21:53:22.942484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-0620ca53-1bc3-4b1e-b73c-b615b604584c service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223726 Aug 30 21:53:23.007275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ad37-26f2-4810-9eba-b4d1c44e4262 req-c161c353-b368-44d9-a33e-1f4e16afff27 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:23.008792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0b3ad37-26f2-4810-9eba-b4d1c44e4262 req-c161c353-b368-44d9-a33e-1f4e16afff27 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0536561 Aug 30 21:53:23.048012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0b3ad37-26f2-4810-9eba-b4d1c44e4262 req-99e822fd-b424-42e9-8f4d-49fef0079afd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Aug 30 21:53:23.096634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-2b7ccb28-34ed-483d-8c79-2513ed6f1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:23.098143 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-2b7ccb28-34ed-483d-8c79-2513ed6f1825 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.1539564 Aug 30 21:53:23.100411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-03ccba89-364a-4bed-9fa3-94de1a77f1c1 service neutron] 10.222.0.86 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477432 Aug 30 21:53:23.172639 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-278efc65-ec60-481f-bdd8-1c4356cafd18 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 998 time: 0.0669460 Aug 30 21:53:23.223985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-7a4c4634-bcba-4b57-8d33-0d8466b776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:23.225415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-7a4c4634-bcba-4b57-8d33-0d8466b776d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0464425 Aug 30 21:53:23.271996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-abe0f3bc-658e-41f8-b372-613b2df74125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:23.273454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-abe0f3bc-658e-41f8-b372-613b2df74125 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402594 Aug 30 21:53:23.371901 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-580c6646-b54d-4a57-bd6b-0d304228027c service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911498 Aug 30 21:53:23.464036 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f6667df2-e278-4341-886b-46c7f6b18d4b req-0439528a-7e9f-44fc-9d8e-7650eaa675f3 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847983 Aug 30 21:53:24.181905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ba703-dac2-4bfe-b041-01eaa5ff48c2 req-66e12385-ed73-4297-b1ff-429208a13c0f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:24.183584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d48ba703-dac2-4bfe-b041-01eaa5ff48c2 req-66e12385-ed73-4297-b1ff-429208a13c0f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0572019 Aug 30 21:53:24.223196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d48ba703-dac2-4bfe-b041-01eaa5ff48c2 req-57844f55-af92-4c68-bcbb-f93188464340 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337696 Aug 30 21:53:25.258800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:53:25.305784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:53:25.404486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b0ed-c5d4-46b8-a78f-3b8213c505ee req-35ae5bda-e3ef-4742-8e92-c837007d1e21 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:25.405994 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d0b0ed-c5d4-46b8-a78f-3b8213c505ee req-35ae5bda-e3ef-4742-8e92-c837007d1e21 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.1042304 Aug 30 21:53:25.445679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9d0b0ed-c5d4-46b8-a78f-3b8213c505ee req-7125e9db-f60a-4856-bd4a-502a73370e2e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Aug 30 21:53:26.586482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4326f6-a43d-4467-8299-bde045becca1 req-46ee88f7-c6fc-45b0-a454-feb30c584275 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:26.588023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c4326f6-a43d-4467-8299-bde045becca1 req-46ee88f7-c6fc-45b0-a454-feb30c584275 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0622602 Aug 30 21:53:26.627451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c4326f6-a43d-4467-8299-bde045becca1 req-be9bdfed-5f5a-42b1-b4ec-5101943d56ab tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Aug 30 21:53:26.655497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47114) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:53:26.658046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:53:26.719315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5158e306-42b2-49a1-bf35-21b8dc2990a4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/41de596d-7432-40f1-90e9-37b778e3d025 HTTP/1.1" status: 200 len: 990 time: 0.0626078 Aug 30 21:53:26.756426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:26.767919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'port_id': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'mac_address': 'fa:16:3e:bb:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:53:26.808434 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:26.825381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:53:26.848682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:26.856388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:26.909134 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:27.254780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:53:28.672434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:53:28.728130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:53:28.732227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:53:28.732612 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:28.811754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:28.833821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:53:28.836063 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce63bb52-7bf0-4cd2-9d57-7266ae1f1cba" -d '{"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:53:28.848295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:53:28.854111 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:28.877180 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a19dec-f932-45e2-9966-57590292f17d x-openstack-request-id: req-13a19dec-f932-45e2-9966-57590292f17d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:53:28.877504 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:53:28.877756 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13a19dec-f932-45e2-9966-57590292f17d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:53:28.878147 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'code': 200} Aug 30 21:53:28.903154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=12']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:53:33.903737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:36.182411 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:39.006723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f4b2fca-3bfc-4431-88bc-38e6e995726c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:41.800430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:41.937421 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41574e3f-f2d5-4640-a450-40cf855808c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:42.802383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:44.489881 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:53:44.527620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-803eb885-416e-4f8f-8b9e-eec8da31a4e9 req-7fe1f6a7-b26f-4299-9ca7-0348c6b8aafb tempest-TestVolumeBootPattern-157473708 tempest-TestVolumeBootPattern-157473708-project] (94688) timed out ('10.222.0.86', 64249) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 21:53:44.697251 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:53:48.222065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-ad706576-8cfb-4147-ae3c-82d1f3cf35e2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918322 Aug 30 21:53:48.315297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-c679e5bd-775a-4af8-9f56-e7bcce9b3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:48.316794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-c679e5bd-775a-4af8-9f56-e7bcce9b3e9a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1098 time: 0.0425491 Aug 30 21:53:48.440592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-c99fc843-3906-4e25-88d3-464dde0dc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:48.442804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-c99fc843-3906-4e25-88d3-464dde0dc0d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.1033502 Aug 30 21:53:48.511723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-c5a09593-e5c1-477a-897d-d3c270828c6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 1000 time: 0.0596287 Aug 30 21:53:48.563018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-71770566-5764-4b37-adae-b1a3a714bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:48.564397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-71770566-5764-4b37-adae-b1a3a714bcd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0452352 Aug 30 21:53:48.621638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-8e7e1df4-6915-4eaa-834f-87dbfd8fa4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:53:48.623330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-8e7e1df4-6915-4eaa-834f-87dbfd8fa4ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496550 Aug 30 21:53:48.715631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-97427f02-8636-482b-bd55-672c224168e0 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845482 Aug 30 21:53:48.811819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fbab76a-e0dc-42cc-b7db-83318aad8796 req-a69529dc-2863-43da-ab6f-ea81b6d73a3a service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884683 Aug 30 21:54:03.892344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:06.198949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:09.010481 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a17bdf24-48e2-4e9c-a646-31d941b48515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:11.802988 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:11.935946 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ca1fbafe-d0fc-4567-8402-9f4aa73915f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:12.803714 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:14.703825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:21.493849 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:54:23.887394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db4cc2-7932-4046-932e-07ed156b5f4a req-cf883816-36b8-4988-9948-22a0000baa1d tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:23.888917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6db4cc2-7932-4046-932e-07ed156b5f4a req-cf883816-36b8-4988-9948-22a0000baa1d tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1098 time: 0.0413773 Aug 30 21:54:23.923847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6db4cc2-7932-4046-932e-07ed156b5f4a req-eeee296c-f5a5-4ecf-96f4-dbca0bb1d588 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285218 Aug 30 21:54:23.946427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:24.117492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 9e9007ee-b956-4314-bfa3-a87b8d64f59b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:54:24.117881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:24.203594 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:24.203888 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:24.216410 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 9e9007ee-b956-4314-bfa3-a87b8d64f59b owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:54:24.374757 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:24.399863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=9e9007ee-b956-4314-bfa3-a87b8d64f59b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:24.412752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.413102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.413429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.413771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.414098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.414425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.414784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.415110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.415436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.415755 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.416069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.416381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:24.469993 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:24.470367 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 41de596d-7432-40f1-90e9-37b778e3d025 disassociated (deleted). External IP: 172.25.5.13, port: 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f. Aug 30 21:54:24.683173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router f8387ef7-7d2a-4d7b-a5a9-f089048593cd has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:54:25.066199 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:54:25.071409 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:25.076767 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] Sync routers for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:54:25.086654 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:25.087294 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:25.098957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-00719736-abd9-4d37-9a2f-33cccffea95d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/floatingips/41de596d-7432-40f1-90e9-37b778e3d025 HTTP/1.1" status: 204 len: 168 time: 1.1514125 Aug 30 21:54:25.099569 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:54:25.101838 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db146ce-d316-4bd8-9545-d919a8d0da6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:54:25.193528 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:25.256643 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb92ace-355e-49a7-b9a6-809af252140a x-openstack-request-id: req-0bb92ace-355e-49a7-b9a6-809af252140a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:54:25.256926 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:54:25.257190 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0bb92ace-355e-49a7-b9a6-809af252140a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:54:25.257584 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'status': 'completed', 'code': 200} Aug 30 21:54:25.324900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-4452ccfb-059d-4a05-9fa7-2b40b0727e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:25.327248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-4452ccfb-059d-4a05-9fa7-2b40b0727e2a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 1098 time: 0.0450890 Aug 30 21:54:25.357678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e682-dad7-448d-af99-c02b721fde47 req-0627b2de-4265-4a4e-a82f-ae061ed3bc1d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:25.359296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6408e682-dad7-448d-af99-c02b721fde47 req-0627b2de-4265-4a4e-a82f-ae061ed3bc1d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 946 time: 0.0582473 Aug 30 21:54:25.399927 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:26Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:25.400805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6408e682-dad7-448d-af99-c02b721fde47 req-10d799d5-93d3-4c19-a4d2-b9939ebeec30 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353961 Aug 30 21:54:25.429305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-07739c10-cf89-43ea-a0b8-094dabb80873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:25.430854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-07739c10-cf89-43ea-a0b8-094dabb80873 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 200 len: 898 time: 0.0955052 Aug 30 21:54:25.432934 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] Checking router: f8387ef7-7d2a-4d7b-a5a9-f089048593cd for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:54:25.441129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:25.441712 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:25.477802 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-f8708e76-2f45-4c1d-957a-d89e435db216 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 200 len: 217 time: 0.0381999 Aug 30 21:54:25.527939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-4ac1af79-3678-448d-a184-0d992e72674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:25.529418 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-4ac1af79-3678-448d-a184-0d992e72674d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 200 len: 834 time: 0.0444980 Aug 30 21:54:25.544083 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:25.576632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-1ad890bb-dcea-4a45-af49-0050243e57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:25.578231 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-1ad890bb-dcea-4a45-af49-0050243e57dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e45b9828-69b6-4572-9893-650dff195e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410943 Aug 30 21:54:25.675674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-3a3cca48-f887-45d7-8d99-53b08dab6fc9 service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884955 Aug 30 21:54:25.738511 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:26Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:25.764597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88f0a1d-1a2e-48ec-99b1-4dfa93dc8a87 None None] The sync data for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 is: [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:51:23Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '860feac7-391e-49fc-b9ba-be02dc7c10d6', 'name': '', 'network_id': 'e45b9828-69b6-4572-9893-650dff195e99', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:ca:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:22Z', 'updated_at': '2021-08-30T21:51:26Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '43c3aef7-241a-4c0e-9653-acc54ed879cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:54:25.767280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7db146ce-d316-4bd8-9545-d919a8d0da6b req-8f85c47a-d313-4d4d-b786-54a8c62a4a7f service neutron] 10.222.0.82 "GET /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842810 Aug 30 21:54:26.012413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26555201-1cc0-4553-bb9a-ff5fdcff9cc8 None None] New status for floating IP 41de596d-7432-40f1-90e9-37b778e3d025: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:54:26.535349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf422472-3106-4e2d-8a15-dbf3fc8f140f req-07c8d24a-fc30-4b18-aecb-b6db7ebbe8c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:26.536839 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf422472-3106-4e2d-8a15-dbf3fc8f140f req-07c8d24a-fc30-4b18-aecb-b6db7ebbe8c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Aug 30 21:54:26.576482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf422472-3106-4e2d-8a15-dbf3fc8f140f req-6d38da9f-c6f9-49f5-8825-0c452c679489 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=60fee15a-1629-4971-b746-37d337cbf299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Aug 30 21:54:26.948540 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-3048ad96-2894-41bd-91c1-dc18021a6cff tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:26.950023 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-3048ad96-2894-41bd-91c1-dc18021a6cff tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 946 time: 0.0592904 Aug 30 21:54:27.038785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:54:27.039100 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:27.138423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:27.138827 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:27.158486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:54:27.290289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:27.329869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=1ec6bf85-3d7d-4874-acac-4857dd6bbb7f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:27.342595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.342967 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.343313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.343679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.344006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.344334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.344661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.345032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.345354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.345682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.346003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.346320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:27.380982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] No DVR routers for this DVR port 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:54:27.383646 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:27.385765 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c32fd852-6f86-4bbd-aee2-2f00559677bd req-e8c3d06d-eb9b-45ef-8348-0573c7013197 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "DELETE /v2.0/ports/1ec6bf85-3d7d-4874-acac-4857dd6bbb7f HTTP/1.1" status: 204 len: 173 time: 0.4296296 Aug 30 21:54:27.386222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-deleted', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:54:27.388674 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c373be6-a7e0-43a5-9824-60364754babb" -d '{"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-deleted", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:54:27.493101 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe24211d-4c23-4572-b3b9-2213f2b73639 x-openstack-request-id: req-fe24211d-4c23-4572-b3b9-2213f2b73639 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:54:27.493401 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccd83ac-785b-4acb-8b7f-da48a333e9a1", "name": "network-vif-deleted", "tag": "1ec6bf85-3d7d-4874-acac-4857dd6bbb7f", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:54:27.493671 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe24211d-4c23-4572-b3b9-2213f2b73639 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:54:27.494071 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccd83ac-785b-4acb-8b7f-da48a333e9a1', 'name': 'network-vif-deleted', 'tag': '1ec6bf85-3d7d-4874-acac-4857dd6bbb7f', 'status': 'completed', 'code': 200} Aug 30 21:54:27.695926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15af4751-d23a-43cc-a0f4-aa0ea948abe2 req-f9a65a68-689c-46f9-b683-18b4a22525a9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ccd83ac-785b-4acb-8b7f-da48a333e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0279746 Aug 30 21:54:28.767007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47164) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:29.145561 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:29.399450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 860feac7-391e-49fc-b9ba-be02dc7c10d6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:54:29.399710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:29.502245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 860feac7-391e-49fc-b9ba-be02dc7c10d6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=860feac7-391e-49fc-b9ba-be02dc7c10d6,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:29.502610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:29.516261 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 860feac7-391e-49fc-b9ba-be02dc7c10d6 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:54:29.709208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:29.733867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=860feac7-391e-49fc-b9ba-be02dc7c10d6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:29.915892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.129645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router f8387ef7-7d2a-4d7b-a5a9-f089048593cd has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:54:30.234698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:54:30.240623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-566652fd-fcee-47ac-8093-0b55cfb5caee tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/f8387ef7-7d2a-4d7b-a5a9-f089048593cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4718134 Aug 30 21:54:30.242792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47166) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:30.245255 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] Sync routers for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:54:30.255556 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:30.256336 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:30.297088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting subnet 43c3aef7-241a-4c0e-9653-acc54ed879cc {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:54:30.300384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.343741 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.362471 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:30.427620 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.505602 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.536213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Subnet': ['ID=43c3aef7-241a-4c0e-9653-acc54ed879cc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:30.538275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.543042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47168) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:30.543571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b4b2d3b-17f6-404c-8bf9-93d20fa5c66f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/subnets/43c3aef7-241a-4c0e-9653-acc54ed879cc HTTP/1.1" status: 204 len: 168 time: 0.2994423 Aug 30 21:54:30.546364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c448b8f6-f66a-437b-8483-3d415df27161 None None] Network e45b9828-69b6-4572-9893-650dff195e99 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:54:30.647241 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:54:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:30.662257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.673828 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] Checking router: f8387ef7-7d2a-4d7b-a5a9-f089048593cd for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:54:30.682726 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] Routers {'f8387ef7-7d2a-4d7b-a5a9-f089048593cd'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:30.683443 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:30.751891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] DHCP port deletion for e45b9828-69b6-4572-9893-650dff195e99 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:54:30.774597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.790274 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] Set router f8387ef7-7d2a-4d7b-a5a9-f089048593cd gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:30.800827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Deleting port b85c1dde-fe64-4682-be82-9ee72b490325 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:54:30.801196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.832491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port eae93ef5-6b9a-4be9-96a8-eed5a2736498 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:54:30.833150 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.866919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] For port b85c1dde-fe64-4682-be82-9ee72b490325, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b85c1dde-fe64-4682-be82-9ee72b490325,segment=NetworkSegment(5eb17348-91cc-4ae8-844d-b832454efe24),segment_id=5eb17348-91cc-4ae8-844d-b832454efe24)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:30.867631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.881808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Calling delete_port for b85c1dde-fe64-4682-be82-9ee72b490325 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:54:30.915645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port eae93ef5-6b9a-4be9-96a8-eed5a2736498, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=eae93ef5-6b9a-4be9-96a8-eed5a2736498,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:30.916013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.928376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for eae93ef5-6b9a-4be9-96a8-eed5a2736498 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:54:30.968566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:30.975208 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:54:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:31.000288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:54:31.002212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Pushing event deleted for resources: {'Port': ['ID=b85c1dde-fe64-4682-be82-9ee72b490325,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:31.003124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efb9e3-66b4-4032-825d-86cd76f9e566 None None] The sync data for ids ['f8387ef7-7d2a-4d7b-a5a9-f089048593cd'] in n-d-793620-16 is: [{'id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-106798052', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:51:19Z', 'updated_at': '2021-08-30T21:54:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'eae93ef5-6b9a-4be9-96a8-eed5a2736498', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8387ef7-7d2a-4d7b-a5a9-f089048593cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:51:20Z', 'updated_at': '2021-08-30T21:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:54:31.028736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:54:31.029025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 1ec6bf85-3d7d-4874-acac-4857dd6bbb7f not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:54:31.031885 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] No DVR routers for this DVR port b85c1dde-fe64-4682-be82-9ee72b490325 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:54:31.036747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.037102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.037445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.037782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.038114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.038450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.038815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.039113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.039442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.039756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.040097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.040427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eebcce-98a1-4897-bf68-81baca40f31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:31.104219 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.130621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=eae93ef5-6b9a-4be9-96a8-eed5a2736498,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:31.189386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.279668 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.282014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.333480 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.333905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Fanout notify agent at l3_agent the message router_deleted on router f8387ef7-7d2a-4d7b-a5a9-f089048593cd {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:54:31.341091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.342225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-fc50d635-98ff-498b-b10a-e6f8fe84fc69 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/routers/f8387ef7-7d2a-4d7b-a5a9-f089048593cd HTTP/1.1" status: 204 len: 168 time: 0.7981493 Aug 30 21:54:31.345104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47170) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:31.424994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.519512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.529645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45b9828-69b6-4572-9893-650dff195e99']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:31.540041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb17348-91cc-4ae8-844d-b832454efe24') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:31.540251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb17348-91cc-4ae8-844d-b832454efe24') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:31.549181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.563407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.569611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:54:31.569888 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: timer() Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:54:31.572980 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:54:31.633942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.642994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.647131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/networks/e45b9828-69b6-4572-9893-650dff195e99 HTTP/1.1" status: 204 len: 168 time: 0.3010142 Aug 30 21:54:31.647448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47172) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:31.665017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b337015-a9ad-4475-8a7f-28cbe6fe506f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Network': ['ID=e45b9828-69b6-4572-9893-650dff195e99,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:31.717271 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b438a0fb-185a-46f8-802a-f8eb729c1146 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.750101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b438a0fb-185a-46f8-802a-f8eb729c1146 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.812295 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b438a0fb-185a-46f8-802a-f8eb729c1146 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.815140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b438a0fb-185a-46f8-802a-f8eb729c1146 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:31.816314 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b438a0fb-185a-46f8-802a-f8eb729c1146 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/security-groups/60fee15a-1629-4971-b746-37d337cbf299 HTTP/1.1" status: 204 len: 168 time: 0.1677489 Aug 30 21:54:31.825213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438a0fb-185a-46f8-802a-f8eb729c1146 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fee15a-1629-4971-b746-37d337cbf299,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.033108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47178) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.038225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875588814', 'description': 'tempest-secgroup-smoke-1875588814 description', 'project_id': '05898443d22549aeb60f310f3c87ca09'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.064611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.146935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.153131 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.182292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e668fed3-4fd5-45e0-bb05-7f3e76ec7022,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.184705 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.185920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ce265334-2040-41ba-b4af-dfe8707e4f48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1517770 Aug 30 21:54:32.189242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47180) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.193455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'e668fed3-4fd5-45e0-bb05-7f3e76ec7022', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.222622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.286008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.291466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.306715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd00f613-ef73-41df-9c88-563c497ce114,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.317120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.318506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d80ea394-167d-48f5-a1ac-395a1183af0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284766 Aug 30 21:54:32.321237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47182) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.325886 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'e668fed3-4fd5-45e0-bb05-7f3e76ec7022', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.354205 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.418897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.424995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.444878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eebbac2-7ca5-4796-819f-0b9deddca1c0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.448818 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.450203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-39d35d9f-bd4d-4ea9-909a-1bdf652097ea tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1279819 Aug 30 21:54:32.453116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47184) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.457633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'e668fed3-4fd5-45e0-bb05-7f3e76ec7022', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.485954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.524572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eae93ef5-6b9a-4be9-96a8-eed5a2736498 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:54:32.544120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: eae93ef5-6b9a-4be9-96a8-eed5a2736498 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:54:32.544574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device eae93ef5-6b9a-4be9-96a8-eed5a2736498 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:54:32.544972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b85c1dde-fe64-4682-be82-9ee72b490325 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:54:32.547646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.552674 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.564290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b85c1dde-fe64-4682-be82-9ee72b490325 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:54:32.564676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b85c1dde-fe64-4682-be82-9ee72b490325 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:54:32.565116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 860feac7-391e-49fc-b9ba-be02dc7c10d6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:54:32.572336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6313ca1-0c34-4066-aa80-2edf13ba4ac6,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.581591 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.582882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-10e1d1da-2941-4a08-9dd1-aa40c0690483 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287534 Aug 30 21:54:32.585705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47186) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.585957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 860feac7-391e-49fc-b9ba-be02dc7c10d6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:54:32.586304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 860feac7-391e-49fc-b9ba-be02dc7c10d6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:54:32.591049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'e668fed3-4fd5-45e0-bb05-7f3e76ec7022', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.618916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.679549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.685172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.702573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cc9b83-5d9b-4987-99bc-83ec24fd2f1e,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.709392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.710793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5fbf0e86-4b16-4f20-b747-9af81b8e25fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240640 Aug 30 21:54:32.713685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47188) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.718495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'e668fed3-4fd5-45e0-bb05-7f3e76ec7022', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.742461 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:54:32.747417 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.808302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.813351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.831245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd46367-0f39-4052-b5ac-f97189ac962b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.838052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.839327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cd171db3-ce7e-4143-8220-7fd9e33fe2a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245437 Aug 30 21:54:32.842356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47190) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.846900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'e668fed3-4fd5-45e0-bb05-7f3e76ec7022', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.869941 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:54:32.875196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.935291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.940317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.960033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc822637-14b9-45ba-9cdd-2c04b521dc0b,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:32.963058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:32.964266 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c24dd54f-f020-44de-a44e-c97df51142b7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208978 Aug 30 21:54:32.967546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47192) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:32.973139 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'network': {'name': 'tempest-network-smoke--834603098', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:32.996792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:54:33.000260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.024496 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:54:33.033774 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.034186 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Added segment c044dd73-e106-4c1a-816f-4de5333862ea of type vlan for network 15d4831c-2790-40bc-88b7-4f0ed2e36996 Aug 30 21:54:33.074792 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.103312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.112407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:33.113342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.176187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2074072 Aug 30 21:54:33.179022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47194) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:33.183450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'admin_state_up': True, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:33.202051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808438f-4f6e-4d83-bf81-2d3de4eafccd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Network': ['ID=15d4831c-2790-40bc-88b7-4f0ed2e36996,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:33.213722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:54:33.218703 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.219807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.271455 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.414030 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.601698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.623510 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.722089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.119 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/bc57d2b8-d9cc-4b59-aff2-fc55da684c6b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:54:33.824342 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.873734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.888473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:33.915545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:54:33.918435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:33.922611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:54:33.925592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:34.172639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:34.371836 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:34.792922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:54:34.898092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:54:34.908311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Sync routers for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:54:34.917505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:34.918128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:34.919955 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:34.924197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f22262b8-6e9a-4190-878c-dda506505c4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7412522 Aug 30 21:54:34.924477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47196) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:34.954916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a0568751-635d-488d-9adc-95199cc7cd50 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=05898443d22549aeb60f310f3c87ca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269578 Aug 30 21:54:34.955253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47198) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:35.022680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:35.040709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671044c-a18c-4133-a635-6ebc022ffc15 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:35.045012 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f671044c-a18c-4133-a635-6ebc022ffc15 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860968 Aug 30 21:54:35.045222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47200) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:35.073600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-829454e8-b729-4e28-9313-83e6ba8b349d tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272472 Aug 30 21:54:35.076241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47202) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:35.081082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110652726', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:35.172481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:54:35.176008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.198097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:34Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:35.227868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Checking router: 979f2de8-ddf2-499f-8b45-4b9def0d2b2c for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:54:35.228213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Updating router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:54:35.254489 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.360446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.419035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Subnet': ['ID=3864065a-6105-4939-aace-107aa387afc4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:35.427889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Checking segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:54:35.428252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network hostable DHCP agents. Network: 15d4831c-2790-40bc-88b7-4f0ed2e36996, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:54:35.445859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:54:35.455935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 15d4831c-2790-40bc-88b7-4f0ed2e36996) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:35.460519 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:35.461130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.473263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f129729a-934d-459a-a088-af9667c660e2 None None] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:54:35.480114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3f787be9-a74a-48f6-ba6f-e5dc2e0d13c8 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4020438 Aug 30 21:54:35.482186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47204) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:35.714419 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.735187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Transition to ACTIVE for port object bc57d2b8-d9cc-4b59-aff2-fc55da684c6b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:35.746730 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.824444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3285-16c8-4b49-a33d-866fd452d418 None None] Pushing event updated for resources: {'Port': ['ID=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:35.832304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Attempting to bind port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:54:35.832304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Attempting to bind port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:54:35.832304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Attempting to bind port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:54:35.841757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:54:35.842121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:54:35.842523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.842946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:54:35.843425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Bound port: bc57d2b8-d9cc-4b59-aff2-fc55da684c6b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:54:35.843828 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.890022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-15d4831c-2790-40bc-88b7-4f0ed2e36996', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:54:35.890909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.927569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:35.930949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] For port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:54:35.934693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] For port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:54:35.980977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.086372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3285-16c8-4b49-a33d-866fd452d418 None None] Pushing event updated for resources: {'Port': ['ID=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:36.090583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:36.091243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:36.141515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Allocated IP 172.20.0.2 (15d4831c-2790-40bc-88b7-4f0ed2e36996/3864065a-6105-4939-aace-107aa387afc4/c2786dd9-d949-426b-95e1-eede40273de7) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:54:36.268047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.278338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:36.447216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.463810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Transition to ACTIVE for port object c2786dd9-d949-426b-95e1-eede40273de7 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:36.497660 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Transition to ACTIVE for port object c2786dd9-d949-426b-95e1-eede40273de7 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:36.506043 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.547796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:54:36.554051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.1 (15d4831c-2790-40bc-88b7-4f0ed2e36996/3864065a-6105-4939-aace-107aa387afc4/3739d46d-9b45-4fbe-91dd-48607ba9cd52) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:54:36.555143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:36.562243 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:54:36.566750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Pushing event updated for resources: {'Port': ['ID=c2786dd9-d949-426b-95e1-eede40273de7,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:36.596028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:34Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:36.641760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbf633-a350-46d4-a320-5435e2fd4d92 None None] The sync data for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 is: [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:34Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:54:36.652219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Attempting to bind port c2786dd9-d949-426b-95e1-eede40273de7 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:54:36.652568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Attempting to bind port c2786dd9-d949-426b-95e1-eede40273de7 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:54:36.652965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Attempting to bind port c2786dd9-d949-426b-95e1-eede40273de7 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:54:36.658320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:54:36.658777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Checking segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:54:36.660449 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.660861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Bound using segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:54:36.661330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Bound port: c2786dd9-d949-426b-95e1-eede40273de7, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:54:36.662307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.687970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.703417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object 3739d46d-9b45-4fbe-91dd-48607ba9cd52 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:36.729787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] For port c2786dd9-d949-426b-95e1-eede40273de7, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:54:36.733179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] For port c2786dd9-d949-426b-95e1-eede40273de7, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c2786dd9-d949-426b-95e1-eede40273de7,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:54:36.739071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.739864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:36.782471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:54:36.785767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:36.789858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:54:36.800426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3309a5f-ee6e-4a4b-ba4e-dcad39113a5a None None] Pushing event updated for resources: {'Port': ['ID=c2786dd9-d949-426b-95e1-eede40273de7,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:36.828560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=3739d46d-9b45-4fbe-91dd-48607ba9cd52,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:36.853942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:37.031778 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:37.691143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:37.697079 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:37.757782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f158e136-b12e-45fc-a080-dccaf77bdf05 None None] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:54:37.775171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=3739d46d-9b45-4fbe-91dd-48607ba9cd52,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:37.778071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:37.841105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-03ef492e-df37-433f-be39-cac4f251ae2d None None] Provisioning for port c2786dd9-d949-426b-95e1-eede40273de7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:37.872492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:54:37.874029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:37.998791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:54:38.118610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:54:38.123908 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-537f2f02-3d63-438b-8c0b-a50e77a2df32 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/979f2de8-ddf2-499f-8b45-4b9def0d2b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406429 Aug 30 21:54:38.187021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5d469b84-760e-4b48-8527-8931359479ae None None] Provisioning for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:38.192167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5d469b84-760e-4b48-8527-8931359479ae None None] Provisioning complete for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:38.192167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5d469b84-760e-4b48-8527-8931359479ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.241091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5d469b84-760e-4b48-8527-8931359479ae None None] Port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:54:38.277324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-a81eafa3-498a-4c37-8ae7-23d44cd7234e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875588814&fields=id&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 267 time: 0.0382271 Aug 30 21:54:38.342916 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Sync routers for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:54:38.357271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:38.357836 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:38.361989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8d797531-3271-43d6-aac6-813fa093ddcc None None] Provisioning complete for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:38.362548 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8d797531-3271-43d6-aac6-813fa093ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.400586 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-8d797531-3271-43d6-aac6-813fa093ddcc None None] Port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:54:38.402070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-47416a3c-3421-4cc0-b020-410b77f58989 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:38.404212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-47416a3c-3421-4cc0-b020-410b77f58989 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 796 time: 0.1193764 Aug 30 21:54:38.420115 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-c336823b-3569-4ed6-9627-4ab49e703ea0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/quotas/05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 375 time: 0.0099690 Aug 30 21:54:38.472748 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:38.479884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-fc06ba01-9b4f-4124-9ec9-cc04ec131786 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537810 Aug 30 21:54:38.608084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c2786dd9-d949-426b-95e1-eede40273de7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:38.649548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-08e8e128-0911-4042-ab04-94942f7f9daf None None] Provisioning complete for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:38.649989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08e8e128-0911-4042-ab04-94942f7f9daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.683296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-08758419-ba0f-49da-afb9-e05345fedb86 service neutron] 10.222.0.76 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876664 Aug 30 21:54:38.689677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-08e8e128-0911-4042-ab04-94942f7f9daf None None] Port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:54:38.695256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port c2786dd9-d949-426b-95e1-eede40273de7 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:38.699488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c2786dd9-d949-426b-95e1-eede40273de7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:38.699934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.718986 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:37Z', 'revision_number': 2, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:38.749020 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Checking router: 979f2de8-ddf2-499f-8b45-4b9def0d2b2c for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:54:38.749375 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Updating router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:54:38.775791 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.778174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-6ef915a2-839e-4cd1-9cdc-1c8bef793f35 service neutron] 10.222.0.76 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883625 Aug 30 21:54:38.784700 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.819800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port c2786dd9-d949-426b-95e1-eede40273de7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c2786dd9-d949-426b-95e1-eede40273de7,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:38.826273 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.827904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bc57d2b8-d9cc-4b59-aff2-fc55da684c6b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:38.901784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=c2786dd9-d949-426b-95e1-eede40273de7,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:38.923843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:38.937205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:38.937578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:38.968054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d522cbd6-f7ef-4494-95d7-35cc326e8918 req-7a972228-75fa-44f6-925e-bdeef8e50913 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 210 time: 0.0314248 Aug 30 21:54:39.027313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2089946e-144c-461f-9818-552f28975ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.043940 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.064664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:39.070256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.077252 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.087298 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Transition to ACTIVE for port object 3739d46d-9b45-4fbe-91dd-48607ba9cd52 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:39.095807 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.125090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:39.149927 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Pushing event updated for resources: {'Port': ['ID=3739d46d-9b45-4fbe-91dd-48607ba9cd52,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:39.163295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.163295 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.163658 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.163866 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.164199 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.164597 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.164837 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.165162 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.165485 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.165806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.166126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.166631 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:54:39.215059 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Attempting to bind port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:54:39.215396 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Attempting to bind port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:54:39.215961 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Attempting to bind port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:54:39.221877 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:54:39.222707 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Checking segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:54:39.222970 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.223460 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Bound using segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:54:39.224055 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Bound port: 3739d46d-9b45-4fbe-91dd-48607ba9cd52, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:54:39.224536 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.302822 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] For port 3739d46d-9b45-4fbe-91dd-48607ba9cd52, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:54:39.306424 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] For port 3739d46d-9b45-4fbe-91dd-48607ba9cd52, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3739d46d-9b45-4fbe-91dd-48607ba9cd52,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:54:39.313769 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:39.409786 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:39.410503 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:39.415658 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cb7d7-29cf-4c29-9c97-4656c44ab1ce None None] Pushing event updated for resources: {'Port': ['ID=3739d46d-9b45-4fbe-91dd-48607ba9cd52,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:39.534702 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:39.845699 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:39.871166 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeffbde-d279-4fb0-89e4-f56fcee389dd None None] The sync data for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 is: [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:54:40.086170 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-292d4963-e029-43a8-b10f-c45c7120b838 req-e4fc7e46-d4eb-4f94-a320-995e480d6787 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 210 time: 0.0295599 Aug 30 21:54:40.123742 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-57f5f041-0cfc-4b7b-a47e-8d0312887d6b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:40.125847 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-57f5f041-0cfc-4b7b-a47e-8d0312887d6b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.86 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 796 time: 0.1304507 Aug 30 21:54:40.178509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-0e38e6ac-3afd-43ab-8876-ef67f820e8cc tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 380 time: 0.0436049 Aug 30 21:54:40.189809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'port': {'device_id': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'admin_state_up': True, 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'security_groups': ['e668fed3-4fd5-45e0-bb05-7f3e76ec7022']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:40.301937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:54:40.306001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.444860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.13 (15d4831c-2790-40bc-88b7-4f0ed2e36996/3864065a-6105-4939-aace-107aa387afc4/4bca8629-f50b-4bbe-944c-1bc7b4016808) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:54:40.598507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.610384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c2786dd9-d949-426b-95e1-eede40273de7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:40.616734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object 4bca8629-f50b-4bbe-944c-1bc7b4016808 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:40.652599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.662652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port c2786dd9-d949-426b-95e1-eede40273de7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:40.663374 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.704726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:54:40.708109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:40.712252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:54:40.750252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3739d46d-9b45-4fbe-91dd-48607ba9cd52 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:40.751614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:40.774805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:40.775467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.795852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1c875142-e6e6-497a-b8fb-807c02f1919a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098621 Aug 30 21:54:40.805384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:40.809435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:40.809808 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.826624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Request body: {'port': {'device_id': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:40.887449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.899853 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.938358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 3739d46d-9b45-4fbe-91dd-48607ba9cd52, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3739d46d-9b45-4fbe-91dd-48607ba9cd52,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:40.944208 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:40.945409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bc57d2b8-d9cc-4b59-aff2-fc55da684c6b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:41.022607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d4757da3-1db8-4601-8685-7fdca78a0c69 None None] Provisioning for port 4bca8629-f50b-4bbe-944c-1bc7b4016808 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:41.039461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d4757da3-1db8-4601-8685-7fdca78a0c69 None None] Provisioning complete for port 4bca8629-f50b-4bbe-944c-1bc7b4016808 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:41.039832 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4757da3-1db8-4601-8685-7fdca78a0c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.065939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=3739d46d-9b45-4fbe-91dd-48607ba9cd52,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:41.085981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:41.086441 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.090136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d4757da3-1db8-4601-8685-7fdca78a0c69 None None] Port 4bca8629-f50b-4bbe-944c-1bc7b4016808 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:54:41.192215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bca8629-f50b-4bbe-944c-1bc7b4016808 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:54:41.200093 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.211837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75579f2-6705-4e9f-abab-2669f3eecfdb req-0dfee714-9a36-4d00-9361-35cfa7b62940 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:41.212472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Transition to ACTIVE for port object 4bca8629-f50b-4bbe-944c-1bc7b4016808 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:54:41.213349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d75579f2-6705-4e9f-abab-2669f3eecfdb req-0dfee714-9a36-4d00-9361-35cfa7b62940 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 932 time: 0.0548017 Aug 30 21:54:41.217157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.252805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d75579f2-6705-4e9f-abab-2669f3eecfdb req-0c4c5880-c718-4ed1-8e89-b5012a3eaaf3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Aug 30 21:54:41.266258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:41.343621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:54:41.343963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:54:41.344293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:54:41.349428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:54:41.349755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:54:41.354629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:54:41.355135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Checking segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:54:41.355524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Bound using segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:54:41.355956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Bound port: 4bca8629-f50b-4bbe-944c-1bc7b4016808, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:54:41.356316 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.423719 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:54:41.427064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:54:41.433114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.466322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:41.466966 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.468408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] 10.222.0.86 "PUT /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1093 time: 0.6463616 Aug 30 21:54:41.469022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:54:41.471466 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c93300-858c-488f-b13c-1f36becc0e09" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:54:41.503126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7b911-307e-4f82-950e-9b82263bf508 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:41.531600 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69413b95-e45d-4135-b70d-4380217046a2 x-openstack-request-id: req-69413b95-e45d-4135-b70d-4380217046a2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:54:41.531951 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:54:41.532633 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69413b95-e45d-4135-b70d-4380217046a2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:54:41.533071 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'status': 'completed', 'code': 200} Aug 30 21:54:41.567541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-910d2634-4c3e-44fe-be38-9ce75d6aa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:41.569089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-910d2634-4c3e-44fe-be38-9ce75d6aa536 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1096 time: 0.0477009 Aug 30 21:54:41.617026 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-35ea4a65-660c-4fd2-a08f-8401768051c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 217 time: 0.0392375 Aug 30 21:54:41.668756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-4150aeb7-77f2-4aa5-93bb-e59e8a9fdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:41.670288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-4150aeb7-77f2-4aa5-93bb-e59e8a9fdf25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0457530 Aug 30 21:54:41.716985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-df26c7b1-acc0-4693-9675-48b9d885f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:41.718366 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-df26c7b1-acc0-4693-9675-48b9d885f82c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409679 Aug 30 21:54:41.797042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:41.814743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-1b8955d7-3ba5-47ae-b822-a0362a633f40 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887527 Aug 30 21:54:41.913512 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b29f8b2-d065-4a8b-8ca7-33e7a1c06882 req-598ab684-82ce-495c-91dc-18ca831af4c9 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916154 Aug 30 21:54:41.931627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-77996090-1a00-4dc5-8ac9-d8e8135626e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:42.004625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-a62551b2-7fce-4c87-8d61-65ca8d049bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:42.006015 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-a62551b2-7fce-4c87-8d61-65ca8d049bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1096 time: 0.0423212 Aug 30 21:54:42.098694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-e51a3c21-0c55-41d7-b0b6-512764c071d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:42.100150 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-e51a3c21-0c55-41d7-b0b6-512764c071d9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0871196 Aug 30 21:54:42.141995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-1bec129f-f2fc-483a-971e-788f61d5ff0b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 217 time: 0.0337794 Aug 30 21:54:42.200026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-175a9567-bd49-4179-96b1-9004a73310e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:42.201533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-175a9567-bd49-4179-96b1-9004a73310e3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0525782 Aug 30 21:54:42.248443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-d5f9867c-9dce-4d3e-aefe-0c634c264a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:42.249946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-d5f9867c-9dce-4d3e-aefe-0c634c264a84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411026 Aug 30 21:54:42.340413 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-a2cf08ce-a6b7-475a-a3e0-15e5bf542d47 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830872 Aug 30 21:54:42.375913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4969c4a-d8d3-4f3f-9c5e-7c6f0734950f req-c8b25fc8-ef94-45df-af7b-bfe43bb8e049 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:42.377474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4969c4a-d8d3-4f3f-9c5e-7c6f0734950f req-c8b25fc8-ef94-45df-af7b-bfe43bb8e049 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 944 time: 0.0515866 Aug 30 21:54:42.416490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4969c4a-d8d3-4f3f-9c5e-7c6f0734950f req-3aa00947-c446-4805-8c41-d7411da1047c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Aug 30 21:54:42.444338 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6c93300-858c-488f-b13c-1f36becc0e09 req-b8c58b06-b153-4059-b710-615223d5dffd service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969422 Aug 30 21:54:42.534136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3739d46d-9b45-4fbe-91dd-48607ba9cd52 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:42.583101 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:42.583477 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:42.807846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:43.535504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fda2ad-0d98-42dc-bc2e-361beb1a1d57 req-7e8ec1d6-f3ac-4d3f-ba2f-8e64bec56308 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:43.537320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5fda2ad-0d98-42dc-bc2e-361beb1a1d57 req-7e8ec1d6-f3ac-4d3f-ba2f-8e64bec56308 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 944 time: 0.0536056 Aug 30 21:54:43.579704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5fda2ad-0d98-42dc-bc2e-361beb1a1d57 req-9ff59640-72a4-444e-8f4c-97208eae5b73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355902 Aug 30 21:54:44.702572 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:44.721695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe87a-050b-40ba-a285-3d8d7755957d req-da946839-4b0e-40e4-8f7f-f0d778ea203c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:44.723313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8fbe87a-050b-40ba-a285-3d8d7755957d req-da946839-4b0e-40e4-8f7f-f0d778ea203c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 944 time: 0.0647044 Aug 30 21:54:44.762142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8fbe87a-050b-40ba-a285-3d8d7755957d req-e93627c5-f978-4819-8976-562b7e7aca97 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Aug 30 21:54:45.644253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:54:45.739316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:45.753521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'port_id': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'mac_address': 'fa:16:3e:e5:2e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:54:45.790331 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:45.803303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bca8629-f50b-4bbe-944c-1bc7b4016808 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:54:45.822006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:45.827637 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:45.876548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:45.882801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362ec58-dd2a-44fe-8c7e-2c3bb2893617 req-0d9429fd-6a0b-40b2-baaf-f5210ca06f4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:45.884352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6362ec58-dd2a-44fe-8c7e-2c3bb2893617 req-0d9429fd-6a0b-40b2-baaf-f5210ca06f4b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Aug 30 21:54:45.923798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6362ec58-dd2a-44fe-8c7e-2c3bb2893617 req-e5c33817-2228-4352-89f3-fecada636822 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Aug 30 21:54:46.132544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4bca8629-f50b-4bbe-944c-1bc7b4016808'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:54:47.045996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3235b6-2a16-4f91-b9c8-e56fb53f22e8 req-929a85a2-fbc4-4f49-932a-3190edb82765 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:47.047527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be3235b6-2a16-4f91-b9c8-e56fb53f22e8 req-929a85a2-fbc4-4f49-932a-3190edb82765 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Aug 30 21:54:47.086681 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be3235b6-2a16-4f91-b9c8-e56fb53f22e8 req-a5f16abe-636b-4f9e-932f-504b4e21a00f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328517 Aug 30 21:54:47.661196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:54:47.727034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 4bca8629-f50b-4bbe-944c-1bc7b4016808 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:54:47.734125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 4bca8629-f50b-4bbe-944c-1bc7b4016808 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:54:47.734608 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:47.970783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:47.992815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:54:47.995101 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742bb4cb-0e15-491d-9628-cfe6f7296109" -d '{"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-plugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:54:48.007944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:54:48.013233 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:48.062553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:48.090479 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42abd24e-80cd-4f9b-ac10-871b062461b9 x-openstack-request-id: req-42abd24e-80cd-4f9b-ac10-871b062461b9 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:54:48.090806 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-plugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:54:48.091060 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42abd24e-80cd-4f9b-ac10-871b062461b9 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:54:48.091456 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'code': 200} Aug 30 21:54:48.189389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c896c0a-09f3-4956-8588-8de5bb7d6e78 req-ec3f9098-afe0-447c-86e9-72e213cced84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:48.190985 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c896c0a-09f3-4956-8588-8de5bb7d6e78 req-ec3f9098-afe0-447c-86e9-72e213cced84 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1098 time: 0.0407467 Aug 30 21:54:48.208326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3d5f8-f92c-4560-b67d-b3f971add519 req-d7804159-538c-41f7-8bb5-a5bf605efb42 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:48.209974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ab3d5f8-f92c-4560-b67d-b3f971add519 req-d7804159-538c-41f7-8bb5-a5bf605efb42 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0542560 Aug 30 21:54:48.226587 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6c896c0a-09f3-4956-8588-8de5bb7d6e78 req-0f6fd27e-9908-4f83-a0d6-2bc9d86de075 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283625 Aug 30 21:54:48.248742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ab3d5f8-f92c-4560-b67d-b3f971add519 req-ecae83a0-6352-4b6d-98fe-8b9f93ad8563 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325403 Aug 30 21:54:49.378023 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b19cb-591c-42af-8a97-446531f160eb req-cc699aa5-da9c-4fd3-bd2c-078441207d38 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:49.379540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa9b19cb-591c-42af-8a97-446531f160eb req-cc699aa5-da9c-4fd3-bd2c-078441207d38 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0520978 Aug 30 21:54:49.417203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa9b19cb-591c-42af-8a97-446531f160eb req-a0c00f0a-2182-4e72-8378-6e6b4e44bc74 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Aug 30 21:54:50.544868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d22635-7225-4c39-9abe-f0c4b3a7e3fe req-ba175058-0892-404f-907b-ba2417cb3734 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:50.546364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29d22635-7225-4c39-9abe-f0c4b3a7e3fe req-ba175058-0892-404f-907b-ba2417cb3734 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0508375 Aug 30 21:54:50.590076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29d22635-7225-4c39-9abe-f0c4b3a7e3fe req-2f71b1b1-f6e3-4130-b5de-edc1a86f556e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360637 Aug 30 21:54:50.720117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bf059-6a11-4144-af2c-7fb8ed2ac3da req-b42c6884-8b90-48bd-8cd4-5757f9c863a5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:50.721605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f0bf059-6a11-4144-af2c-7fb8ed2ac3da req-b42c6884-8b90-48bd-8cd4-5757f9c863a5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0595734 Aug 30 21:54:50.763515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f0bf059-6a11-4144-af2c-7fb8ed2ac3da req-35af01df-5a9e-44cb-879e-f3a40636f271 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Aug 30 21:54:50.787230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47270) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:50.829399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cec07c-d03c-4310-8931-2c05bc2e288f tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:50.830941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-73cec07c-d03c-4310-8931-2c05bc2e288f tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1093 time: 0.0427210 Aug 30 21:54:50.833807 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47272) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:50.838311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:54:50.862593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:50.966179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.068668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.158 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/891370dd-ba94-439e-8d00-64faa95d6706) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:54:51.174264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.216711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.255851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:54:51.258881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:54:51.262484 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:54:51.267882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=891370dd-ba94-439e-8d00-64faa95d6706,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:51.650358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.720991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.879574 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.886294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:51.956109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=891370dd-ba94-439e-8d00-64faa95d6706,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:54:51.971218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:52.070588 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 919c538d-847e-4e63-b34c-ddbae2da6a9c associated. External IP: 172.25.5.158, port: 4bca8629-f50b-4bbe-944c-1bc7b4016808. Aug 30 21:54:52.285137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:54:52.401344 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:54:52.412893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] Sync routers for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:54:52.418326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:54:52.424904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:52.425544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:52.445842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-09e46852-336d-42df-a538-bac48a0153d1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6110516 Aug 30 21:54:52.446515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:54:52.448800 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57b43b8-501a-4ad3-92d9-f153f258ab29" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:54:52.533580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:52.542753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35f76-6ee7-4b45-81de-23d446e72fea req-0478ee22-ba14-41b1-af72-ed160b00ae7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:52.544203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a35f76-6ee7-4b45-81de-23d446e72fea req-0478ee22-ba14-41b1-af72-ed160b00ae7a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0497222 Aug 30 21:54:52.582509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42a35f76-6ee7-4b45-81de-23d446e72fea req-da99386e-8b0e-402c-a014-13cb430bee78 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Aug 30 21:54:52.604862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47278) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:52.649367 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4293963a-fd97-44b8-9a30-e4d0bfb10a74 x-openstack-request-id: req-4293963a-fd97-44b8-9a30-e4d0bfb10a74 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:54:52.649656 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:54:52.649905 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4293963a-fd97-44b8-9a30-e4d0bfb10a74 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:54:52.650307 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'status': 'completed', 'code': 200} Aug 30 21:54:52.676211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-32566c43-0b6f-4a4f-80e1-5a2b0e192df9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/919c538d-847e-4e63-b34c-ddbae2da6a9c HTTP/1.1" status: 200 len: 992 time: 0.0697584 Aug 30 21:54:52.689860 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-cdd3ac20-8e07-4332-b039-d5fd659e5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:52.691435 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-cdd3ac20-8e07-4332-b039-d5fd659e5a0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1098 time: 0.0426645 Aug 30 21:54:52.762956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '919c538d-847e-4e63-b34c-ddbae2da6a9c', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.158', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'port_id': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'mac_address': 'fa:16:3e:e5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:54:51Z', 'updated_at': '2021-08-30T21:54:51Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:40Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:52.784201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-69fb3a17-91c1-455b-b7e0-2017dfcc59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:52.785881 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-69fb3a17-91c1-455b-b7e0-2017dfcc59bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0877149 Aug 30 21:54:52.789207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] Checking router: 979f2de8-ddf2-499f-8b45-4b9def0d2b2c for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:54:52.798769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:54:52.799342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:54:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:52.852618 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-43b1ee72-019e-4490-ab16-6884a5df35da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1000 time: 0.0585968 Aug 30 21:54:52.906192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-63e2f0ed-8c6e-476b-86ed-6111bf755379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:52.907821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-63e2f0ed-8c6e-476b-86ed-6111bf755379 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0477214 Aug 30 21:54:52.908055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:54:52.954474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-91003c6e-2a92-4d64-bd0b-ab412e580a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:52.956077 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-91003c6e-2a92-4d64-bd0b-ab412e580a85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406365 Aug 30 21:54:53.046812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-508e47fc-3a94-451e-bdb9-395fd0ba85cb service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830247 Aug 30 21:54:53.134447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '919c538d-847e-4e63-b34c-ddbae2da6a9c', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.158', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'port_id': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'mac_address': 'fa:16:3e:e5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:54:51Z', 'updated_at': '2021-08-30T21:54:51Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:40Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:54:53.142225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d57b43b8-501a-4ad3-92d9-f153f258ab29 req-13864a33-4b5e-40a6-97d5-b7e7e2993ae2 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887735 Aug 30 21:54:53.161007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e9410-b415-4250-af8c-3b4036d6462e None None] The sync data for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 is: [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '919c538d-847e-4e63-b34c-ddbae2da6a9c', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.158', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'port_id': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'mac_address': 'fa:16:3e:e5:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:54:51Z', 'updated_at': '2021-08-30T21:54:51Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:40Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:54:53.345262 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08891b64-d895-4be6-9dbd-6cdb747b853e None None] New status for floating IP 919c538d-847e-4e63-b34c-ddbae2da6a9c: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:54:53.681364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47280) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:54:53.755343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-41adb2c0-e3cd-4730-aea5-12a5ed440eab tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/919c538d-847e-4e63-b34c-ddbae2da6a9c HTTP/1.1" status: 200 len: 994 time: 0.0723262 Aug 30 21:54:58.493153 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:54:58.701730 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-c5209120-d59f-4862-8dec-0df1b93e8f59 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499098 Aug 30 21:54:58.787247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-cf91a2cd-5b58-4342-8f96-3211d24cf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:58.788731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-cf91a2cd-5b58-4342-8f96-3211d24cf1ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1098 time: 0.0439610 Aug 30 21:54:58.893705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-7bf4353a-3311-4071-a737-13d25345ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:58.895192 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-7bf4353a-3311-4071-a737-13d25345ea7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0836315 Aug 30 21:54:58.967819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-182ce425-2876-4c06-b7e3-9e70b1160b8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1002 time: 0.0652056 Aug 30 21:54:59.018287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-a527f6b7-d5f6-4156-8535-b32a8bea651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:59.019727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-a527f6b7-d5f6-4156-8535-b32a8bea651b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0442400 Aug 30 21:54:59.066488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-49fb2160-c7c9-44f9-95f4-7a1519707582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:54:59.067971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-49fb2160-c7c9-44f9-95f4-7a1519707582 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412211 Aug 30 21:54:59.164283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-f2de02dd-9c59-4ae3-9f13-c5ce4372a8c9 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885298 Aug 30 21:54:59.255654 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8ee587d7-a65c-44d7-a347-cc4cfb1a8de3 req-db529027-1d07-4574-a355-a60645fe29e6 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Aug 30 21:55:03.909201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:06.219109 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:09.012737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-34b79dca-7394-4021-9941-0421be01fce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:11.811307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:11.946922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9877250f-3c64-4e8a-8442-b7bee14ef71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:12.815527 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:14.714844 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:33.917205 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:35.499025 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:55:36.233473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:39.016394 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-79534ac0-e2c9-46ff-b627-82287d2cd04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:41.809694 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:41.950384 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a87941c6-9895-445d-b8ae-2378d82e6433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:42.818428 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:44.719591 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:55:56.581323 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4bf14-a081-47cb-80d7-05ad44ced20e req-b4e0e722-a4fb-48b5-bcc1-40ff5a31a43f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:55:56.582845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-def4bf14-a081-47cb-80d7-05ad44ced20e req-b4e0e722-a4fb-48b5-bcc1-40ff5a31a43f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0519061 Aug 30 21:55:56.625059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-def4bf14-a081-47cb-80d7-05ad44ced20e req-a0a85525-040d-432e-88e6-22db0c12c31e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332379 Aug 30 21:55:56.647950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:55:56.712883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9718accc-c1ff-4dfc-956f-ef75d6c2a28b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/919c538d-847e-4e63-b34c-ddbae2da6a9c HTTP/1.1" status: 200 len: 994 time: 0.0634279 Aug 30 21:55:57.099117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4caf9d-6a7f-4f25-bdd2-192d2a5b6002 req-ae193df6-ade8-45de-ad05-708c8af465c3 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:55:57.100642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c4caf9d-6a7f-4f25-bdd2-192d2a5b6002 req-ae193df6-ade8-45de-ad05-708c8af465c3 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1098 time: 0.0466621 Aug 30 21:55:57.137072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c4caf9d-6a7f-4f25-bdd2-192d2a5b6002 req-63ffe5d1-5f49-44ce-8d15-f2b901a2ed71 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300665 Aug 30 21:55:57.692260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-a95f7538-7c00-4595-949f-9683c55b510c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871587 Aug 30 21:55:58.789444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-604501ee-46c7-4bab-b8cd-f0b68876a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:55:58.790995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-604501ee-46c7-4bab-b8cd-f0b68876a6dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1098 time: 0.0878487 Aug 30 21:55:58.899769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-9a3bba86-0cc4-493e-9f4b-c21e26e27efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:55:58.901259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-9a3bba86-0cc4-493e-9f4b-c21e26e27efd service neutron] 10.222.0.86 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0903499 Aug 30 21:55:58.968495 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-faeabdd1-e7ef-47a4-a46c-4a524d8c45b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1002 time: 0.0591626 Aug 30 21:55:59.016520 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-e08df173-48a0-448b-bad3-8917273966dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:55:59.017910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-e08df173-48a0-448b-bad3-8917273966dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0423074 Aug 30 21:55:59.067255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-96543d0d-eab5-48b2-b0b5-80da89e2b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:55:59.068715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-96543d0d-eab5-48b2-b0b5-80da89e2b65b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433125 Aug 30 21:55:59.163040 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-71e6752a-cf0e-47cd-918b-928731a537cc service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849111 Aug 30 21:55:59.261509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7da1a00a-06d7-4587-a680-9fb6d7ad418e req-5d71cbfe-94b9-467c-be08-23cbf3bae475 service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905869 Aug 30 21:56:00.265709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-1af41577-3da5-4eb6-aac2-24ef60c3ccc5 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:56:00.266752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-1af41577-3da5-4eb6-aac2-24ef60c3ccc5 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640225 Aug 30 21:56:00.276558 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Request body: {'binding': {'host': 'n-h1-793620-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:00.277012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Unknown quota resources ['binding']. {{(pid=94689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 21:56:00.415078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on host n-h1-793620-16 for vnic_type normal with profile None {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:56:00.415378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:56:00.415734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:00.421547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:56:00.421871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:00.426946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:56:00.427290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Checking segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:00.427678 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Bound using segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:56:00.428104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Bound port: 4bca8629-f50b-4bbe-944c-1bc7b4016808, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:56:00.511667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:56:00.519749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] Notify callbacks [] for binding, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:00.520944 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-6d4e8972-aefa-462d-9ba7-a811a67ff8af service neutron] 10.222.0.76 "POST /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808/bindings HTTP/1.1" status: 201 len: 390 time: 0.2479293 Aug 30 21:56:00.670167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcab50d-4804-4c16-ac73-9c1ae63a5cda req-b69edd5b-a06c-4e4e-8e56-bf93205b6d19 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:00.671719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dcab50d-4804-4c16-ac73-9c1ae63a5cda req-b69edd5b-a06c-4e4e-8e56-bf93205b6d19 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0551751 Aug 30 21:56:00.715800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2dcab50d-4804-4c16-ac73-9c1ae63a5cda req-8d191671-1826-45dc-95df-5005df5f220b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 Aug 30 21:56:00.739178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-5c383345-77ac-476a-b480-efc80a68caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:00.740696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-5c383345-77ac-476a-b480-efc80a68caf0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1098 time: 0.0411394 Aug 30 21:56:00.839333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-358cd765-d5d5-42c1-84a0-283a5c02bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:00.841574 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-358cd765-d5d5-42c1-84a0-283a5c02bd24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0928593 Aug 30 21:56:00.912780 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-bfcba8f1-1de2-451c-b28b-ddf0768f5dba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1002 time: 0.0636582 Aug 30 21:56:00.964518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-93ae9fcc-6ddf-4f7c-b33d-847f162b91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:00.966134 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-93ae9fcc-6ddf-4f7c-b33d-847f162b91a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0465863 Aug 30 21:56:01.012773 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-5e80f1aa-abf0-4705-acff-6f0273adc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:01.014377 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-5e80f1aa-abf0-4705-acff-6f0273adc598 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403328 Aug 30 21:56:01.109620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-68293047-e592-40c8-9ba4-0c2f9a6568e2 service neutron] 10.222.0.82 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883012 Aug 30 21:56:01.208261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-fddbe291-9397-46ac-a7ee-d3ce38fd419c service neutron] 10.222.0.82 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916197 Aug 30 21:56:01.357344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-4cdbe05d-4a2f-40ce-b7ac-d0ac4d080de6 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:01.358945 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-4cdbe05d-4a2f-40ce-b7ac-d0ac4d080de6 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42&tenant_id=05898443d22549aeb60f310f3c87ca09&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1098 time: 0.0927467 Aug 30 21:56:01.370519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-16'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:01.424073 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:01.561234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:01.599430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:01.641844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:01.644093 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c89bec7-690b-4d9c-b312-f86438968e18" -d '{"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:01.648263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:01.655723 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:01.685154 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95275fc3-9f58-433b-b7a4-5e0e3cc5c0a2 x-openstack-request-id: req-95275fc3-9f58-433b-b7a4-5e0e3cc5c0a2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:01.685641 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:01.686057 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95275fc3-9f58-433b-b7a4-5e0e3cc5c0a2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:01.686746 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'code': 200} Aug 30 21:56:01.753762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:01.770026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.770323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.770701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.771026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.771557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.772104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.772605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.773134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.773764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.774104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.774419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.774765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:01.840673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on host n-h2-793620-16 for vnic_type normal with profile {"migrating_to": "n-h1-793620-16"} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:56:01.841023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:56:01.841418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:01.846811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:56:01.847216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Attempting to bind port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on network 15d4831c-2790-40bc-88b7-4f0ed2e36996 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:01.847839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae622d-27f1-47c5-8b29-f339448926e9 req-f84b20cc-dbbb-4283-99c8-bed910c8ab01 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:01.850141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9dae622d-27f1-47c5-8b29-f339448926e9 req-f84b20cc-dbbb-4283-99c8-bed910c8ab01 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 944 time: 0.0577769 Aug 30 21:56:01.852993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:56:01.853335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Checking segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:01.853728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Bound using segment: {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:56:01.854160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Bound port: 4bca8629-f50b-4bbe-944c-1bc7b4016808, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c044dd73-e106-4c1a-816f-4de5333862ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:56:01.854526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:01.897066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9dae622d-27f1-47c5-8b29-f339448926e9 req-1ac89b5d-5d34-4426-983e-9f82479f1a35 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387802 Aug 30 21:56:01.927835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:01.931021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:56:01.935766 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:01.957855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Provisioning complete for port 4bca8629-f50b-4bbe-944c-1bc7b4016808 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:01.958450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:02.031769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=8']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:02.046093 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:02.071354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:02.073830 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a920cf56-0b44-42c5-b0ac-cd06ec9ba86e" -d '{"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-plugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:02.075841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:02.076651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:02.078064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8b5432d6-92bc-4b0c-a3fb-f9d829d35ddc service neutron] 10.222.0.82 "PUT /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1124 time: 0.7118504 Aug 30 21:56:02.090753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:02.096219 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:02.180213 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad71d3-781d-48fc-a7d9-28522646aa75 x-openstack-request-id: req-f7ad71d3-781d-48fc-a7d9-28522646aa75 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:02.180213 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-plugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:02.180616 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f7ad71d3-781d-48fc-a7d9-28522646aa75 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:02.180743 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'code': 200} Aug 30 21:56:02.222451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4bca8629-f50b-4bbe-944c-1bc7b4016808'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:56:02.287505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:02.315623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.315989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.316364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.316688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.317016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.317344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.317719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.318044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.318366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.318691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.319028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.319349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb9ec4-841a-4091-a902-953abbc88416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:02.466910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ad933639-e013-4b3b-93ca-d10d8ab2ccac None None] Provisioning complete for port 4bca8629-f50b-4bbe-944c-1bc7b4016808 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:02.467188 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ad933639-e013-4b3b-93ca-d10d8ab2ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:03.036868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdd4d2-ff65-4948-a6c0-e94ecbc57721 req-06541fb6-00fd-47a4-8762-b061591d5599 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:03.038378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bdcdd4d2-ff65-4948-a6c0-e94ecbc57721 req-06541fb6-00fd-47a4-8762-b061591d5599 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0543256 Aug 30 21:56:03.081583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bdcdd4d2-ff65-4948-a6c0-e94ecbc57721 req-bae6a85d-d6ef-47c3-9d98-724fde3a20dd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339012 Aug 30 21:56:03.688023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:03.691986 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59086b2f-f3a4-45bf-97b9-26b86d240a36" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:03.733328 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e8295-b7f5-40fb-8a3f-90230cbcb74b x-openstack-request-id: req-7a8e8295-b7f5-40fb-8a3f-90230cbcb74b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:03.733611 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:03.733866 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a8e8295-b7f5-40fb-8a3f-90230cbcb74b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:03.734285 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'status': 'completed', 'code': 200} Aug 30 21:56:03.806925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-e8ce7f13-ec88-460c-a47c-02594bdde9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:03.808420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-e8ce7f13-ec88-460c-a47c-02594bdde9a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1129 time: 0.0507174 Aug 30 21:56:03.910121 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:03.916501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-c02383bb-9f5d-46ce-8c59-9afbf81c543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:03.918024 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-c02383bb-9f5d-46ce-8c59-9afbf81c543b service neutron] 10.222.0.86 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.1025288 Aug 30 21:56:03.986998 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-e9bd906e-5a14-4018-a105-dbf368c5d1bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1002 time: 0.0606444 Aug 30 21:56:04.037805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-b45c9cb8-fabe-4a4d-a76f-6e6ffe6356ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:04.039281 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-b45c9cb8-fabe-4a4d-a76f-6e6ffe6356ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0451519 Aug 30 21:56:04.086741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-e9365259-8d07-4502-af5f-6aed5377c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:04.088225 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-e9365259-8d07-4502-af5f-6aed5377c221 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412700 Aug 30 21:56:04.182392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-ea238aa1-abdc-4476-a2d5-a300b065761d service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860891 Aug 30 21:56:04.200996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58116256-e02f-435b-9bdd-887f39d5835d req-1a2bb820-f282-403e-bf68-860e0b282525 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:04.202495 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58116256-e02f-435b-9bdd-887f39d5835d req-1a2bb820-f282-403e-bf68-860e0b282525 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0503004 Aug 30 21:56:04.245196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58116256-e02f-435b-9bdd-887f39d5835d req-3391ab71-deba-4485-8f49-6d325c16f569 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364137 Aug 30 21:56:04.275617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-59086b2f-f3a4-45bf-97b9-26b86d240a36 req-d50307c6-71cc-4598-a5f7-96ed974aa07a service neutron] 10.222.0.86 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856819 Aug 30 21:56:05.369694 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac8e04-ca4e-4f6e-9e4c-138d0b2ac761 req-d4951a11-a86b-4f50-ae89-28b794dd49a1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:05.371200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06ac8e04-ca4e-4f6e-9e4c-138d0b2ac761 req-d4951a11-a86b-4f50-ae89-28b794dd49a1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0514927 Aug 30 21:56:05.408979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06ac8e04-ca4e-4f6e-9e4c-138d0b2ac761 req-a418edf5-2abe-4c11-b042-a798f4e41898 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Aug 30 21:56:05.424618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:56:05.535040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:05.546765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 has no active binding in host n-h1-793620-16 {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 21:56:06.253562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:06.536367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bfaed-da8c-4f63-a849-5ea7d07c915d req-9f36c72d-b39b-4bd0-9659-26369ce45ab5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:06.537901 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-358bfaed-da8c-4f63-a849-5ea7d07c915d req-9f36c72d-b39b-4bd0-9659-26369ce45ab5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Aug 30 21:56:06.575620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-358bfaed-da8c-4f63-a849-5ea7d07c915d req-27354cc3-5ddc-4be2-8470-1a79b6f495b9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Aug 30 21:56:07.702078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac6369-03e5-4630-a115-a68f92a0f662 req-9a306212-5219-4967-8d0d-0bc7cd42297f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:07.703585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fac6369-03e5-4630-a115-a68f92a0f662 req-9a306212-5219-4967-8d0d-0bc7cd42297f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0527709 Aug 30 21:56:07.750993 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fac6369-03e5-4630-a115-a68f92a0f662 req-61f29043-d8c9-4a03-9193-c3c76ff70f94 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376985 Aug 30 21:56:08.880741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189eafc-2cab-4537-b99b-f621d80ab026 req-17c270b6-1abc-4a95-b612-6cdc24e4f314 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:08.882256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b189eafc-2cab-4537-b99b-f621d80ab026 req-17c270b6-1abc-4a95-b612-6cdc24e4f314 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0514948 Aug 30 21:56:08.923964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b189eafc-2cab-4537-b99b-f621d80ab026 req-0a22c001-8455-4875-aa98-30ed47f118ce tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329821 Aug 30 21:56:09.016282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-757e4809-4780-4de4-8f18-631c770631aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:10.052065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9ae1c-bff6-40ab-8bd6-f5dd0f395f94 req-7f97b8a9-3c7a-475e-8729-2528b78f9aad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:10.053545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76d9ae1c-bff6-40ab-8bd6-f5dd0f395f94 req-7f97b8a9-3c7a-475e-8729-2528b78f9aad tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 946 time: 0.0510709 Aug 30 21:56:10.093915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-76d9ae1c-bff6-40ab-8bd6-f5dd0f395f94 req-a978b52e-5f91-4589-b1fb-a7814716959d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316610 Aug 30 21:56:10.510146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-936b2ba9-456f-4718-9601-b95a55917383 service neutron] 10.222.0.86 "GET /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808/bindings/n-h1-793620-16 HTTP/1.1" status: 200 len: 385 time: 0.0609729 Aug 30 21:56:10.685157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:10.705460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:10.744122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:10.746576 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e76d5d-3cd5-4253-aa83-c303a81f9c77" -d '{"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:10.753653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:10.769382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:10.783103 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f23be3f-6f01-4339-b7ae-400fc8534dcd x-openstack-request-id: req-8f23be3f-6f01-4339-b7ae-400fc8534dcd {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:10.783392 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-unplugged", "status": "completed", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:10.783640 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f23be3f-6f01-4339-b7ae-400fc8534dcd {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:10.784055 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'code': 200} Aug 30 21:56:10.846572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] Transition to ACTIVE for port object 4bca8629-f50b-4bbe-944c-1bc7b4016808 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:10.852715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:10.947164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=11']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:10.979185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] No DVR routers for this DVR port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:56:11.107374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-c8b78a81-ca80-4d18-a1ca-6bc4c1ee7872 service neutron] 10.222.0.86 "PUT /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808/bindings/n-h1-793620-16/activate HTTP/1.1" status: 200 len: 370 time: 0.5896034 Aug 30 21:56:11.208123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-a99a15fc-b323-412f-b59f-f3189088d438 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.209571 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-a99a15fc-b323-412f-b59f-f3189088d438 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42&tenant_id=05898443d22549aeb60f310f3c87ca09&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0488029 Aug 30 21:56:11.211923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a054f-8b66-4390-94f4-1d377d80d969 req-d8f60eaf-5282-4fe1-b3a6-21e7a4c2dedd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.213427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e6a054f-8b66-4390-94f4-1d377d80d969 req-d8f60eaf-5282-4fe1-b3a6-21e7a4c2dedd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Aug 30 21:56:11.255000 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3e6a054f-8b66-4390-94f4-1d377d80d969 req-b7e26cf5-49d8-4b92-9f6d-1ee06642edec tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Aug 30 21:56:11.264202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-e51f55eb-8f93-4401-84f4-fd5752f27a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.265802 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-e51f55eb-8f93-4401-84f4-fd5752f27a16 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 1097 time: 0.0486140 Aug 30 21:56:11.337489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-d65acaa3-a515-4862-be90-5d9ed23ac471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.339646 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-d65acaa3-a515-4862-be90-5d9ed23ac471 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0463245 Aug 30 21:56:11.432850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-3038f45e-5b93-48f3-b23c-8b211a080939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.434318 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-3038f45e-5b93-48f3-b23c-8b211a080939 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0861394 Aug 30 21:56:11.501774 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-97ec378d-2b23-48b8-9d02-07364624c09b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 1000 time: 0.0596251 Aug 30 21:56:11.549796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-1a2368c1-afe5-4e37-b6e4-c406d02de2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.551256 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-1a2368c1-afe5-4e37-b6e4-c406d02de2b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0426502 Aug 30 21:56:11.600204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-24811770-e739-463e-9ea3-04b31bbb1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:11.601649 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-24811770-e739-463e-9ea3-04b31bbb1e97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432780 Aug 30 21:56:11.692857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-4dbca46a-998e-4031-8b7d-c6c0f75b035d service neutron] 10.222.0.82 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837159 Aug 30 21:56:11.788197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-a9f384f7-7972-4627-b68a-f35dbb788188 service neutron] 10.222.0.82 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884356 Aug 30 21:56:11.802970 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:11.942068 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9a252b49-02bd-4d98-8915-61958fe5dc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:12.022857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-cc08f915-818a-4117-b1c9-a775226f3fd1 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:12.024724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-cc08f915-818a-4117-b1c9-a775226f3fd1 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42&tenant_id=05898443d22549aeb60f310f3c87ca09&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 1097 time: 0.0468082 Aug 30 21:56:12.385617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718f992-77f4-41a2-87a6-55657ba014cb req-d6480a9e-9f6c-4718-a654-ea2cc2223ba1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:12.387282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a718f992-77f4-41a2-87a6-55657ba014cb req-d6480a9e-9f6c-4718-a654-ea2cc2223ba1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0588665 Aug 30 21:56:12.429119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a718f992-77f4-41a2-87a6-55657ba014cb req-f560a57f-83ca-4f4d-b216-125a1ae983ab tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355928 Aug 30 21:56:12.498711 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:56:12.542380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1dbd-47b7-44fa-98fd-11ca75fbadf3 req-8b491e3d-a923-462c-8f02-cabbc5d8c888 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:12.543975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b7f1dbd-47b7-44fa-98fd-11ca75fbadf3 req-8b491e3d-a923-462c-8f02-cabbc5d8c888 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0448050 Aug 30 21:56:12.551643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8c59a8a8-f0ab-4480-b04f-d01611be2aa9 service neutron] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:12.554995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8c59a8a8-f0ab-4480-b04f-d01611be2aa9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:12.556111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-76b2cf3a-77bf-4a7b-ae55-cfe47aa59a1e req-8c59a8a8-f0ab-4480-b04f-d01611be2aa9 service neutron] 10.222.0.82 "DELETE /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808/bindings/n-h2-793620-16 HTTP/1.1" status: 204 len: 173 time: 0.5240173 Aug 30 21:56:12.585616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b7f1dbd-47b7-44fa-98fd-11ca75fbadf3 req-ec2bd6f6-a1a7-4b8c-b54b-30e4c7a93641 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345941 Aug 30 21:56:12.710685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b81a4a-6347-4ab3-b79d-aefd7a52b281 req-8bec1ad0-8194-4393-acf6-f490adace045 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:12.712173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5b81a4a-6347-4ab3-b79d-aefd7a52b281 req-8bec1ad0-8194-4393-acf6-f490adace045 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0596490 Aug 30 21:56:12.754019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5b81a4a-6347-4ab3-b79d-aefd7a52b281 req-271064e5-846e-4bf6-abc8-8634f009415f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357196 Aug 30 21:56:12.787564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47388) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:12.811697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:12.848543 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-83fd8bef-df61-4425-9503-f11b8f770755 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/919c538d-847e-4e63-b34c-ddbae2da6a9c HTTP/1.1" status: 200 len: 992 time: 0.0597882 Aug 30 21:56:13.097158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47394) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:13.554939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 891370dd-ba94-439e-8d00-64faa95d6706 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:56:13.555702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:13.641328 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:13.641611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:13.654069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 891370dd-ba94-439e-8d00-64faa95d6706 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:56:13.807516 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:13.832543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=891370dd-ba94-439e-8d00-64faa95d6706,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:13.844222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.844571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.844910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.845245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.845576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.845906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.846235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.846564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.846936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.847260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.847567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.847892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:13.904999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:13.905328 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 919c538d-847e-4e63-b34c-ddbae2da6a9c disassociated (deleted). External IP: 172.25.5.158, port: 4bca8629-f50b-4bbe-944c-1bc7b4016808. Aug 30 21:56:14.031926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:56:14.070792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:56:14.119848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:56:14.231753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:56:14.236738 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:14.241412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] Sync routers for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:56:14.251281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:14.251919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:14.263621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8fbbdf2a-e6b3-443c-8409-2e26c06c213b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/floatingips/919c538d-847e-4e63-b34c-ddbae2da6a9c HTTP/1.1" status: 204 len: 168 time: 1.1654177 Aug 30 21:56:14.264219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:14.266560 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10227c6e-1755-40bf-9997-95d450476225" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:14.361532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:14.493657 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8021db-5533-47ac-80e2-0c0557c91322 x-openstack-request-id: req-cb8021db-5533-47ac-80e2-0c0557c91322 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:14.494150 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:14.494515 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb8021db-5533-47ac-80e2-0c0557c91322 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:14.495036 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'status': 'completed', 'code': 200} Aug 30 21:56:14.562396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227c6e-1755-40bf-9997-95d450476225 req-3da707e5-b3e2-4f8a-b5d3-7283650c69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:14.564004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-3da707e5-b3e2-4f8a-b5d3-7283650c69c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 1097 time: 0.0456309 Aug 30 21:56:14.594911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ef873-27d8-4868-8bf9-593f5f3db909 req-db1f0089-0307-4680-aa9a-806f3204a792 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:14.596653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f18ef873-27d8-4868-8bf9-593f5f3db909 req-db1f0089-0307-4680-aa9a-806f3204a792 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0507045 Aug 30 21:56:14.635310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f18ef873-27d8-4868-8bf9-593f5f3db909 req-e4a7d2e9-e6b2-4593-a9fb-28ca4e6ea34c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=e668fed3-4fd5-45e0-bb05-7f3e76ec7022&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323255 Aug 30 21:56:14.662023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227c6e-1755-40bf-9997-95d450476225 req-13e02a30-1651-4785-9c7c-742625d2a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:14.663782 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-13e02a30-1651-4785-9c7c-742625d2a4fc service neutron] 10.222.0.82 "GET /v2.0/networks?id=15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 200 len: 897 time: 0.0921805 Aug 30 21:56:14.705584 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-8d9332fc-cb26-48cf-b2c2-fb1a183de4c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 200 len: 217 time: 0.0341475 Aug 30 21:56:14.721316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:14.737992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:40Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:14.757829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227c6e-1755-40bf-9997-95d450476225 req-122f0ca6-000e-4ff2-bf03-d7de8dd85b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:14.759361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-122f0ca6-000e-4ff2-bf03-d7de8dd85b9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 200 len: 834 time: 0.0470564 Aug 30 21:56:14.768685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] Checking router: 979f2de8-ddf2-499f-8b45-4b9def0d2b2c for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:56:14.778794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:14.779575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:14.811073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227c6e-1755-40bf-9997-95d450476225 req-3cc18263-4e85-49db-8257-b1c6546119f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:14.812772 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-3cc18263-4e85-49db-8257-b1c6546119f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15d4831c-2790-40bc-88b7-4f0ed2e36996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409336 Aug 30 21:56:14.889862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:14.905166 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-465a8f9a-bdfd-4987-ac8a-3947d1aed490 service neutron] 10.222.0.82 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843368 Aug 30 21:56:14.996908 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-10227c6e-1755-40bf-9997-95d450476225 req-1d3db0e5-e6bd-490b-b8d5-0047306a71c1 service neutron] 10.222.0.82 "GET /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841961 Aug 30 21:56:15.095129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:40Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:15.124765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47810b7-e663-4449-be13-9e60d2fa002b req-1de1f6f0-a89c-4a9f-8330-55e88b5e245d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:15.125903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2afeda-d96b-4ad1-b844-8bbfc8e4b448 None None] The sync data for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 is: [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:36Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '3739d46d-9b45-4fbe-91dd-48607ba9cd52', 'name': '', 'network_id': '15d4831c-2790-40bc-88b7-4f0ed2e36996', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:93:7e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '3864065a-6105-4939-aace-107aa387afc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:36Z', 'updated_at': '2021-08-30T21:54:40Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '3864065a-6105-4939-aace-107aa387afc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:56:15.126247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e47810b7-e663-4449-be13-9e60d2fa002b req-1de1f6f0-a89c-4a9f-8330-55e88b5e245d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Aug 30 21:56:15.223285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 4bca8629-f50b-4bbe-944c-1bc7b4016808 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:56:15.223683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:15.314951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 4bca8629-f50b-4bbe-944c-1bc7b4016808, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=4bca8629-f50b-4bbe-944c-1bc7b4016808,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:15.315323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:15.330487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 4bca8629-f50b-4bbe-944c-1bc7b4016808 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:56:15.360208 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a0df6-21b1-4e7b-b420-82d7b3065b18 None None] New status for floating IP 919c538d-847e-4e63-b34c-ddbae2da6a9c: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:56:15.466246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:15.495848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=4bca8629-f50b-4bbe-944c-1bc7b4016808,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:15.535784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] No DVR routers for this DVR port 4bca8629-f50b-4bbe-944c-1bc7b4016808 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:56:15.538542 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:15.540697 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e47810b7-e663-4449-be13-9e60d2fa002b req-bd363799-9af6-4902-9466-f5c82e262057 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "DELETE /v2.0/ports/4bca8629-f50b-4bbe-944c-1bc7b4016808 HTTP/1.1" status: 204 len: 173 time: 0.4080548 Aug 30 21:56:15.541147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-deleted', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:15.543540 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b388311b-a93c-45e9-9c81-bfcb84fc3e1c" -d '{"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-deleted", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:15.579103 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a964208-29d9-440f-9771-5cff7d880a55 x-openstack-request-id: req-8a964208-29d9-440f-9771-5cff7d880a55 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:15.579735 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42", "name": "network-vif-deleted", "tag": "4bca8629-f50b-4bbe-944c-1bc7b4016808", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:15.579735 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a964208-29d9-440f-9771-5cff7d880a55 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:15.580053 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42', 'name': 'network-vif-deleted', 'tag': '4bca8629-f50b-4bbe-944c-1bc7b4016808', 'status': 'completed', 'code': 200} Aug 30 21:56:15.743397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-16763974-c9d8-4336-ac1f-51a87c9cd408 req-e1ffda1b-b648-4496-97be-5dcc17afd84e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e0b57c2-4ed6-4ec5-b775-7a6cd9e1ed42 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Aug 30 21:56:16.818237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47410) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:17.196458 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:17.457335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 3739d46d-9b45-4fbe-91dd-48607ba9cd52 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:56:17.457612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:17.550725 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 3739d46d-9b45-4fbe-91dd-48607ba9cd52, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3739d46d-9b45-4fbe-91dd-48607ba9cd52,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:17.551104 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:17.563973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 3739d46d-9b45-4fbe-91dd-48607ba9cd52 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:56:17.775788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:17.804738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=3739d46d-9b45-4fbe-91dd-48607ba9cd52,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:17.978013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.200614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:56:18.313024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:56:18.318374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5999b229-d693-46e1-b8c7-3428f91bf794 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/979f2de8-ddf2-499f-8b45-4b9def0d2b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987357 Aug 30 21:56:18.322334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47412) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:18.326612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] Sync routers for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:56:18.338002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:18.339644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:18.378634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting subnet 3864065a-6105-4939-aace-107aa387afc4 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:56:18.382209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.422563 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.446245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:18.539964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.601386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.626836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:56:17Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:18.628870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Subnet': ['ID=3864065a-6105-4939-aace-107aa387afc4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:18.630964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.632854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5b179a7-1c96-439d-af62-ca4b3cdee2ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/subnets/3864065a-6105-4939-aace-107aa387afc4 HTTP/1.1" status: 204 len: 168 time: 0.3095129 Aug 30 21:56:18.635943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47414) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:18.656419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8945156d-231d-4370-b337-8022843e94f1 None None] Network 15d4831c-2790-40bc-88b7-4f0ed2e36996 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:56:18.658650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] Checking router: 979f2de8-ddf2-499f-8b45-4b9def0d2b2c for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:56:18.710865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] Routers {'979f2de8-ddf2-499f-8b45-4b9def0d2b2c'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:18.711499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:18.743839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.855283 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.857903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] Set router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:18.916729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:56:18.916729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:18.927290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] DHCP port deletion for 15d4831c-2790-40bc-88b7-4f0ed2e36996 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:56:18.993835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port bc57d2b8-d9cc-4b59-aff2-fc55da684c6b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:18.994490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.010847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for bc57d2b8-d9cc-4b59-aff2-fc55da684c6b owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:56:19.048938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] Deleting port c2786dd9-d949-426b-95e1-eede40273de7 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:56:19.049316 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.116600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] For port c2786dd9-d949-426b-95e1-eede40273de7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=c2786dd9-d949-426b-95e1-eede40273de7,segment=NetworkSegment(c044dd73-e106-4c1a-816f-4de5333862ea),segment_id=c044dd73-e106-4c1a-816f-4de5333862ea)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:19.116993 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.135335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] Calling delete_port for c2786dd9-d949-426b-95e1-eede40273de7 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:56:19.145654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:56:17Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:19.172391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.173882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cc78d6-8a77-4814-850f-11c083d9ed02 None None] The sync data for ids ['979f2de8-ddf2-499f-8b45-4b9def0d2b2c'] in n-d-793620-16 is: [{'id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533204422', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:56:17Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': 'bc57d2b8-d9cc-4b59-aff2-fc55da684c6b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979f2de8-ddf2-499f-8b45-4b9def0d2b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:54:33Z', 'updated_at': '2021-08-30T21:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:56:19.208331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=bc57d2b8-d9cc-4b59-aff2-fc55da684c6b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:19.240210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.267504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] Pushing event deleted for resources: {'Port': ['ID=c2786dd9-d949-426b-95e1-eede40273de7,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:19.271056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef9c05-0e23-4d48-b6ea-cc22b90eb1f5 None None] No DVR routers for this DVR port c2786dd9-d949-426b-95e1-eede40273de7 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:56:19.274743 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.368926 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.371191 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.418237 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.418831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Fanout notify agent at l3_agent the message router_deleted on router 979f2de8-ddf2-499f-8b45-4b9def0d2b2c {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:56:19.425826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.426980 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8efc4c78-bc5a-471c-968d-f9a9295ab4af tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/routers/979f2de8-ddf2-499f-8b45-4b9def0d2b2c HTTP/1.1" status: 204 len: 168 time: 0.7898264 Aug 30 21:56:19.429796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47416) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:19.501546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:56:19.508825 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.525305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 4bca8629-f50b-4bbe-944c-1bc7b4016808 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:56:19.525654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 4bca8629-f50b-4bbe-944c-1bc7b4016808 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:56:19.599195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.609840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d4831c-2790-40bc-88b7-4f0ed2e36996']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:19.625698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c044dd73-e106-4c1a-816f-4de5333862ea') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:19.625991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c044dd73-e106-4c1a-816f-4de5333862ea') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:19.635911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.651170 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.657362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:56:19.657752 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:56:19.661071 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:56:19.722122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.729329 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.731356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/networks/15d4831c-2790-40bc-88b7-4f0ed2e36996 HTTP/1.1" status: 204 len: 168 time: 0.3006451 Aug 30 21:56:19.734168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47418) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:19.751310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca333bd-5843-4b8b-ada0-0294cbfc3509 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Network': ['ID=15d4831c-2790-40bc-88b7-4f0ed2e36996,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:19.809581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae886570-18e6-4dc0-b3ca-3ad4ea3e0d90 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.836341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae886570-18e6-4dc0-b3ca-3ad4ea3e0d90 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.907838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae886570-18e6-4dc0-b3ca-3ad4ea3e0d90 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.911345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ae886570-18e6-4dc0-b3ca-3ad4ea3e0d90 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:19.912801 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ae886570-18e6-4dc0-b3ca-3ad4ea3e0d90 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/security-groups/e668fed3-4fd5-45e0-bb05-7f3e76ec7022 HTTP/1.1" status: 204 len: 168 time: 0.1776717 Aug 30 21:56:19.921831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886570-18e6-4dc0-b3ca-3ad4ea3e0d90 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e668fed3-4fd5-45e0-bb05-7f3e76ec7022,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.144082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.149351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512585472', 'description': 'tempest-secgroup-smoke-512585472 description', 'project_id': '05898443d22549aeb60f310f3c87ca09'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.176414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.263015 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.269214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.297352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd5e574-14eb-4470-8693-e7234ec6c75c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.300592 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.301871 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3728430c-55b3-4fa0-8edd-1f584009c0c5 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1566708 Aug 30 21:56:20.305043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47426) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.310310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5e574-14eb-4470-8693-e7234ec6c75c', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.343039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.388997 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.394138 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.413087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa12ab8d-5568-451c-8b59-0eb4563dd34c,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.416947 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.418181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-48f13130-da4b-4bee-bcdb-0306cc32766f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118739 Aug 30 21:56:20.421087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47428) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.425734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5e574-14eb-4470-8693-e7234ec6c75c', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.453610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.510057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.516294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.533379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4cf07ab-8e9b-4b35-80c9-447fdcc9f295,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.540704 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.541927 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aa6466c1-7070-45e0-ad23-091b61971c3d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198833 Aug 30 21:56:20.544628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47430) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.549002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5e574-14eb-4470-8693-e7234ec6c75c', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.577245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.601691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c2786dd9-d949-426b-95e1-eede40273de7 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:56:20.621968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: c2786dd9-d949-426b-95e1-eede40273de7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:56:20.622336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device c2786dd9-d949-426b-95e1-eede40273de7 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:56:20.622829 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3739d46d-9b45-4fbe-91dd-48607ba9cd52 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:56:20.634623 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.639648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.641323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3739d46d-9b45-4fbe-91dd-48607ba9cd52 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:56:20.641757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3739d46d-9b45-4fbe-91dd-48607ba9cd52 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:56:20.642090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bc57d2b8-d9cc-4b59-aff2-fc55da684c6b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:56:20.657531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0827aedb-acb5-4782-a6ee-f86ae47b3be2,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.661415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: bc57d2b8-d9cc-4b59-aff2-fc55da684c6b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:56:20.661768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device bc57d2b8-d9cc-4b59-aff2-fc55da684c6b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:56:20.663783 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.665265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c546a607-b1eb-4c23-bf2c-e35a0556cfe9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196210 Aug 30 21:56:20.667914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47432) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.672487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5e574-14eb-4470-8693-e7234ec6c75c', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.700119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.761758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.767102 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.784069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8e574a-883b-4fd2-add8-d62be55fadea,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.792149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.793506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b36bd668-5dc6-462f-856b-b32391c4b5a3 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244736 Aug 30 21:56:20.796236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.800763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5e574-14eb-4470-8693-e7234ec6c75c', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.823267 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:56:20.828204 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.886402 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.892982 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.910446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150c6c72-55c9-4213-82df-bc988a1bc847,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:20.917500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:20.918781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5cdf4ed3-3eb6-4a17-95bc-eca414581460 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215563 Aug 30 21:56:20.921679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:20.926691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5e574-14eb-4470-8693-e7234ec6c75c', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:20.950790 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Project 05898443d22549aeb60f310f3c87ca09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 21:56:20.956241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.030048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.035531 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.051203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b29ab9d-c1a7-4b6b-a9ea-6e079622e35f,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:21.062193 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.063714 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b70a36bd-606f-4753-ac0b-2094afa2e3df tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407650 Aug 30 21:56:21.066467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47438) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:21.071349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'network': {'name': 'tempest-network-smoke--498012713', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:21.093936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:56:21.097490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.120653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:56:21.129914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.130283 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Added segment 0061eb6f-5c05-4d64-b259-da7586e7c2a4 of type vlan for network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 Aug 30 21:56:21.171726 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.198891 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.204398 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:21.204988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.265822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1983104 Aug 30 21:56:21.268648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47440) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:21.275687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'admin_state_up': True, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:21.289889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0373-c8fc-41c5-a7f3-274124103d0e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Network': ['ID=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:21.301227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:56:21.308128 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.309307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.364671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:21.801900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.007477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.026503 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.130615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.22 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/26cb6095-1193-42d0-9c48-caac6f2488e4) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:56:22.229200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.270961 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.314613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:56:22.319644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:22.323277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:56:22.347182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=26cb6095-1193-42d0-9c48-caac6f2488e4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:22.595006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.796299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:22.931897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 32880edd-6fdf-431d-ae82-74f99dc5fb2a is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:56:23.047341 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:56:23.057879 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Sync routers for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:56:23.067486 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:23.068126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:23.068850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.073284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b9b980b-c83d-447d-afbe-a6dc4709004c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8007433 Aug 30 21:56:23.073573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47444) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:23.108298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ce230a75-7688-4f39-ba79-5c6deeb983f9 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=05898443d22549aeb60f310f3c87ca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300846 Aug 30 21:56:23.108665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47446) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:23.169624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:23.254280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba5e7a-a03d-4882-800b-5ba3681368c9 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:23.258787 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-69ba5e7a-a03d-4882-800b-5ba3681368c9 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1461515 Aug 30 21:56:23.258933 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47448) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:23.292362 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b69e70e9-0b42-419b-b2c9-87a76b64d83c tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323601 Aug 30 21:56:23.295088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47450) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:23.300081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-252217271', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'project_id': '05898443d22549aeb60f310f3c87ca09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:23.344365 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:22Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:23.370137 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Checking router: 32880edd-6fdf-431d-ae82-74f99dc5fb2a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:56:23.370501 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Updating router 32880edd-6fdf-431d-ae82-74f99dc5fb2a port 26cb6095-1193-42d0-9c48-caac6f2488e4 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:56:23.394194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:56:23.394737 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.398061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.593400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.652418 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.654679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Subnet': ['ID=77b97e1b-9ee0-4840-9499-ccb9edc5c439,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:23.663971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Checking segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:23.664475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network hostable DHCP agents. Network: 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:56:23.667789 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Transition to ACTIVE for port object 26cb6095-1193-42d0-9c48-caac6f2488e4 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:23.674017 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.685081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:56:23.696228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:23.701174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:23.701981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.705451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ada08-c873-4e1f-87e5-909401ba8b41 None None] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:56:23.723185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47452) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:23.723806 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cfbd5c4b-a18f-4c2d-83a0-2df39cbfb324 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4272552 Aug 30 21:56:23.726687 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Attempting to bind port 26cb6095-1193-42d0-9c48-caac6f2488e4 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:56:23.727062 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Attempting to bind port 26cb6095-1193-42d0-9c48-caac6f2488e4 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:56:23.727430 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Attempting to bind port 26cb6095-1193-42d0-9c48-caac6f2488e4 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:23.736171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Pushing event updated for resources: {'Port': ['ID=26cb6095-1193-42d0-9c48-caac6f2488e4,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:23.739049 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:56:23.739422 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:23.739825 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.740254 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:56:23.740724 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Bound port: 26cb6095-1193-42d0-9c48-caac6f2488e4, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:56:23.741102 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.747405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.747771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.748101 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.748444 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.748777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.749108 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.749436 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.750072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.750072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.750389 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.750732 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.751055 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:56:23.807995 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] For port 26cb6095-1193-42d0-9c48-caac6f2488e4, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:23.811179 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] For port 26cb6095-1193-42d0-9c48-caac6f2488e4, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26cb6095-1193-42d0-9c48-caac6f2488e4,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:56:23.816970 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.858465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:56:23.859717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:23.882158 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa652c-b4f1-4553-8984-ded3fa9a73f9 None None] Pushing event updated for resources: {'Port': ['ID=26cb6095-1193-42d0-9c48-caac6f2488e4,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:23.885890 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:23.886492 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:23.995877 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:24.000032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Allocated IP 172.20.0.2 (7f2d6831-c86e-4d4b-ba2d-f9428e917cb1/77b97e1b-9ee0-4840-9499-ccb9edc5c439/8ec34e9a-4c9b-4735-b5d5-f0f1a2732585) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:56:24.147471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.156821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Transition to ACTIVE for port object 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:24.172384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Transition to ACTIVE for port object 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:24.179181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.190958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.227653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:56:24.231506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:24.233410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Pushing event updated for resources: {'Port': ['ID=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:24.235580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:56:24.277186 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:22Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:24.304260 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f255e894-eb04-4a41-b31d-eeec1182905a None None] The sync data for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 is: [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:22Z', 'revision_number': 3, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:56:24.458437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Attempting to bind port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:56:24.458888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Attempting to bind port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:56:24.459273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Attempting to bind port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 on network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:24.464335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:56:24.464702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Checking segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:24.465099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.465492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Bound using segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:56:24.465950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Bound port: 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:56:24.466333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.492557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.1 (7f2d6831-c86e-4d4b-ba2d-f9428e917cb1/77b97e1b-9ee0-4840-9499-ccb9edc5c439/511a705d-c6fb-4ace-aff3-9300c2afe3a1) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:56:24.531141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] For port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:24.536595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] For port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:56:24.560515 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.636719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1e558-67a3-4e8b-b82b-663df4b9420c None None] Pushing event updated for resources: {'Port': ['ID=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:24.662101 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.680685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object 511a705d-c6fb-4ace-aff3-9300c2afe3a1 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:24.697369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26cb6095-1193-42d0-9c48-caac6f2488e4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:24.726807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.760215 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 26cb6095-1193-42d0-9c48-caac6f2488e4 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:24.767473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 26cb6095-1193-42d0-9c48-caac6f2488e4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:24.768054 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.782983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:56:24.786719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:24.792192 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:56:24.796501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=511a705d-c6fb-4ace-aff3-9300c2afe3a1,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:24.860054 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.886084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.911170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 26cb6095-1193-42d0-9c48-caac6f2488e4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26cb6095-1193-42d0-9c48-caac6f2488e4,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:24.919203 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:24.976502 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=26cb6095-1193-42d0-9c48-caac6f2488e4,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:25.022197 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:25.316302 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:25.322507 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:25.395325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=511a705d-c6fb-4ace-aff3-9300c2afe3a1,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:25.404739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:25.506208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:56:25.507845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:25.617715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6783e5c2-3b50-4823-9a9a-5d5cc1cb256e None None] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:56:25.733800 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8bc55534-c890-48ab-af42-b5134cc5bf3d None None] Provisioning for port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:25.926473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 32880edd-6fdf-431d-ae82-74f99dc5fb2a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:56:26.040396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:56:26.049338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ed496e28-5fc5-42e4-8d05-7eeb9dd74338 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/32880edd-6fdf-431d-ae82-74f99dc5fb2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237104 Aug 30 21:56:26.053239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Sync routers for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:56:26.075536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:26.076147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:26.133679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b450440d-4a48-4aa9-a3b7-e7395c14cae6 None None] Provisioning for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:26.163412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b450440d-4a48-4aa9-a3b7-e7395c14cae6 None None] Provisioning complete for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:26.163787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b450440d-4a48-4aa9-a3b7-e7395c14cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:26.202269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-c96265bc-1d3a-4cc2-a72b-a40f2dbb2475 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512585472&fields=id&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 267 time: 0.0413728 Aug 30 21:56:26.219357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b450440d-4a48-4aa9-a3b7-e7395c14cae6 None None] Port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:56:26.222036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:26.322897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-72785527-522c-4033-b02c-abd1d96c0f07 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:26.324520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-72785527-522c-4033-b02c-abd1d96c0f07 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 796 time: 0.1140943 Aug 30 21:56:26.342083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-ea852aff-fb39-463e-ac4d-a404747f9461 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/quotas/05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 375 time: 0.0110052 Aug 30 21:56:26.364078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c9e18cb0-938b-47ff-b757-6f06c6ce9f45 None None] Provisioning complete for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:26.364446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9e18cb0-938b-47ff-b757-6f06c6ce9f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:26.420960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-7a5a0500-dbe6-4257-9800-cc8445f9f16d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563691 Aug 30 21:56:26.449414 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c9e18cb0-938b-47ff-b757-6f06c6ce9f45 None None] Port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:56:26.476558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:25Z', 'revision_number': 2, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:26.502989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Checking router: 32880edd-6fdf-431d-ae82-74f99dc5fb2a for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:56:26.503349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Updating router 32880edd-6fdf-431d-ae82-74f99dc5fb2a port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:56:26.527142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-22153cf5-24b2-4d14-8766-248e115015b1 service neutron] 10.222.0.76 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047952 Aug 30 21:56:26.532244 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:26.591678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc5a5d6c-a04d-4e5f-906c-04a96c400807 None None] Provisioning complete for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:26.592268 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc5a5d6c-a04d-4e5f-906c-04a96c400807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:26.622823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-bc6fc409-0f21-4649-a638-25a102db21b1 service neutron] 10.222.0.76 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947800 Aug 30 21:56:26.715217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a5d6c-a04d-4e5f-906c-04a96c400807 None None] Port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:56:26.767207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26cb6095-1193-42d0-9c48-caac6f2488e4 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:26.833634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-00ac1982-910c-4daf-81c3-4f518a82929a req-b9879c39-f24a-453b-a265-37723968a452 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 210 time: 0.0337963 Aug 30 21:56:26.865493 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 26cb6095-1193-42d0-9c48-caac6f2488e4 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:26.865874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:26.945457 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:26.957308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Transition to ACTIVE for port object 511a705d-c6fb-4ace-aff3-9300c2afe3a1 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:26.980085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.043499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:27.045506 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271c0e0-f0b4-455a-a40b-20b92660b4c6 None None] Pushing event updated for resources: {'Port': ['ID=511a705d-c6fb-4ace-aff3-9300c2afe3a1,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:27.126388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Attempting to bind port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:56:27.127179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Attempting to bind port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:56:27.127179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Attempting to bind port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 on network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:27.134972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:56:27.135177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Checking segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:27.135585 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.135981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Bound using segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:56:27.136573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Bound port: 511a705d-c6fb-4ace-aff3-9300c2afe3a1, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:56:27.136956 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.152987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:27.179338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:27.179786 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.249464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] For port 511a705d-c6fb-4ace-aff3-9300c2afe3a1, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:27.253847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] For port 511a705d-c6fb-4ace-aff3-9300c2afe3a1, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=511a705d-c6fb-4ace-aff3-9300c2afe3a1,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:56:27.259162 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.361364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:27.362016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:27.367824 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.414699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271c0e0-f0b4-455a-a40b-20b92660b4c6 None None] Pushing event updated for resources: {'Port': ['ID=511a705d-c6fb-4ace-aff3-9300c2afe3a1,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:27.493908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:27.499827 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:27.543972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:27.632480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:27.783364 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:27Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:27.814213 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbca28ed-5c33-4118-8a85-5e333d18802d None None] The sync data for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 is: [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:27Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:56:27.876909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-00b85ffe-d898-4f6f-80c6-260437a5c13e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:27.882380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-00b85ffe-d898-4f6f-80c6-260437a5c13e tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 796 time: 0.1202440 Aug 30 21:56:27.942468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-fb6633e3-2a16-484e-8008-f5983492c499 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05898443d22549aeb60f310f3c87ca09 HTTP/1.1" status: 200 len: 379 time: 0.0509810 Aug 30 21:56:27.952496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'port': {'device_id': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'admin_state_up': True, 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'security_groups': ['cdd5e574-14eb-4470-8693-e7234ec6c75c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:27.965914 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a00594a9-8fce-4b8a-8c58-96efabb10bf7 req-f1f8a52e-3959-4d1f-9293-185d3e8322e0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 210 time: 0.0277209 Aug 30 21:56:28.071918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Made reservation on behalf of 05898443d22549aeb60f310f3c87ca09 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:56:28.075591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.203959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.20.0.11 (7f2d6831-c86e-4d4b-ba2d-f9428e917cb1/77b97e1b-9ee0-4840-9499-ccb9edc5c439/f76b8496-a5de-4538-ae23-c13398201789) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:56:28.351712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.366793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Transition to ACTIVE for port object f76b8496-a5de-4538-ae23-c13398201789 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:28.401764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.447772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:56:28.451019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:28.455116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:56:28.461944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:28.508692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:28.509380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.526325 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-37ab52cb-ba6d-4146-877b-5f26d32c1daa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778043 Aug 30 21:56:28.538785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Request body: {'port': {'device_id': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:28.601625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.724456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:28.781288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-857d69d8-ea50-4036-85cf-0e7a5b5536d0 None None] Provisioning for port f76b8496-a5de-4538-ae23-c13398201789 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:28.784504 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:28.784876 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.787644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-857d69d8-ea50-4036-85cf-0e7a5b5536d0 None None] Provisioning complete for port f76b8496-a5de-4538-ae23-c13398201789 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:28.788002 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-857d69d8-ea50-4036-85cf-0e7a5b5536d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.847713 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-857d69d8-ea50-4036-85cf-0e7a5b5536d0 None None] Port f76b8496-a5de-4538-ae23-c13398201789 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:56:28.894626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76b8496-a5de-4538-ae23-c13398201789 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:56:28.898636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 511a705d-c6fb-4ace-aff3-9300c2afe3a1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:28.903286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.915721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Transition to ACTIVE for port object f76b8496-a5de-4538-ae23-c13398201789 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:56:28.921058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.950067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:28.955501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:28.956243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:28.996935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:29.051862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:29.056616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Attempting to bind port f76b8496-a5de-4538-ae23-c13398201789 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:56:29.057181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Attempting to bind port f76b8496-a5de-4538-ae23-c13398201789 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:56:29.057683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Attempting to bind port f76b8496-a5de-4538-ae23-c13398201789 on network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:29.063709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Port f76b8496-a5de-4538-ae23-c13398201789 on network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:56:29.064453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Attempting to bind port f76b8496-a5de-4538-ae23-c13398201789 on network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:56:29.077539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:56:29.077947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Checking segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:56:29.078263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Bound using segment: {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:56:29.078704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Bound port: f76b8496-a5de-4538-ae23-c13398201789, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0061eb6f-5c05-4d64-b259-da7586e7c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:56:29.079065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:29.092638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 511a705d-c6fb-4ace-aff3-9300c2afe3a1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=511a705d-c6fb-4ace-aff3-9300c2afe3a1,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:29.104140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:29.119055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6b59-9bbc-4dde-8481-b99939518ea9 req-bb8a8d66-d595-4b24-a1fe-35f53ffd324c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.127742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a6f6b59-9bbc-4dde-8481-b99939518ea9 req-bb8a8d66-d595-4b24-a1fe-35f53ffd324c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 944 time: 0.0716281 Aug 30 21:56:29.158021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:56:29.165349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:56:29.169599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=511a705d-c6fb-4ace-aff3-9300c2afe3a1,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:29.171324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a6f6b59-9bbc-4dde-8481-b99939518ea9 req-63805f47-5d1b-42a1-a962-2c3b13c58387 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Aug 30 21:56:29.174345 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:29.208463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.209176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:29.210591 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] 10.222.0.82 "PUT /v2.0/ports/f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 1093 time: 0.6765103 Aug 30 21:56:29.211128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:29.213579 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff078528-2be7-40f4-870b-62d506fcc986" -d '{"events": [{"name": "network-changed", "server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:29.244892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99936d-ea8a-413b-b3a9-01560e74753f service neutron] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:29.270308 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1843958-865d-4fad-867e-31bddcba7d11 x-openstack-request-id: req-e1843958-865d-4fad-867e-31bddcba7d11 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:29.270308 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:29.270308 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1843958-865d-4fad-867e-31bddcba7d11 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:29.270812 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'status': 'completed', 'code': 200} Aug 30 21:56:29.306971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-b0ac7b5b-233b-483c-8065-4707181b820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.308505 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-b0ac7b5b-233b-483c-8065-4707181b820a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1096 time: 0.0523009 Aug 30 21:56:29.353008 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-0307d400-6a11-4446-9fe8-5e613c9b95ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 217 time: 0.0360348 Aug 30 21:56:29.404210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5bddcb83-1716-4b59-86b3-2d0b6f019887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.405698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-5bddcb83-1716-4b59-86b3-2d0b6f019887 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0465915 Aug 30 21:56:29.455563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-554404ec-6fac-4068-af85-f7e3c5f487a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.457030 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-554404ec-6fac-4068-af85-f7e3c5f487a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432708 Aug 30 21:56:29.547890 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-2f7aa9bc-26f2-4f72-be1d-33438edee24e service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 Aug 30 21:56:29.655330 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5406af6f-993a-43e2-b25d-9ac97ccfa9ba req-583fe6b6-b1ee-40bd-a2ed-f36af4855c25 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997877 Aug 30 21:56:29.743510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078528-2be7-40f4-870b-62d506fcc986 req-c26651a7-503d-4aaf-bef6-21341a2e02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.745029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-c26651a7-503d-4aaf-bef6-21341a2e02d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1096 time: 0.0418389 Aug 30 21:56:29.835620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078528-2be7-40f4-870b-62d506fcc986 req-3d8b9362-447b-4b15-b671-8240cc348065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.837140 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-3d8b9362-447b-4b15-b671-8240cc348065 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 897 time: 0.0855618 Aug 30 21:56:29.881365 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-ef52a657-b60f-4e0f-9871-f2f4e060c8c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 217 time: 0.0368690 Aug 30 21:56:29.929575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078528-2be7-40f4-870b-62d506fcc986 req-eba6f03d-3e98-4b0b-861c-48caae54f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.930914 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-eba6f03d-3e98-4b0b-861c-48caae54f1ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0430205 Aug 30 21:56:29.981378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff078528-2be7-40f4-870b-62d506fcc986 req-c04cec52-fd9c-4a79-a659-83d64209c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:29.982923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-c04cec52-fd9c-4a79-a659-83d64209c178 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453668 Aug 30 21:56:30.076690 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-aa68da32-d1a0-49c9-a040-701ebb88996c service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861070 Aug 30 21:56:30.170511 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ff078528-2be7-40f4-870b-62d506fcc986 req-351fc0a1-8ee8-4d09-9887-75802a8340ea service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862629 Aug 30 21:56:30.301842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f20d3a-8c22-498b-917b-32a2c8dc10a2 req-d8e15850-044e-4c51-a457-93cca15891cd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:30.303477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88f20d3a-8c22-498b-917b-32a2c8dc10a2 req-d8e15850-044e-4c51-a457-93cca15891cd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 944 time: 0.0513544 Aug 30 21:56:30.343169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88f20d3a-8c22-498b-917b-32a2c8dc10a2 req-27011121-4c80-4f66-98e2-bd388e8794bb tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 Aug 30 21:56:30.620684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 511a705d-c6fb-4ace-aff3-9300c2afe3a1 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:30.671983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:30.672361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:31.462222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fbe83-3076-4c95-929d-29545c5e1474 req-97c80494-949d-47f2-94e4-4fe055d3d92a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:31.463741 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-481fbe83-3076-4c95-929d-29545c5e1474 req-97c80494-949d-47f2-94e4-4fe055d3d92a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 944 time: 0.0530581 Aug 30 21:56:31.502316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-481fbe83-3076-4c95-929d-29545c5e1474 req-d76bda82-ac9f-42d8-991e-7762cf2dbae9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Aug 30 21:56:32.632954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ea309-159e-42f1-939f-7e1206062aac req-86028965-945b-4927-924a-8e84ecd70b5b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:32.634472 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a55ea309-159e-42f1-939f-7e1206062aac req-86028965-945b-4927-924a-8e84ecd70b5b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 944 time: 0.0509052 Aug 30 21:56:32.676356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a55ea309-159e-42f1-939f-7e1206062aac req-a5c259b5-cc93-455a-8234-3550ca88eee2 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336308 Aug 30 21:56:33.565037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:56:33.662943 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:33.674780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'f76b8496-a5de-4538-ae23-c13398201789', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'port_id': 'f76b8496-a5de-4538-ae23-c13398201789', 'mac_address': 'fa:16:3e:6d:8f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:56:33.712666 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:33.729510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76b8496-a5de-4538-ae23-c13398201789 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:56:33.749953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:33.755790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:33.800606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846a090-262f-402d-abc8-b35b9aafa0ea req-e44ee3a6-37ce-46db-b810-1f73a7ecb9d7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:33.802163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4846a090-262f-402d-abc8-b35b9aafa0ea req-e44ee3a6-37ce-46db-b810-1f73a7ecb9d7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 945 time: 0.0518539 Aug 30 21:56:33.804884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:33.841158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4846a090-262f-402d-abc8-b35b9aafa0ea req-58c6c706-bfbb-4e6e-93ca-4a38ae98f8e1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Aug 30 21:56:33.908119 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:34.086024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['f76b8496-a5de-4538-ae23-c13398201789'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:56:34.984255 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f1290-4ff2-4a80-8bb1-9334d495c548 req-0b92820b-bf74-4fbf-b37f-a205498ad351 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:34.985724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea3f1290-4ff2-4a80-8bb1-9334d495c548 req-0b92820b-bf74-4fbf-b37f-a205498ad351 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 945 time: 0.0671802 Aug 30 21:56:35.024320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea3f1290-4ff2-4a80-8bb1-9334d495c548 req-2b0e79ed-f491-4476-ae93-1637d03ef50b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324736 Aug 30 21:56:35.591874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:56:35.647985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port f76b8496-a5de-4538-ae23-c13398201789 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:56:35.652384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port f76b8496-a5de-4538-ae23-c13398201789 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:56:35.652797 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:35.734588 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:35.758342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:35.760666 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39e8fda-46c2-46df-b33a-f36bf7331470" -d '{"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-plugged", "status": "completed", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:35.772914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:56:35.778180 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:35.800743 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825ee20-3fa0-40f5-8b49-febb4912f170 x-openstack-request-id: req-f825ee20-3fa0-40f5-8b49-febb4912f170 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:35.801035 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-plugged", "status": "completed", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:35.801283 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f825ee20-3fa0-40f5-8b49-febb4912f170 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:35.801671 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'code': 200} Aug 30 21:56:35.828351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:35.895186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24dd33-fa7b-4538-b6a6-6e526137d301 req-2c13fec6-a92a-4135-ac88-fb110d63ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:35.896668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf24dd33-fa7b-4538-b6a6-6e526137d301 req-2c13fec6-a92a-4135-ac88-fb110d63ab85 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0414109 Aug 30 21:56:35.935282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf24dd33-fa7b-4538-b6a6-6e526137d301 req-011bc35b-c132-4829-856a-9484f50142ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Aug 30 21:56:36.151136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a19386-8963-4c21-8f5e-9d41e0fe6a31 req-a768747a-5903-419b-aec5-ff211ad20462 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:36.152510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94a19386-8963-4c21-8f5e-9d41e0fe6a31 req-a768747a-5903-419b-aec5-ff211ad20462 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0488873 Aug 30 21:56:36.192511 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94a19386-8963-4c21-8f5e-9d41e0fe6a31 req-daa033f0-e629-4dda-8b8b-163a3b55d3d0 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340025 Aug 30 21:56:36.251930 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:37.315638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f377fa-473a-44dd-a1b2-f8a91631d0a1 req-83fc35c2-a551-4579-bd1b-541da2623a3a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:37.317134 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9f377fa-473a-44dd-a1b2-f8a91631d0a1 req-83fc35c2-a551-4579-bd1b-541da2623a3a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0563083 Aug 30 21:56:37.356469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9f377fa-473a-44dd-a1b2-f8a91631d0a1 req-e8b1474f-dba2-425e-9a35-9584f1cd1cc1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Aug 30 21:56:37.481293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8446fb-d6d4-4152-b87e-325a337db5d6 req-5de81e54-eaf7-4fa3-9562-6760993680fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:37.482703 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be8446fb-d6d4-4152-b87e-325a337db5d6 req-5de81e54-eaf7-4fa3-9562-6760993680fe tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0592444 Aug 30 21:56:37.525022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be8446fb-d6d4-4152-b87e-325a337db5d6 req-3fc87698-8625-4469-b917-3d05b33d7f67 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Aug 30 21:56:37.547100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47506) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:37.593553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c6f45-6313-4abc-bfcc-209bfd7d62e1 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:37.595142 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c11c6f45-6313-4abc-bfcc-209bfd7d62e1 tempest-TestNetworkAdvancedServerOps-1018673528 tempest-TestNetworkAdvancedServerOps-1018673528-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1093 time: 0.0470717 Aug 30 21:56:37.599457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47508) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:37.603988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': 'f76b8496-a5de-4538-ae23-c13398201789', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:56:37.629073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:37.734535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:37.851603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Allocated IP 172.25.5.12 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/86283769-3051-4696-bc44-e387e2ea96d0) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:56:37.965912 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.006430 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.048156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:56:38.052745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:56:38.057457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:56:38.060486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=86283769-3051-4696-bc44-e387e2ea96d0,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:38.447597 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.525758 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.689412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.695832 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.771513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event updated for resources: {'Port': ['ID=86283769-3051-4696-bc44-e387e2ea96d0,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:56:38.778408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:38.893543 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 1b6b5954-8c75-4dc4-95ee-fcf50ab2a205 associated. External IP: 172.25.5.12, port: f76b8496-a5de-4538-ae23-c13398201789. Aug 30 21:56:39.011541 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a657f0fc-accb-4408-991b-3fba10fb53ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:39.108791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 32880edd-6fdf-431d-ae82-74f99dc5fb2a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:56:39.226080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:56:39.236112 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] Sync routers for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:56:39.246091 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:39.247453 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:39.248094 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:39.278844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0cf36452-35d6-4c58-97c7-c964baa62d41 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6783285 Aug 30 21:56:39.279724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:56:39.282268 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90557f7-fcf2-4953-bbad-487bc02f1ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:56:39.354990 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:39.379992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78180ae-25ff-4ff4-a0a6-eaf4e6f14a5b req-2a2ea09a-c2ae-4f6c-a9d6-8adcdd952a44 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:39.382077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d78180ae-25ff-4ff4-a0a6-eaf4e6f14a5b req-2a2ea09a-c2ae-4f6c-a9d6-8adcdd952a44 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0547905 Aug 30 21:56:39.422509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d78180ae-25ff-4ff4-a0a6-eaf4e6f14a5b req-5a624fa3-5f69-4e42-bd62-079c0be45fe1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334373 Aug 30 21:56:39.445414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:39.485456 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b803e-fdca-42f6-a8ea-13502720ce1d x-openstack-request-id: req-712b803e-fdca-42f6-a8ea-13502720ce1d {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:56:39.486008 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:56:39.486185 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-712b803e-fdca-42f6-a8ea-13502720ce1d {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:56:39.486571 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'status': 'completed', 'code': 200} Aug 30 21:56:39.584087 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1b6b5954-8c75-4dc4-95ee-fcf50ab2a205', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.12', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'port_id': 'f76b8496-a5de-4538-ae23-c13398201789', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'mac_address': 'fa:16:3e:6d:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:56:38Z', 'updated_at': '2021-08-30T21:56:38Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:39.619889 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] Checking router: 32880edd-6fdf-431d-ae82-74f99dc5fb2a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:56:39.629630 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:56:39.630263 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:56:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:39.737704 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:56:39.782163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-23b9b7a7-ef76-4b0a-87cd-8360e7385639 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/1b6b5954-8c75-4dc4-95ee-fcf50ab2a205 HTTP/1.1" status: 200 len: 991 time: 0.3352921 Aug 30 21:56:39.788559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-46053571-9fa4-4594-bcb0-99817c4e5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:39.789971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-46053571-9fa4-4594-bcb0-99817c4e5811 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0585105 Aug 30 21:56:39.881613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-dd8b0fa8-8e60-4cd9-93fa-c2b87f5a65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:39.883428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-dd8b0fa8-8e60-4cd9-93fa-c2b87f5a65b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 897 time: 0.0861366 Aug 30 21:56:39.952700 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-f8ca9a4d-42c3-41f9-8b94-0375e0864a2d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 999 time: 0.0625834 Aug 30 21:56:39.964979 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1b6b5954-8c75-4dc4-95ee-fcf50ab2a205', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.12', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'port_id': 'f76b8496-a5de-4538-ae23-c13398201789', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'mac_address': 'fa:16:3e:6d:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:56:38Z', 'updated_at': '2021-08-30T21:56:38Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:56:39.990644 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d451e046-0d79-4f44-8d12-a28a9955ec12 None None] The sync data for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 is: [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1b6b5954-8c75-4dc4-95ee-fcf50ab2a205', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'floating_ip_address': '172.25.5.12', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'port_id': 'f76b8496-a5de-4538-ae23-c13398201789', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'mac_address': 'fa:16:3e:6d:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T21:56:38Z', 'updated_at': '2021-08-30T21:56:38Z', 'revision_number': 0, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:56:40.005965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-8582cc04-f861-47ab-b974-f23e8287978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:40.007631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-8582cc04-f861-47ab-b974-f23e8287978a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0476911 Aug 30 21:56:40.056422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-626df237-ea78-40ed-98d0-b8d738b10158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:40.057977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-626df237-ea78-40ed-98d0-b8d738b10158 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431855 Aug 30 21:56:40.150146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-3655a17b-4103-42e9-be99-ab5cf29ee068 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835171 Aug 30 21:56:40.190775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511a65f6-a634-49da-8956-44cb245013d2 None None] New status for floating IP 1b6b5954-8c75-4dc4-95ee-fcf50ab2a205: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:56:40.246370 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d90557f7-fcf2-4953-bbad-487bc02f1ae0 req-1c9dfd09-2bf4-4d65-8f50-22ab5ba90802 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886190 Aug 30 21:56:40.787333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47516) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:56:40.862142 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4c631c3f-f348-4f0a-8265-32e2ecfb3614 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/1b6b5954-8c75-4dc4-95ee-fcf50ab2a205 HTTP/1.1" status: 200 len: 993 time: 0.0732164 Aug 30 21:56:41.809066 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:41.950803 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4399c8b1-a285-4a24-905f-eb6f044863b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:42.821962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:44.717068 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:56:49.499870 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:56:52.182707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-4786ccdc-1e42-4b7d-9a98-e1b239189149 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454562 Aug 30 21:56:52.269294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-df44f945-3589-4e57-b84c-d52fd14de9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:52.270847 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-df44f945-3589-4e57-b84c-d52fd14de9d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0424519 Aug 30 21:56:52.377553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-0b3a7d7b-6598-4dfe-9907-65bc86abea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:52.379081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-0b3a7d7b-6598-4dfe-9907-65bc86abea70 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 897 time: 0.0866632 Aug 30 21:56:52.453660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-d05b8767-5be9-4f61-bb5d-49245966837d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 1001 time: 0.0622811 Aug 30 21:56:52.505553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-443340ca-0d38-4bcc-9e18-7882a3d80838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:52.507058 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-443340ca-0d38-4bcc-9e18-7882a3d80838 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0457730 Aug 30 21:56:52.552813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-1e7086d6-7943-4db5-8593-089097f96d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:56:52.554267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-1e7086d6-7943-4db5-8593-089097f96d7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400846 Aug 30 21:56:52.648771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-e230a2da-60d8-4e93-9616-cb50bd2546bd service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863829 Aug 30 21:56:52.755894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-42a20ee3-4c9c-46c4-b7c9-07de4f34de08 req-cdf24548-e16f-41c8-98d4-dc9c609491c4 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000128 Aug 30 21:57:03.914789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:06.256182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:09.009947 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2911ec89-f3db-419b-aab4-187bfb115d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:11.806720 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:11.945478 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dcb37c80-4854-4c9b-8d7e-25e98deee626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:12.821468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:14.719978 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:26.505087 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:57:33.921773 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:36.262650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:39.017126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-181e66f1-537c-4853-ba83-34e87026bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:41.799841 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:41.952073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-927bdb8b-0c47-4e99-bd86-d49fa5bc4a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:42.823951 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:44.721812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:57:45.902521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21846-5968-487e-9faa-c5d3d2a14f2f req-cb17802a-8da8-4cc6-b039-2af8872e9278 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:45.904103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67c21846-5968-487e-9faa-c5d3d2a14f2f req-cb17802a-8da8-4cc6-b039-2af8872e9278 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0559447 Aug 30 21:57:45.956131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67c21846-5968-487e-9faa-c5d3d2a14f2f req-a3659434-ba48-4f59-9fa3-103a40e49145 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453200 Aug 30 21:57:47.088909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2be8b3-ab4d-4238-90a3-f7ebbc0e0bfc req-5fb5d56d-8a5c-40c7-bde7-33c210b52e5a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:47.090444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f2be8b3-ab4d-4238-90a3-f7ebbc0e0bfc req-5fb5d56d-8a5c-40c7-bde7-33c210b52e5a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0532885 Aug 30 21:57:47.135436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f2be8b3-ab4d-4238-90a3-f7ebbc0e0bfc req-d74e8757-1974-40a5-83a5-964bfdb45113 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364537 Aug 30 21:57:48.267008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ffbb4-3bd7-4b60-a047-5f0c011608be req-e3c4e069-adc4-4a98-ad6e-f0ee90672f8b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:48.268575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-592ffbb4-3bd7-4b60-a047-5f0c011608be req-e3c4e069-adc4-4a98-ad6e-f0ee90672f8b tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0513427 Aug 30 21:57:48.319862 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-592ffbb4-3bd7-4b60-a047-5f0c011608be req-4853d3fa-0f1e-4a8a-aa39-909426aae594 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 Aug 30 21:57:49.452402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fc4fc-61fa-48e2-a0ed-f7ace51c13e8 req-6f6148bb-abd0-4417-9f4e-08e3af04e88c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:49.453943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce9fc4fc-61fa-48e2-a0ed-f7ace51c13e8 req-6f6148bb-abd0-4417-9f4e-08e3af04e88c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0527954 Aug 30 21:57:49.497619 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce9fc4fc-61fa-48e2-a0ed-f7ace51c13e8 req-618fc2a6-a385-4053-afc9-7fdf67f4165f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366621 Aug 30 21:57:50.628826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523207bf-ec7f-46c9-9587-bdab83ae7fb1 req-e78a8c25-1be2-4110-a8c0-9e266cf5d3a9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:50.630336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-523207bf-ec7f-46c9-9587-bdab83ae7fb1 req-e78a8c25-1be2-4110-a8c0-9e266cf5d3a9 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0584440 Aug 30 21:57:50.683309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-523207bf-ec7f-46c9-9587-bdab83ae7fb1 req-0032ff5a-05fb-48b0-b63b-dfd0af317b4a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443990 Aug 30 21:57:51.823934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fc6db-e212-4a94-a150-591cad6c94ba req-3b6b51ac-cf16-4bb4-a16d-b77e51b423bd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:51.825531 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b7fc6db-e212-4a94-a150-591cad6c94ba req-3b6b51ac-cf16-4bb4-a16d-b77e51b423bd tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0649719 Aug 30 21:57:51.867529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b7fc6db-e212-4a94-a150-591cad6c94ba req-1ebd6008-ec4b-47d9-b329-3191410da87a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354226 Aug 30 21:57:52.991099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64e141-8e7e-452d-8a8f-239732a5b878 req-8e855c37-bade-4762-972e-5e7936aaef28 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:52.992770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c64e141-8e7e-452d-8a8f-239732a5b878 req-8e855c37-bade-4762-972e-5e7936aaef28 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0537379 Aug 30 21:57:53.041481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c64e141-8e7e-452d-8a8f-239732a5b878 req-d354a4f9-6521-46da-8234-9d37afaf0180 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Aug 30 21:57:53.219702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-30cf26bc-01cb-40b1-b79c-4fe13831fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:53.221163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-30cf26bc-01cb-40b1-b79c-4fe13831fd2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0483534 Aug 30 21:57:53.337025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-36e74476-3b6c-4e8b-ae34-c93db52bb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:53.337025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-36e74476-3b6c-4e8b-ae34-c93db52bb82d service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 897 time: 0.0963407 Aug 30 21:57:53.408631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-64a305d2-6ab7-49ee-8035-b010c2c50664 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 1001 time: 0.0647340 Aug 30 21:57:53.459625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-8a71d350-7a3a-4ba6-b12f-deaf47d2be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:53.461160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-8a71d350-7a3a-4ba6-b12f-deaf47d2be79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0460596 Aug 30 21:57:53.514217 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-693b889f-5ab6-48a2-8ad2-f0a36be0b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:53.516253 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-693b889f-5ab6-48a2-8ad2-f0a36be0b1cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481973 Aug 30 21:57:53.619536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-fef9ef56-8ce4-45d9-9c74-e59a10402d35 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953524 Aug 30 21:57:53.724097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14a21600-a3a5-497a-b9bc-5419bcfcc410 req-e98a6d13-61b0-4ef5-a5d4-a3ae29f7bb4c service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971644 Aug 30 21:57:54.169572 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05008b-ced3-4b18-af8e-d4b8bb960292 req-426fd675-8ea5-4b36-a223-208c227adefa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:54.171113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee05008b-ced3-4b18-af8e-d4b8bb960292 req-426fd675-8ea5-4b36-a223-208c227adefa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0584879 Aug 30 21:57:54.216084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee05008b-ced3-4b18-af8e-d4b8bb960292 req-0bb22915-0902-4538-b47a-2ccad2aee778 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385957 Aug 30 21:57:55.348121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d34-61da-44c0-a7a8-c40ea060a988 req-c48dc6cd-0577-49da-bb31-b311fbee0231 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:55.349654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57ce7d34-61da-44c0-a7a8-c40ea060a988 req-c48dc6cd-0577-49da-bb31-b311fbee0231 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0568833 Aug 30 21:57:55.394516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57ce7d34-61da-44c0-a7a8-c40ea060a988 req-fef37f3f-f5cd-4984-aea6-e1eeb4e19760 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353308 Aug 30 21:57:56.521609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe4723-d0ef-41fc-98ca-ad32de9687cb req-ab79b41f-8cfe-47c4-9a41-bd2ddd5779b4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:56.523525 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8fe4723-d0ef-41fc-98ca-ad32de9687cb req-ab79b41f-8cfe-47c4-9a41-bd2ddd5779b4 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0527980 Aug 30 21:57:56.567520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8fe4723-d0ef-41fc-98ca-ad32de9687cb req-42a32515-1676-46fd-bf25-11fc6e60cca1 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375955 Aug 30 21:57:57.706894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608509b4-a60c-49af-8c40-a10d5e3fdd75 req-6a250de7-a3d1-4945-8564-f820c1ad4e48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:57.709122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-608509b4-a60c-49af-8c40-a10d5e3fdd75 req-6a250de7-a3d1-4945-8564-f820c1ad4e48 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0543687 Aug 30 21:57:57.756326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-608509b4-a60c-49af-8c40-a10d5e3fdd75 req-855ec203-8305-4669-9544-d3bd36cd96ef tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409827 Aug 30 21:57:58.885842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c8a6f-934f-4d4f-9d10-59f7031fdf97 req-1ecc0967-e15b-4be8-b544-698c4e48c04c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:57:58.887435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-280c8a6f-934f-4d4f-9d10-59f7031fdf97 req-1ecc0967-e15b-4be8-b544-698c4e48c04c tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0525680 Aug 30 21:57:58.927241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-280c8a6f-934f-4d4f-9d10-59f7031fdf97 req-1f009213-026f-4426-ac40-5fa475a0b90a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337143 Aug 30 21:58:00.060525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f00a4-1c74-461b-a441-dcbcb785b800 req-f8e52815-82d2-4c90-8d10-00f74752480f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:00.062090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-394f00a4-1c74-461b-a441-dcbcb785b800 req-f8e52815-82d2-4c90-8d10-00f74752480f tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0603247 Aug 30 21:58:00.104259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-394f00a4-1c74-461b-a441-dcbcb785b800 req-b4176feb-d12a-41ac-8a22-75cab973f73a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346808 Aug 30 21:58:00.192732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc65f19-dd3c-4e8e-8287-6500efb16a9e req-c1948828-81ce-4c51-babc-81b64fa3575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:00.194277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bcc65f19-dd3c-4e8e-8287-6500efb16a9e req-c1948828-81ce-4c51-babc-81b64fa3575d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0470655 Aug 30 21:58:00.234125 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bcc65f19-dd3c-4e8e-8287-6500efb16a9e req-ae99b85a-7190-46ff-9611-41659cacdeab service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321190 Aug 30 21:58:01.231650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c2c23-3b0c-4c4b-9cb0-0c88908c78ac req-2f4aa3fa-ba6b-4ca2-8447-b1b1c2c3f605 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:01.233239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-008c2c23-3b0c-4c4b-9cb0-0c88908c78ac req-2f4aa3fa-ba6b-4ca2-8447-b1b1c2c3f605 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0528905 Aug 30 21:58:01.278937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-008c2c23-3b0c-4c4b-9cb0-0c88908c78ac req-2fdbe79c-dcd0-4f5d-9c97-f75179e62e0d tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 Aug 30 21:58:02.032255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:58:02.034918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:58:02.177199 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:02.196172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:58:02.214190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'f76b8496-a5de-4538-ae23-c13398201789', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'port_id': 'f76b8496-a5de-4538-ae23-c13398201789', 'mac_address': 'fa:16:3e:6d:8f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:58:02.219047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:58:02.221345 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0eb174-575d-42d5-9096-28ce5d56332a" -d '{"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:58:02.235033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:58:02.261962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:02.269927 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fa9545-fbcd-44c0-abf8-5b180a565e9d x-openstack-request-id: req-36fa9545-fbcd-44c0-abf8-5b180a565e9d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:58:02.270207 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:58:02.270434 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36fa9545-fbcd-44c0-abf8-5b180a565e9d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:58:02.270876 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'code': 200} Aug 30 21:58:02.304409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:02.331352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f76b8496-a5de-4538-ae23-c13398201789 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:58:02.345246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:58:02.378924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.379244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.379598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.379937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.380276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.380609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.380939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.381267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.381594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.381918 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.382240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.382565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:58:02.401460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:58:02.401824 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:58:02.406729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948a5bb-83cc-44c1-b237-0d193b4a2cba req-098709ac-c927-405a-831a-f04eacfbefaa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:02.408345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f948a5bb-83cc-44c1-b237-0d193b4a2cba req-098709ac-c927-405a-831a-f04eacfbefaa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 944 time: 0.0528209 Aug 30 21:58:02.451232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f948a5bb-83cc-44c1-b237-0d193b4a2cba req-443faf5a-563e-4227-a8cb-abf884dcb032 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357840 Aug 30 21:58:02.481597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47594) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:58:02.545968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ed754c33-828b-4f0f-b6ee-1985c0b8c8aa tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/floatingips/1b6b5954-8c75-4dc4-95ee-fcf50ab2a205 HTTP/1.1" status: 200 len: 991 time: 0.0678923 Aug 30 21:58:02.941302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:02.958412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76b8496-a5de-4538-ae23-c13398201789 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:58:02.979211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:58:02.985049 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:03.036280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:58:03.380950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['f76b8496-a5de-4538-ae23-c13398201789'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:58:03.505859 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:58:03.920704 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:06.034987 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:58:06.085459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port f76b8496-a5de-4538-ae23-c13398201789 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:58:06.085852 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:06.167848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:06.192671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:58:06.194988 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f5b56-2062-4c5b-af51-79d01b0fd09e" -d '{"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-plugged", "status": "completed", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:58:06.208560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:58:06.214022 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:06.248957 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32155d09-7110-4244-b95f-da5dd0f6805a x-openstack-request-id: req-32155d09-7110-4244-b95f-da5dd0f6805a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:58:06.249257 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-plugged", "status": "completed", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:58:06.249511 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32155d09-7110-4244-b95f-da5dd0f6805a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:58:06.249907 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'code': 200} Aug 30 21:58:06.276151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:58:06.287292 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:09.011351 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f72c31e0-601d-4776-a068-96da1cb5ab07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:11.804359 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:11.946503 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5018f69-620c-4af7-9978-9808dd76fc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:12.826100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:14.726731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:33.929923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:36.276512 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:39.023500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2982886d-ce7e-4fdc-b0d1-eb388640471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:40.506526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:58:41.814343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:41.950184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d9aab80-444b-4af5-8c2d-c4399d386b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:42.832954 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:44.729470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:58:55.309606 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-2cc8d0ce-82ac-42d2-a04a-440846154eda service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1508338 Aug 30 21:58:55.396736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-02aead95-f3b2-4ef3-ab47-6810b51e10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:55.398622 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-02aead95-f3b2-4ef3-ab47-6810b51e10d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0438840 Aug 30 21:58:55.513585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-95d94889-b7e1-485b-91a3-1e8951e5339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:55.515034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-95d94889-b7e1-485b-91a3-1e8951e5339c service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 897 time: 0.0953333 Aug 30 21:58:55.583138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-204003c3-2a13-4a63-8952-348940fc94a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 1001 time: 0.0607796 Aug 30 21:58:55.639168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-3d87b41d-3862-4465-8185-fed3bea621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:55.640654 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-3d87b41d-3862-4465-8185-fed3bea621c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0509140 Aug 30 21:58:55.693665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-aaead4d8-695c-4d09-9ab4-8685de30627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:58:55.695552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-aaead4d8-695c-4d09-9ab4-8685de30627b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477099 Aug 30 21:58:55.801609 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-6f97a7b9-f6a0-4f80-a140-3bf3498a26b5 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982416 Aug 30 21:58:55.912956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-63ed4903-5d9b-4eaf-9e7f-18c60fbcdf3a req-67c7859c-0043-4feb-8032-31d80294793f service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025221 Aug 30 21:59:03.934573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:06.289824 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.024015 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e7bb746-e993-47f4-8b95-44115de1554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.454376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47634) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:09.620721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 86283769-3051-4696-bc44-e387e2ea96d0 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:59:09.621029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.703583 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.703904 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.715904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 86283769-3051-4696-bc44-e387e2ea96d0 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:59:09.867203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.897349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=86283769-3051-4696-bc44-e387e2ea96d0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:09.910934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.911280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.911626 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.911961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.912313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.912645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.912971 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.913294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.913621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.913947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.914259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.914576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:09.972403 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:09.972795 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Floating IP 1b6b5954-8c75-4dc4-95ee-fcf50ab2a205 disassociated (deleted). External IP: 172.25.5.12, port: f76b8496-a5de-4538-ae23-c13398201789. Aug 30 21:59:10.510584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 32880edd-6fdf-431d-ae82-74f99dc5fb2a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:59:10.628534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:59:10.634058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:10.638211 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] Sync routers for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:59:10.649420 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:10.650067 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:58:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:10.672497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a19c32b5-9c30-4c15-807a-d073c0099721 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/floatingips/1b6b5954-8c75-4dc4-95ee-fcf50ab2a205 HTTP/1.1" status: 204 len: 168 time: 1.2144673 Aug 30 21:59:10.672497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:10.673063 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2883dbf89f72709ab5d098cba7975a2ce2c01ba1e2f741abd07a4f3a70138615" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f3eb0-8df9-4176-9441-b3afbd421831" -d '{"events": [{"name": "network-changed", "server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:10.775530 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:10.852307 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c61f7f9-62fd-45be-b5e2-1d033b747ca2 x-openstack-request-id: req-8c61f7f9-62fd-45be-b5e2-1d033b747ca2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:10.852819 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:10.853158 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c61f7f9-62fd-45be-b5e2-1d033b747ca2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:10.853651 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'status': 'completed', 'code': 200} Aug 30 21:59:10.936402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-76aaa6f1-38c8-4990-ac84-66c38bd59530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:10.937963 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-76aaa6f1-38c8-4990-ac84-66c38bd59530 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05898443d22549aeb60f310f3c87ca09&device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 1098 time: 0.0598121 Aug 30 21:59:11.035284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10183a97-31a3-436e-989b-13bd860d8c0e req-3261baf5-2f47-46f1-9bd8-7417f204e5ac tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:11.035621 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:11.037439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10183a97-31a3-436e-989b-13bd860d8c0e req-3261baf5-2f47-46f1-9bd8-7417f204e5ac tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.1229212 Aug 30 21:59:11.044908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-6a6b5951-10a6-4a52-8e01-77f01cf27b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:11.046443 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-6a6b5951-10a6-4a52-8e01-77f01cf27b95 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 200 len: 897 time: 0.1006830 Aug 30 21:59:11.085831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-10183a97-31a3-436e-989b-13bd860d8c0e req-019eaecd-4dfd-436e-9fdd-057bde287881 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419300 Aug 30 21:59:11.094099 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-84c46266-63a2-4de7-a06f-95bec36c56d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 200 len: 217 time: 0.0396986 Aug 30 21:59:11.151061 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-b5aea583-853d-45c4-9ec7-9ff33bf9ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:11.152741 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-b5aea583-853d-45c4-9ec7-9ff33bf9ea49 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 200 len: 834 time: 0.0504079 Aug 30 21:59:11.164740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] Checking router: 32880edd-6fdf-431d-ae82-74f99dc5fb2a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:59:11.177189 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:11.178129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:58:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:11.205922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-e4f2da34-775c-427e-b6a9-8abb973ddd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:11.207509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-e4f2da34-775c-427e-b6a9-8abb973ddd60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473394 Aug 30 21:59:11.290310 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:11.309984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-435a03a3-8130-4f97-b850-a230a7141206 service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934117 Aug 30 21:59:11.454434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8b9f3eb0-8df9-4176-9441-b3afbd421831 req-94448b6b-442d-486e-91c9-54930f99326d service neutron] 10.222.0.82 "GET /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361747 Aug 30 21:59:11.550912 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:11.580666 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21539c09-8b10-415d-ae12-421a8c792768 None None] The sync data for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 is: [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '511a705d-c6fb-4ace-aff3-9300c2afe3a1', 'name': '', 'network_id': '7f2d6831-c86e-4d4b-ba2d-f9428e917cb1', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'mac_address': 'fa:16:3e:94:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:24Z', 'updated_at': '2021-08-30T21:56:29Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'subnets': [{'id': '77b97e1b-9ee0-4840-9499-ccb9edc5c439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:59:11.814101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:11.851423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e855c-2731-4096-8ea0-4cd9d49cb135 None None] New status for floating IP 1b6b5954-8c75-4dc4-95ee-fcf50ab2a205: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 21:59:11.956912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-11e0f4ac-040f-49a7-aad2-c7f358618594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:12.215495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6a4dc-8188-46ed-aaa4-ea1b1592e9da req-9984ce8b-98a5-46fc-8779-deeb0b4ec248 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:12.217047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6d6a4dc-8188-46ed-aaa4-ea1b1592e9da req-9984ce8b-98a5-46fc-8779-deeb0b4ec248 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0571878 Aug 30 21:59:12.258593 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6d6a4dc-8188-46ed-aaa4-ea1b1592e9da req-0593b645-2b82-4f7f-aad6-a10858c42094 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/security-groups?id=cdd5e574-14eb-4470-8693-e7234ec6c75c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352864 Aug 30 21:59:12.359446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-52fd558d-6f0a-430e-a189-a35851a99c40 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:12.360950 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-52fd558d-6f0a-430e-a189-a35851a99c40 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 946 time: 0.0535781 Aug 30 21:59:12.466842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port f76b8496-a5de-4538-ae23-c13398201789 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:59:12.467142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:12.562718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port f76b8496-a5de-4538-ae23-c13398201789, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=f76b8496-a5de-4538-ae23-c13398201789,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:12.563066 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:12.577091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for f76b8496-a5de-4538-ae23-c13398201789 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:59:12.728910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:12.761651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=f76b8496-a5de-4538-ae23-c13398201789,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:12.787012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.787354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.787686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.788024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.788367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.788688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.789030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.789353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.789673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.789995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.790306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.790627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:12.813170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] No DVR routers for this DVR port f76b8496-a5de-4538-ae23-c13398201789 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:59:12.815839 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:12.817977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6abf14c2-521a-4bc5-9529-f0e68402c1ad req-60b2bbc1-d480-46b0-9689-b3d7a89cb156 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.82 "DELETE /v2.0/ports/f76b8496-a5de-4538-ae23-c13398201789 HTTP/1.1" status: 204 len: 173 time: 0.4433987 Aug 30 21:59:12.818435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-deleted', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:12.820823 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba0dbbf-63e8-43f9-8593-737726bc42c8" -d '{"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-deleted", "tag": "f76b8496-a5de-4538-ae23-c13398201789"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:12.843568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:12.861551 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071b9d01-ecfc-4432-9f75-fae77bb059db x-openstack-request-id: req-071b9d01-ecfc-4432-9f75-fae77bb059db {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:12.861871 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc", "name": "network-vif-deleted", "tag": "f76b8496-a5de-4538-ae23-c13398201789", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:12.862143 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-071b9d01-ecfc-4432-9f75-fae77bb059db {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:12.862841 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc', 'name': 'network-vif-deleted', 'tag': 'f76b8496-a5de-4538-ae23-c13398201789', 'status': 'completed', 'code': 200} Aug 30 21:59:13.393575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e463f638-f477-48b5-80e5-6b5b7bb0f213 req-c844147a-0377-482c-b127-51a62ba0f5e7 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "GET /v2.0/ports?device_id=10cb86e4-afeb-46c7-a18c-38e8cd5c7fcc HTTP/1.1" status: 200 len: 210 time: 0.0295889 Aug 30 21:59:14.451686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47656) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:14.733063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:14.931610 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:15.262350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 511a705d-c6fb-4ace-aff3-9300c2afe3a1 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:59:15.262710 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:15.372054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 511a705d-c6fb-4ace-aff3-9300c2afe3a1, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=511a705d-c6fb-4ace-aff3-9300c2afe3a1,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:15.372555 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:15.393080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 511a705d-c6fb-4ace-aff3-9300c2afe3a1 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:59:15.586689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:15.869620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=511a705d-c6fb-4ace-aff3-9300c2afe3a1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:16.045211 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.274446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Router 32880edd-6fdf-431d-ae82-74f99dc5fb2a has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:59:16.386795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:59:16.392098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bda0addc-a765-4e07-b037-25128f9b53d6 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "PUT /v2.0/routers/32880edd-6fdf-431d-ae82-74f99dc5fb2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9393334 Aug 30 21:59:16.395109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47660) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:16.396687 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] Sync routers for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:59:16.400132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:59:16.409352 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:16.409981 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:16.424540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: f76b8496-a5de-4538-ae23-c13398201789 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:59:16.424811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device f76b8496-a5de-4538-ae23-c13398201789 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:59:16.449726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting subnet 77b97e1b-9ee0-4840-9499-ccb9edc5c439 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 21:59:16.453101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.493164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.516330 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:16.583026 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.644777 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.674705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Subnet': ['ID=77b97e1b-9ee0-4840-9499-ccb9edc5c439,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:16.679132 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.684167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47662) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:16.687423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa5178b-73a6-4d51-9505-f1dcf654c956 None None] Network 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:59:16.695665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e96d4235-59a8-4646-95c3-71161fd5ba73 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/subnets/77b97e1b-9ee0-4840-9499-ccb9edc5c439 HTTP/1.1" status: 204 len: 168 time: 0.2990258 Aug 30 21:59:16.713989 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:59:15Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:16.744270 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] Checking router: 32880edd-6fdf-431d-ae82-74f99dc5fb2a for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:59:16.755588 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] Routers {'32880edd-6fdf-431d-ae82-74f99dc5fb2a'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:16.756372 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:16.809281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.875022 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] Set router 32880edd-6fdf-431d-ae82-74f99dc5fb2a gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:16.885590 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] DHCP port deletion for 7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 21:59:16.933106 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.934507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Deleting port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:59:16.935337 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.996470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Deleting port 26cb6095-1193-42d0-9c48-caac6f2488e4 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:59:16.996995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:16.997866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] For port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,segment=NetworkSegment(0061eb6f-5c05-4d64-b259-da7586e7c2a4),segment_id=0061eb6f-5c05-4d64-b259-da7586e7c2a4)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:16.998270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.012000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Calling delete_port for 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:59:17.066656 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:59:15Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:17.081540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] For port 26cb6095-1193-42d0-9c48-caac6f2488e4, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26cb6095-1193-42d0-9c48-caac6f2488e4,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:17.081900 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.094446 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff8053-a63c-4aa4-84ce-2e3ff2eab924 None None] The sync data for ids ['32880edd-6fdf-431d-ae82-74f99dc5fb2a'] in n-d-793620-16 is: [{'id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-441613948', 'tenant_id': '05898443d22549aeb60f310f3c87ca09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:56:21Z', 'updated_at': '2021-08-30T21:59:15Z', 'revision_number': 5, 'project_id': '05898443d22549aeb60f310f3c87ca09', 'gw_port': {'id': '26cb6095-1193-42d0-9c48-caac6f2488e4', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32880edd-6fdf-431d-ae82-74f99dc5fb2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:56:22Z', 'updated_at': '2021-08-30T21:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:59:17.100753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.103672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Calling delete_port for 26cb6095-1193-42d0-9c48-caac6f2488e4 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:59:17.129011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Pushing event deleted for resources: {'Port': ['ID=8ec34e9a-4c9b-4735-b5d5-f0f1a2732585,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:17.137395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] No DVR routers for this DVR port 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:59:17.140514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.140514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.140869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.141863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.141863 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.142551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.142717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.142717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.143524 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.144103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.144517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.144941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed01b5c-2957-4f04-bf2c-999e8e5a3d46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:17.298681 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.328126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Port': ['ID=26cb6095-1193-42d0-9c48-caac6f2488e4,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:17.399428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.506190 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.507575 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:59:17.508991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.561696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.562503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Fanout notify agent at l3_agent the message router_deleted on router 32880edd-6fdf-431d-ae82-74f99dc5fb2a {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 21:59:17.569750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.570878 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8861c46c-ef10-426b-a8a7-38e489b3161a tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/routers/32880edd-6fdf-431d-ae82-74f99dc5fb2a HTTP/1.1" status: 204 len: 168 time: 0.8813624 Aug 30 21:59:17.573632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47664) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:17.654174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.752444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.763032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2d6831-c86e-4d4b-ba2d-f9428e917cb1']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:17.774505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0061eb6f-5c05-4d64-b259-da7586e7c2a4') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:17.774851 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0061eb6f-5c05-4d64-b259-da7586e7c2a4') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:17.784709 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.799351 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.808167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 21:59:17.808582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: timer() Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 21:59:17.811879 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 21:59:17.871871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.879447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.881831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/networks/7f2d6831-c86e-4d4b-ba2d-f9428e917cb1 HTTP/1.1" status: 204 len: 168 time: 0.3071096 Aug 30 21:59:17.884785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47666) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:17.893962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e77040-4a2b-49c6-90c7-adee685d0e99 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'Network': ['ID=7f2d6831-c86e-4d4b-ba2d-f9428e917cb1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:17.957558 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4b75-246b-4c38-8289-7cd89f664640 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:17.985422 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4b75-246b-4c38-8289-7cd89f664640 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.057388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4b75-246b-4c38-8289-7cd89f664640 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.060063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4b75-246b-4c38-8289-7cd89f664640 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.061293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bcfa4b75-246b-4c38-8289-7cd89f664640 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] 10.222.0.76 "DELETE /v2.0/security-groups/cdd5e574-14eb-4470-8693-e7234ec6c75c HTTP/1.1" status: 204 len: 168 time: 0.1755483 Aug 30 21:59:18.071319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa4b75-246b-4c38-8289-7cd89f664640 tempest-TestNetworkAdvancedServerOps-380011503 tempest-TestNetworkAdvancedServerOps-380011503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd5e574-14eb-4470-8693-e7234ec6c75c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:18.423186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47674) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:18.571761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-15aa6848-73d8-4e0d-9ddf-d1748368efc4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05898443d22549aeb60f310f3c87ca09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473682 Aug 30 21:59:18.574631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47678) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:18.627676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36b0e1b8-5eb3-4ead-85f7-cd1fb4c8de31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.654868 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36b0e1b8-5eb3-4ead-85f7-cd1fb4c8de31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.704840 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36b0e1b8-5eb3-4ead-85f7-cd1fb4c8de31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.707426 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-36b0e1b8-5eb3-4ead-85f7-cd1fb4c8de31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:18.708635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36b0e1b8-5eb3-4ead-85f7-cd1fb4c8de31 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8c282b4-7fce-470e-8f11-5c86ea1f0620 HTTP/1.1" status: 204 len: 168 time: 0.1330154 Aug 30 21:59:18.718346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26cb6095-1193-42d0-9c48-caac6f2488e4 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:59:18.724991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0e1b8-5eb3-4ead-85f7-cd1fb4c8de31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c282b4-7fce-470e-8f11-5c86ea1f0620,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:18.746470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 26cb6095-1193-42d0-9c48-caac6f2488e4 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:59:18.746870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26cb6095-1193-42d0-9c48-caac6f2488e4 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:59:18.747289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:59:18.769795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:59:18.770146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ec34e9a-4c9b-4735-b5d5-f0f1a2732585 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:59:18.770566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 511a705d-c6fb-4ace-aff3-9300c2afe3a1 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 21:59:18.794861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 511a705d-c6fb-4ace-aff3-9300c2afe3a1 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 21:59:18.795314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 511a705d-c6fb-4ace-aff3-9300c2afe3a1 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 21:59:19.007120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47684) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:19.058600 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-41298f58-c212-4a35-87c0-23514d597786 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81fcf9b203ec43b7b574ec5ec70504e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498834 Aug 30 21:59:19.061344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47686) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:19.122469 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9312a737-f8e2-4320-84f3-7d20a9c340c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:19.144621 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9312a737-f8e2-4320-84f3-7d20a9c340c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:19.210121 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9312a737-f8e2-4320-84f3-7d20a9c340c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:19.213457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9312a737-f8e2-4320-84f3-7d20a9c340c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:19.214980 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9312a737-f8e2-4320-84f3-7d20a9c340c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82ed225f-d7ab-4f71-8343-ce0d6a05c9f7 HTTP/1.1" status: 204 len: 168 time: 0.1523530 Aug 30 21:59:19.227957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a737-f8e2-4320-84f3-7d20a9c340c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ed225f-d7ab-4f71-8343-ce0d6a05c9f7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:21.678046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47842) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:21.793310 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-136020c1-4d1e-4fd5-b462-dcd44cee5b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:21.890428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-136020c1-4d1e-4fd5-b462-dcd44cee5b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:21.907985 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-136020c1-4d1e-4fd5-b462-dcd44cee5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:21.948861 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-136020c1-4d1e-4fd5-b462-dcd44cee5b9e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=796ac954037c44f588d3842533f9bdf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695525 Aug 30 21:59:21.949753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136020c1-4d1e-4fd5-b462-dcd44cee5b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c56c6bf-5aee-467a-9e7b-00ba90f23607,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:21.952078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47846) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:22.006716 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c17c-742c-44c2-92cc-18e133c83bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.029254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c17c-742c-44c2-92cc-18e133c83bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.091997 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c17c-742c-44c2-92cc-18e133c83bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.096558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1a8c17c-742c-44c2-92cc-18e133c83bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.097790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a1a8c17c-742c-44c2-92cc-18e133c83bee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c56c6bf-5aee-467a-9e7b-00ba90f23607 HTTP/1.1" status: 204 len: 168 time: 0.1443756 Aug 30 21:59:22.107028 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8c17c-742c-44c2-92cc-18e133c83bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c56c6bf-5aee-467a-9e7b-00ba90f23607,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:22.438327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47852) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:22.461826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fba54bdd-2b82-4018-8b2d-0b35753348ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.566166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fba54bdd-2b82-4018-8b2d-0b35753348ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.572149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fba54bdd-2b82-4018-8b2d-0b35753348ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.614376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fba54bdd-2b82-4018-8b2d-0b35753348ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=56b491ffc834437180413c6b25ccadc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748209 Aug 30 21:59:22.615406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba54bdd-2b82-4018-8b2d-0b35753348ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a790bc-27ee-4ae5-9d39-b374ccf6e1c4,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:22.618266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47854) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:22.673090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c495-a5f8-42b4-b810-008c28e136f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.699578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c495-a5f8-42b4-b810-008c28e136f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.751832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c495-a5f8-42b4-b810-008c28e136f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.755351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c495-a5f8-42b4-b810-008c28e136f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:22.756752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5dc7c495-a5f8-42b4-b810-008c28e136f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6a790bc-27ee-4ae5-9d39-b374ccf6e1c4 HTTP/1.1" status: 204 len: 168 time: 0.1373832 Aug 30 21:59:22.766555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7c495-a5f8-42b4-b810-008c28e136f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a790bc-27ee-4ae5-9d39-b374ccf6e1c4,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:23.540223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:23.649954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1671557173-network', 'tenant_id': '8b05bc641cc1421c939e14140f62a860'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:23.677791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Made reservation on behalf of 8b05bc641cc1421c939e14140f62a860 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:59:23.680322 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.689847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.779912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.785954 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.811367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:59:23.821427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47134c6d-fb1f-42d9-b21a-52bb79a8ed2a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:23.826474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.826847 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Added segment 940dafab-2fb9-498b-9662-34d7e293e14f of type vlan for network 68fed571-4b4e-425d-8291-7ac685c080fc Aug 30 21:59:23.870862 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.898103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.899318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:23.901510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:23.978694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4372153 Aug 30 21:59:23.981872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47880) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:23.987058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Request body: {'subnet': {'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1671557173-subnet', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:23.997757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7576d5-6cec-441d-8d5b-1bdb5cd84f86 admin admin] Pushing event updated for resources: {'Network': ['ID=68fed571-4b4e-425d-8291-7ac685c080fc,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:24.009589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 68fed571-4b4e-425d-8291-7ac685c080fc details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:59:24.010167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Made reservation on behalf of 8b05bc641cc1421c939e14140f62a860 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:59:24.013206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.190002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.264006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957dcf41-ec19-440c-8bcb-12e13610bae9,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:24.285070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Checking segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:24.285554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Network hostable DHCP agents. Network: 68fed571-4b4e-425d-8291-7ac685c080fc, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:59:24.308119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Network 68fed571-4b4e-425d-8291-7ac685c080fc is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:59:24.319008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 68fed571-4b4e-425d-8291-7ac685c080fc) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:24.323934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:24.324848 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.330046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4669e112-6b5a-4cae-b4d2-884a1279769c None None] Network 68fed571-4b4e-425d-8291-7ac685c080fc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:59:24.347624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2a92b99-d907-4e86-bd3b-b7f2a9f67a80 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3644955 Aug 30 21:59:24.350691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47882) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:24.355461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:24.378578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.380168 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.436913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.500371 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-68fed571-4b4e-425d-8291-7ac685c080fc', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:59:24.501276 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.577230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.652253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Allocated IP 172.20.0.2 (68fed571-4b4e-425d-8291-7ac685c080fc/957dcf41-ec19-440c-8bcb-12e13610bae9/8fa7b344-a9b8-403e-b8cf-1c861cd3a496) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:24.803169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.813196 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.823394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Transition to ACTIVE for port object 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:24.833147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.839351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Transition to ACTIVE for port object 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:24.845947 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.887434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Network 68fed571-4b4e-425d-8291-7ac685c080fc is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:24.890510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:24.895745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:24.899365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Pushing event updated for resources: {'Port': ['ID=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:24.951065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Allocated IP 172.25.5.222 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/830fc0a8-d14f-49df-88ae-afc7a4700557) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:24.954608 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Attempting to bind port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:24.955046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Attempting to bind port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:24.955453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Attempting to bind port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 on network 68fed571-4b4e-425d-8291-7ac685c080fc {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:24.960792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:24.961302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Checking segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:24.961746 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:24.962141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Bound using segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:24.962604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Bound port: 8fa7b344-a9b8-403e-b8cf-1c861cd3a496, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:24.963014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:25.032040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] For port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:25.035361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] For port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:25.042342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:25.073037 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:25.104104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737efc-5727-45bf-acea-8b1658deae56 None None] Pushing event updated for resources: {'Port': ['ID=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:25.128678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:25.168841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:25.172414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:25.178195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:25.206172 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Pushing event updated for resources: {'Port': ['ID=830fc0a8-d14f-49df-88ae-afc7a4700557,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:25.493636 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:25.723560 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:25.906365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Router 3f1254f0-6a32-4a89-b4f7-c631fc411066 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:59:26.044349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:59:26.057145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Sync routers for ids ['3f1254f0-6a32-4a89-b4f7-c631fc411066'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:59:26.068662 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:26.070610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e04b1134-6230-4a4e-9b99-9d64549d362b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7183712 Aug 30 21:59:26.074063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Routers {'3f1254f0-6a32-4a89-b4f7-c631fc411066'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:26.074763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47884) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:26.075857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3f1254f0-6a32-4a89-b4f7-c631fc411066'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:26.134061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9c0a56-d809-4274-8b64-120c5d4eb13f None None] Network 68fed571-4b4e-425d-8291-7ac685c080fc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:59:26.446925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-84ce18d8-9b9b-41b0-8021-944b6ffb00d5 None None] Provisioning for port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:26.473752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Set router 3f1254f0-6a32-4a89-b4f7-c631fc411066 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:26.591421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:26.719926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:25Z', 'revision_number': 3, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:26.748773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Checking router: 3f1254f0-6a32-4a89-b4f7-c631fc411066 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:59:26.749168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Updating router 3f1254f0-6a32-4a89-b4f7-c631fc411066 port 830fc0a8-d14f-49df-88ae-afc7a4700557 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:59:26.781412 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Allocated IP 172.20.0.1 (68fed571-4b4e-425d-8291-7ac685c080fc/957dcf41-ec19-440c-8bcb-12e13610bae9/2c7bc094-d344-4232-8085-6e35320ffdaf) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:26.784909 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:26.789500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:26.911596 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:26.929481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Transition to ACTIVE for port object 2c7bc094-d344-4232-8085-6e35320ffdaf will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:26.944654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:26.958439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:26.958847 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:26.970888 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.014598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Network 68fed571-4b4e-425d-8291-7ac685c080fc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:27.017809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:27.022919 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:27.026266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7bc094-d344-4232-8085-6e35320ffdaf,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:27.046372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5f9d90f7-04c3-4b0b-8b03-2d36943e85f5 None None] Provisioning complete for port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:27.046815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f9d90f7-04c3-4b0b-8b03-2d36943e85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.064537 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.187986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.232068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.285904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.294529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:27.303462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f9d90f7-04c3-4b0b-8b03-2d36943e85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.305745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Transition to ACTIVE for port object 830fc0a8-d14f-49df-88ae-afc7a4700557 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:27.307595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.345100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.425518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Attempting to bind port 830fc0a8-d14f-49df-88ae-afc7a4700557 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:27.425926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Attempting to bind port 830fc0a8-d14f-49df-88ae-afc7a4700557 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:27.426716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Attempting to bind port 830fc0a8-d14f-49df-88ae-afc7a4700557 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:27.428457 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:27.446938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:27.447442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:27.447886 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.448513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:27.449220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Bound port: 830fc0a8-d14f-49df-88ae-afc7a4700557, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:27.449738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.469335 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.477720 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5f9d90f7-04c3-4b0b-8b03-2d36943e85f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 21:59:27.477720 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-5f9d90f7-04c3-4b0b-8b03-2d36943e85f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 21:59:27.480350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.532815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baae72-db9b-4325-8078-734a79fe4046 None None] Pushing event updated for resources: {'Port': ['ID=830fc0a8-d14f-49df-88ae-afc7a4700557,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:27.557811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7bc094-d344-4232-8085-6e35320ffdaf,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:27.558945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] For port 830fc0a8-d14f-49df-88ae-afc7a4700557, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:27.560179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.562694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] For port 830fc0a8-d14f-49df-88ae-afc7a4700557, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=830fc0a8-d14f-49df-88ae-afc7a4700557,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:27.568713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:27.640778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Routers {'3f1254f0-6a32-4a89-b4f7-c631fc411066'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:27.641358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3f1254f0-6a32-4a89-b4f7-c631fc411066'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:27.643394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baae72-db9b-4325-8078-734a79fe4046 None None] Pushing event updated for resources: {'Port': ['ID=830fc0a8-d14f-49df-88ae-afc7a4700557,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:27.691767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Network 68fed571-4b4e-425d-8291-7ac685c080fc is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:27.693641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:27.763397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] Set router 3f1254f0-6a32-4a89-b4f7-c631fc411066 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:27.835184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Router 3f1254f0-6a32-4a89-b4f7-c631fc411066 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:59:27.964167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:59:27.975707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-63af47cf-5229-4235-98a0-0c04a6034313 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f1254f0-6a32-4a89-b4f7-c631fc411066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930879 Aug 30 21:59:28.043566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2c7bc094-d344-4232-8085-6e35320ffdaf', 'name': '', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'mac_address': 'fa:16:3e:24:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:26Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 2, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'subnets': [{'id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:28.074846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9acead-50c7-437c-883d-b0a755c9ab8f None None] The sync data for ids ['3f1254f0-6a32-4a89-b4f7-c631fc411066'] in n-d-793620-16 is: [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2c7bc094-d344-4232-8085-6e35320ffdaf', 'name': '', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'mac_address': 'fa:16:3e:24:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:26Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 2, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'subnets': [{'id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:59:28.154193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2502ddd2-2593-42bd-90e8-3bb11a5a3bdc None None] Provisioning for port 2c7bc094-d344-4232-8085-6e35320ffdaf completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:28.161199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2502ddd2-2593-42bd-90e8-3bb11a5a3bdc None None] Provisioning complete for port 2c7bc094-d344-4232-8085-6e35320ffdaf triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:28.161840 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2502ddd2-2593-42bd-90e8-3bb11a5a3bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.222525 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-2502ddd2-2593-42bd-90e8-3bb11a5a3bdc None None] Port 2c7bc094-d344-4232-8085-6e35320ffdaf cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:59:28.612001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 47900) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:28.617374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2007012548-network', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:28.654408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Made reservation on behalf of c07f2aa6483742bf85bd2246f99d81c2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:59:28.657274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.669284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.754871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:28.833275 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.838500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.843916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:28.844352 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.873847 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 21:59:28.884830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4ad5a4-59fa-436b-b61a-4df990d58b12,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:28.890149 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.890562 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Added segment f5b5ce30-02b6-422a-8d97-e34c8f7597e2 of type vlan for network bc50fd11-a1d7-4faf-8624-f3cec9a8924a Aug 30 21:59:28.946047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.985493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:28.986792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:28.987603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.394222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7810140 Aug 30 21:59:29.397337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47902) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:29.403617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Request body: {'subnet': {'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2007012548-subnet', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:29.430186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac11917-f769-4c2e-8794-131e77b8b170 admin admin] Pushing event updated for resources: {'Network': ['ID=bc50fd11-a1d7-4faf-8624-f3cec9a8924a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:29.435754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Made reservation on behalf of c07f2aa6483742bf85bd2246f99d81c2 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:59:29.439091 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.441769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 21:59:29.649713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.708539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f819656-48c1-4f7a-b0e1-fea905e5a75e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:29.719069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Checking segment: {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:29.719425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Network hostable DHCP agents. Network: bc50fd11-a1d7-4faf-8624-f3cec9a8924a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 21:59:29.738246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 21:59:29.750437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, bc50fd11-a1d7-4faf-8624-f3cec9a8924a) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:29.757367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:29.758523 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.764673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314667d-8bdb-4436-82d7-a8899d635def None None] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:59:29.779208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-53c096ac-fcf2-4732-9d47-b9c7db2ae426 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3797915 Aug 30 21:59:29.781378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47904) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:29.788016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:29.821404 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.823343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.885008 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:29.957567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'fixed_ips': [{'subnet_id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 21:59:29.958540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.025869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.111306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Allocated IP 172.20.0.2 (bc50fd11-a1d7-4faf-8624-f3cec9a8924a/2f819656-48c1-4f7a-b0e1-fea905e5a75e/70cfe93c-9bf8-47d5-9a80-fdea271be628) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:30.285467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.295643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Transition to ACTIVE for port object 70cfe93c-9bf8-47d5-9a80-fdea271be628 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:30.311654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Transition to ACTIVE for port object 70cfe93c-9bf8-47d5-9a80-fdea271be628 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:30.319300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.363631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:30.368585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:30.373267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:30.381480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Pushing event updated for resources: {'Port': ['ID=70cfe93c-9bf8-47d5-9a80-fdea271be628,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:30.389309 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Sync routers for ids ['3f1254f0-6a32-4a89-b4f7-c631fc411066'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:59:30.399768 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Routers {'3f1254f0-6a32-4a89-b4f7-c631fc411066'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:30.400416 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3f1254f0-6a32-4a89-b4f7-c631fc411066'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:30.441557 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Attempting to bind port 70cfe93c-9bf8-47d5-9a80-fdea271be628 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:30.441950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Attempting to bind port 70cfe93c-9bf8-47d5-9a80-fdea271be628 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:30.442583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Attempting to bind port 70cfe93c-9bf8-47d5-9a80-fdea271be628 on network bc50fd11-a1d7-4faf-8624-f3cec9a8924a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:30.448031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:30.448398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Checking segment: {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:30.449026 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.449418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Bound using segment: {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:30.450056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Bound port: 70cfe93c-9bf8-47d5-9a80-fdea271be628, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:30.450771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.516439 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Set router 3f1254f0-6a32-4a89-b4f7-c631fc411066 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:30.526947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] For port 70cfe93c-9bf8-47d5-9a80-fdea271be628, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:30.532705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] For port 70cfe93c-9bf8-47d5-9a80-fdea271be628, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=70cfe93c-9bf8-47d5-9a80-fdea271be628,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:30.539650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.545290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.574077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.603221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609e240-7590-47e9-b85f-99b07e8a15ba None None] Pushing event updated for resources: {'Port': ['ID=70cfe93c-9bf8-47d5-9a80-fdea271be628,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:30.700808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Allocated IP 172.25.5.241 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/1e30295f-e568-4ba0-a612-a83503d40c1b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:30.745429 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2c7bc094-d344-4232-8085-6e35320ffdaf', 'name': '', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'mac_address': 'fa:16:3e:24:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:26Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 2, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'subnets': [{'id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:30.795880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 830fc0a8-d14f-49df-88ae-afc7a4700557 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:30.873429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.913823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 830fc0a8-d14f-49df-88ae-afc7a4700557 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:30.926430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 830fc0a8-d14f-49df-88ae-afc7a4700557 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:30.926727 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Checking router: 3f1254f0-6a32-4a89-b4f7-c631fc411066 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:59:30.926989 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Updating router 3f1254f0-6a32-4a89-b4f7-c631fc411066 port 2c7bc094-d344-4232-8085-6e35320ffdaf binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:59:30.927381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.944694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:30.960090 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.028868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:31.032958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:31.038682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:31.054532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.077398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e30295f-e568-4ba0-a612-a83503d40c1b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:31.080233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 830fc0a8-d14f-49df-88ae-afc7a4700557, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=830fc0a8-d14f-49df-88ae-afc7a4700557,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:31.086475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.138398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=830fc0a8-d14f-49df-88ae-afc7a4700557,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:31.274342 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.284811 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Transition to ACTIVE for port object 2c7bc094-d344-4232-8085-6e35320ffdaf will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:31.293267 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.323663 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.353473 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Pushing event updated for resources: {'Port': ['ID=2c7bc094-d344-4232-8085-6e35320ffdaf,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:31.381465 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.381816 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.382155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.382496 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.382858 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.383229 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.383554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.383878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.384202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.384524 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.384852 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.385331 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 21:59:31.434011 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Attempting to bind port 2c7bc094-d344-4232-8085-6e35320ffdaf on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:31.434753 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Attempting to bind port 2c7bc094-d344-4232-8085-6e35320ffdaf by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:31.434951 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Attempting to bind port 2c7bc094-d344-4232-8085-6e35320ffdaf on network 68fed571-4b4e-425d-8291-7ac685c080fc {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:31.443242 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:31.443773 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Checking segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:31.444368 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.444929 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Bound using segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:31.445709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Bound port: 2c7bc094-d344-4232-8085-6e35320ffdaf, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:31.446252 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.530965 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] For port 2c7bc094-d344-4232-8085-6e35320ffdaf, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:31.534516 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] For port 2c7bc094-d344-4232-8085-6e35320ffdaf, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2c7bc094-d344-4232-8085-6e35320ffdaf,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:31.541267 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.580440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.617403 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Routers {'3f1254f0-6a32-4a89-b4f7-c631fc411066'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:31.618303 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3f1254f0-6a32-4a89-b4f7-c631fc411066'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:31.620736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951aa8d-394c-4b62-838c-c7fb0c7f46c6 None None] Pushing event updated for resources: {'Port': ['ID=2c7bc094-d344-4232-8085-6e35320ffdaf,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:31.756590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Router 45a6e090-195e-4320-8ed8-42dd79670052 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 21:59:31.758506 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] Set router 3f1254f0-6a32-4a89-b4f7-c631fc411066 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:31.891530 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:59:31.903607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Sync routers for ids ['45a6e090-195e-4320-8ed8-42dd79670052'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:59:31.914398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:31.915841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Routers {'45a6e090-195e-4320-8ed8-42dd79670052'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:31.916566 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['45a6e090-195e-4320-8ed8-42dd79670052'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:31.917169 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1b5ba6c4-2784-4169-8731-0a3a03d6fde0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1342421 Aug 30 21:59:31.919948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 47906) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 21:59:31.959459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf9161-b7a6-4018-9229-e875e7107b3b None None] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 21:59:31.995929 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2c7bc094-d344-4232-8085-6e35320ffdaf', 'name': '', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'mac_address': 'fa:16:3e:24:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:26Z', 'updated_at': '2021-08-30T21:59:31Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'subnets': [{'id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:32.023411 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ee086-65de-4dd2-aa0d-dfb410bd9c69 None None] The sync data for ids ['3f1254f0-6a32-4a89-b4f7-c631fc411066'] in n-d-793620-16 is: [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:27Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2c7bc094-d344-4232-8085-6e35320ffdaf', 'name': '', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'mac_address': 'fa:16:3e:24:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:26Z', 'updated_at': '2021-08-30T21:59:31Z', 'revision_number': 4, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'subnets': [{'id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:59:32.243774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ce48d29-ecd0-4a10-9334-ef95955c022e None None] Provisioning for port 70cfe93c-9bf8-47d5-9a80-fdea271be628 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:32.284246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Set router 45a6e090-195e-4320-8ed8-42dd79670052 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:32.389179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:32.524896 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T21:59:31Z', 'revision_number': 3, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:32.558311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Checking router: 45a6e090-195e-4320-8ed8-42dd79670052 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:59:32.558712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Updating router 45a6e090-195e-4320-8ed8-42dd79670052 port 1e30295f-e568-4ba0-a612-a83503d40c1b binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:59:32.587559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:32.621362 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Allocated IP 172.20.0.1 (bc50fd11-a1d7-4faf-8624-f3cec9a8924a/2f819656-48c1-4f7a-b0e1-fea905e5a75e/2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:32.759052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:32.792729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Transition to ACTIVE for port object 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:32.835465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:32.888279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:32.891385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:32.896195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:32.921049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:32.943435 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:32.960088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:32.981019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Transition to ACTIVE for port object 1e30295f-e568-4ba0-a612-a83503d40c1b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:32.996880 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.046983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2c7bc094-d344-4232-8085-6e35320ffdaf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:33.095110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Attempting to bind port 1e30295f-e568-4ba0-a612-a83503d40c1b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:33.095936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Attempting to bind port 1e30295f-e568-4ba0-a612-a83503d40c1b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:33.095936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Attempting to bind port 1e30295f-e568-4ba0-a612-a83503d40c1b on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:33.101135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.112757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:33.113040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:33.113421 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.113820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:33.114384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Bound port: 1e30295f-e568-4ba0-a612-a83503d40c1b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:33.114781 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.116473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225b9f-6c45-4064-b93a-b3fbfb000afe None None] Pushing event updated for resources: {'Port': ['ID=1e30295f-e568-4ba0-a612-a83503d40c1b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:33.171871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 2c7bc094-d344-4232-8085-6e35320ffdaf completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:33.179413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 2c7bc094-d344-4232-8085-6e35320ffdaf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:33.179724 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.181929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] For port 1e30295f-e568-4ba0-a612-a83503d40c1b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:33.185548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] For port 1e30295f-e568-4ba0-a612-a83503d40c1b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e30295f-e568-4ba0-a612-a83503d40c1b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:33.211495 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.276286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e829c4c1-4578-4d91-99c9-6e5d890d5a68 None None] Provisioning for port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:33.276961 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.283059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.294702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e829c4c1-4578-4d91-99c9-6e5d890d5a68 None None] Provisioning complete for port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:33.295105 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e829c4c1-4578-4d91-99c9-6e5d890d5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.309872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Routers {'45a6e090-195e-4320-8ed8-42dd79670052'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:33.310577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['45a6e090-195e-4320-8ed8-42dd79670052'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:33.361001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.363073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:33.371496 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6225b9f-6c45-4064-b93a-b3fbfb000afe None None] Pushing event updated for resources: {'Port': ['ID=1e30295f-e568-4ba0-a612-a83503d40c1b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:33.433924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e829c4c1-4578-4d91-99c9-6e5d890d5a68 None None] Port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:59:33.462458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:33.464593 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.465819 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:33.514997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] Set router 45a6e090-195e-4320-8ed8-42dd79670052 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:33.549326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 2c7bc094-d344-4232-8085-6e35320ffdaf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2c7bc094-d344-4232-8085-6e35320ffdaf,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:33.559959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.560777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 70cfe93c-9bf8-47d5-9a80-fdea271be628 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:33.589128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Router 45a6e090-195e-4320-8ed8-42dd79670052 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 21:59:33.718122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=2c7bc094-d344-4232-8085-6e35320ffdaf,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:33.724112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 21:59:33.729714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-05cb6584-8bce-446a-bcfc-814628cf4027 admin admin] 10.222.0.76 "PUT /v2.0/routers/45a6e090-195e-4320-8ed8-42dd79670052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8084161 Aug 30 21:59:33.756532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 70cfe93c-9bf8-47d5-9a80-fdea271be628 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:33.766869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 70cfe93c-9bf8-47d5-9a80-fdea271be628 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:33.767241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.813252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9787dcc5-805c-40ac-9714-9ac12be34c14 None None] Provisioning complete for port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:33.813645 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9787dcc5-805c-40ac-9714-9ac12be34c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.890419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9787dcc5-805c-40ac-9714-9ac12be34c14 None None] Port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:59:33.950465 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.952558 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:33.955560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7', 'name': '', 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'mac_address': 'fa:16:3e:a0:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:32Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 2, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'subnets': [{'id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:33.989769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b69ba3c-47dd-4276-b119-4df2c4f4c7ff None None] The sync data for ids ['45a6e090-195e-4320-8ed8-42dd79670052'] in n-d-793620-16 is: [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7', 'name': '', 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'mac_address': 'fa:16:3e:a0:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:32Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 2, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'subnets': [{'id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:59:34.014094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 70cfe93c-9bf8-47d5-9a80-fdea271be628, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=70cfe93c-9bf8-47d5-9a80-fdea271be628,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:34.020463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:34.021392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 830fc0a8-d14f-49df-88ae-afc7a4700557 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:34.106484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=70cfe93c-9bf8-47d5-9a80-fdea271be628,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:34.119716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 830fc0a8-d14f-49df-88ae-afc7a4700557 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:34.120099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:34.511200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-cb5d2fde-5cf5-4a17-93d3-a4d76e122ab8 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:34.512738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-cb5d2fde-5cf5-4a17-93d3-a4d76e122ab8 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/networks?id=68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 200 len: 911 time: 0.1527061 Aug 30 21:59:34.529536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-bbe77714-d5c7-4a1f-a201-052c1a902ccb tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/quotas/c07f2aa6483742bf85bd2246f99d81c2 HTTP/1.1" status: 200 len: 375 time: 0.0107841 Aug 30 21:59:34.611271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-7dbda05a-0c6d-4f66-a329-8be71b1ef8aa tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757239 Aug 30 21:59:34.622400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-9681c19e-2bcb-46aa-9051-8b6b197022f9 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 21:59:34.623397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-9681c19e-2bcb-46aa-9051-8b6b197022f9 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053046 Aug 30 21:59:34.727308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-0263bfa3-a889-4994-8fb8-9fb3184c8d21 service neutron] 10.222.0.76 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977619 Aug 30 21:59:34.774650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2c7bc094-d344-4232-8085-6e35320ffdaf up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:34.839956 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 2c7bc094-d344-4232-8085-6e35320ffdaf triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:34.840407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:34.854220 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-d13dac43-fcb6-45b6-a1dd-d9bd9f6e19e6 service neutron] 10.222.0.76 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196418 Aug 30 21:59:35.067895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3dcc9ce3-9eb4-4359-adcd-3f4b9ad20a46 req-22410de0-450d-405a-8209-148ec0e847c6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Aug 30 21:59:35.128246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 70cfe93c-9bf8-47d5-9a80-fdea271be628 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:35.184372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 70cfe93c-9bf8-47d5-9a80-fdea271be628 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:35.184755 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.172578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-f0ce18c0-d8aa-4bc4-9869-8bd510c37493 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:36.174147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-f0ce18c0-d8aa-4bc4-9869-8bd510c37493 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.86 "GET /v2.0/networks?id=68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 200 len: 911 time: 0.1319826 Aug 30 21:59:36.179771 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bca21688-2782-4bd7-a1d2-ff751183aa24 req-837743cb-788c-4916-b914-40c8c21d7258 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 210 time: 0.0275962 Aug 30 21:59:36.187094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Request body: {'port': {'device_id': '219995c9-5698-42f3-9d4c-288389cc9195', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'admin_state_up': True, 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:36.210595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Made reservation on behalf of c07f2aa6483742bf85bd2246f99d81c2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:59:36.213460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.226554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Sync routers for ids ['45a6e090-195e-4320-8ed8-42dd79670052'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 21:59:36.237996 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Routers {'45a6e090-195e-4320-8ed8-42dd79670052'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:36.238705 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['45a6e090-195e-4320-8ed8-42dd79670052'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:36.291475 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.358862 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Set router 45a6e090-195e-4320-8ed8-42dd79670052 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:36.363357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Allocated IP 172.20.0.5 (68fed571-4b4e-425d-8291-7ac685c080fc/957dcf41-ec19-440c-8bcb-12e13610bae9/2c486f3a-b14f-4252-9ae1-f759815a6a3c) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:36.536007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.549677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Transition to ACTIVE for port object 2c486f3a-b14f-4252-9ae1-f759815a6a3c will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:36.584773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.590337 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7', 'name': '', 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'mac_address': 'fa:16:3e:a0:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:32Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 2, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'subnets': [{'id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:36.616192 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Checking router: 45a6e090-195e-4320-8ed8-42dd79670052 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 21:59:36.616541 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Updating router 45a6e090-195e-4320-8ed8-42dd79670052 port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 21:59:36.631723 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Network 68fed571-4b4e-425d-8291-7ac685c080fc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:36.636510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:36.641005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:36.642398 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.664524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Pushing event updated for resources: {'Port': ['ID=2c486f3a-b14f-4252-9ae1-f759815a6a3c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:36.688745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:36.689516 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.717073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-83bccb47-9e6e-494b-8cf6-43c28dbae3ca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5340884 Aug 30 21:59:36.745166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Request body: {'port': {'device_id': '219995c9-5698-42f3-9d4c-288389cc9195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:36.796029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e30295f-e568-4ba0-a612-a83503d40c1b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:36.824237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.862426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 1e30295f-e568-4ba0-a612-a83503d40c1b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:36.873404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1e30295f-e568-4ba0-a612-a83503d40c1b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:36.873798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.959087 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.961957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.968309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1d53cf68-c963-48f1-8a1d-0b5a1935a76f None None] Provisioning for port 2c486f3a-b14f-4252-9ae1-f759815a6a3c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:36.971343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Transition to ACTIVE for port object 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:36.977128 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:36.977362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1d53cf68-c963-48f1-8a1d-0b5a1935a76f None None] Provisioning complete for port 2c486f3a-b14f-4252-9ae1-f759815a6a3c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:36.977736 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d53cf68-c963-48f1-8a1d-0b5a1935a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.004395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 1e30295f-e568-4ba0-a612-a83503d40c1b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e30295f-e568-4ba0-a612-a83503d40c1b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:37.015613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.024945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1d53cf68-c963-48f1-8a1d-0b5a1935a76f None None] Port 2c486f3a-b14f-4252-9ae1-f759815a6a3c cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:59:37.052172 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbb95a-e7d2-4bf4-a814-067edabde4bf None None] Pushing event updated for resources: {'Port': ['ID=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:37.070503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=1e30295f-e568-4ba0-a612-a83503d40c1b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:37.087955 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Attempting to bind port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:37.088491 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Attempting to bind port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:37.088952 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Attempting to bind port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 on network bc50fd11-a1d7-4faf-8624-f3cec9a8924a {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:37.094519 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:37.095066 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Checking segment: {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:37.095729 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.096211 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Bound using segment: {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:37.097001 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Bound port: 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:37.097238 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.143306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c486f3a-b14f-4252-9ae1-f759815a6a3c {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:59:37.152107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.166212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Transition to ACTIVE for port object 2c486f3a-b14f-4252-9ae1-f759815a6a3c will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:37.167171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] For port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:37.170612 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] For port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:37.172403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.176100 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.240510 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Routers {'45a6e090-195e-4320-8ed8-42dd79670052'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 21:59:37.241306 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['45a6e090-195e-4320-8ed8-42dd79670052'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:37.244646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Pushing event updated for resources: {'Port': ['ID=2c486f3a-b14f-4252-9ae1-f759815a6a3c,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:37.313072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbb95a-e7d2-4bf4-a814-067edabde4bf None None] Pushing event updated for resources: {'Port': ['ID=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:37.351569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Attempting to bind port 2c486f3a-b14f-4252-9ae1-f759815a6a3c on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:37.353141 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Attempting to bind port 2c486f3a-b14f-4252-9ae1-f759815a6a3c by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:37.355462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5100d19-cb3f-4740-b852-b92774e7a31f req-181e4bea-47f7-48f3-a4d5-7cfa28a59459 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:37.356459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Attempting to bind port 2c486f3a-b14f-4252-9ae1-f759815a6a3c on network 68fed571-4b4e-425d-8291-7ac685c080fc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:37.361961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5100d19-cb3f-4740-b852-b92774e7a31f req-181e4bea-47f7-48f3-a4d5-7cfa28a59459 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1053 time: 0.0876150 Aug 30 21:59:37.365638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Port 2c486f3a-b14f-4252-9ae1-f759815a6a3c on network 68fed571-4b4e-425d-8291-7ac685c080fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:59:37.366318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Attempting to bind port 2c486f3a-b14f-4252-9ae1-f759815a6a3c on network 68fed571-4b4e-425d-8291-7ac685c080fc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:37.379364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:37.379873 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Checking segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:37.380388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Bound using segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:37.380957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Bound port: 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:37.381418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.418733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5100d19-cb3f-4740-b852-b92774e7a31f req-2fcca4de-3539-476e-8f31-bb107747bcd1 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Aug 30 21:59:37.510994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] For port 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:37.514546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] For port 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:37.522843 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.550772 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] Set router 45a6e090-195e-4320-8ed8-42dd79670052 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 21:59:37.565065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:37.565575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:37.567050 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] 10.222.0.86 "PUT /v2.0/ports/2c486f3a-b14f-4252-9ae1-f759815a6a3c HTTP/1.1" status: 200 len: 1092 time: 0.8269932 Aug 30 21:59:37.567519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219995c9-5698-42f3-9d4c-288389cc9195', 'tag': '2c486f3a-b14f-4252-9ae1-f759815a6a3c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:37.569838 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "219995c9-5698-42f3-9d4c-288389cc9195", "tag": "2c486f3a-b14f-4252-9ae1-f759815a6a3c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:37.592544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ffa97-c2c4-47d2-8909-4fccfa2db047 service neutron] Pushing event updated for resources: {'Port': ['ID=2c486f3a-b14f-4252-9ae1-f759815a6a3c,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:37.671075 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-59539133-eeca-4e75-b6e5-9daa545e4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:37.672773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-59539133-eeca-4e75-b6e5-9daa545e4ec2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1095 time: 0.0505097 Aug 30 21:59:37.740955 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36888b4f-9eb1-450d-90ed-4ac6660c5d9f x-openstack-request-id: req-36888b4f-9eb1-450d-90ed-4ac6660c5d9f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:37.741242 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219995c9-5698-42f3-9d4c-288389cc9195", "tag": "2c486f3a-b14f-4252-9ae1-f759815a6a3c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:37.741495 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36888b4f-9eb1-450d-90ed-4ac6660c5d9f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:37.741897 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219995c9-5698-42f3-9d4c-288389cc9195', 'tag': '2c486f3a-b14f-4252-9ae1-f759815a6a3c', 'status': 'completed', 'code': 200} Aug 30 21:59:37.743823 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-8abfee6a-9a73-4f14-aa3b-6686949359d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c HTTP/1.1" status: 200 len: 217 time: 0.0575318 Aug 30 21:59:37.823667 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7', 'name': '', 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'mac_address': 'fa:16:3e:a0:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:32Z', 'updated_at': '2021-08-30T21:59:37Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'subnets': [{'id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 21:59:37.856424 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e69b37-8185-4700-b676-d36fd7ce0fcd None None] The sync data for ids ['45a6e090-195e-4320-8ed8-42dd79670052'] in n-d-793620-16 is: [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T21:59:33Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7', 'name': '', 'network_id': 'bc50fd11-a1d7-4faf-8624-f3cec9a8924a', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'mac_address': 'fa:16:3e:a0:c9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:32Z', 'updated_at': '2021-08-30T21:59:37Z', 'revision_number': 4, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'subnets': [{'id': '2f819656-48c1-4f7a-b0e1-fea905e5a75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 21:59:38.084763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-5411e5ed-8086-4365-8b00-8f2794ab03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.086316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-5411e5ed-8086-4365-8b00-8f2794ab03c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=957dcf41-ec19-440c-8bcb-12e13610bae9 HTTP/1.1" status: 200 len: 849 time: 0.3344905 Aug 30 21:59:38.134991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-161765c9-bd61-4231-90d7-411164772aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.136673 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-161765c9-bd61-4231-90d7-411164772aae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68fed571-4b4e-425d-8291-7ac685c080fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424562 Aug 30 21:59:38.236588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-c223555e-47fe-4886-9062-df244262e1aa service neutron] 10.222.0.86 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916378 Aug 30 21:59:38.332971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-91401c41-3c8f-43f3-b2be-8e30f063d044 req-63ea467c-957e-4431-a7ff-80786cf30652 service neutron] 10.222.0.86 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889621 Aug 30 21:59:38.421156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-e63778a2-8393-4e35-a181-99d3621cd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.422714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-e63778a2-8393-4e35-a181-99d3621cd472 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1095 time: 0.0426452 Aug 30 21:59:38.519142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-168e7a4f-fb32-4011-bab8-23ce223aded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.520647 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-168e7a4f-fb32-4011-bab8-23ce223aded4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 200 len: 911 time: 0.0906351 Aug 30 21:59:38.562798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-cbef1da0-3312-473e-83f6-764ad32efeb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c HTTP/1.1" status: 200 len: 217 time: 0.0348561 Aug 30 21:59:38.618543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-263e66a5-0e52-4180-b73c-5c4bb195d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.620082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-263e66a5-0e52-4180-b73c-5c4bb195d6d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=957dcf41-ec19-440c-8bcb-12e13610bae9 HTTP/1.1" status: 200 len: 849 time: 0.0506864 Aug 30 21:59:38.663606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5486f-4953-4482-989e-6bcbad2f81d6 req-3f5fba8f-d58d-4ed2-9153-5024d68778f2 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.665344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73b5486f-4953-4482-989e-6bcbad2f81d6 req-3f5fba8f-d58d-4ed2-9153-5024d68778f2 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1095 time: 0.1373684 Aug 30 21:59:38.668766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-4847683f-2d14-434b-9d77-3e4ce06a14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:38.670298 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-4847683f-2d14-434b-9d77-3e4ce06a14d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68fed571-4b4e-425d-8291-7ac685c080fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427673 Aug 30 21:59:38.711107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73b5486f-4953-4482-989e-6bcbad2f81d6 req-d863748d-22d9-4340-a6f7-46cf835658f0 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Aug 30 21:59:38.767234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-c27f5d72-0f3d-42fb-908e-eca8d0e477b5 service neutron] 10.222.0.86 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889659 Aug 30 21:59:38.770539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e30295f-e568-4ba0-a612-a83503d40c1b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:38.819969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 1e30295f-e568-4ba0-a612-a83503d40c1b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:38.820340 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:38.866159 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd29e11f-cdf4-4866-82d3-02eae3b56ca2 req-55d2d8b4-f643-4012-a6ad-36ee64da68c1 service neutron] 10.222.0.86 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913737 Aug 30 21:59:38.901161 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:38.949411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:38.953240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:38.953610 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:39.044788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-17ea547f-33ab-4962-83df-beb613443b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:39.046342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:39.079892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:39.084959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:39.132618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:39.823254 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4fbf5-1876-448a-a088-1e6c99e24dba req-e60481fd-74a1-4c0a-a6e8-0ffbea6fecc5 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:39.824960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1e4fbf5-1876-448a-a088-1e6c99e24dba req-e60481fd-74a1-4c0a-a6e8-0ffbea6fecc5 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1095 time: 0.0438099 Aug 30 21:59:39.862223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1e4fbf5-1876-448a-a088-1e6c99e24dba req-651c2afb-ee8d-40bb-a96a-aee8999e23e2 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Aug 30 21:59:40.739244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:40.790707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:40.791114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:40.975543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460d15-4c77-494d-84ab-5700c0c2457a req-72db746a-6d42-4d3f-838e-efe8301d0546 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:40.977049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49460d15-4c77-494d-84ab-5700c0c2457a req-72db746a-6d42-4d3f-838e-efe8301d0546 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1095 time: 0.0465641 Aug 30 21:59:41.013580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49460d15-4c77-494d-84ab-5700c0c2457a req-b6824e5e-9682-4ab0-9c02-e405f628f0b7 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Aug 30 21:59:41.033938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 2c486f3a-b14f-4252-9ae1-f759815a6a3c details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:59:41.127911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:41.139400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '2c486f3a-b14f-4252-9ae1-f759815a6a3c', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'port_id': '2c486f3a-b14f-4252-9ae1-f759815a6a3c', 'mac_address': 'fa:16:3e:73:b0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:59:41.180948 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:41.193828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c486f3a-b14f-4252-9ae1-f759815a6a3c {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:59:41.214283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:41.219978 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:41.268000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=2c486f3a-b14f-4252-9ae1-f759815a6a3c,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:41.568437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['2c486f3a-b14f-4252-9ae1-f759815a6a3c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:59:41.809174 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:41.955302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc831dd8-6e77-4cef-8a7d-b3b36c65a75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:42.125067 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4774-a3cf-4a29-a0f4-31f95eaafc21 req-daf5e708-9955-4e51-8cfd-5c896b490a00 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:42.126521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-503e4774-a3cf-4a29-a0f4-31f95eaafc21 req-daf5e708-9955-4e51-8cfd-5c896b490a00 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1096 time: 0.0416603 Aug 30 21:59:42.162798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-503e4774-a3cf-4a29-a0f4-31f95eaafc21 req-43f18f44-bd3f-439c-bd9e-d1c430b6abca tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301635 Aug 30 21:59:42.836617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:43.050199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 2c486f3a-b14f-4252-9ae1-f759815a6a3c up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:43.110106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 2c486f3a-b14f-4252-9ae1-f759815a6a3c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:43.114358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 2c486f3a-b14f-4252-9ae1-f759815a6a3c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:43.114757 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:43.200653 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:43.224691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219995c9-5698-42f3-9d4c-288389cc9195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c486f3a-b14f-4252-9ae1-f759815a6a3c'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:43.227293 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999e32f7-53a7-4ed7-ae2b-975b5c11684b" -d '{"events": [{"server_uuid": "219995c9-5698-42f3-9d4c-288389cc9195", "name": "network-vif-plugged", "status": "completed", "tag": "2c486f3a-b14f-4252-9ae1-f759815a6a3c"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:43.240760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:43.246232 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:43.280938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b0d55-a3ab-4487-bc38-f81ae672e943 req-bb537882-aa91-462b-b3e6-4b4009c5d41d tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:43.282621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e8b0d55-a3ab-4487-bc38-f81ae672e943 req-bb537882-aa91-462b-b3e6-4b4009c5d41d tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0478792 Aug 30 21:59:43.296815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=2c486f3a-b14f-4252-9ae1-f759815a6a3c,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:43.319135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e8b0d55-a3ab-4487-bc38-f81ae672e943 req-840107d6-fec3-4893-b0ce-113e9acc9ef8 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299497 Aug 30 21:59:43.366066 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132222de-1077-4327-a622-adbdb1d843ec x-openstack-request-id: req-132222de-1077-4327-a622-adbdb1d843ec {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:43.366340 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219995c9-5698-42f3-9d4c-288389cc9195", "name": "network-vif-plugged", "status": "completed", "tag": "2c486f3a-b14f-4252-9ae1-f759815a6a3c", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:43.366583 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-132222de-1077-4327-a622-adbdb1d843ec {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:43.367026 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219995c9-5698-42f3-9d4c-288389cc9195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c486f3a-b14f-4252-9ae1-f759815a6a3c', 'code': 200} Aug 30 21:59:43.469811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f00b9-5f43-47e8-b6a2-137a11ce7659 req-e569a7fe-6895-4a6d-b800-b09a3503b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:43.471562 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c5f00b9-5f43-47e8-b6a2-137a11ce7659 req-e569a7fe-6895-4a6d-b800-b09a3503b74d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0468309 Aug 30 21:59:43.510167 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1c5f00b9-5f43-47e8-b6a2-137a11ce7659 req-bd261e6d-2f00-455d-b66f-10135444fc55 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314929 Aug 30 21:59:44.435381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044c8cc-5485-4c46-ad9b-7b999e6407ad req-d62700da-6516-4f15-9450-07686dbc652a tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:44.436968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d044c8cc-5485-4c46-ad9b-7b999e6407ad req-d62700da-6516-4f15-9450-07686dbc652a tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0463009 Aug 30 21:59:44.473610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d044c8cc-5485-4c46-ad9b-7b999e6407ad req-c250559f-1b19-4ee9-86b2-0920b59801dc tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Aug 30 21:59:44.733726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:45.584939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf72533-55df-4e76-8e48-2599aa1003f9 req-9eaef1f1-7b61-460a-b5da-7b5ea38a0c03 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:45.586510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcf72533-55df-4e76-8e48-2599aa1003f9 req-9eaef1f1-7b61-460a-b5da-7b5ea38a0c03 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0435035 Aug 30 21:59:45.623815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcf72533-55df-4e76-8e48-2599aa1003f9 req-d3a732a2-2c22-453a-ae7e-58a922206659 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Aug 30 21:59:45.732078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb068f-7111-4e62-b470-78b70969fa1e req-8c8c9be3-ea7d-4df4-8af7-59ff78a004c3 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:45.733651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfcb068f-7111-4e62-b470-78b70969fa1e req-8c8c9be3-ea7d-4df4-8af7-59ff78a004c3 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0418525 Aug 30 21:59:45.770325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfcb068f-7111-4e62-b470-78b70969fa1e req-cf5f5ced-eb54-4733-ad02-0d6e68d0f392 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Aug 30 21:59:45.880846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c8591-44aa-4a13-a7ea-e3669fc1c8b0 req-a4427d31-c70e-42aa-80a2-986de0d0c96c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:45.882317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-048c8591-44aa-4a13-a7ea-e3669fc1c8b0 req-a4427d31-c70e-42aa-80a2-986de0d0c96c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0453804 Aug 30 21:59:45.919195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-048c8591-44aa-4a13-a7ea-e3669fc1c8b0 req-28d9c4a3-c386-4672-ad69-f1973c756a80 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303726 Aug 30 21:59:46.133391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-cd7c3f0e-aac1-47a1-b0e0-5d33c8b04fb0 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:46.134921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-cd7c3f0e-aac1-47a1-b0e0-5d33c8b04fb0 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/networks?id=68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 200 len: 911 time: 0.0877132 Aug 30 21:59:46.150467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-02ee460f-8b31-4089-8ce6-b3c9cc165ef6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/quotas/c07f2aa6483742bf85bd2246f99d81c2 HTTP/1.1" status: 200 len: 375 time: 0.0096548 Aug 30 21:59:46.202181 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-4e04983f-fd73-4ebb-81d0-d302c74073ac tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460596 Aug 30 21:59:46.371907 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-3fa8e19f-6a3d-4db7-be3a-17e33c2c1e5a service neutron] 10.222.0.76 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275709 Aug 30 21:59:46.470876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-2e71994b-975f-4457-8f48-f8b4b99d91fd service neutron] 10.222.0.76 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924566 Aug 30 21:59:46.633589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b7acc8e-6587-4fe1-9d27-5d1fb18e06db req-9165f0dd-df81-4bdb-bbc5-edee7bf91871 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Aug 30 21:59:47.564832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-11abeb3c-5b15-4e80-99b7-83892e1cb663 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:47.566397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-11abeb3c-5b15-4e80-99b7-83892e1cb663 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.82 "GET /v2.0/networks?id=68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 200 len: 911 time: 0.0944631 Aug 30 21:59:47.579237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Request body: {'port': {'device_id': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'admin_state_up': True, 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:47.604020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Made reservation on behalf of c07f2aa6483742bf85bd2246f99d81c2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 21:59:47.607230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:47.733899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Allocated IP 172.20.0.6 (68fed571-4b4e-425d-8291-7ac685c080fc/957dcf41-ec19-440c-8bcb-12e13610bae9/8e49a028-c3da-44f7-9d16-07602c145041) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 21:59:47.734628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63d2b09e-b1f0-4eb6-be4e-94950b805066 req-fba94d29-6216-463b-94ad-12e516a63e3d tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0280683 Aug 30 21:59:47.888672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:47.909393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Transition to ACTIVE for port object 8e49a028-c3da-44f7-9d16-07602c145041 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:47.952345 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:47.963724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['2c486f3a-b14f-4252-9ae1-f759815a6a3c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:59:47.998589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Network 68fed571-4b4e-425d-8291-7ac685c080fc is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 21:59:48.003192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 21:59:48.008015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 21:59:48.010066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Pushing event updated for resources: {'Port': ['ID=8e49a028-c3da-44f7-9d16-07602c145041,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:48.061073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:48.061693 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.083260 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-070c03d6-482b-4461-8edb-51e712f43f28 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5082726 Aug 30 21:59:48.122531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Request body: {'port': {'device_id': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 21:59:48.178987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.235212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d63606b8-14f4-440c-9e71-bdc0d212b79b None None] Provisioning for port 8e49a028-c3da-44f7-9d16-07602c145041 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:48.239174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d63606b8-14f4-440c-9e71-bdc0d212b79b None None] Provisioning complete for port 8e49a028-c3da-44f7-9d16-07602c145041 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:48.239624 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d63606b8-14f4-440c-9e71-bdc0d212b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.275152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d63606b8-14f4-440c-9e71-bdc0d212b79b None None] Port 8e49a028-c3da-44f7-9d16-07602c145041 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 21:59:48.444424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e49a028-c3da-44f7-9d16-07602c145041 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:59:48.452160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.464623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Transition to ACTIVE for port object 8e49a028-c3da-44f7-9d16-07602c145041 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 21:59:48.470757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.523397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Pushing event updated for resources: {'Port': ['ID=8e49a028-c3da-44f7-9d16-07602c145041,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:48.597626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Attempting to bind port 8e49a028-c3da-44f7-9d16-07602c145041 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 21:59:48.598288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Attempting to bind port 8e49a028-c3da-44f7-9d16-07602c145041 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 21:59:48.598288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Attempting to bind port 8e49a028-c3da-44f7-9d16-07602c145041 on network 68fed571-4b4e-425d-8291-7ac685c080fc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:48.603476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Port 8e49a028-c3da-44f7-9d16-07602c145041 on network 68fed571-4b4e-425d-8291-7ac685c080fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 21:59:48.603808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Attempting to bind port 8e49a028-c3da-44f7-9d16-07602c145041 on network 68fed571-4b4e-425d-8291-7ac685c080fc {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 21:59:48.609589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 21, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 21:59:48.609923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Checking segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 21:59:48.610312 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Bound using segment: {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 21:59:48.610776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Bound port: 8e49a028-c3da-44f7-9d16-07602c145041, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940dafab-2fb9-498b-9662-34d7e293e14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 21:59:48.611123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.696851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] For port 8e49a028-c3da-44f7-9d16-07602c145041, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 21:59:48.701095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] For port 8e49a028-c3da-44f7-9d16-07602c145041, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=8e49a028-c3da-44f7-9d16-07602c145041,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 21:59:48.708111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.748144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:48.748768 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:48.750194 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] 10.222.0.82 "PUT /v2.0/ports/8e49a028-c3da-44f7-9d16-07602c145041 HTTP/1.1" status: 200 len: 1092 time: 0.6323762 Aug 30 21:59:48.750750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'tag': '8e49a028-c3da-44f7-9d16-07602c145041'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:48.753329 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a43d33824dfc7905097b71d6bd624c6c265f67b85db934dcda2065934140fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d4975-c5b6-4f17-82af-84bceb711132" -d '{"events": [{"name": "network-changed", "server_uuid": "2a57bc08-8ad6-4cfc-8986-6d467549e7b1", "tag": "8e49a028-c3da-44f7-9d16-07602c145041"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:48.780963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1db69-b81e-400f-b107-169ddcb4a522 service neutron] Pushing event updated for resources: {'Port': ['ID=8e49a028-c3da-44f7-9d16-07602c145041,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:48.806916 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616cad70-f41b-43c5-b270-855ce581e692 x-openstack-request-id: req-616cad70-f41b-43c5-b270-855ce581e692 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:48.807440 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a57bc08-8ad6-4cfc-8986-6d467549e7b1", "tag": "8e49a028-c3da-44f7-9d16-07602c145041", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:48.807879 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-616cad70-f41b-43c5-b270-855ce581e692 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:48.808550 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'tag': '8e49a028-c3da-44f7-9d16-07602c145041', 'status': 'completed', 'code': 200} Aug 30 21:59:48.860612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-be769501-e5cb-43f1-82f8-0d58d350b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:48.862292 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-be769501-e5cb-43f1-82f8-0d58d350b83b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0487230 Aug 30 21:59:48.904864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07109d8-4bd0-447a-8758-81bdd91449d3 req-90d96039-4663-4ee7-8c75-97e2d7d9e99e tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:48.907064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d07109d8-4bd0-447a-8758-81bdd91449d3 req-90d96039-4663-4ee7-8c75-97e2d7d9e99e tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0474176 Aug 30 21:59:48.918792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-2c88d409-3df6-4917-86b0-cd8ca8cdcf10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e49a028-c3da-44f7-9d16-07602c145041 HTTP/1.1" status: 200 len: 217 time: 0.0420830 Aug 30 21:59:48.953646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d07109d8-4bd0-447a-8758-81bdd91449d3 req-aa060d4e-3c38-4780-ab08-98bdce644462 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Aug 30 21:59:48.978948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-89269111-d535-4ca7-a8a1-254a2dfa13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:48.980687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-89269111-d535-4ca7-a8a1-254a2dfa13bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=957dcf41-ec19-440c-8bcb-12e13610bae9 HTTP/1.1" status: 200 len: 849 time: 0.0549746 Aug 30 21:59:49.031480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27031-827c-4d34-8145-b54369c371f7 req-7650ee0f-9932-4dee-b10b-f004a5ba63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:49.033089 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-7650ee0f-9932-4dee-b10b-f004a5ba63c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68fed571-4b4e-425d-8291-7ac685c080fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448763 Aug 30 21:59:49.131300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-f18c9ed1-5f61-42e4-aaa9-82c8bec19185 service neutron] 10.222.0.82 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884192 Aug 30 21:59:49.231205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c6a27031-827c-4d34-8145-b54369c371f7 req-4c399efa-7b93-4ff7-97da-e1b1eb0ac997 service neutron] 10.222.0.82 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929267 Aug 30 21:59:49.321042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d4975-c5b6-4f17-82af-84bceb711132 req-0b4f2437-3f68-4ef1-b428-e82c58aae997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:49.322689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-0b4f2437-3f68-4ef1-b428-e82c58aae997 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0452676 Aug 30 21:59:49.425106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d4975-c5b6-4f17-82af-84bceb711132 req-1ed3fdd5-0796-4085-8bfa-a170457bccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:49.426849 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-1ed3fdd5-0796-4085-8bfa-a170457bccc0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 200 len: 911 time: 0.0971427 Aug 30 21:59:49.471720 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-5e79e8bb-2d15-4067-8359-274885348c2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e49a028-c3da-44f7-9d16-07602c145041 HTTP/1.1" status: 200 len: 217 time: 0.0374367 Aug 30 21:59:49.524326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d4975-c5b6-4f17-82af-84bceb711132 req-246b99f8-6dd5-493e-8fe0-4eee40e5238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:49.525751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-246b99f8-6dd5-493e-8fe0-4eee40e5238d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=957dcf41-ec19-440c-8bcb-12e13610bae9 HTTP/1.1" status: 200 len: 849 time: 0.0470223 Aug 30 21:59:49.580136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d4975-c5b6-4f17-82af-84bceb711132 req-55d60f7f-4f53-4ec2-8b6a-5a5d9fba0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:49.581702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-55d60f7f-4f53-4ec2-8b6a-5a5d9fba0e1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68fed571-4b4e-425d-8291-7ac685c080fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486898 Aug 30 21:59:49.675279 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-b2d5bf37-daad-4c64-bfcf-30019f17c4a0 service neutron] 10.222.0.82 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863731 Aug 30 21:59:49.784430 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-159d4975-c5b6-4f17-82af-84bceb711132 req-b022a227-71b3-47a2-9564-e2d4645714ea service neutron] 10.222.0.82 "GET /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018510 Aug 30 21:59:50.082698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83fe3c-73d0-476e-bd98-eb0b543cb344 req-9bd0a82a-1947-460a-bd71-3fa97a976159 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:50.084193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d83fe3c-73d0-476e-bd98-eb0b543cb344 req-9bd0a82a-1947-460a-bd71-3fa97a976159 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0463741 Aug 30 21:59:50.123247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d83fe3c-73d0-476e-bd98-eb0b543cb344 req-5b4fdb70-5eda-4c57-9bfe-267d8e1fb855 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327694 Aug 30 21:59:51.234987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648b58-3ce0-4095-b0ba-f12a5daf0e37 req-f9133884-0cff-4f3e-90b8-eff507d94af7 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:51.236568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b648b58-3ce0-4095-b0ba-f12a5daf0e37 req-f9133884-0cff-4f3e-90b8-eff507d94af7 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0445602 Aug 30 21:59:51.273825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b648b58-3ce0-4095-b0ba-f12a5daf0e37 req-c73fe658-7dcf-424a-85ad-d322d40fc0bb tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Aug 30 21:59:52.382961 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dab970-c7f7-47ef-8b4d-8e1493f2d85c req-56514c31-053c-4798-8e2e-f61db0bb91f4 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:52.384616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c1dab970-c7f7-47ef-8b4d-8e1493f2d85c req-56514c31-053c-4798-8e2e-f61db0bb91f4 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0424678 Aug 30 21:59:52.420550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c1dab970-c7f7-47ef-8b4d-8e1493f2d85c req-27a67e88-b359-43c2-95fd-648159549834 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298049 Aug 30 21:59:52.556188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 8e49a028-c3da-44f7-9d16-07602c145041 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 21:59:52.652264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 8e49a028-c3da-44f7-9d16-07602c145041, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=8e49a028-c3da-44f7-9d16-07602c145041,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:52.667265 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '8e49a028-c3da-44f7-9d16-07602c145041', 'network_id': '68fed571-4b4e-425d-8291-7ac685c080fc', 'port_id': '8e49a028-c3da-44f7-9d16-07602c145041', 'mac_address': 'fa:16:3e:f2:b3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957dcf41-ec19-440c-8bcb-12e13610bae9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 21:59:52.704979 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:52.718147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e49a028-c3da-44f7-9d16-07602c145041 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 21:59:52.737515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 8e49a028-c3da-44f7-9d16-07602c145041, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=8e49a028-c3da-44f7-9d16-07602c145041,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:52.744523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:52.793517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=8e49a028-c3da-44f7-9d16-07602c145041,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:53.098183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['8e49a028-c3da-44f7-9d16-07602c145041'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:59:53.534298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f351bcb-b77a-448e-b5d3-38d246c9ca4d req-547a248b-fd89-411f-add7-a7ce65c2e582 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:53.535981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f351bcb-b77a-448e-b5d3-38d246c9ca4d req-547a248b-fd89-411f-add7-a7ce65c2e582 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0465150 Aug 30 21:59:53.573817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f351bcb-b77a-448e-b5d3-38d246c9ca4d req-3ccca6e4-55e2-4be1-bcad-9a2224d0b9e0 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Aug 30 21:59:54.508388 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 21:59:54.570725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 8e49a028-c3da-44f7-9d16-07602c145041 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 21:59:54.622955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 8e49a028-c3da-44f7-9d16-07602c145041 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 21:59:54.627739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 8e49a028-c3da-44f7-9d16-07602c145041 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 21:59:54.628076 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:54.683738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47002b61-89ce-4b81-a3b6-ba64fd5e8c2d req-cc80eb68-5782-43af-b8be-42649b6ac483 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:54.685364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47002b61-89ce-4b81-a3b6-ba64fd5e8c2d req-cc80eb68-5782-43af-b8be-42649b6ac483 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1096 time: 0.0419545 Aug 30 21:59:54.711302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:54.722876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-47002b61-89ce-4b81-a3b6-ba64fd5e8c2d req-aaff2f50-6f77-4352-b97e-3462e8d792f7 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Aug 30 21:59:54.734902 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49a028-c3da-44f7-9d16-07602c145041'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:54.737188 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18a1fd3bbf3c0e8ed892af481fcebd998179d3eb9de396592c319349b3a66090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c8f48-bf8c-4029-9145-b7bfe78dc856" -d '{"events": [{"server_uuid": "2a57bc08-8ad6-4cfc-8986-6d467549e7b1", "name": "network-vif-plugged", "status": "completed", "tag": "8e49a028-c3da-44f7-9d16-07602c145041"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:54.750542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 8e49a028-c3da-44f7-9d16-07602c145041, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=8e49a028-c3da-44f7-9d16-07602c145041,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:54.756532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:54.807193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=8e49a028-c3da-44f7-9d16-07602c145041,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:54.843165 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0b40e4-92a2-43e3-bac0-732825f24b0c x-openstack-request-id: req-5b0b40e4-92a2-43e3-bac0-732825f24b0c {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:54.843436 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a57bc08-8ad6-4cfc-8986-6d467549e7b1", "name": "network-vif-plugged", "status": "completed", "tag": "8e49a028-c3da-44f7-9d16-07602c145041", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:54.843687 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b0b40e4-92a2-43e3-bac0-732825f24b0c {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:54.844118 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e49a028-c3da-44f7-9d16-07602c145041', 'code': 200} Aug 30 21:59:54.946925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341b08-0fb1-4611-bfc0-148771b92c14 req-19b15d68-aaa3-4c70-b010-3fbaa0ad56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:54.948483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e3341b08-0fb1-4611-bfc0-148771b92c14 req-19b15d68-aaa3-4c70-b010-3fbaa0ad56fa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0441542 Aug 30 21:59:54.985646 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e3341b08-0fb1-4611-bfc0-148771b92c14 req-120f60b2-26d3-4ceb-b202-e7eafed5b2d2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299695 Aug 30 21:59:55.836524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7b122-9512-4128-bf20-b9000c926ab6 req-3e02b3f1-0c0a-4f2c-ba12-ceb170e6971c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:55.838119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8a7b122-9512-4128-bf20-b9000c926ab6 req-3e02b3f1-0c0a-4f2c-ba12-ceb170e6971c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0435526 Aug 30 21:59:55.875239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8a7b122-9512-4128-bf20-b9000c926ab6 req-ab13827b-7387-448c-af36-7179bf223727 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302236 Aug 30 21:59:56.990373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28b9c-4016-4c3d-84dd-cf524eb8b12f req-9bfd34cd-90f5-447b-87f0-279580f47c4c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:56.992033 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bc28b9c-4016-4c3d-84dd-cf524eb8b12f req-9bfd34cd-90f5-447b-87f0-279580f47c4c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0479572 Aug 30 21:59:57.029014 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bc28b9c-4016-4c3d-84dd-cf524eb8b12f req-2992036c-6de7-41d5-8d93-b2306682ded7 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301249 Aug 30 21:59:57.141274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503948-fd4d-48a0-bc6f-93d46bc008cf req-18ef1d6a-f645-4822-936a-0bb0a13e6cb5 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:57.142857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e503948-fd4d-48a0-bc6f-93d46bc008cf req-18ef1d6a-f645-4822-936a-0bb0a13e6cb5 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0443180 Aug 30 21:59:57.182840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e503948-fd4d-48a0-bc6f-93d46bc008cf req-2e0526e0-3728-476c-8c36-35886bd146eb tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329466 Aug 30 21:59:57.299615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57345868-6c67-491b-8b1a-30120483c6c1 req-8db04515-852f-4e57-bf52-2abd990d29fc tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:57.301180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57345868-6c67-491b-8b1a-30120483c6c1 req-8db04515-852f-4e57-bf52-2abd990d29fc tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0458474 Aug 30 21:59:57.342701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-57345868-6c67-491b-8b1a-30120483c6c1 req-8e9502df-ba32-4c77-85cb-b13b4de91775 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Aug 30 21:59:57.596387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd437ee-0572-4468-98d0-7b661987cb0e req-9884368f-378f-4028-90a9-b7d870161b9c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:57.597955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6dd437ee-0572-4468-98d0-7b661987cb0e req-9884368f-378f-4028-90a9-b7d870161b9c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0477209 Aug 30 21:59:57.636773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6dd437ee-0572-4468-98d0-7b661987cb0e req-603e498c-ee13-489d-bf2d-6d4168e6bfa6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Aug 30 21:59:58.750404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372aae-95f7-41d8-a47d-ba9db0eda916 req-5afb9809-3fb1-4500-80d0-cfd12b495ee9 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:58.752008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0372aae-95f7-41d8-a47d-ba9db0eda916 req-5afb9809-3fb1-4500-80d0-cfd12b495ee9 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0429134 Aug 30 21:59:58.790233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0372aae-95f7-41d8-a47d-ba9db0eda916 req-cf8e29ff-7b2a-483b-bd6b-544cd1589972 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Aug 30 21:59:58.980792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-f1852c74-a464-4a6a-895d-355ad372f93f tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 21:59:58.982250 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-f1852c74-a464-4a6a-895d-355ad372f93f tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0431650 Aug 30 21:59:59.081801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Deleting port 8e49a028-c3da-44f7-9d16-07602c145041 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 21:59:59.082117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:59.162372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] For port 8e49a028-c3da-44f7-9d16-07602c145041, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=8e49a028-c3da-44f7-9d16-07602c145041,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 21:59:59.162743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:59.176060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Calling delete_port for 8e49a028-c3da-44f7-9d16-07602c145041 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 21:59:59.303979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:59.317245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['8e49a028-c3da-44f7-9d16-07602c145041'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:59:59.320413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['2c486f3a-b14f-4252-9ae1-f759815a6a3c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 21:59:59.344021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e49a028-c3da-44f7-9d16-07602c145041,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 21:59:59.391484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] No DVR routers for this DVR port 8e49a028-c3da-44f7-9d16-07602c145041 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 21:59:59.395159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 21:59:59.397660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-85cd32a5-e666-4fde-aec2-0c15f7fad10e req-02424ba8-6331-4aec-98a5-d93a3bdc55e6 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.82 "DELETE /v2.0/ports/8e49a028-c3da-44f7-9d16-07602c145041 HTTP/1.1" status: 204 len: 173 time: 0.4081929 Aug 30 21:59:59.398382 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'name': 'network-vif-deleted', 'tag': '8e49a028-c3da-44f7-9d16-07602c145041'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 21:59:59.470631 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b74537-d6aa-41f3-9d70-11490986e480" -d '{"events": [{"server_uuid": "2a57bc08-8ad6-4cfc-8986-6d467549e7b1", "name": "network-vif-deleted", "tag": "8e49a028-c3da-44f7-9d16-07602c145041"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 21:59:59.581928 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 21:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8adc6a2-6bb3-4380-8226-d8785764fb06 x-openstack-request-id: req-e8adc6a2-6bb3-4380-8226-d8785764fb06 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 21:59:59.582273 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a57bc08-8ad6-4cfc-8986-6d467549e7b1", "name": "network-vif-deleted", "tag": "8e49a028-c3da-44f7-9d16-07602c145041", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 21:59:59.582488 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e8adc6a2-6bb3-4380-8226-d8785764fb06 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 21:59:59.582920 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a57bc08-8ad6-4cfc-8986-6d467549e7b1', 'name': 'network-vif-deleted', 'tag': '8e49a028-c3da-44f7-9d16-07602c145041', 'status': 'completed', 'code': 200} Aug 30 21:59:59.901318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3415c750-feb0-4c04-b42a-148a84a85be9 req-3f9ca56e-aef7-450c-a60a-82752cdfade0 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a57bc08-8ad6-4cfc-8986-6d467549e7b1 HTTP/1.1" status: 200 len: 210 time: 0.0276144 Aug 30 22:00:01.176084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49807f67-ed55-442d-a7b0-03dccd4d589e req-47421001-d69d-438b-b471-bb7d32ebfe34 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:01.177634 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49807f67-ed55-442d-a7b0-03dccd4d589e req-47421001-d69d-438b-b471-bb7d32ebfe34 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0444396 Aug 30 22:00:01.217122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49807f67-ed55-442d-a7b0-03dccd4d589e req-9c5449bf-c8bd-46f1-8679-2e3687f9e63f tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308578 Aug 30 22:00:02.334705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689d4d7-3c38-4e71-8c55-eaed3954608e req-90e8113d-6f0f-427b-a9bb-9365bca1c914 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:02.336545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0689d4d7-3c38-4e71-8c55-eaed3954608e req-90e8113d-6f0f-427b-a9bb-9365bca1c914 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0488768 Aug 30 22:00:02.375389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0689d4d7-3c38-4e71-8c55-eaed3954608e req-3e6bfd05-3aff-4ba3-87be-6466f0cf099c tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=ea4ad5a4-59fa-436b-b61a-4df990d58b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Aug 30 22:00:02.587426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-6245b3c0-b0f5-4203-bffe-2847468293de tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:02.589121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-6245b3c0-b0f5-4203-bffe-2847468293de tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 1097 time: 0.0469685 Aug 30 22:00:02.633029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 8e49a028-c3da-44f7-9d16-07602c145041 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:02.654205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 8e49a028-c3da-44f7-9d16-07602c145041 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:02.654559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 8e49a028-c3da-44f7-9d16-07602c145041 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:02.675431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Deleting port 2c486f3a-b14f-4252-9ae1-f759815a6a3c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:02.675784 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:02.758583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] For port 2c486f3a-b14f-4252-9ae1-f759815a6a3c, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=2c486f3a-b14f-4252-9ae1-f759815a6a3c,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:02.758981 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:02.772648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Calling delete_port for 2c486f3a-b14f-4252-9ae1-f759815a6a3c owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:02.896485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:02.913267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['2c486f3a-b14f-4252-9ae1-f759815a6a3c'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:00:02.932095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c486f3a-b14f-4252-9ae1-f759815a6a3c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:02.972450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] No DVR routers for this DVR port 2c486f3a-b14f-4252-9ae1-f759815a6a3c on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:00:02.975277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:02.977549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-40537b03-d45c-4139-9fb5-2444d6409ff5 req-66e2614a-1ccb-4145-8d1c-ffa3bfe49a45 tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.86 "DELETE /v2.0/ports/2c486f3a-b14f-4252-9ae1-f759815a6a3c HTTP/1.1" status: 204 len: 173 time: 0.3820152 Aug 30 22:00:02.978002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219995c9-5698-42f3-9d4c-288389cc9195', 'name': 'network-vif-deleted', 'tag': '2c486f3a-b14f-4252-9ae1-f759815a6a3c'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:00:02.980440 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1daed12-dbaa-4445-b12d-58042bca7a88" -d '{"events": [{"server_uuid": "219995c9-5698-42f3-9d4c-288389cc9195", "name": "network-vif-deleted", "tag": "2c486f3a-b14f-4252-9ae1-f759815a6a3c"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:00:03.025897 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e7cc4c-db60-4c30-9216-7186a12a074b x-openstack-request-id: req-d5e7cc4c-db60-4c30-9216-7186a12a074b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:00:03.026198 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219995c9-5698-42f3-9d4c-288389cc9195", "name": "network-vif-deleted", "tag": "2c486f3a-b14f-4252-9ae1-f759815a6a3c", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:00:03.026456 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5e7cc4c-db60-4c30-9216-7186a12a074b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:00:03.026899 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219995c9-5698-42f3-9d4c-288389cc9195', 'name': 'network-vif-deleted', 'tag': '2c486f3a-b14f-4252-9ae1-f759815a6a3c', 'status': 'completed', 'code': 200} Aug 30 22:00:03.491501 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0ed162be-f78c-4ab2-a207-e1584ab120a6 req-fbf10916-7acb-464d-a564-63261289d33f tempest-TestServerMultinode-1803328124 tempest-TestServerMultinode-1803328124-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=219995c9-5698-42f3-9d4c-288389cc9195 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Aug 30 22:00:03.929657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:04.554890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48062) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:04.944551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:05.116358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 2c486f3a-b14f-4252-9ae1-f759815a6a3c no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:05.141817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 2c486f3a-b14f-4252-9ae1-f759815a6a3c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:05.142131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 2c486f3a-b14f-4252-9ae1-f759815a6a3c not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:05.208328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Deleting port 2c7bc094-d344-4232-8085-6e35320ffdaf {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:05.208527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:05.294577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] For port 2c7bc094-d344-4232-8085-6e35320ffdaf, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2c7bc094-d344-4232-8085-6e35320ffdaf,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:05.294974 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:05.310119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Calling delete_port for 2c7bc094-d344-4232-8085-6e35320ffdaf owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:05.497152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:05.523225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7bc094-d344-4232-8085-6e35320ffdaf,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:05.695420 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.224584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Router 3f1254f0-6a32-4a89-b4f7-c631fc411066 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:00:06.284530 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.335660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:00:06.341421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6914a3f3-7e23-442c-b09b-bb2e5fdec3af admin admin] 10.222.0.76 "PUT /v2.0/routers/3f1254f0-6a32-4a89-b4f7-c631fc411066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7850854 Aug 30 22:00:06.343658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48064) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:06.345475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] Sync routers for ids ['3f1254f0-6a32-4a89-b4f7-c631fc411066'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:00:06.355328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] Routers {'3f1254f0-6a32-4a89-b4f7-c631fc411066'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:00:06.355970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3f1254f0-6a32-4a89-b4f7-c631fc411066'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:06.450311 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.466473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] Set router 3f1254f0-6a32-4a89-b4f7-c631fc411066 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:00:06.556334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.612723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Deleting port 830fc0a8-d14f-49df-88ae-afc7a4700557 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:06.613068 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.650182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T22:00:05Z', 'revision_number': 5, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port': {'id': '830fc0a8-d14f-49df-88ae-afc7a4700557', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T21:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:06.677335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] Checking router: 3f1254f0-6a32-4a89-b4f7-c631fc411066 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:00:06.686934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] Routers {'3f1254f0-6a32-4a89-b4f7-c631fc411066'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:00:06.687561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3f1254f0-6a32-4a89-b4f7-c631fc411066'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:06.703334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] For port 830fc0a8-d14f-49df-88ae-afc7a4700557, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=830fc0a8-d14f-49df-88ae-afc7a4700557,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:06.704298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.719048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Calling delete_port for 830fc0a8-d14f-49df-88ae-afc7a4700557 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:06.781534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] Set router 3f1254f0-6a32-4a89-b4f7-c631fc411066 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:00:06.901394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:06.930178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Pushing event deleted for resources: {'Port': ['ID=830fc0a8-d14f-49df-88ae-afc7a4700557,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:06.996372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T22:00:06Z', 'revision_number': 6, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:06.998911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.023970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53379ff-f3ef-4fcc-be0d-cf6ddb1ad128 None None] The sync data for ids ['3f1254f0-6a32-4a89-b4f7-c631fc411066'] in n-d-793620-16 is: [{'id': '3f1254f0-6a32-4a89-b4f7-c631fc411066', 'name': 'tempest-TestServerMultinode-1671557173-router', 'tenant_id': '8b05bc641cc1421c939e14140f62a860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:24Z', 'updated_at': '2021-08-30T22:00:06Z', 'revision_number': 6, 'project_id': '8b05bc641cc1421c939e14140f62a860', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:00:07.096192 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.099253 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.147914 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.148438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f1254f0-6a32-4a89-b4f7-c631fc411066 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:00:07.154496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.156165 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4d1d016b-ffba-4aba-963a-b7c0ef42530b admin admin] 10.222.0.76 "DELETE /v2.0/routers/3f1254f0-6a32-4a89-b4f7-c631fc411066 HTTP/1.1" status: 204 len: 168 time: 0.8114192 Aug 30 22:00:07.159043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48066) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:07.207351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Deleting subnet 957dcf41-ec19-440c-8bcb-12e13610bae9 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:00:07.210789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.246082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.333873 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.392318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.420038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957dcf41-ec19-440c-8bcb-12e13610bae9,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:07.425002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.426985 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b37a9b87-ff53-4340-ad9d-58690cc7bea0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/957dcf41-ec19-440c-8bcb-12e13610bae9 HTTP/1.1" status: 204 len: 168 time: 0.2667480 Aug 30 22:00:07.429958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48068) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:07.431961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d88a3d-53f9-4619-9d51-137c40418018 None None] Network 68fed571-4b4e-425d-8291-7ac685c080fc requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:00:07.506685 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.568795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Deleting port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:07.569141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.635439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] For port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,segment=NetworkSegment(940dafab-2fb9-498b-9662-34d7e293e14f),segment_id=940dafab-2fb9-498b-9662-34d7e293e14f)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:07.635805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.650465 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Calling delete_port for 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:07.743129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.770314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa7b344-a9b8-403e-b8cf-1c861cd3a496,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:07.774223 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] No DVR routers for this DVR port 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:00:07.832336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af2f85-35d1-43fe-976a-000052676fc9 None None] DHCP port deletion for 68fed571-4b4e-425d-8291-7ac685c080fc request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:00:07.861442 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.872464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fed571-4b4e-425d-8291-7ac685c080fc']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:07.882869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940dafab-2fb9-498b-9662-34d7e293e14f') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:07.883166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940dafab-2fb9-498b-9662-34d7e293e14f') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:07.893712 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.910129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.916356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:00:07.916710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:00:07.918388 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:00:07.980346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.986114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:07.992691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] 10.222.0.76 "DELETE /v2.0/networks/68fed571-4b4e-425d-8291-7ac685c080fc HTTP/1.1" status: 204 len: 168 time: 0.5569122 Aug 30 22:00:07.992767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:08.002377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe674c1-6b67-4973-9b56-83c47502bdad admin admin] Pushing event deleted for resources: {'Network': ['ID=68fed571-4b4e-425d-8291-7ac685c080fc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:08.384840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:08.654842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Deleting port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:08.655184 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:08.741128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] For port 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:08.741499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:08.755732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2c7bc094-d344-4232-8085-6e35320ffdaf no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:08.759077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Calling delete_port for 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:08.777486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 2c7bc094-d344-4232-8085-6e35320ffdaf {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:08.777840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2c7bc094-d344-4232-8085-6e35320ffdaf not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:08.778282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:08.796953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:08.797327 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8fa7b344-a9b8-403e-b8cf-1c861cd3a496 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:08.797695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 830fc0a8-d14f-49df-88ae-afc7a4700557 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:08.820709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 830fc0a8-d14f-49df-88ae-afc7a4700557 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:08.820911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 830fc0a8-d14f-49df-88ae-afc7a4700557 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:08.954218 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:08.981541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:09.025782 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-93c1ab7c-a932-43b0-8073-1003a945daf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:09.469822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:09.702708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Router 45a6e090-195e-4320-8ed8-42dd79670052 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:00:09.838788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:00:09.844029 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e1381a47-c009-4c23-96ab-f4a2d5569850 admin admin] 10.222.0.76 "PUT /v2.0/routers/45a6e090-195e-4320-8ed8-42dd79670052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8500283 Aug 30 22:00:09.847128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48072) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:09.850308 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] Sync routers for ids ['45a6e090-195e-4320-8ed8-42dd79670052'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:00:09.863518 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] Routers {'45a6e090-195e-4320-8ed8-42dd79670052'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:00:09.864529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['45a6e090-195e-4320-8ed8-42dd79670052'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:09.957979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:09.987028 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] Set router 45a6e090-195e-4320-8ed8-42dd79670052 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:00:10.067825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.134952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Deleting port 1e30295f-e568-4ba0-a612-a83503d40c1b {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:10.135303 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.174799 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T22:00:08Z', 'revision_number': 5, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port': {'id': '1e30295f-e568-4ba0-a612-a83503d40c1b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a6e090-195e-4320-8ed8-42dd79670052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T21:59:30Z', 'updated_at': '2021-08-30T21:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:10.205234 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] Checking router: 45a6e090-195e-4320-8ed8-42dd79670052 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:00:10.214688 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] Routers {'45a6e090-195e-4320-8ed8-42dd79670052'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:00:10.215234 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T21:59:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['45a6e090-195e-4320-8ed8-42dd79670052'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:10.218271 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] For port 1e30295f-e568-4ba0-a612-a83503d40c1b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1e30295f-e568-4ba0-a612-a83503d40c1b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:10.218655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.235000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Calling delete_port for 1e30295f-e568-4ba0-a612-a83503d40c1b owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:10.305930 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] Set router 45a6e090-195e-4320-8ed8-42dd79670052 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:00:10.365283 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T22:00:10Z', 'revision_number': 6, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:10.393952 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fdb017-d442-44fa-9ce6-dcfedf1e9f31 None None] The sync data for ids ['45a6e090-195e-4320-8ed8-42dd79670052'] in n-d-793620-16 is: [{'id': '45a6e090-195e-4320-8ed8-42dd79670052', 'name': 'tempest-TestServerMultinode-2007012548-router', 'tenant_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T21:59:29Z', 'updated_at': '2021-08-30T22:00:10Z', 'revision_number': 6, 'project_id': 'c07f2aa6483742bf85bd2246f99d81c2', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:00:10.420859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.449228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e30295f-e568-4ba0-a612-a83503d40c1b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:10.538077 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.636655 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.639619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.689700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.690245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a6e090-195e-4320-8ed8-42dd79670052 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:00:10.695457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.696638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-46972964-5712-4a35-86b0-bb2cdf1f8dcc admin admin] 10.222.0.76 "DELETE /v2.0/routers/45a6e090-195e-4320-8ed8-42dd79670052 HTTP/1.1" status: 204 len: 168 time: 0.8489218 Aug 30 22:00:10.699763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48074) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:10.760342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Deleting subnet 2f819656-48c1-4f7a-b0e1-fea905e5a75e {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:00:10.763786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.806748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.847038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:10.874392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:10.874780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 2a2c9f1e-403f-445f-8f8b-ec12dd04a1a7 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:10.893907 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.956857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.991829 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:10.997184 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2f819656-48c1-4f7a-b0e1-fea905e5a75e HTTP/1.1" status: 204 len: 168 time: 0.2929454 Aug 30 22:00:10.997184 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f819656-48c1-4f7a-b0e1-fea905e5a75e,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:10.997573 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48076) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:11.001288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473452cc-3e1f-47ab-a29b-8585dd146ee8 None None] Network bc50fd11-a1d7-4faf-8624-f3cec9a8924a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:00:11.006976 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.007451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.007838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.008176 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.008510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.008846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.009173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.009530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.009829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.010157 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.010482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.010848 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e47b4-85c8-4889-a431-0ed7b9bdcc27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:11.073211 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.132952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Deleting port 70cfe93c-9bf8-47d5-9a80-fdea271be628 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:11.133292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.198220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] DHCP port deletion for bc50fd11-a1d7-4faf-8624-f3cec9a8924a request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:00:11.214286 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] For port 70cfe93c-9bf8-47d5-9a80-fdea271be628, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=70cfe93c-9bf8-47d5-9a80-fdea271be628,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:11.214787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.231507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Calling delete_port for 70cfe93c-9bf8-47d5-9a80-fdea271be628 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:11.250150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] Deleting port 70cfe93c-9bf8-47d5-9a80-fdea271be628 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:11.250566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.320842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] For port 70cfe93c-9bf8-47d5-9a80-fdea271be628, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=70cfe93c-9bf8-47d5-9a80-fdea271be628,segment=NetworkSegment(f5b5ce30-02b6-422a-8d97-e34c8f7597e2),segment_id=f5b5ce30-02b6-422a-8d97-e34c8f7597e2)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:11.321253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.331982 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.339476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] Calling delete_port for 70cfe93c-9bf8-47d5-9a80-fdea271be628 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:11.356098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=70cfe93c-9bf8-47d5-9a80-fdea271be628,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:11.367610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] No DVR routers for this DVR port 70cfe93c-9bf8-47d5-9a80-fdea271be628 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:00:11.430389 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.455533 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.467544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] Pushing event deleted for resources: {'Port': ['ID=70cfe93c-9bf8-47d5-9a80-fdea271be628,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:11.468529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc50fd11-a1d7-4faf-8624-f3cec9a8924a']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:11.471652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca7b9a-1831-4a24-af42-035b41ba5c8e None None] No DVR routers for this DVR port 70cfe93c-9bf8-47d5-9a80-fdea271be628 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:00:11.501000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:11.501301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b5ce30-02b6-422a-8d97-e34c8f7597e2') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:00:11.512167 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.532255 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.539892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:00:11.540617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:00:11.542010 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:00:11.604487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.610874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.612706 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] 10.222.0.76 "DELETE /v2.0/networks/bc50fd11-a1d7-4faf-8624-f3cec9a8924a HTTP/1.1" status: 204 len: 168 time: 0.6143789 Aug 30 22:00:11.625562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca696-072d-4c82-a6de-8ea2b9be7c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc50fd11-a1d7-4faf-8624-f3cec9a8924a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:11.813493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.822594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48080) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:11.871285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7f93b977-84d3-4ac2-84f3-7a6ccc84af3e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b05bc641cc1421c939e14140f62a860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473268 Aug 30 22:00:11.874325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:11.936475 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81283b5c-dd09-4197-b532-459ceff0ebe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.962825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ddd67c4a-b877-4582-85a2-bfaeb6a29b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:11.966613 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81283b5c-dd09-4197-b532-459ceff0ebe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.020069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81283b5c-dd09-4197-b532-459ceff0ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.023278 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81283b5c-dd09-4197-b532-459ceff0ebe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.024494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81283b5c-dd09-4197-b532-459ceff0ebe7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47134c6d-fb1f-42d9-b21a-52bb79a8ed2a HTTP/1.1" status: 204 len: 168 time: 0.1491771 Aug 30 22:00:12.032524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81283b5c-dd09-4197-b532-459ceff0ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47134c6d-fb1f-42d9-b21a-52bb79a8ed2a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:12.414622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48088) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:12.471640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1e6eb52f-097d-45e7-9822-5e5da962df77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c07f2aa6483742bf85bd2246f99d81c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554657 Aug 30 22:00:12.474617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48090) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:12.537842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94fb5948-55ef-4ea7-bbac-a31ea7e12453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.562862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94fb5948-55ef-4ea7-bbac-a31ea7e12453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.615202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94fb5948-55ef-4ea7-bbac-a31ea7e12453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.617806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-94fb5948-55ef-4ea7-bbac-a31ea7e12453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:12.619040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-94fb5948-55ef-4ea7-bbac-a31ea7e12453 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea4ad5a4-59fa-436b-b61a-4df990d58b12 HTTP/1.1" status: 204 len: 168 time: 0.1433272 Aug 30 22:00:12.627823 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb5948-55ef-4ea7-bbac-a31ea7e12453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4ad5a4-59fa-436b-b61a-4df990d58b12,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:12.757420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 70cfe93c-9bf8-47d5-9a80-fdea271be628 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:12.779320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 70cfe93c-9bf8-47d5-9a80-fdea271be628 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:12.779733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 70cfe93c-9bf8-47d5-9a80-fdea271be628 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:12.780210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e30295f-e568-4ba0-a612-a83503d40c1b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:12.803494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 1e30295f-e568-4ba0-a612-a83503d40c1b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:12.803989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 1e30295f-e568-4ba0-a612-a83503d40c1b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:12.853299 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:14.737298 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:23.365381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e02a657f-3562-4fd8-a3b3-3a16331d3ca0 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=43fb9fc88da14bd79e79c77d88f7b74f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298629 Aug 30 22:00:23.557837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-233022bf-9757-461d-9846-032dace028eb tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:23.559319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-233022bf-9757-461d-9846-032dace028eb tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881473 Aug 30 22:00:23.575669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-3dc72276-3c37-43c0-a2cd-5da6aa06d430 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/quotas/43fb9fc88da14bd79e79c77d88f7b74f HTTP/1.1" status: 200 len: 375 time: 0.0100279 Aug 30 22:00:23.614214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e95d0f0d-16c0-413e-8ab7-010d83965be8 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=43fb9fc88da14bd79e79c77d88f7b74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323861 Aug 30 22:00:23.781307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02a238f2-8515-4d39-8859-9a098d221100 req-e41e4d0f-1e48-4af7-8b79-58ee34746896 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Aug 30 22:00:24.792428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-dd9056c8-9e46-4ed7-9b33-a6fdd7f3a756 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=43fb9fc88da14bd79e79c77d88f7b74f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295670 Aug 30 22:00:24.883049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f3e84b8-e195-4d27-bba5-f0af3d1506c6 req-672b8917-015f-40bb-b1ed-2b978c3c2ee5 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 210 time: 0.0312369 Aug 30 22:00:24.987643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-b5fe80ad-b2ed-4612-8fb4-3916a90e4610 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:24.989024 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-b5fe80ad-b2ed-4612-8fb4-3916a90e4610 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911497 Aug 30 22:00:25.004731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Request body: {'port': {'device_id': '6d74a673-4609-483f-b71a-0696af3e2410', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'admin_state_up': True, 'tenant_id': '43fb9fc88da14bd79e79c77d88f7b74f'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:00:25.117720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Made reservation on behalf of 43fb9fc88da14bd79e79c77d88f7b74f for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:00:25.121315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.133922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.225283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.231488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.291875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20430e20-09cd-4783-8ff1-20811fc8466f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:25.307447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.307812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.308157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.308482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.308811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.309145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.309473 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.309804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.310133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.310461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.310808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.311114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:25.373098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Allocated IP 192.168.233.98 (f5552ee7-7362-4003-be8a-40a582d7e8eb/302d3cd6-58c9-4b62-aeb7-6956b05f5e6c/7aa70542-3392-46ea-af0c-4751c23dd0f8) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:00:25.536484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.557793 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Transition to ACTIVE for port object 7aa70542-3392-46ea-af0c-4751c23dd0f8 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:00:25.594566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.635345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Network f5552ee7-7362-4003-be8a-40a582d7e8eb is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:00:25.640357 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:00:25.644430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:00:25.674957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Pushing event updated for resources: {'Port': ['ID=7aa70542-3392-46ea-af0c-4751c23dd0f8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:25.704227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:25.704890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.720653 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-7e36fc55-fbe4-4b5d-9023-25a25fb6a661 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7199917 Aug 30 22:00:25.826879 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-83b53deb-407b-4ab5-a985-2c5fa1e8eefc None None] Provisioning for port 7aa70542-3392-46ea-af0c-4751c23dd0f8 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:00:25.832032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-83b53deb-407b-4ab5-a985-2c5fa1e8eefc None None] Provisioning complete for port 7aa70542-3392-46ea-af0c-4751c23dd0f8 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:00:25.832470 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-83b53deb-407b-4ab5-a985-2c5fa1e8eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.866991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-83b53deb-407b-4ab5-a985-2c5fa1e8eefc None None] Port 7aa70542-3392-46ea-af0c-4751c23dd0f8 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:00:25.877831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Request body: {'port': {'device_id': '6d74a673-4609-483f-b71a-0696af3e2410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:00:25.933340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:25.999409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cb4cc-04b0-4f45-9edb-8e5e99fa8a47 req-301d77cc-468b-4c8b-969a-d428888454b4 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:26.000896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c6cb4cc-04b0-4f45-9edb-8e5e99fa8a47 req-301d77cc-468b-4c8b-969a-d428888454b4 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 935 time: 0.0481088 Aug 30 22:00:26.040751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c6cb4cc-04b0-4f45-9edb-8e5e99fa8a47 req-470e1b6f-79ea-48de-9eaf-7ec741c1b101 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Aug 30 22:00:26.206646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa70542-3392-46ea-af0c-4751c23dd0f8 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:00:26.214617 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:26.227440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Transition to ACTIVE for port object 7aa70542-3392-46ea-af0c-4751c23dd0f8 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:00:26.234785 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:26.283291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa70542-3392-46ea-af0c-4751c23dd0f8,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:26.360220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Attempting to bind port 7aa70542-3392-46ea-af0c-4751c23dd0f8 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:00:26.360551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Attempting to bind port 7aa70542-3392-46ea-af0c-4751c23dd0f8 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:00:26.360874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Attempting to bind port 7aa70542-3392-46ea-af0c-4751c23dd0f8 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:00:26.365336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Port 7aa70542-3392-46ea-af0c-4751c23dd0f8 on network f5552ee7-7362-4003-be8a-40a582d7e8eb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:00:26.365969 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Attempting to bind port 7aa70542-3392-46ea-af0c-4751c23dd0f8 on network f5552ee7-7362-4003-be8a-40a582d7e8eb {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:00:26.371203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:00:26.371536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Checking segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:00:26.371958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Bound using segment: {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:00:26.372347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Bound port: 7aa70542-3392-46ea-af0c-4751c23dd0f8, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec022ae4-30fb-4780-bc11-f7a385084f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:00:26.372704 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:26.443165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] For port 7aa70542-3392-46ea-af0c-4751c23dd0f8, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:00:26.446565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] For port 7aa70542-3392-46ea-af0c-4751c23dd0f8, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:00:26.451566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:26.486841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:26.487485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:26.489191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] 10.222.0.82 "PUT /v2.0/ports/7aa70542-3392-46ea-af0c-4751c23dd0f8 HTTP/1.1" status: 200 len: 1096 time: 0.6585226 Aug 30 22:00:26.489702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d74a673-4609-483f-b71a-0696af3e2410', 'tag': '7aa70542-3392-46ea-af0c-4751c23dd0f8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:00:26.492127 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c903f0-cf5b-42e1-aea8-d49a20f305ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6d74a673-4609-483f-b71a-0696af3e2410", "tag": "7aa70542-3392-46ea-af0c-4751c23dd0f8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:00:26.522167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e40d72-892f-42c3-b80d-d0b03816a987 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa70542-3392-46ea-af0c-4751c23dd0f8,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:26.560813 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23914d30-81d8-4de0-be32-cbb081efd81e x-openstack-request-id: req-23914d30-81d8-4de0-be32-cbb081efd81e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:00:26.561112 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d74a673-4609-483f-b71a-0696af3e2410", "tag": "7aa70542-3392-46ea-af0c-4751c23dd0f8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:00:26.561368 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23914d30-81d8-4de0-be32-cbb081efd81e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:00:26.561770 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d74a673-4609-483f-b71a-0696af3e2410', 'tag': '7aa70542-3392-46ea-af0c-4751c23dd0f8', 'status': 'completed', 'code': 200} Aug 30 22:00:26.577999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-05157360-a0df-4158-b11a-7b3b79d4d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:26.579595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-05157360-a0df-4158-b11a-7b3b79d4d005 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=43fb9fc88da14bd79e79c77d88f7b74f&device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 1099 time: 0.0466125 Aug 30 22:00:26.625866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-b8d14d5b-4bc2-41b9-bae9-7902a335412d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8 HTTP/1.1" status: 200 len: 217 time: 0.0383425 Aug 30 22:00:26.681256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-d9aefd80-1dd0-4e75-933c-16f4943b541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:26.682795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-d9aefd80-1dd0-4e75-933c-16f4943b541c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0489376 Aug 30 22:00:26.729017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-499f0f10-ffe1-41b9-a7be-9016b143c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:26.730531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-499f0f10-ffe1-41b9-a7be-9016b143c719 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0411067 Aug 30 22:00:26.825986 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-f06cc283-c2bd-437b-bdeb-1c46397200d2 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878937 Aug 30 22:00:26.922048 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4c37ec1a-f134-4a37-9fc4-054c6bfe6c87 req-3672babc-531e-4089-92ba-12f678ef25ec service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888474 Aug 30 22:00:27.027125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-91e04f0d-991e-4951-b195-e06f32d1f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:27.028658 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-91e04f0d-991e-4951-b195-e06f32d1f694 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=43fb9fc88da14bd79e79c77d88f7b74f&device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 1099 time: 0.0527167 Aug 30 22:00:27.170316 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26e8b5-c27f-4bf9-be8c-2233e25c965f req-e7d17604-01a1-4b65-8e18-0dd7effe98b3 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:27.171996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f26e8b5-c27f-4bf9-be8c-2233e25c965f req-e7d17604-01a1-4b65-8e18-0dd7effe98b3 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 947 time: 0.0541325 Aug 30 22:00:27.217352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f26e8b5-c27f-4bf9-be8c-2233e25c965f req-5f70a97c-fd8c-4f97-877b-43b4d649b337 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Aug 30 22:00:27.409211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-3acab8b1-c50e-47f4-b8b8-9c381ca35deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:27.410767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-3acab8b1-c50e-47f4-b8b8-9c381ca35deb service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5552ee7-7362-4003-be8a-40a582d7e8eb HTTP/1.1" status: 200 len: 870 time: 0.3745866 Aug 30 22:00:27.453413 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-ed15d424-8ebb-4db0-9a32-3a0d6ab5d636 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8 HTTP/1.1" status: 200 len: 217 time: 0.0351102 Aug 30 22:00:27.514011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-2262486e-fb0b-448b-9763-ce1368faa0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:27.515546 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-2262486e-fb0b-448b-9763-ce1368faa0cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=302d3cd6-58c9-4b62-aeb7-6956b05f5e6c HTTP/1.1" status: 200 len: 843 time: 0.0546207 Aug 30 22:00:27.574224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-1e7ca3f2-3e5e-4427-8743-fe775df8300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:27.576817 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-1e7ca3f2-3e5e-4427-8743-fe775df8300b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5552ee7-7362-4003-be8a-40a582d7e8eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526707 Aug 30 22:00:27.687248 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-ce8f71ec-2184-45c4-8035-57de8d875ac7 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011798 Aug 30 22:00:27.784514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-15c903f0-cf5b-42e1-aea8-d49a20f305ef req-cee39b68-32f5-46fb-a9f6-104cd5ccba97 service neutron] 10.222.0.82 "GET /v2.0/networks/f5552ee7-7362-4003-be8a-40a582d7e8eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892048 Aug 30 22:00:28.356230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53577fe-a984-4dbd-b107-18c3ea5269cb req-ab4654f9-137f-49d4-97d9-26634c05d0b8 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:28.357729 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f53577fe-a984-4dbd-b107-18c3ea5269cb req-ab4654f9-137f-49d4-97d9-26634c05d0b8 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 947 time: 0.0658798 Aug 30 22:00:28.400947 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f53577fe-a984-4dbd-b107-18c3ea5269cb req-e0472b3d-4a50-4461-aa1d-8a6b9550205f tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368798 Aug 30 22:00:29.524251 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6e7f6-d74d-4830-aff0-79cd2456b903 req-0c8afa3b-098a-4b66-8dd8-9c33b4878b79 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:29.525710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3f6e7f6-d74d-4830-aff0-79cd2456b903 req-0c8afa3b-098a-4b66-8dd8-9c33b4878b79 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 947 time: 0.0516675 Aug 30 22:00:29.564932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3f6e7f6-d74d-4830-aff0-79cd2456b903 req-c3ddf30b-c79f-4341-9ba0-493477de8f79 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Aug 30 22:00:30.685493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fcff9-6b2a-4e58-9569-6e434a4aac06 req-5cb88cc2-c7f1-4185-9fb7-52ca4ea9e255 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:30.686970 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c4fcff9-6b2a-4e58-9569-6e434a4aac06 req-5cb88cc2-c7f1-4185-9fb7-52ca4ea9e255 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 947 time: 0.0516808 Aug 30 22:00:30.734412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c4fcff9-6b2a-4e58-9569-6e434a4aac06 req-bdee2db9-5281-485b-ae0c-7026e0609701 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412691 Aug 30 22:00:30.772644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7aa70542-3392-46ea-af0c-4751c23dd0f8 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:00:30.875141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7aa70542-3392-46ea-af0c-4751c23dd0f8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:30.887301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '7aa70542-3392-46ea-af0c-4751c23dd0f8', 'network_id': 'f5552ee7-7362-4003-be8a-40a582d7e8eb', 'port_id': '7aa70542-3392-46ea-af0c-4751c23dd0f8', 'mac_address': 'fa:16:3e:30:18:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302d3cd6-58c9-4b62-aeb7-6956b05f5e6c', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:00:30.925815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:30.939271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa70542-3392-46ea-af0c-4751c23dd0f8 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:00:30.960347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7aa70542-3392-46ea-af0c-4751c23dd0f8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:30.967772 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:31.015088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7aa70542-3392-46ea-af0c-4751c23dd0f8,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:31.023166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.023503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.023836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.024187 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.024517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.024985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.025679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.025679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.025961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.026278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.026574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.026939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:00:31.250937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7aa70542-3392-46ea-af0c-4751c23dd0f8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:00:31.508892 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:00:31.864072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72e362-a77b-4ad1-a606-254cd1e7cee0 req-5d3efbc0-76e3-4efb-9660-fbd0d93d2b18 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:31.865586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f72e362-a77b-4ad1-a606-254cd1e7cee0 req-5d3efbc0-76e3-4efb-9660-fbd0d93d2b18 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 948 time: 0.0547051 Aug 30 22:00:31.907654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f72e362-a77b-4ad1-a606-254cd1e7cee0 req-91a2f680-d3f7-45f7-a557-a221c4fbd4d5 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 Aug 30 22:00:32.772140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7aa70542-3392-46ea-af0c-4751c23dd0f8 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:00:32.825180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 7aa70542-3392-46ea-af0c-4751c23dd0f8 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:00:32.828874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 7aa70542-3392-46ea-af0c-4751c23dd0f8 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:00:32.829242 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:32.911281 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:32.933532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d74a673-4609-483f-b71a-0696af3e2410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa70542-3392-46ea-af0c-4751c23dd0f8'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:00:32.949269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 7aa70542-3392-46ea-af0c-4751c23dd0f8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:32.956379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:32.981971 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e03c15-a4d8-4163-b2c9-c85f45cff59a" -d '{"events": [{"server_uuid": "6d74a673-4609-483f-b71a-0696af3e2410", "name": "network-vif-plugged", "status": "completed", "tag": "7aa70542-3392-46ea-af0c-4751c23dd0f8"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:00:33.010162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=7aa70542-3392-46ea-af0c-4751c23dd0f8,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:33.028706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152a9c5-e748-4c3c-8c5b-c8cf4093de07 req-96b19faf-3d64-41a8-ba41-5c4ea3ac5024 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:33.030251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6152a9c5-e748-4c3c-8c5b-c8cf4093de07 req-96b19faf-3d64-41a8-ba41-5c4ea3ac5024 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 949 time: 0.0496550 Aug 30 22:00:33.068475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6152a9c5-e748-4c3c-8c5b-c8cf4093de07 req-46fe13d2-954d-4605-b973-526b614d23f3 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Aug 30 22:00:33.176103 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadc4c8a-610b-4d53-8280-ff5135872b91 x-openstack-request-id: req-eadc4c8a-610b-4d53-8280-ff5135872b91 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:00:33.176400 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d74a673-4609-483f-b71a-0696af3e2410", "name": "network-vif-plugged", "status": "completed", "tag": "7aa70542-3392-46ea-af0c-4751c23dd0f8", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:00:33.176660 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eadc4c8a-610b-4d53-8280-ff5135872b91 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:00:33.177067 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d74a673-4609-483f-b71a-0696af3e2410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa70542-3392-46ea-af0c-4751c23dd0f8', 'code': 200} Aug 30 22:00:33.278043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcedf2-5c2d-4a5a-91cf-39c6848b7499 req-a082eeb9-55ba-4342-947e-84b4ddda02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:33.279510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cdcedf2-5c2d-4a5a-91cf-39c6848b7499 req-a082eeb9-55ba-4342-947e-84b4ddda02c0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 1101 time: 0.0432599 Aug 30 22:00:33.315949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cdcedf2-5c2d-4a5a-91cf-39c6848b7499 req-56644c46-cc62-4e72-89f1-28b22af10907 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294759 Aug 30 22:00:33.934968 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:34.197780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75389f5b-0550-4557-8aab-94bba11a244f req-48f66863-5b73-446a-9db4-cd26cffeab20 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:34.199239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75389f5b-0550-4557-8aab-94bba11a244f req-48f66863-5b73-446a-9db4-cd26cffeab20 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 949 time: 0.0606179 Aug 30 22:00:34.241175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-75389f5b-0550-4557-8aab-94bba11a244f req-43798b86-17ee-4577-852c-752cc8bb801a tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Aug 30 22:00:35.364069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42ad40-19f3-4198-8bfa-4a8cd34b69df req-410ec7f7-cadc-4bfc-82c8-a048d23a7cf7 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:35.365580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a42ad40-19f3-4198-8bfa-4a8cd34b69df req-410ec7f7-cadc-4bfc-82c8-a048d23a7cf7 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 949 time: 0.0509524 Aug 30 22:00:35.404171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a42ad40-19f3-4198-8bfa-4a8cd34b69df req-cb71da80-6d73-4590-b465-6ea2d8440e3a tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Aug 30 22:00:36.276333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9f5d4-6c6b-4455-8beb-ee029527a4a7 req-1b7c62a5-19ae-4c13-a95f-8ab9f3f71f38 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:36.277844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2db9f5d4-6c6b-4455-8beb-ee029527a4a7 req-1b7c62a5-19ae-4c13-a95f-8ab9f3f71f38 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 949 time: 0.0503654 Aug 30 22:00:36.283014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:36.319898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2db9f5d4-6c6b-4455-8beb-ee029527a4a7 req-7e444bc3-e3f1-4fe5-8d19-bee2e4985b58 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Aug 30 22:00:37.442554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3bd4-0da4-4a0d-b8b9-e860ee384c97 req-d2594f8c-56c2-45ce-b74a-d62e2a5c5853 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:37.444246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9af3bd4-0da4-4a0d-b8b9-e860ee384c97 req-d2594f8c-56c2-45ce-b74a-d62e2a5c5853 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 949 time: 0.0513613 Aug 30 22:00:37.490071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9af3bd4-0da4-4a0d-b8b9-e860ee384c97 req-db76e494-8c8f-44ba-a42a-92d42d4e92c4 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/security-groups?id=20430e20-09cd-4783-8ff1-20811fc8466f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385017 Aug 30 22:00:37.661585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-36d85d43-91c7-4c43-9d70-6e9716462f78 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:37.663163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-36d85d43-91c7-4c43-9d70-6e9716462f78 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.82 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 949 time: 0.0537083 Aug 30 22:00:37.765421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Deleting port 7aa70542-3392-46ea-af0c-4751c23dd0f8 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:00:37.765737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:37.866606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] For port 7aa70542-3392-46ea-af0c-4751c23dd0f8, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=7aa70542-3392-46ea-af0c-4751c23dd0f8,segment=NetworkSegment(ec022ae4-30fb-4780-bc11-f7a385084f3a),segment_id=ec022ae4-30fb-4780-bc11-f7a385084f3a)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:37.866993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:37.882629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Calling delete_port for 7aa70542-3392-46ea-af0c-4751c23dd0f8 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:00:38.021118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:38.034084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['7aa70542-3392-46ea-af0c-4751c23dd0f8'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:00:38.057843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Pushing event deleted for resources: {'Port': ['ID=7aa70542-3392-46ea-af0c-4751c23dd0f8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:38.100136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] No DVR routers for this DVR port 7aa70542-3392-46ea-af0c-4751c23dd0f8 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:00:38.102965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:38.105119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c3ad76ef-ed2c-45ad-ac8b-4e7faa5921ba req-f9bf78d5-f4b3-49bc-a68a-e58aece53f52 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.82 "DELETE /v2.0/ports/7aa70542-3392-46ea-af0c-4751c23dd0f8 HTTP/1.1" status: 204 len: 173 time: 0.4337361 Aug 30 22:00:38.105616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d74a673-4609-483f-b71a-0696af3e2410', 'name': 'network-vif-deleted', 'tag': '7aa70542-3392-46ea-af0c-4751c23dd0f8'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:00:38.108031 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1411abf0-b22f-4e81-80d1-1065db668986" -d '{"events": [{"server_uuid": "6d74a673-4609-483f-b71a-0696af3e2410", "name": "network-vif-deleted", "tag": "7aa70542-3392-46ea-af0c-4751c23dd0f8"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:00:38.151026 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44effc18-0927-4c35-9a32-3fb0aa1ffca2 x-openstack-request-id: req-44effc18-0927-4c35-9a32-3fb0aa1ffca2 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:00:38.151329 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d74a673-4609-483f-b71a-0696af3e2410", "name": "network-vif-deleted", "tag": "7aa70542-3392-46ea-af0c-4751c23dd0f8", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:00:38.151581 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44effc18-0927-4c35-9a32-3fb0aa1ffca2 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:00:38.151988 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d74a673-4609-483f-b71a-0696af3e2410', 'name': 'network-vif-deleted', 'tag': '7aa70542-3392-46ea-af0c-4751c23dd0f8', 'status': 'completed', 'code': 200} Aug 30 22:00:38.610380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d5652e0-8acf-4972-9b10-75f783545a9f req-74608ded-9b25-4cc1-9086-74c348d0bdf3 tempest-ServersAdminNegativeTestJSON-425485737 tempest-ServersAdminNegativeTestJSON-425485737-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d74a673-4609-483f-b71a-0696af3e2410 HTTP/1.1" status: 200 len: 210 time: 0.0270615 Aug 30 22:00:39.020619 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2a1f6a26-7c74-42dd-958d-a6c288833947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:39.931506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48230) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:40.072447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e7bbed4e-3794-4ee5-a002-4ab928d44f4d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43fb9fc88da14bd79e79c77d88f7b74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397061 Aug 30 22:00:40.075737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48234) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:40.125593 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-696a39e6-a3c9-445a-970f-5dcb48b2c891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.147549 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-696a39e6-a3c9-445a-970f-5dcb48b2c891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.199547 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-696a39e6-a3c9-445a-970f-5dcb48b2c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.202100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-696a39e6-a3c9-445a-970f-5dcb48b2c891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.203327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-696a39e6-a3c9-445a-970f-5dcb48b2c891 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20430e20-09cd-4783-8ff1-20811fc8466f HTTP/1.1" status: 204 len: 168 time: 0.1266477 Aug 30 22:00:40.211730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a39e6-a3c9-445a-970f-5dcb48b2c891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20430e20-09cd-4783-8ff1-20811fc8466f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:40.481642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48240) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:40.495468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2498ac9c-9963-4dc1-8ab9-00fdaf6ae632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.591544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2498ac9c-9963-4dc1-8ab9-00fdaf6ae632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.597512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2498ac9c-9963-4dc1-8ab9-00fdaf6ae632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.635648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2498ac9c-9963-4dc1-8ab9-00fdaf6ae632 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5eed0bc3bdf4236b2c93f9f3303c6b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529055 Aug 30 22:00:40.636944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498ac9c-9963-4dc1-8ab9-00fdaf6ae632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722ba56-614f-4dcb-843f-36aff803b1a1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:40.638699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48242) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:40.689736 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcf0859f-583e-4fff-9f93-4a23ca297c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.714124 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcf0859f-583e-4fff-9f93-4a23ca297c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.763272 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcf0859f-583e-4fff-9f93-4a23ca297c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.765839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bcf0859f-583e-4fff-9f93-4a23ca297c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:40.767021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bcf0859f-583e-4fff-9f93-4a23ca297c62 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c722ba56-614f-4dcb-843f-36aff803b1a1 HTTP/1.1" status: 204 len: 168 time: 0.1272705 Aug 30 22:00:40.776122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0859f-583e-4fff-9f93-4a23ca297c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722ba56-614f-4dcb-843f-36aff803b1a1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:40.825784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7aa70542-3392-46ea-af0c-4751c23dd0f8 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:00:40.849996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 7aa70542-3392-46ea-af0c-4751c23dd0f8 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:00:40.850543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 7aa70542-3392-46ea-af0c-4751c23dd0f8 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:00:41.506080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48264) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:41.614975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1692763115-network', 'tenant_id': '1c38a3b79bf14ae998a893e305dd2bb7'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:00:41.638691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Made reservation on behalf of 1c38a3b79bf14ae998a893e305dd2bb7 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:00:41.641024 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.650508 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.739639 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.746040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.770543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:00:41.780660 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976167fc-44b9-48e8-914d-a7acfd8aef49,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:41.785450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.785794 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Added segment 6281ef38-28ca-414c-beb0-81770f576eaa of type vlan for network 1e92f4ec-17ef-42d0-9e4f-66978626d358 Aug 30 22:00:41.816636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.826270 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.850976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.852049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:41.852628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.907608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4004095 Aug 30 22:00:41.910877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48268) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:00:41.916236 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Request body: {'subnet': {'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1692763115-subnet', 'tenant_id': '1c38a3b79bf14ae998a893e305dd2bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:00:41.916853 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f0fd-2910-431b-a6d0-bea763cd559a admin admin] Pushing event updated for resources: {'Network': ['ID=1e92f4ec-17ef-42d0-9e4f-66978626d358,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:41.927594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1e92f4ec-17ef-42d0-9e4f-66978626d358 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:00:41.939096 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Made reservation on behalf of 1c38a3b79bf14ae998a893e305dd2bb7 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:00:41.941674 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:41.992221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b93d2abe-ba6c-4fd8-849a-6b0d5a0a60b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:42.116782 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:42.169471 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:42.180235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Checking segment: {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:00:42.180586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Network hostable DHCP agents. Network: 1e92f4ec-17ef-42d0-9e4f-66978626d358, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:00:42.198506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Network 1e92f4ec-17ef-42d0-9e4f-66978626d358 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:00:42.208744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1e92f4ec-17ef-42d0-9e4f-66978626d358) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:00:42.214461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:42.215356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:42.216649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c643209-a299-4e4b-b9f0-d190fc37d2eb None None] Network 1e92f4ec-17ef-42d0-9e4f-66978626d358 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:00:42.231711 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1c1e6e8c-06e4-4c4c-81b6-bed732b15218 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3196533 Aug 30 22:00:42.343962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39245610-a681-426e-bed9-d25c102f44f0 None None] Network 1e92f4ec-17ef-42d0-9e4f-66978626d358 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:00:42.664130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-ad9ebd21-307a-49c6-83b0-1184984b932e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:42.665505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-ad9ebd21-307a-49c6-83b0-1184984b932e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 812 time: 0.1030676 Aug 30 22:00:42.681430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-c08c47f4-2dca-435c-8115-73157dc71b26 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/quotas/1c38a3b79bf14ae998a893e305dd2bb7 HTTP/1.1" status: 200 len: 375 time: 0.0097075 Aug 30 22:00:42.716921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-457c165d-4a40-4edd-a1ab-277a677a61d8 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299568 Aug 30 22:00:42.808229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-e5f07ad0-9382-4d12-9631-ac51676e3db9 service neutron] 10.222.0.76 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842135 Aug 30 22:00:42.845746 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:42.902936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d13ade90-4374-4da4-91af-0c07b67d0d44 service neutron] 10.222.0.76 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882316 Aug 30 22:00:43.068742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-71361310-e871-43c4-8ad7-9cca25f4b63c req-07946871-3e95-4c4e-a742-3e3b3c167bdb tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 210 time: 0.0269434 Aug 30 22:00:43.992239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-c3a54375-126b-4632-b95d-85ab6bfa7d8a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:43.993807 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-c3a54375-126b-4632-b95d-85ab6bfa7d8a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.82 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 812 time: 0.1088855 Aug 30 22:00:44.006649 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Request body: {'port': {'device_id': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358', 'admin_state_up': True, 'tenant_id': '1c38a3b79bf14ae998a893e305dd2bb7'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:00:44.126764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Made reservation on behalf of 1c38a3b79bf14ae998a893e305dd2bb7 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:00:44.130430 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.164330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cba9d65d-1398-491f-9528-56f6bbce1d65 req-e2fb861b-7488-468b-ba3b-aed2ca942a45 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 210 time: 0.0277314 Aug 30 22:00:44.259442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Allocated IP 172.20.0.6 (1e92f4ec-17ef-42d0-9e4f-66978626d358/ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60/ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:00:44.420290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.468644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.516161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Network 1e92f4ec-17ef-42d0-9e4f-66978626d358 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:00:44.519570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:00:44.525545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:00:44.532418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:44.581563 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:44.582276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.600399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-0e38376e-1498-49db-84fb-f9e18fc2e43e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978744 Aug 30 22:00:44.613115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Request body: {'port': {'device_id': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:00:44.681290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.740432 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.955183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:00:44.962983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:44.983929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Transition to ACTIVE for port object ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:00:44.991358 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:45.041038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:45.117628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:00:45.117929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:00:45.118296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on network 1e92f4ec-17ef-42d0-9e4f-66978626d358 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:00:45.123323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on network 1e92f4ec-17ef-42d0-9e4f-66978626d358 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:00:45.123641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on network 1e92f4ec-17ef-42d0-9e4f-66978626d358 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:00:45.128558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:00:45.128893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Checking segment: {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:00:45.129278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Bound using segment: {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:00:45.129698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Bound port: ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:00:45.130056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:45.197701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:00:45.200937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:00:45.206848 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:45.241893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.242514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:45.244146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] 10.222.0.82 "PUT /v2.0/ports/ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 1092 time: 0.6356845 Aug 30 22:00:45.244661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:00:45.247422 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef5105d-36df-473f-b0db-98ae082aeb78" -d '{"events": [{"name": "network-changed", "server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:00:45.275826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65613b0-0286-4fb2-a8cc-b2933b1baa47 service neutron] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:45.285125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90021ea1-427d-400d-b0b2-056601a190ea req-4c9f872e-66ca-42d3-b423-c504bb95b32d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.286902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90021ea1-427d-400d-b0b2-056601a190ea req-4c9f872e-66ca-42d3-b423-c504bb95b32d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0522184 Aug 30 22:00:45.326460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90021ea1-427d-400d-b0b2-056601a190ea req-e1b98646-d8f5-4d12-bbfa-d58722256bf9 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330241 Aug 30 22:00:45.327433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-6ecfb81f-9ff0-42de-92e1-1d44fa19c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.328964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-6ecfb81f-9ff0-42de-92e1-1d44fa19c78e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1095 time: 0.0442350 Aug 30 22:00:45.376028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-55cffa1f-4a70-4c71-8d26-616974019c31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0397284 Aug 30 22:00:45.377463 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2b867e-24ca-4de4-bcda-e7139b3d571b x-openstack-request-id: req-2b2b867e-24ca-4de4-bcda-e7139b3d571b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:00:45.377755 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:00:45.378006 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b2b867e-24ca-4de4-bcda-e7139b3d571b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:00:45.378399 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'status': 'completed', 'code': 200} Aug 30 22:00:45.428065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-1813781f-08e7-4f3b-be07-29d899a846aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.429560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-1813781f-08e7-4f3b-be07-29d899a846aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0462804 Aug 30 22:00:45.462275 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-7c8377aa-b312-4468-a105-63612749d2e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253198 Aug 30 22:00:45.558474 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-f0668b97-5fd2-48d1-aa9e-50081be65def service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888011 Aug 30 22:00:45.649517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0684d973-7e01-42c9-a769-7eb6ae548446 req-e1b6c593-8c71-4457-b883-089820e82704 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841928 Aug 30 22:00:45.746067 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-54b0ad1d-5b88-484b-ab7e-75ab10236e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.747727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-54b0ad1d-5b88-484b-ab7e-75ab10236e8b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1095 time: 0.0433369 Aug 30 22:00:45.850647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-2b5b38b6-5c11-474a-82bc-6eeef294bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.853412 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-2b5b38b6-5c11-474a-82bc-6eeef294bc59 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.0988121 Aug 30 22:00:45.900859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-a630d63d-7ac7-485a-ba69-0cb662c43a26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0398138 Aug 30 22:00:45.955554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-ac9018f0-5854-44f9-89a8-ed89a2e4290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:45.957101 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-ac9018f0-5854-44f9-89a8-ed89a2e4290f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0502021 Aug 30 22:00:45.990809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-f27f3241-3a13-4fe3-b81a-e83c5da59349 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256352 Aug 30 22:00:46.087503 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-ac4361ff-1131-4cfc-bb5b-3bea59b12d32 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890067 Aug 30 22:00:46.195112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eef5105d-36df-473f-b0db-98ae082aeb78 req-6b60b9f8-3bbe-41f7-92b4-450412751d66 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995128 Aug 30 22:00:46.446212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c260c-8a82-41c6-a210-1ef5d6d8d019 req-b9f8cc05-34bb-4f32-86a2-aa4ef0a40376 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:46.447735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c11c260c-8a82-41c6-a210-1ef5d6d8d019 req-b9f8cc05-34bb-4f32-86a2-aa4ef0a40376 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0498128 Aug 30 22:00:46.493430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c11c260c-8a82-41c6-a210-1ef5d6d8d019 req-aba58da3-8274-46e4-8933-4e3278118c6f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Aug 30 22:00:47.614752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592f1b-b55b-4214-a3c2-66422cc23855 req-213a606b-dfc4-4c22-b73b-2b9e246f4988 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:47.618797 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41592f1b-b55b-4214-a3c2-66422cc23855 req-213a606b-dfc4-4c22-b73b-2b9e246f4988 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0540655 Aug 30 22:00:47.657838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-41592f1b-b55b-4214-a3c2-66422cc23855 req-e63e3036-c6d9-473f-94a0-1181f4879c2c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353591 Aug 30 22:00:48.785803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2b5f5-9455-49db-a421-a30e551d114b req-cabf5d61-c6a3-4f76-950d-97a6b99da195 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:48.787394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17c2b5f5-9455-49db-a421-a30e551d114b req-cabf5d61-c6a3-4f76-950d-97a6b99da195 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0518951 Aug 30 22:00:48.827051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17c2b5f5-9455-49db-a421-a30e551d114b req-1ffcadc5-dac2-4ce0-aa0f-f5940d988404 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Aug 30 22:00:48.858876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:00:48.959055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:48.970905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358', 'port_id': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'mac_address': 'fa:16:3e:1d:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:00:49.007820 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:49.021150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:00:49.041420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:49.046955 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:49.095500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:49.335453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:00:49.952968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19dcc0-2fae-44ac-86e4-2a3febd071ba req-f940da64-e0de-4049-81ff-37c64083cb54 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:49.954485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b19dcc0-2fae-44ac-86e4-2a3febd071ba req-f940da64-e0de-4049-81ff-37c64083cb54 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Aug 30 22:00:49.998611 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7b19dcc0-2fae-44ac-86e4-2a3febd071ba req-2feac72e-b0cd-45fb-bde1-4983aed5d915 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 Aug 30 22:00:50.861015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:00:50.915268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:00:50.919397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:00:50.919771 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:51.000924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:51.024150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:00:51.026578 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f49e83-fa1c-44a1-8691-2b8a539326ac" -d '{"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-plugged", "status": "completed", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:00:51.041571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:00:51.047347 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:00:51.105781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:00:51.137198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620e9e-5da7-426e-bf5d-f4fdcb209606 req-06fe7160-e7a4-4e2f-95e2-6f2dbbb11cda tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:51.138940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68620e9e-5da7-426e-bf5d-f4fdcb209606 req-06fe7160-e7a4-4e2f-95e2-6f2dbbb11cda tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0623634 Aug 30 22:00:51.179774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68620e9e-5da7-426e-bf5d-f4fdcb209606 req-9f36c165-fd08-4f4d-9950-7382a5de0775 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Aug 30 22:00:51.228224 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8378a7-3fd5-4499-8efc-81108d9713f6 x-openstack-request-id: req-ef8378a7-3fd5-4499-8efc-81108d9713f6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:00:51.228515 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-plugged", "status": "completed", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:00:51.228774 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef8378a7-3fd5-4499-8efc-81108d9713f6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:00:51.229580 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'code': 200} Aug 30 22:00:51.341677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cddf64-67bc-4146-8def-2665cd457717 req-b256faf6-3177-43fe-9ee2-581530130fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:51.343300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5cddf64-67bc-4146-8def-2665cd457717 req-b256faf6-3177-43fe-9ee2-581530130fe1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1097 time: 0.0521944 Aug 30 22:00:51.383280 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5cddf64-67bc-4146-8def-2665cd457717 req-0d88780b-aee3-41d9-8206-9dab5b5c0ef4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Aug 30 22:00:52.310983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8013d-b94c-465a-8b42-c8dae45cdec0 req-97a6d1d6-6f77-4efc-b891-bb5f20ab4eaa tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:52.312690 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36f8013d-b94c-465a-8b42-c8dae45cdec0 req-97a6d1d6-6f77-4efc-b891-bb5f20ab4eaa tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0558536 Aug 30 22:00:52.357177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36f8013d-b94c-465a-8b42-c8dae45cdec0 req-41842003-72ee-4ec6-a1c0-0bc29d76216f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Aug 30 22:00:53.479104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b05df0-2210-4af5-91d7-a561e2276545 req-3bc1cfbc-74a0-45cd-868b-a5e52cafb935 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:53.480716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2b05df0-2210-4af5-91d7-a561e2276545 req-3bc1cfbc-74a0-45cd-868b-a5e52cafb935 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0518446 Aug 30 22:00:53.526815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c2b05df0-2210-4af5-91d7-a561e2276545 req-5dc08c1d-bc9c-486b-83ad-702870a56e4a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Aug 30 22:00:53.799173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5ad54-5536-4c69-b680-9a6e32e1078d req-a6db74bd-912b-41c4-9e55-874ce83373fd tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:53.800743 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ce5ad54-5536-4c69-b680-9a6e32e1078d req-a6db74bd-912b-41c4-9e55-874ce83373fd tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0585279 Aug 30 22:00:53.869382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3ce5ad54-5536-4c69-b680-9a6e32e1078d req-f9604481-33b0-4c39-9776-7a433d1702cf tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Aug 30 22:00:53.883026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-3350736b-83db-47c8-9859-454d7bd38152 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126926 Aug 30 22:00:54.992128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456b4a-f72e-4bd2-8b2d-6991737cbc26 req-d8e1b87b-7cc7-4e2b-883a-cece9881f39e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:54.993583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7456b4a-f72e-4bd2-8b2d-6991737cbc26 req-d8e1b87b-7cc7-4e2b-883a-cece9881f39e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Aug 30 22:00:55.036895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7456b4a-f72e-4bd2-8b2d-6991737cbc26 req-caafe8e1-fcce-42c1-a397-0c1ad1bdbe43 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357270 Aug 30 22:00:55.089461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-728d5581-e18e-456a-a169-e16bb0c8c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:55.091071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-728d5581-e18e-456a-a169-e16bb0c8c085 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1097 time: 0.0448718 Aug 30 22:00:55.185397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-9b185faa-04fa-4f7e-9dc6-d704db9dbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:55.186981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-9b185faa-04fa-4f7e-9dc6-d704db9dbf5d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.0887311 Aug 30 22:00:55.228343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-ea674d2a-b5ce-4518-a2cf-540ac23c54d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0343451 Aug 30 22:00:55.282351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-1f23868f-7240-4351-8268-38d74de5c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:55.283792 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-1f23868f-7240-4351-8268-38d74de5c01e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0483849 Aug 30 22:00:55.320700 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-3b1e77de-7d71-4ec1-9904-607e6e680938 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301991 Aug 30 22:00:55.428234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-1dce1b24-02ff-40fe-b4c7-f3977b4ad06e service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994692 Aug 30 22:00:55.528101 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-6e49a12e-ffc9-462d-a19f-ab9fc05901d6 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918255 Aug 30 22:00:56.163798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8136ba-f6a0-4f5e-85cf-0ba5bf115763 req-bc530fd4-d909-401a-9032-dd9e7563745b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:56.165705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f8136ba-f6a0-4f5e-85cf-0ba5bf115763 req-bc530fd4-d909-401a-9032-dd9e7563745b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0567725 Aug 30 22:00:56.205375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f8136ba-f6a0-4f5e-85cf-0ba5bf115763 req-8ab52f1c-77cd-493d-b897-f95820cb0b47 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334971 Aug 30 22:00:57.204379 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-fdb8486c-064c-4b5c-80fa-e2eff8b7196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:57.205924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-fdb8486c-064c-4b5c-80fa-e2eff8b7196a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1097 time: 0.0465055 Aug 30 22:00:57.315498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-5eede5aa-eb62-4f89-a3bb-5db86d978d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:57.317017 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-5eede5aa-eb62-4f89-a3bb-5db86d978d8c service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.0881817 Aug 30 22:00:57.334466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeae31-af82-4fe0-a8da-1a83bbc24aef req-e0c11de5-b7ad-41a8-84d3-2c0c8314630d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:57.336249 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9afeae31-af82-4fe0-a8da-1a83bbc24aef req-e0c11de5-b7ad-41a8-84d3-2c0c8314630d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0549769 Aug 30 22:00:57.366803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-596b02b9-1e64-4a38-b604-d5b38a03a4f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0402215 Aug 30 22:00:57.376412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9afeae31-af82-4fe0-a8da-1a83bbc24aef req-80377e47-9f1c-43e3-9c15-b153fd053231 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Aug 30 22:00:57.420449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-019b1d95-5032-4664-b926-f8b415bc57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:57.421947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-019b1d95-5032-4664-b926-f8b415bc57c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0473754 Aug 30 22:00:57.455725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-32a813e7-5acb-432c-90cf-f18ac3b5868d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262945 Aug 30 22:00:57.551592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-b8f7d65b-9a4e-4f40-b6be-0cdd7f7c9344 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883281 Aug 30 22:00:57.643857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e0278acf-19a2-4d11-921b-f6ed1506723e req-d5adff71-a55b-4053-a5c3-94f1281b151f service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836277 Aug 30 22:00:58.498302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c74fab-0e42-4680-9430-e2f9bdb7a1f0 req-d0ec3199-a9bf-45f5-8bf6-187e90fdf63b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:58.499844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55c74fab-0e42-4680-9430-e2f9bdb7a1f0 req-d0ec3199-a9bf-45f5-8bf6-187e90fdf63b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0501399 Aug 30 22:00:58.541906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55c74fab-0e42-4680-9430-e2f9bdb7a1f0 req-810538bd-7623-49ff-b748-c70d59cc632d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Aug 30 22:00:59.671148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e43ae-c77a-4897-a50f-ab954af3bc84 req-19537637-f755-447b-83f4-b5d55d389a77 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:00:59.672759 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-367e43ae-c77a-4897-a50f-ab954af3bc84 req-19537637-f755-447b-83f4-b5d55d389a77 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0548909 Aug 30 22:00:59.713440 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-367e43ae-c77a-4897-a50f-ab954af3bc84 req-f4d03bfb-7b81-4820-ab0c-9fc3ba30f3be tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Aug 30 22:01:00.831128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fd8f5-acb0-4549-addd-0554905f9b92 req-17e8599d-49fb-46e8-a17a-e6ae1411d7b2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:00.832641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-743fd8f5-acb0-4549-addd-0554905f9b92 req-17e8599d-49fb-46e8-a17a-e6ae1411d7b2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0497897 Aug 30 22:01:00.871150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-743fd8f5-acb0-4549-addd-0554905f9b92 req-8d449a27-d74d-4d63-bdb8-9a5573fd4fd0 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Aug 30 22:01:01.990372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f337755-8d76-4e88-8dad-12910232b6e9 req-ebe0083c-ea85-4b55-86f4-5e553fa69a9f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:01.991884 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f337755-8d76-4e88-8dad-12910232b6e9 req-ebe0083c-ea85-4b55-86f4-5e553fa69a9f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0508358 Aug 30 22:01:02.031521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f337755-8d76-4e88-8dad-12910232b6e9 req-91eb9416-8ce5-463f-981d-80b088cdb321 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Aug 30 22:01:03.157577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1c785-86c8-44f7-a73b-aff25c5c54a3 req-5ec99c5e-64b5-4830-9ef8-bdc591dc418d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:03.159251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43c1c785-86c8-44f7-a73b-aff25c5c54a3 req-5ec99c5e-64b5-4830-9ef8-bdc591dc418d tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0564985 Aug 30 22:01:03.204846 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-43c1c785-86c8-44f7-a73b-aff25c5c54a3 req-93e8b677-6e2b-4fea-9735-5b930ad0c376 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Aug 30 22:01:03.946493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:04.331233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5f4ec-c7ac-4d92-90b3-cc56d3f9a7e4 req-f3065b13-7bf1-46ac-885c-92481831fb1a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:04.332772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18b5f4ec-c7ac-4d92-90b3-cc56d3f9a7e4 req-f3065b13-7bf1-46ac-885c-92481831fb1a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0531282 Aug 30 22:01:04.376454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18b5f4ec-c7ac-4d92-90b3-cc56d3f9a7e4 req-4f1bcf8b-10cb-43ab-be44-2f02e6706f1c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368342 Aug 30 22:01:05.503214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562b67d-04ef-4c29-becd-e17e5a796d3b req-6ebb6a2a-0aba-47c2-9a4e-70027cb9bea3 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:05.504934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7562b67d-04ef-4c29-becd-e17e5a796d3b req-6ebb6a2a-0aba-47c2-9a4e-70027cb9bea3 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0542514 Aug 30 22:01:05.554608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7562b67d-04ef-4c29-becd-e17e5a796d3b req-7c97bd60-5768-41c1-a90f-1582914954f1 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403035 Aug 30 22:01:06.298997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:06.687571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26b652-1cde-43ea-88cf-d23b2012a0f7 req-16b7a9a2-4185-4e1c-95e1-463650e3212e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:06.689146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f26b652-1cde-43ea-88cf-d23b2012a0f7 req-16b7a9a2-4185-4e1c-95e1-463650e3212e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0592992 Aug 30 22:01:06.727588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f26b652-1cde-43ea-88cf-d23b2012a0f7 req-078e5524-6e87-4930-a3db-6b94349b65fd tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Aug 30 22:01:07.854229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376d9b0-3ff2-431e-b818-71d348ef9fbb req-a52c99e8-ef35-44dd-bbbe-7752471579ae tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:07.855919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d376d9b0-3ff2-431e-b818-71d348ef9fbb req-a52c99e8-ef35-44dd-bbbe-7752471579ae tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Aug 30 22:01:07.896877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d376d9b0-3ff2-431e-b818-71d348ef9fbb req-fdcf1327-15a7-4aeb-8e89-1a49ba4ac9f1 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Aug 30 22:01:08.509675 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:01:09.023787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd44b22-70cb-4594-8734-2ef08d5ce7b7 req-cabecb56-f8fa-4135-b1c9-281dbb90e13e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:09.025737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcd44b22-70cb-4594-8734-2ef08d5ce7b7 req-cabecb56-f8fa-4135-b1c9-281dbb90e13e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0545537 Aug 30 22:01:09.026224 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd09a-b083-428a-ac20-3fef05c7d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:09.066804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bcd44b22-70cb-4594-8734-2ef08d5ce7b7 req-4d22b9f7-cd00-4c6a-a1db-e9fb62a20581 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Aug 30 22:01:10.189224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50d1e1-2767-4c7c-98fb-014f5b105aa3 req-2a3cf641-6338-45d1-9ee7-3e7cd2488933 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:10.190794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a50d1e1-2767-4c7c-98fb-014f5b105aa3 req-2a3cf641-6338-45d1-9ee7-3e7cd2488933 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0549817 Aug 30 22:01:10.229832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a50d1e1-2767-4c7c-98fb-014f5b105aa3 req-b62b8309-864a-4282-a569-52833f7ea785 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Aug 30 22:01:11.362355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3473-9072-475b-93a5-3a0c25c55f13 req-481caa85-37d0-4c10-96a3-1c7ff558e48f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:11.363929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-769b3473-9072-475b-93a5-3a0c25c55f13 req-481caa85-37d0-4c10-96a3-1c7ff558e48f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0644608 Aug 30 22:01:11.404269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-769b3473-9072-475b-93a5-3a0c25c55f13 req-cc1a130a-7ebd-4084-a241-d7bb31ef4234 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Aug 30 22:01:11.821035 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:11.955708 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e45522c-7b63-4886-93db-4043500fca15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:12.526590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0a2a1-1371-46e5-9c59-cdfddf0207b5 req-16dd398a-852e-4f77-8f09-020c43a89a3b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:12.528156 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18c0a2a1-1371-46e5-9c59-cdfddf0207b5 req-16dd398a-852e-4f77-8f09-020c43a89a3b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0505106 Aug 30 22:01:12.567890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18c0a2a1-1371-46e5-9c59-cdfddf0207b5 req-e1b822e1-57c9-4265-a88b-fc48e9331ccb tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Aug 30 22:01:12.845908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:13.708708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd0d5c-9e43-4518-a54b-3dfdebdafcca req-dc8d558e-8bdf-4979-ba14-a19d50fbe51a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:13.710237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4fd0d5c-9e43-4518-a54b-3dfdebdafcca req-dc8d558e-8bdf-4979-ba14-a19d50fbe51a tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0678105 Aug 30 22:01:13.749529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4fd0d5c-9e43-4518-a54b-3dfdebdafcca req-6a6a1fe8-9dcc-437f-bd25-fdb1d256a8ae tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329604 Aug 30 22:01:14.742613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:14.878107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e087d-490d-4527-8fb4-a61e5ec5ab68 req-5ee00c19-9d29-439a-937d-9d6b9ff970a5 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:14.879684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-786e087d-490d-4527-8fb4-a61e5ec5ab68 req-5ee00c19-9d29-439a-937d-9d6b9ff970a5 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0589089 Aug 30 22:01:14.919210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-786e087d-490d-4527-8fb4-a61e5ec5ab68 req-4d2e82dc-5a29-4f23-b254-eae97a44d186 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Aug 30 22:01:16.040112 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80cb31-c6c1-4b7a-a7fa-30a06b942f3e req-539c2eee-f4e8-421c-9686-a440763b7cde tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:16.041628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a80cb31-c6c1-4b7a-a7fa-30a06b942f3e req-539c2eee-f4e8-421c-9686-a440763b7cde tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Aug 30 22:01:16.080603 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a80cb31-c6c1-4b7a-a7fa-30a06b942f3e req-604e5aec-4127-4318-a188-08f2c75185b8 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Aug 30 22:01:17.213781 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ef434-e37e-4a2e-b465-a5c3d1acef55 req-cf1342dd-09f3-4b06-8fed-b3312376063c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:17.215328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da6ef434-e37e-4a2e-b465-a5c3d1acef55 req-cf1342dd-09f3-4b06-8fed-b3312376063c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0549505 Aug 30 22:01:17.254921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da6ef434-e37e-4a2e-b465-a5c3d1acef55 req-1526461d-824c-4ce4-b61e-5ae3764d83f6 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Aug 30 22:01:18.374825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32bd5a-78da-44f4-aff1-08924d0ba0e8 req-93fbd879-5835-474c-b0fe-351de744c8f6 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:18.376439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a32bd5a-78da-44f4-aff1-08924d0ba0e8 req-93fbd879-5835-474c-b0fe-351de744c8f6 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0509663 Aug 30 22:01:18.416854 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a32bd5a-78da-44f4-aff1-08924d0ba0e8 req-c7169853-6438-4bc9-b2b0-d4e5619e8d99 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Aug 30 22:01:19.537446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cfed2-7b65-4feb-9797-f2755f9ff626 req-cba103fe-4a5c-4bd4-ba28-0d95e9b0925b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:19.539034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-155cfed2-7b65-4feb-9797-f2755f9ff626 req-cba103fe-4a5c-4bd4-ba28-0d95e9b0925b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0518265 Aug 30 22:01:19.585804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-155cfed2-7b65-4feb-9797-f2755f9ff626 req-d66a0af2-c945-4fce-9293-6ef1d216ce8e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Aug 30 22:01:20.718498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b1f82-3aa0-46c2-a865-bafb25e68d9e req-df95a2f1-63bf-4d68-a28a-ed1a079b7f1c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:20.720122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-848b1f82-3aa0-46c2-a865-bafb25e68d9e req-df95a2f1-63bf-4d68-a28a-ed1a079b7f1c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0606072 Aug 30 22:01:20.765330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-848b1f82-3aa0-46c2-a865-bafb25e68d9e req-0838eb1c-cddd-4709-8dbc-bf0c7f9e8d71 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389833 Aug 30 22:01:21.901936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6b2f-f89b-47ef-817b-538679e1135a req-4a30d7c3-0ca0-4a9e-86b7-36a90dac221c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:21.903620 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c85b6b2f-f89b-47ef-817b-538679e1135a req-4a30d7c3-0ca0-4a9e-86b7-36a90dac221c tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0663185 Aug 30 22:01:21.945090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c85b6b2f-f89b-47ef-817b-538679e1135a req-474f524c-b24d-40d2-bcce-5e6fe7aa5f7e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Aug 30 22:01:22.378520 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-be45de66-7500-47c1-a924-691cddb09142 service neutron] show failed (client error): The resource could not be found. Aug 30 22:01:22.379688 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-be45de66-7500-47c1-a924-691cddb09142 service neutron] 10.222.0.82 "GET /v2.0/ports/ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0603592 Aug 30 22:01:22.689898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-6b8b5e21-9abf-4aca-ade0-1a89cea0e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:22.691672 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-6b8b5e21-9abf-4aca-ade0-1a89cea0e047 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2&tenant_id=1c38a3b79bf14ae998a893e305dd2bb7 HTTP/1.1" status: 200 len: 1097 time: 0.1056969 Aug 30 22:01:22.703921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:01:22.761975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:22.983944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:23.025045 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:01:23.079102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:01:23.081497 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ab351e-82df-4a42-88d3-9593e9ae4e3c" -d '{"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:01:23.086002 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:23.090715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccb7fb-f449-4e31-aff1-8b834111abb9 req-48abe30f-1fff-4eb1-8d1c-177c457d1b9e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:23.093591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3ccb7fb-f449-4e31-aff1-8b834111abb9 req-48abe30f-1fff-4eb1-8d1c-177c457d1b9e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0670149 Aug 30 22:01:23.100171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Transition to ACTIVE for port object ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:01:23.106147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:23.142290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3ccb7fb-f449-4e31-aff1-8b834111abb9 req-58babf16-03a9-49e9-bb3c-0330af40e5d9 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Aug 30 22:01:23.173603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] No DVR routers for this DVR port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:01:23.177215 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:23.217590 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a2fb1-a486-418c-a774-47c5e1f0843b x-openstack-request-id: req-9c9a2fb1-a486-418c-a774-47c5e1f0843b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:01:23.217977 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-unplugged", "status": "completed", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:01:23.218289 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c9a2fb1-a486-418c-a774-47c5e1f0843b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:01:23.218807 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'code': 200} Aug 30 22:01:23.221745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:01:23.222101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:01:23.222424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on network 1e92f4ec-17ef-42d0-9e4f-66978626d358 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:01:23.227416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on network 1e92f4ec-17ef-42d0-9e4f-66978626d358 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:01:23.227668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Attempting to bind port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on network 1e92f4ec-17ef-42d0-9e4f-66978626d358 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:01:23.232899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:01:23.233231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Checking segment: {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:01:23.233611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Bound using segment: {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:01:23.234033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Bound port: ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6281ef38-28ca-414c-beb0-81770f576eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:01:23.234389 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:23.307553 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:01:23.313139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:01:23.319006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:23.370192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:23.370826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:23.372361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] 10.222.0.86 "PUT /v2.0/ports/ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 1092 time: 0.6726804 Aug 30 22:01:23.409356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cebc5-381e-427b-a89d-d1de51778d1a service neutron] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:23.442186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-872b9f33-2449-4215-8355-8f848105f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:23.443821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-872b9f33-2449-4215-8355-8f848105f16c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1095 time: 0.0472639 Aug 30 22:01:23.541587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-7a7fbdaa-3f80-479a-867a-e33c363a487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:23.543046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-7a7fbdaa-3f80-479a-867a-e33c363a487d service neutron] 10.222.0.86 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.0918727 Aug 30 22:01:23.584491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-77e36976-b0cc-4869-868e-3c23903b3a69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0345235 Aug 30 22:01:23.635531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-b205e240-c0d4-4320-82f4-eb40937ab1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:23.637064 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-b205e240-c0d4-4320-82f4-eb40937ab1ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0450530 Aug 30 22:01:23.675692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-e3562604-bba5-4cc9-be3f-071694ae9c40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309801 Aug 30 22:01:23.768494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-52dea7f5-922e-4a82-95df-a0ac7dbff6f5 service neutron] 10.222.0.86 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852017 Aug 30 22:01:23.870639 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1e3ebb9-fba3-45cd-a75a-41cc9502a980 req-109b3aa9-3dd6-4351-9ad3-a2cb11f12831 service neutron] 10.222.0.86 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943816 Aug 30 22:01:24.283641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017c7d1-71fc-4027-af32-33184e38dbf4 req-ad026a86-ea28-4d9b-a48d-985639e67682 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:24.285160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b017c7d1-71fc-4027-af32-33184e38dbf4 req-ad026a86-ea28-4d9b-a48d-985639e67682 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0543218 Aug 30 22:01:24.325728 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b017c7d1-71fc-4027-af32-33184e38dbf4 req-d9ce5866-85d8-4e03-847e-fac55d3cf824 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Aug 30 22:01:25.070328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:01:25.113287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:01:25.220899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:01:25.223378 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b5db31-690d-440d-a0f9-1d67faff21e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:01:25.272415 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca08bc74-01b3-461c-8152-efa8fd2ce272 x-openstack-request-id: req-ca08bc74-01b3-461c-8152-efa8fd2ce272 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:01:25.272735 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:01:25.273116 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca08bc74-01b3-461c-8152-efa8fd2ce272 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:01:25.273528 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'status': 'completed', 'code': 200} Aug 30 22:01:25.361070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-58a5eff0-5df7-49ef-8559-55e2f857e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.363221 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-58a5eff0-5df7-49ef-8559-55e2f857e40b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1095 time: 0.0706625 Aug 30 22:01:25.364799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-16ec4372-49f1-47fd-8d8d-dc6047bb6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.366146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-16ec4372-49f1-47fd-8d8d-dc6047bb6765 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1095 time: 0.0652263 Aug 30 22:01:25.446709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f596-2d38-4cef-a166-6d570ca78abc req-0480a556-dee2-4372-95b0-ff599c62a4da tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.448247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e24f596-2d38-4cef-a166-6d570ca78abc req-0480a556-dee2-4372-95b0-ff599c62a4da tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0509319 Aug 30 22:01:25.489384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e24f596-2d38-4cef-a166-6d570ca78abc req-abe3cfc0-57fd-40e1-a40a-f29da4317f68 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Aug 30 22:01:25.521892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-6ba62862-c5cd-4fa7-ae06-6ef0b39d97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.523762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-6ba62862-c5cd-4fa7-ae06-6ef0b39d97cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.1534984 Aug 30 22:01:25.525166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-eaeedf1f-d1a4-4f13-a5d4-35e7f7daca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.526486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-eaeedf1f-d1a4-4f13-a5d4-35e7f7daca9e service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.1488380 Aug 30 22:01:25.573943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-eef9d20b-591e-4bf2-9f95-0b0b3ad4c4f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0417030 Aug 30 22:01:25.606583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-327b46d0-27e8-4eb0-9a9c-9a33e869b004 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0686781 Aug 30 22:01:25.679523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-ca534234-639e-4e61-9b90-8bb9bd139b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.681055 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-ca534234-639e-4e61-9b90-8bb9bd139b07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0826135 Aug 30 22:01:25.684738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-1d4fe1a9-10e1-4825-848b-6ed0702efa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:25.686070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-1d4fe1a9-10e1-4825-848b-6ed0702efa2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0611141 Aug 30 22:01:25.735178 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-12eda045-3ba9-43ab-a28d-6513e939c659 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454392 Aug 30 22:01:25.736896 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-8a169479-5cdc-4366-b515-4dad8d484605 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392699 Aug 30 22:01:26.192844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-781c9bb6-e08a-4c59-a3e6-7436aa9f5be4 service neutron] 10.222.0.86 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504001 Aug 30 22:01:26.194708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-fd4bcb12-4f39-4e53-a4eb-80cde5b65de4 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511478 Aug 30 22:01:26.347469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-d1133564-807e-4485-9fff-5aca125a3a5c service neutron] 10.222.0.86 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465325 Aug 30 22:01:26.350944 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-53b5db31-690d-440d-a0f9-1d67faff21e3 req-dee124b5-3e58-471b-b8e7-10c93a4bc5f7 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428754 Aug 30 22:01:26.610208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c5b7-d25c-42aa-af2e-1595a5760766 req-49d6d2c2-68b5-46f5-b15a-88347a33e76b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:26.611761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef00c5b7-d25c-42aa-af2e-1595a5760766 req-49d6d2c2-68b5-46f5-b15a-88347a33e76b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0511181 Aug 30 22:01:26.651350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ef00c5b7-d25c-42aa-af2e-1595a5760766 req-7225e09f-9725-4d04-8cea-c461ec37d9d6 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Aug 30 22:01:27.523220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:01:27.625681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:27.637767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'network_id': '1e92f4ec-17ef-42d0-9e4f-66978626d358', 'port_id': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'mac_address': 'fa:16:3e:1d:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:01:27.695602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:27.713485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:01:27.733520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:27.739661 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:27.788206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7628a-b92b-4c68-b198-56aa9b4cbc3e req-b11ce531-0cd3-4a12-afa0-b89354415f49 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:27.789844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6e7628a-b92b-4c68-b198-56aa9b4cbc3e req-b11ce531-0cd3-4a12-afa0-b89354415f49 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 943 time: 0.0679433 Aug 30 22:01:27.790647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:27.830950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a6e7628a-b92b-4c68-b198-56aa9b4cbc3e req-30806666-ff44-4228-b0cb-af27c06a61d6 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Aug 30 22:01:28.051322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:01:28.122517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-d82a35fa-eafc-44e6-9824-e099e42b452e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:28.125036 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-d82a35fa-eafc-44e6-9824-e099e42b452e tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.82 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2&tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 944 time: 0.0697479 Aug 30 22:01:28.193052 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-40a8b131-7abd-4a80-aa88-8ea65d59dde3 service neutron] delete failed (client error): The resource could not be found. Aug 30 22:01:28.194005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-40a8b131-7abd-4a80-aa88-8ea65d59dde3 service neutron] 10.222.0.82 "DELETE /v2.0/ports/ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0606267 Aug 30 22:01:28.279126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-b873c0c7-d2ff-4761-8676-56f9971b66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:28.280703 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-b873c0c7-d2ff-4761-8676-56f9971b66fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 1096 time: 0.0440626 Aug 30 22:01:28.383321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-f5689a6b-bfc9-4f94-a522-bd3919682099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:28.384842 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-f5689a6b-bfc9-4f94-a522-bd3919682099 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 200 len: 913 time: 0.0964277 Aug 30 22:01:28.428905 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-65c0a592-9403-4587-aa4b-aaf86d1ede39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 200 len: 217 time: 0.0363379 Aug 30 22:01:28.479795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-a60efd74-3f84-41d8-b516-9d753154612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:28.481255 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-a60efd74-3f84-41d8-b516-9d753154612d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 200 len: 852 time: 0.0460639 Aug 30 22:01:28.518458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-a726e2d3-28a5-4655-8f6d-24db03e45893 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1e92f4ec-17ef-42d0-9e4f-66978626d358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303094 Aug 30 22:01:28.613146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-f5f593e2-ec15-4352-9d72-16d6b0a21da8 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862586 Aug 30 22:01:28.711514 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-a92bf405-a3ec-4425-b0b8-5cdf1cf661c1 service neutron] 10.222.0.82 "GET /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911951 Aug 30 22:01:29.414771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d55e6c-2ba3-4197-b61a-42eb46d8b746 req-6e7563ef-852e-40dd-9098-a915decb0c5b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:29.416260 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25d55e6c-2ba3-4197-b61a-42eb46d8b746 req-6e7563ef-852e-40dd-9098-a915decb0c5b tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 944 time: 0.0520384 Aug 30 22:01:29.454919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-25d55e6c-2ba3-4197-b61a-42eb46d8b746 req-5ac99015-9650-4f4f-b63d-47e5ee37776f tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 30 22:01:29.510400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:01:29.569851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:01:29.574701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:01:29.575140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:29.654138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:29.678518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:01:29.680752 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93cf4c-4790-4e3f-99ad-1545af0ed027" -d '{"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-plugged", "status": "completed", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:01:29.694301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:29.699834 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:29.726957 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5192b4a4-80d6-40d1-b329-d40db74e2d9b x-openstack-request-id: req-5192b4a4-80d6-40d1-b329-d40db74e2d9b {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:01:29.727489 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-plugged", "status": "completed", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:01:29.727489 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5192b4a4-80d6-40d1-b329-d40db74e2d9b {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:01:29.727882 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'code': 200} Aug 30 22:01:29.753658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:30.579749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0883a2-73e3-4ad5-872d-30302729701b req-3991a752-24c8-4da0-8a18-c6f469870aa0 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:30.582748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c0883a2-73e3-4ad5-872d-30302729701b req-3991a752-24c8-4da0-8a18-c6f469870aa0 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0536883 Aug 30 22:01:30.626057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c0883a2-73e3-4ad5-872d-30302729701b req-b8442774-0e8f-4d4e-984a-75908b221529 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.76 "GET /v2.0/security-groups?id=976167fc-44b9-48e8-914d-a7acfd8aef49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Aug 30 22:01:30.780911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-578bedb7-c36e-43a4-8923-1e6ba31ba081 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:30.782391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-578bedb7-c36e-43a4-8923-1e6ba31ba081 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.86 "GET /v2.0/ports?device_id=c973d94c-9c24-4136-a3c1-443ab0e257f2 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Aug 30 22:01:30.872985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Deleting port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:01:30.873331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:30.964438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] For port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,segment=NetworkSegment(6281ef38-28ca-414c-beb0-81770f576eaa),segment_id=6281ef38-28ca-414c-beb0-81770f576eaa)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:30.964671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:30.977625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Calling delete_port for ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:01:31.109407 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.123724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:01:31.139998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Pushing event deleted for resources: {'Port': ['ID=ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:31.168560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.168911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.169256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.169591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.169925 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.170256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.170583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.170931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.171255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.171605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.171927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.172287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:31.191036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] No DVR routers for this DVR port ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:01:31.193585 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.195629 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7cf87f95-6d7c-4905-97f7-0fe8ef1057e5 req-194e3dc8-c486-48b9-bac9-0b332c6d00e2 tempest-DeleteServersTestJSON-1627221326 tempest-DeleteServersTestJSON-1627221326-project] 10.222.0.86 "DELETE /v2.0/ports/ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa HTTP/1.1" status: 204 len: 173 time: 0.4067061 Aug 30 22:01:31.196088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-deleted', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:01:31.198514 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2c4d4b-4d93-4110-b4f0-a717d808a96b" -d '{"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-deleted", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:01:31.234394 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbcff58-f367-4a28-af24-ad78519d1d5a x-openstack-request-id: req-ecbcff58-f367-4a28-af24-ad78519d1d5a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:01:31.234696 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c973d94c-9c24-4136-a3c1-443ab0e257f2", "name": "network-vif-deleted", "tag": "ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:01:31.234974 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecbcff58-f367-4a28-af24-ad78519d1d5a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:01:31.235387 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c973d94c-9c24-4136-a3c1-443ab0e257f2', 'name': 'network-vif-deleted', 'tag': 'ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa', 'status': 'completed', 'code': 200} Aug 30 22:01:31.760223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48456) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:01:31.806513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Deleting subnet ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:01:31.809936 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.850286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.895279 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.952907 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.975829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:31.985866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:31.988232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-660d6abb-042f-44f0-92bd-787e228cbca7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ac5fcdf8-e1f3-426f-91e2-7141a3ebfd60 HTTP/1.1" status: 204 len: 168 time: 0.2269809 Aug 30 22:01:31.990842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48460) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:01:32.062347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.151129 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.162336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e92f4ec-17ef-42d0-9e4f-66978626d358']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:01:32.173974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6281ef38-28ca-414c-beb0-81770f576eaa') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:01:32.174273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6281ef38-28ca-414c-beb0-81770f576eaa') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:01:32.183908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.198971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.205656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:01:32.205977 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:01:32.207681 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:01:32.268061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.276094 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.281558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1e92f4ec-17ef-42d0-9e4f-66978626d358 HTTP/1.1" status: 204 len: 168 time: 0.2870812 Aug 30 22:01:32.291260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e953bf0-dbe0-4587-84e0-eba1e40c9165 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e92f4ec-17ef-42d0-9e4f-66978626d358,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:32.403227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48464) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:01:32.451671 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1594f9e6-37b1-482b-881e-b9ec49541345 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c38a3b79bf14ae998a893e305dd2bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470533 Aug 30 22:01:32.454401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48468) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:01:32.504605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.526597 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.584867 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.587541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:32.588713 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/976167fc-44b9-48e8-914d-a7acfd8aef49 HTTP/1.1" status: 204 len: 168 time: 0.1333952 Aug 30 22:01:32.597194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976167fc-44b9-48e8-914d-a7acfd8aef49,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:32.606218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.606557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.606927 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.607258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.607588 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.607915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.608227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.608549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.608873 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.609382 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.609705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:32.610022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba88fcf6-d5a5-498d-beb7-4fcb0b7ed416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:33.312619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48490) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:01:33.415357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1093748532-network', 'tenant_id': '37bc34d67721446fb8fba615412631e0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:01:33.438370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Made reservation on behalf of 37bc34d67721446fb8fba615412631e0 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:01:33.440866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.449607 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.534040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:01:33.546195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.551454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.554740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:01:33.555084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device ad860ee1-bd0b-4c8b-9e25-e4e52f919eaa not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:01:33.578308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:01:33.588276 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b533db-e637-47cd-99c1-0b9c401002f3,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:33.595187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.595535 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Added segment cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e of type vlan for network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec Aug 30 22:01:33.639519 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.668806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.670195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:33.671048 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.725383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4116170 Aug 30 22:01:33.728499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48494) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:01:33.735102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Request body: {'subnet': {'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1093748532-subnet', 'tenant_id': '37bc34d67721446fb8fba615412631e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:01:33.735392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3201f02-5c3d-4251-aeb2-810650432d53 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:33.749539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:01:33.763653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Made reservation on behalf of 37bc34d67721446fb8fba615412631e0 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:01:33.766263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.943741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:33.949398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:34.005398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2585fb5-c315-462b-942b-13a0ac83fbdd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:34.020355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Checking segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:01:34.020720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Network hostable DHCP agents. Network: 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:01:34.041012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:01:34.053656 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:01:34.058018 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:34.058618 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:34.064331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394966c2-aa57-4e8c-ac59-add31b212118 None None] Network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:01:34.076585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-59480d25-4f3c-4297-8525-4543e6fdc166 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3466103 Aug 30 22:01:34.197078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8972d675-74e0-4816-99f8-3d2a71c510e7 None None] Network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:01:34.568478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-342e17f4-88b2-464c-a2de-4eb3361b60c0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:34.570126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-342e17f4-88b2-464c-a2de-4eb3361b60c0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 815 time: 0.1172414 Aug 30 22:01:34.587325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-3254b427-a368-4581-861b-743daca82a80 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/quotas/37bc34d67721446fb8fba615412631e0 HTTP/1.1" status: 200 len: 375 time: 0.0107017 Aug 30 22:01:34.621020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-ce99f80b-8da0-4395-beb5-2162d0166f66 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277040 Aug 30 22:01:34.716423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-3993eed7-f3fd-4e5d-b1af-82c58272afa8 service neutron] 10.222.0.76 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872259 Aug 30 22:01:34.813266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b116e0a0-2fcc-4097-9793-1f9f9d996e6d service neutron] 10.222.0.76 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905328 Aug 30 22:01:34.980295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ce34d01-34aa-4ca7-aae0-51f02df5f6ea req-c7d1d58e-a26f-4444-a853-964924b6030b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 210 time: 0.0282135 Aug 30 22:01:36.092865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae780712-bd85-4c15-bd4d-56c4ce4675b9 req-dcf29ec5-d3d7-48f1-8eee-952315e3684f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 210 time: 0.0295169 Aug 30 22:01:36.117107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-ad4db015-ce9b-4015-8c13-100f9a6db72d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:36.118701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-ad4db015-ce9b-4015-8c13-100f9a6db72d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 815 time: 0.1175842 Aug 30 22:01:36.132620 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Request body: {'port': {'device_id': 'f92f264e-941f-4900-944c-58aa15989fe4', 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'admin_state_up': True, 'tenant_id': '37bc34d67721446fb8fba615412631e0'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:01:36.245414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Made reservation on behalf of 37bc34d67721446fb8fba615412631e0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:01:36.249190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:36.306244 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:36.398693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Allocated IP 172.20.0.5 (7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec/d2585fb5-c315-462b-942b-13a0ac83fbdd/0658fcec-09f2-4a97-a4ff-1be1534ad6a2) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:01:36.549489 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:36.589601 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:36.636401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:01:36.642039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:01:36.642039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:01:36.648907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:36.694150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:36.694787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:36.710917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b67840d2-c974-4e5d-b420-ad258d3ccba3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5827072 Aug 30 22:01:36.724120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Request body: {'port': {'device_id': 'f92f264e-941f-4900-944c-58aa15989fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:01:36.784283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:37.059985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:01:37.067965 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:37.080679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Transition to ACTIVE for port object 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:01:37.086337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:37.141044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:37.216181 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:01:37.216544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:01:37.216802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:01:37.221260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:01:37.221572 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:01:37.226534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:01:37.226905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Checking segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:01:37.227278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Bound using segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:01:37.227714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Bound port: 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:01:37.228070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:37.234453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79bf7b-39c5-4fd4-aac3-6c919dfa0c34 req-d448795c-2185-48af-a397-ffdd99f0716e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:37.236397 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d79bf7b-39c5-4fd4-aac3-6c919dfa0c34 req-d448795c-2185-48af-a397-ffdd99f0716e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0657914 Aug 30 22:01:37.282382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d79bf7b-39c5-4fd4-aac3-6c919dfa0c34 req-0cfdb488-fe8b-4f3a-bb75-6b647a930b0b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397372 Aug 30 22:01:37.297715 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:01:37.301093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:01:37.306901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:37.343158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:37.343761 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:37.345293 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] 10.222.0.86 "PUT /v2.0/ports/0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 1092 time: 0.6254592 Aug 30 22:01:37.345718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:01:37.348067 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e312a705-c9b4-4816-bca6-0bf3b2906a21" -d '{"events": [{"name": "network-changed", "server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:01:37.383596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f1c61-f863-43c6-a721-2256dcd5df87 service neutron] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:37.389603 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf4ea3f-ba19-4334-90dc-7bce14303c6a x-openstack-request-id: req-5cf4ea3f-ba19-4334-90dc-7bce14303c6a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:01:37.390008 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:01:37.390365 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cf4ea3f-ba19-4334-90dc-7bce14303c6a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:01:37.390941 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'status': 'completed', 'code': 200} Aug 30 22:01:37.436438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-40ff09ec-0769-4971-b4ac-8085507f5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:37.437956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-40ff09ec-0769-4971-b4ac-8085507f5274 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0418720 Aug 30 22:01:37.483804 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-b3e32b1b-3185-4a2f-b066-da7dee9bc9c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0373578 Aug 30 22:01:37.533211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-73dd24f6-bb28-4fe6-8cbf-1384830ccb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:37.534613 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-73dd24f6-bb28-4fe6-8cbf-1384830ccb93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0443535 Aug 30 22:01:37.566977 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-21da4bb5-b23c-42fe-96bc-fa4faa05d025 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247047 Aug 30 22:01:37.662637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-e01cb484-1bfe-42c4-bdec-75bca9719174 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884326 Aug 30 22:01:37.770761 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c86fa6f9-adec-4e52-bf0f-e823ed40e172 req-725e5e55-6b8f-4a69-a231-30ccbc4f92c1 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994012 Aug 30 22:01:37.884889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-0afbe120-09ef-4115-8e76-e95f69b63cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:37.886492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-0afbe120-09ef-4115-8e76-e95f69b63cbd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0552793 Aug 30 22:01:37.999481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-c595488b-7c37-41a2-a87f-156ed514ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:38.000887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-c595488b-7c37-41a2-a87f-156ed514ffcc service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1059604 Aug 30 22:01:38.044606 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-d76b631f-1195-4d8c-8aca-9143bb068afa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0357158 Aug 30 22:01:38.100623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-187caa21-015e-423b-a8cc-07a669f6751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:38.102310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-187caa21-015e-423b-a8cc-07a669f6751e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0512002 Aug 30 22:01:38.135533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-1f226157-193f-4d24-ba11-831f2f644127 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253713 Aug 30 22:01:38.228073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-6090c8dc-c826-4dd6-bffb-3f73db0e493d service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844183 Aug 30 22:01:38.332583 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e312a705-c9b4-4816-bca6-0bf3b2906a21 req-2200efee-9c62-4a83-b81a-d6511501aa69 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967605 Aug 30 22:01:38.403235 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1d65d-8e21-486a-9d0c-57cd0246aef8 req-5b014275-2048-4031-8757-fdebf54c98de tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:38.404733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ee1d65d-8e21-486a-9d0c-57cd0246aef8 req-5b014275-2048-4031-8757-fdebf54c98de tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0491960 Aug 30 22:01:38.443910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ee1d65d-8e21-486a-9d0c-57cd0246aef8 req-1af877a5-6db5-4842-b7aa-ad97dc715381 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Aug 30 22:01:39.033567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9ea69c19-a853-405d-954f-8375b23fd3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:39.564553 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe56ed-7182-4653-b5ba-5f9ad067db09 req-edff2b40-583b-456d-89b0-908808212aff tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:39.566096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddfe56ed-7182-4653-b5ba-5f9ad067db09 req-edff2b40-583b-456d-89b0-908808212aff tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0513132 Aug 30 22:01:39.606640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddfe56ed-7182-4653-b5ba-5f9ad067db09 req-6d773c9e-cf14-40ff-a4b7-64890bac2795 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 30 22:01:40.733408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15c756-a49e-4ea7-bc86-9faf72239c68 req-af8ad63b-f8a7-4a7b-9106-dbd3d5a1f21e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:40.734941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b15c756-a49e-4ea7-bc86-9faf72239c68 req-af8ad63b-f8a7-4a7b-9106-dbd3d5a1f21e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0595613 Aug 30 22:01:40.775885 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b15c756-a49e-4ea7-bc86-9faf72239c68 req-7a94af56-7bbe-4a25-b5ca-a84b7a5a5a56 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Aug 30 22:01:41.581738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:01:41.683541 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:41.695673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'port_id': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'mac_address': 'fa:16:3e:86:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2585fb5-c315-462b-942b-13a0ac83fbdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:01:41.733694 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:41.747013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:01:41.767174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:41.772756 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:41.835795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:41.839483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:41.846652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.847061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.847405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.847748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.848081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.848425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.848757 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.849084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.849415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.849738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.850067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.850391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:01:41.900502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e690c0-2f09-4311-9bb3-8c1cd5a4cb32 req-790f70e4-7885-406c-8649-0ac9fd73028a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:41.900502 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e690c0-2f09-4311-9bb3-8c1cd5a4cb32 req-790f70e4-7885-406c-8649-0ac9fd73028a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 944 time: 0.0500953 Aug 30 22:01:41.947916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1e690c0-2f09-4311-9bb3-8c1cd5a4cb32 req-d53aa9c3-f915-4bd4-bb49-6c67ef681b5d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Aug 30 22:01:41.968138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45e2029c-9886-4183-b3ae-34c0986195b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:42.054684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['0658fcec-09f2-4a97-a4ff-1be1534ad6a2'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:01:42.851556 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:43.074376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a5fc-a955-4a23-b708-28651c6064fd req-b25f6aa0-49b9-4890-b8cb-7b389965669a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:43.075793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3de3a5fc-a955-4a23-b708-28651c6064fd req-b25f6aa0-49b9-4890-b8cb-7b389965669a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 944 time: 0.0526392 Aug 30 22:01:43.116821 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3de3a5fc-a955-4a23-b708-28651c6064fd req-36e09bb0-1c25-456d-9546-532ac4357eaa tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346570 Aug 30 22:01:43.581802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:01:43.635587 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:01:43.639927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:01:43.640368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:43.733906 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:43.761235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:01:43.763624 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208f4a5-48c4-4894-9724-a593629043a3" -d '{"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-plugged", "status": "completed", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:01:43.778106 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:01:43.784778 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:43.810978 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0898cdd-d69e-45b4-a1bf-91c9994d6094 x-openstack-request-id: req-d0898cdd-d69e-45b4-a1bf-91c9994d6094 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:01:43.811308 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-plugged", "status": "completed", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:01:43.811624 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0898cdd-d69e-45b4-a1bf-91c9994d6094 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:01:43.811997 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'code': 200} Aug 30 22:01:43.847891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:01:43.914332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737dc8c-e69f-4c73-af6a-dfb8f02b21eb req-41d9dd85-2af1-4fed-b74e-65f3d7a5a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:43.915788 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2737dc8c-e69f-4c73-af6a-dfb8f02b21eb req-41d9dd85-2af1-4fed-b74e-65f3d7a5a39b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0433283 Aug 30 22:01:43.956978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2737dc8c-e69f-4c73-af6a-dfb8f02b21eb req-f4a7af2b-0ca5-415c-bbcd-5df799339eb2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Aug 30 22:01:44.252002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4222851-9895-4ab4-955b-fed5e201481e req-5076c728-a3cb-474f-a2d5-1293820201eb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:44.254427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4222851-9895-4ab4-955b-fed5e201481e req-5076c728-a3cb-474f-a2d5-1293820201eb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0606985 Aug 30 22:01:44.298124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4222851-9895-4ab4-955b-fed5e201481e req-8a37d37a-6d41-412b-880f-dd55e2bef6c8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Aug 30 22:01:44.751460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:01:45.440021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0bbb-4d02-451e-91e0-e15451186b85 req-05fc89cd-449c-444a-aa75-4a382bf6cacb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:45.441643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a34b0bbb-4d02-451e-91e0-e15451186b85 req-05fc89cd-449c-444a-aa75-4a382bf6cacb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0576739 Aug 30 22:01:45.481577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a34b0bbb-4d02-451e-91e0-e15451186b85 req-bc80e180-234f-41ec-b73d-6711067f2819 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Aug 30 22:01:45.516111 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:01:45.611993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4eee-2066-4c00-901f-e17acddee131 req-97d2bf0b-74ca-49fe-ab69-a74eff97f650 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:45.613463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-565b4eee-2066-4c00-901f-e17acddee131 req-97d2bf0b-74ca-49fe-ab69-a74eff97f650 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0564356 Aug 30 22:01:45.658485 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-565b4eee-2066-4c00-901f-e17acddee131 req-b09ab5c0-5c54-466a-883e-e90b93969621 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Aug 30 22:01:45.890476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3026c9-6f58-4167-90e9-9923581be2d9 req-531d5d7d-b1c4-4064-ba62-2a3b483d0106 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:45.892059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe3026c9-6f58-4167-90e9-9923581be2d9 req-531d5d7d-b1c4-4064-ba62-2a3b483d0106 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0581410 Aug 30 22:01:46.243664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe3026c9-6f58-4167-90e9-9923581be2d9 req-4eb6d258-4e27-4b4c-8670-c6b5149467bc tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446763 Aug 30 22:01:46.364269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eddfee-a2ef-411f-ac56-816498330f84 req-2330f39d-35f0-461e-944b-7160cba40cee tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:46.365709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90eddfee-a2ef-411f-ac56-816498330f84 req-2330f39d-35f0-461e-944b-7160cba40cee tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0496924 Aug 30 22:01:46.421308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90eddfee-a2ef-411f-ac56-816498330f84 req-0feac0c1-7d33-44ea-a219-8f7a9eefcbbb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Aug 30 22:01:46.699365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c3d4-e50b-41de-8965-ede3a7078e93 req-8417cfc8-f96d-41b6-bd20-311796c20ff9 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:46.700882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d246c3d4-e50b-41de-8965-ede3a7078e93 req-8417cfc8-f96d-41b6-bd20-311796c20ff9 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0785911 Aug 30 22:01:46.704624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-d7129c6e-2a95-4ac5-a4a4-25a2ebc2dbca service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732582 Aug 30 22:01:46.740085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d246c3d4-e50b-41de-8965-ede3a7078e93 req-2c972c7f-3ada-4b7e-94fd-b3a3f019ed86 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330536 Aug 30 22:01:47.874766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-4426dd3d-df9d-4ae9-8ff2-07730ba39e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:47.876300 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-4426dd3d-df9d-4ae9-8ff2-07730ba39e68 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0427880 Aug 30 22:01:47.880753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010fbe6-daa3-453b-b0c7-dbe63640774e req-9b550ae0-7363-4068-b913-14476d33d29e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:47.882276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2010fbe6-daa3-453b-b0c7-dbe63640774e req-9b550ae0-7363-4068-b913-14476d33d29e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0570364 Aug 30 22:01:47.922318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2010fbe6-daa3-453b-b0c7-dbe63640774e req-5e79587c-d661-459c-91cd-39ce6e944db0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Aug 30 22:01:47.972078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-7d1ece6f-9193-4d46-9194-bf0d6e4a76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:47.973640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-7d1ece6f-9193-4d46-9194-bf0d6e4a76f4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0898879 Aug 30 22:01:48.015138 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-985dfde6-ce49-4046-84ed-b99ebc6fa915 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0343623 Aug 30 22:01:48.063915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-18b121c8-3e64-45fb-9c88-3c0166cf152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:48.065380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-18b121c8-3e64-45fb-9c88-3c0166cf152b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0440226 Aug 30 22:01:48.104252 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-05d9ce50-4e0a-443e-aab0-227a89136943 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316741 Aug 30 22:01:48.200109 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-c52eba48-a9f6-4adf-9e95-15f6c2aaedcb service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Aug 30 22:01:48.296877 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-dee2b044-5eaf-411d-b5d5-be10ea9b71d3 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893404 Aug 30 22:01:49.053841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812633-34ea-4861-a0de-c2bb988fce84 req-1bffb38b-e23a-4cef-8ccb-e42ee8aaf010 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:49.055336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d812633-34ea-4861-a0de-c2bb988fce84 req-1bffb38b-e23a-4cef-8ccb-e42ee8aaf010 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Aug 30 22:01:49.094711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d812633-34ea-4861-a0de-c2bb988fce84 req-256b5192-3e79-443e-8fab-2928a1484821 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Aug 30 22:01:50.226563 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e65f9-780e-4f78-b687-569c5cdf85dc req-c41b1f44-ebfc-45cc-ae61-a879f61f2299 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:50.228263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc0e65f9-780e-4f78-b687-569c5cdf85dc req-c41b1f44-ebfc-45cc-ae61-a879f61f2299 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0588019 Aug 30 22:01:50.273139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc0e65f9-780e-4f78-b687-569c5cdf85dc req-c5ec6566-e11c-495d-bbe0-810135c23346 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379753 Aug 30 22:01:51.397667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26f73d-9827-415f-87c7-47e49c113920 req-78ba2071-0947-44ae-9c39-f02a22a884b8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:51.399414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c26f73d-9827-415f-87c7-47e49c113920 req-78ba2071-0947-44ae-9c39-f02a22a884b8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0548763 Aug 30 22:01:51.453448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0c26f73d-9827-415f-87c7-47e49c113920 req-4f444a18-5dd2-4272-ab1c-e6b29b64634a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Aug 30 22:01:52.592780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb756e3-b7d7-4519-b3ce-2e89266f9e76 req-993d8d8c-62b7-44db-bbcb-71c8f844b16d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:52.594240 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fb756e3-b7d7-4519-b3ce-2e89266f9e76 req-993d8d8c-62b7-44db-bbcb-71c8f844b16d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0557370 Aug 30 22:01:52.634157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5fb756e3-b7d7-4519-b3ce-2e89266f9e76 req-b24305ef-38fb-4e8b-907b-e5b3fdb51dde tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Aug 30 22:01:53.789759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c7586-6888-401e-8f66-86ee820fde65 req-f5111ce2-e4e8-444c-9043-ced6f1128b29 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:53.792456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b2c7586-6888-401e-8f66-86ee820fde65 req-f5111ce2-e4e8-444c-9043-ced6f1128b29 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0845444 Aug 30 22:01:53.834950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b2c7586-6888-401e-8f66-86ee820fde65 req-ba6967a4-d080-4142-8dc2-5a00e32895f4 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361290 Aug 30 22:01:54.967421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58940110-4483-4f67-9020-cec03f0454c9 req-2349e5a3-4eab-4e33-8731-8a4eb9fc7b0d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:54.968922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58940110-4483-4f67-9020-cec03f0454c9 req-2349e5a3-4eab-4e33-8731-8a4eb9fc7b0d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0585649 Aug 30 22:01:55.015881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58940110-4483-4f67-9020-cec03f0454c9 req-31c70ea1-2bce-4600-90ea-69b22ea51e2f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Aug 30 22:01:56.145088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d870c-da4c-469f-8bee-8b28aa8323f4 req-9be4c41c-8940-4636-b2f0-8e6e33267805 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:56.147288 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c7d870c-da4c-469f-8bee-8b28aa8323f4 req-9be4c41c-8940-4636-b2f0-8e6e33267805 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0539513 Aug 30 22:01:56.188848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c7d870c-da4c-469f-8bee-8b28aa8323f4 req-c153ea0c-6bd3-4fd8-9bd7-28e67d51b76c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Aug 30 22:01:57.315385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07330-b322-42a7-8885-2baf7dc7368a req-c493221f-85ce-4e00-82bf-f65a2310c6cf tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:57.317025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1e07330-b322-42a7-8885-2baf7dc7368a req-c493221f-85ce-4e00-82bf-f65a2310c6cf tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0575237 Aug 30 22:01:57.367890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1e07330-b322-42a7-8885-2baf7dc7368a req-1429bcd9-55c2-494a-b2fd-16456cf204a9 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Aug 30 22:01:58.490629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0392c-2435-411c-9a4e-1fd899e96270 req-9f0a5c30-882a-430c-adb8-1e3c1ce1c23b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:58.492299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ca0392c-2435-411c-9a4e-1fd899e96270 req-9f0a5c30-882a-430c-adb8-1e3c1ce1c23b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Aug 30 22:01:58.534253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ca0392c-2435-411c-9a4e-1fd899e96270 req-3bfb183d-62d9-45e8-8668-15b64429a40a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Aug 30 22:01:59.666454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff576dd2-26f9-48bd-bc04-cec695287244 req-0f6e1b8c-3fcb-48f7-92b3-ce3e38ca272e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:01:59.668128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff576dd2-26f9-48bd-bc04-cec695287244 req-0f6e1b8c-3fcb-48f7-92b3-ce3e38ca272e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0593231 Aug 30 22:01:59.713699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff576dd2-26f9-48bd-bc04-cec695287244 req-3456cab7-270e-4ea7-b21d-1ead5395abfc tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371904 Aug 30 22:02:00.845127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371ac4e-0838-47df-86a8-b5c6a4745b89 req-871f31dd-4caa-4973-9e06-686ad4297a48 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:00.846844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f371ac4e-0838-47df-86a8-b5c6a4745b89 req-871f31dd-4caa-4973-9e06-686ad4297a48 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0581961 Aug 30 22:02:00.891816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f371ac4e-0838-47df-86a8-b5c6a4745b89 req-c164a48d-e1bd-4b4c-91f1-88bf99b4d1b4 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Aug 30 22:02:02.023442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f116b96-4636-4b17-a703-e16309f31278 req-123055fe-965c-40e3-a4cf-5d7ec7cb1e6b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:02.025031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f116b96-4636-4b17-a703-e16309f31278 req-123055fe-965c-40e3-a4cf-5d7ec7cb1e6b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0579686 Aug 30 22:02:02.066400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f116b96-4636-4b17-a703-e16309f31278 req-f909b91d-15b3-4ba4-a687-cd7ae1597cf9 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Aug 30 22:02:03.191994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018356f-f2cb-42b5-af0b-9d9cf83f7de7 req-311b5999-df02-4113-a2b4-b5a83c16cccc tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:03.193515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7018356f-f2cb-42b5-af0b-9d9cf83f7de7 req-311b5999-df02-4113-a2b4-b5a83c16cccc tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0519631 Aug 30 22:02:03.234438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7018356f-f2cb-42b5-af0b-9d9cf83f7de7 req-dbe8f375-1e9e-4ad2-8e8e-40ce938eb0f0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Aug 30 22:02:03.956266 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:04.370705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f1864-8c2b-4ace-9b74-bd3448835127 req-fae0d795-de1b-409b-943e-d6e5e082b5f1 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:04.372213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a96f1864-8c2b-4ace-9b74-bd3448835127 req-fae0d795-de1b-409b-943e-d6e5e082b5f1 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0626640 Aug 30 22:02:04.414586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a96f1864-8c2b-4ace-9b74-bd3448835127 req-94b3096f-bec1-45a4-ba7e-bf6ef82cf884 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Aug 30 22:02:05.540994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a162d-b6f6-4535-b1ba-29fdb1df1ca3 req-2347ee9b-7a11-404e-94bd-eeab3563d434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:05.542697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-865a162d-b6f6-4535-b1ba-29fdb1df1ca3 req-2347ee9b-7a11-404e-94bd-eeab3563d434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0574570 Aug 30 22:02:05.591669 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-865a162d-b6f6-4535-b1ba-29fdb1df1ca3 req-7f403578-62a7-4974-adf2-e0fde8feb8cf tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Aug 30 22:02:06.301557 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:06.716701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572019e7-f154-4756-a73f-8138edc15540 req-899091e1-ca9e-4451-8f5e-841a51650983 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:06.718257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-572019e7-f154-4756-a73f-8138edc15540 req-899091e1-ca9e-4451-8f5e-841a51650983 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0511920 Aug 30 22:02:06.760066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-572019e7-f154-4756-a73f-8138edc15540 req-ee8554a8-174c-4a74-984b-a3c4ef47c271 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343664 Aug 30 22:02:07.906158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065e3d9-f8aa-4178-85e6-c525b8ceb8a9 req-b57817ef-14d5-49c8-9f3c-6fb8fac95c6b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:07.907783 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0065e3d9-f8aa-4178-85e6-c525b8ceb8a9 req-b57817ef-14d5-49c8-9f3c-6fb8fac95c6b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0650740 Aug 30 22:02:07.950906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0065e3d9-f8aa-4178-85e6-c525b8ceb8a9 req-4ce38d42-f617-40ee-9ec3-1b58869e082e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Aug 30 22:02:08.730592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-825d1d25-3e8c-47a6-ab7d-df49edc47123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:08.732177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-825d1d25-3e8c-47a6-ab7d-df49edc47123 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0518594 Aug 30 22:02:08.838904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-e6928cd7-9aa2-495d-953a-425d298b484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:08.840415 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-e6928cd7-9aa2-495d-953a-425d298b484a service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0869489 Aug 30 22:02:08.888411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-7cff0cf8-e467-4ea2-97ca-ab7858d42555 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0382450 Aug 30 22:02:08.940397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-d09c09e8-a107-40eb-8c99-d7d6ad1cb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:08.941928 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-d09c09e8-a107-40eb-8c99-d7d6ad1cb542 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0459268 Aug 30 22:02:08.974884 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-4d1ad2c4-35e2-42be-a2bd-c29e2051de3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252197 Aug 30 22:02:09.045248 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0dfe025f-c82b-4249-a9f8-ef7fdd9fdbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:09.073192 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-286e9e2f-b125-43cb-bb79-b0ebdf9b7925 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911140 Aug 30 22:02:09.075638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9d482-85fe-48be-9728-27f8ce823195 req-b98c00b5-7cfb-4c28-933d-4c108c8e3113 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:09.077136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eee9d482-85fe-48be-9728-27f8ce823195 req-b98c00b5-7cfb-4c28-933d-4c108c8e3113 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0531690 Aug 30 22:02:09.117769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eee9d482-85fe-48be-9728-27f8ce823195 req-4791c66c-a810-446a-a1fc-0e7ed2089d0f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343504 Aug 30 22:02:09.170396 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e530affd-5e02-40c7-b83b-b89ef03b4acb req-115bd0c1-0d3e-48fd-9f2b-633ef1faddd2 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888252 Aug 30 22:02:10.259825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fedfc9-df05-40ff-b7bf-ae47a299f7ea req-43aea502-c56e-4f27-90e8-7ca9666407ee tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:10.261337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97fedfc9-df05-40ff-b7bf-ae47a299f7ea req-43aea502-c56e-4f27-90e8-7ca9666407ee tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0596585 Aug 30 22:02:10.306325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97fedfc9-df05-40ff-b7bf-ae47a299f7ea req-5e948fa7-6d39-4585-8b0f-614d729f7a9f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Aug 30 22:02:11.437077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed795327-1b18-4141-948f-eeb0977e8e7a req-b6a3d54c-d10e-4345-8b00-ebd02c36b134 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:11.438636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed795327-1b18-4141-948f-eeb0977e8e7a req-b6a3d54c-d10e-4345-8b00-ebd02c36b134 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0566847 Aug 30 22:02:11.489697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed795327-1b18-4141-948f-eeb0977e8e7a req-be9a3e67-d28a-41f1-9946-9755adddc755 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Aug 30 22:02:11.831311 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:11.967304 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45c939fd-ed80-4d2c-9e5e-94aa7f7f2e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:12.615440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07447ed8-9f6a-4cd6-88e5-90070f322539 req-dc3f075a-67e1-4391-945d-047b33828fac tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:12.616958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07447ed8-9f6a-4cd6-88e5-90070f322539 req-dc3f075a-67e1-4391-945d-047b33828fac tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Aug 30 22:02:12.656871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-07447ed8-9f6a-4cd6-88e5-90070f322539 req-a911da44-e1ec-4ca1-a762-dc7a2dbe481f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Aug 30 22:02:12.857673 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:13.780798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b332719-a119-4037-85f6-110a5b0b11fe req-1608c2d3-e25a-476a-82d1-ca094955be6c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:13.782335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b332719-a119-4037-85f6-110a5b0b11fe req-1608c2d3-e25a-476a-82d1-ca094955be6c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0553181 Aug 30 22:02:13.823724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b332719-a119-4037-85f6-110a5b0b11fe req-f79e6839-29de-4057-8794-e40ee9777833 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351205 Aug 30 22:02:14.749796 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:14.957842 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aaf30-9ecd-4184-adfd-0f7321462175 req-2477d4cd-93d5-48ec-98c4-3483f5c29167 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:14.959276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d66aaf30-9ecd-4184-adfd-0f7321462175 req-2477d4cd-93d5-48ec-98c4-3483f5c29167 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0589082 Aug 30 22:02:14.997294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d66aaf30-9ecd-4184-adfd-0f7321462175 req-5e3f59b5-1ea9-4b46-a75b-4e81b50cd9ef tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Aug 30 22:02:15.312149 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-20170f25-097a-4ec7-8748-9c1be631c937 service neutron] show failed (client error): The resource could not be found. Aug 30 22:02:15.313146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-20170f25-097a-4ec7-8748-9c1be631c937 service neutron] 10.222.0.86 "GET /v2.0/ports/0658fcec-09f2-4a97-a4ff-1be1534ad6a2/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0573618 Aug 30 22:02:15.535517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-f10943f8-ca71-45d5-943d-c402afe340df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:15.537116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-f10943f8-ca71-45d5-943d-c402afe340df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4&tenant_id=37bc34d67721446fb8fba615412631e0 HTTP/1.1" status: 200 len: 1097 time: 0.0555570 Aug 30 22:02:15.549400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:02:15.603553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:15.809769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:15.844275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:02:15.888202 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:02:15.890523 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b20f1d-5aaa-422f-ac1c-95a5b958ab26" -d '{"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:02:15.895925 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:15.912359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Transition to ACTIVE for port object 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:02:15.918109 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:15.958718 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716b36f-77fb-4d1f-9026-dbde345f906b x-openstack-request-id: req-b716b36f-77fb-4d1f-9026-dbde345f906b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:02:15.959051 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:02:15.959311 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b716b36f-77fb-4d1f-9026-dbde345f906b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:02:15.959708 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'code': 200} Aug 30 22:02:15.978053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] No DVR routers for this DVR port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:02:15.989458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:16.017063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:02:16.017381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:02:16.017714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:02:16.029639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:02:16.029970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Attempting to bind port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:02:16.036631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:02:16.036983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Checking segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:02:16.037371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Bound using segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:02:16.037833 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Bound port: 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:02:16.038200 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:16.139361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26145b-3873-4416-8e78-d4bd54548276 req-c8c6f5f3-8273-47e3-a792-e804a3f3a55f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:16.140915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea26145b-3873-4416-8e78-d4bd54548276 req-c8c6f5f3-8273-47e3-a792-e804a3f3a55f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0592294 Aug 30 22:02:16.185542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea26145b-3873-4416-8e78-d4bd54548276 req-a03c7332-96db-48b4-8047-5853d38c00b6 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377848 Aug 30 22:02:16.410030 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:02:16.413954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:02:16.418937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:16.457078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:16.457690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:16.459137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] 10.222.0.82 "PUT /v2.0/ports/0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 1092 time: 0.9139795 Aug 30 22:02:16.481689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368640e-a685-46e0-a452-083c86d369a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:16.527605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-a942b9bd-ddf9-41dd-95c3-3ae785b19972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:16.529168 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-a942b9bd-ddf9-41dd-95c3-3ae785b19972 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0445309 Aug 30 22:02:16.622318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-2f667ff2-ddca-4382-a937-a70ffc770cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:16.623847 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-2f667ff2-ddca-4382-a937-a70ffc770cbd service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0877292 Aug 30 22:02:16.666196 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-1016f00d-6590-4ace-ae46-e88f39f13c53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0351989 Aug 30 22:02:16.716840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-a3a2019c-c4f1-4a66-9335-c9f5bbc8dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:16.718326 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-a3a2019c-c4f1-4a66-9335-c9f5bbc8dc24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0449996 Aug 30 22:02:16.758458 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-113f83f6-12dd-4370-949d-c2ac98dd5611 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327809 Aug 30 22:02:16.857755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-751ea11b-b2da-4234-9f14-1dbfb9a313d3 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913205 Aug 30 22:02:16.956601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-548fd334-4d53-4e09-b519-9fc02fe5ceac req-e552db75-04a7-46aa-9e46-ea3841f84237 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915494 Aug 30 22:02:17.319033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0381ba-c168-46af-844e-89d4f304dab7 req-e05ee330-9647-4c89-9dc7-0cb41555c361 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:17.320523 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f0381ba-c168-46af-844e-89d4f304dab7 req-e05ee330-9647-4c89-9dc7-0cb41555c361 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0590248 Aug 30 22:02:17.365005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f0381ba-c168-46af-844e-89d4f304dab7 req-89a7d7f8-9857-4747-90f0-09126d1344c2 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Aug 30 22:02:17.754309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:02:17.796961 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:02:17.960618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:02:17.963143 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6954bf07-f592-4388-b7d8-8d4e7edbe681" -d '{"events": [{"name": "network-changed", "server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:02:18.012032 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5932309-1265-4396-9a7c-3d2f26fdb8db x-openstack-request-id: req-c5932309-1265-4396-9a7c-3d2f26fdb8db {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:02:18.012365 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:02:18.012623 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5932309-1265-4396-9a7c-3d2f26fdb8db {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:02:18.013029 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'status': 'completed', 'code': 200} Aug 30 22:02:18.105912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-4948441c-5bfe-4abe-9119-7401462334f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.107484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-4948441c-5bfe-4abe-9119-7401462334f9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0675106 Aug 30 22:02:18.109490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-6f93adfa-79f3-4d5c-861a-ddfe1cd2e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.110898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-6f93adfa-79f3-4d5c-861a-ddfe1cd2e874 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0792689 Aug 30 22:02:18.265759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-89e9b886-c83a-4c72-9d53-0942f35788f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.267218 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-89e9b886-c83a-4c72-9d53-0942f35788f4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1524391 Aug 30 22:02:18.268630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-d3b1bba7-fb13-45bf-98b3-a3bc9928c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.270037 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-d3b1bba7-fb13-45bf-98b3-a3bc9928c190 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1478426 Aug 30 22:02:18.319428 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-ef57072d-4c30-44f6-adda-ecef009485e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0441294 Aug 30 22:02:18.354369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-9e119d92-8e53-4874-b3eb-572e085f6d16 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0731335 Aug 30 22:02:18.426892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-3784b7b4-5f7c-4ad7-ac1d-069bc786b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.428380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-3784b7b4-5f7c-4ad7-ac1d-069bc786b456 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0834451 Aug 30 22:02:18.434203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-2562b6d8-d2c7-4e0d-9602-5c51740d0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.436086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-2562b6d8-d2c7-4e0d-9602-5c51740d0300 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0643024 Aug 30 22:02:18.482550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-fec399ab-29d4-4b17-8821-4c9634bf7526 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454326 Aug 30 22:02:18.484535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-77d25752-8477-4a87-831b-1e3ffa332b0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399199 Aug 30 22:02:18.496310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8c0bf-533c-4b00-b2ff-cf56f990a1bf req-d926ba22-bbf7-4fc3-9d76-810b75dec069 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:18.497863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1da8c0bf-533c-4b00-b2ff-cf56f990a1bf req-d926ba22-bbf7-4fc3-9d76-810b75dec069 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0552187 Aug 30 22:02:18.542021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1da8c0bf-533c-4b00-b2ff-cf56f990a1bf req-b516c71b-3c2d-4026-bc59-fd2824d7a6e2 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362871 Aug 30 22:02:18.640179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-cf2c35a1-0bfd-483d-bc69-c6b0a3cf7854 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503224 Aug 30 22:02:18.643614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-400b5f50-4f17-41f3-b00b-7f79fc713704 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463590 Aug 30 22:02:18.803677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-10e317f8-3393-423b-9993-41e732cfcffe service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552618 Aug 30 22:02:18.805515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6954bf07-f592-4388-b7d8-8d4e7edbe681 req-84e410cf-1cb5-4b4b-a3cf-a6265dbe345a service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453173 Aug 30 22:02:19.674607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812cbcb-9da3-4016-9237-cf3585528cec req-050a032b-e458-4cdc-916b-3d44ad2bb754 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:19.676189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6812cbcb-9da3-4016-9237-cf3585528cec req-050a032b-e458-4cdc-916b-3d44ad2bb754 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0526500 Aug 30 22:02:19.715826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6812cbcb-9da3-4016-9237-cf3585528cec req-712786ba-b77c-47c9-ae42-879d59959699 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332396 Aug 30 22:02:20.854035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e03a1-c9f5-4fa8-be5f-16726b71e557 req-a8494c47-d08e-4971-a6da-3c83b7d22d23 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:20.855624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-470e03a1-c9f5-4fa8-be5f-16726b71e557 req-a8494c47-d08e-4971-a6da-3c83b7d22d23 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0657589 Aug 30 22:02:20.894968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-470e03a1-c9f5-4fa8-be5f-16726b71e557 req-7967d5c2-2411-4eb3-a646-1435f74e0cd9 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Aug 30 22:02:21.110949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688d885-5fb9-41b3-b65f-1ac39ae807f6 req-0f8fe51c-d0ae-4553-9836-d335d96ab180 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:21.112518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9688d885-5fb9-41b3-b65f-1ac39ae807f6 req-0f8fe51c-d0ae-4553-9836-d335d96ab180 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 943 time: 0.0591092 Aug 30 22:02:21.129615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd881-a30e-47f1-9660-32abfae317fa req-2e5aa479-78f1-4c99-9d72-9857f03b3011 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:21.131314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-2e5aa479-78f1-4c99-9d72-9857f03b3011 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.86 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4&tenant_id=37bc34d67721446fb8fba615412631e0&binding%3Ahost_id=n-h1-793620-16 HTTP/1.1" status: 200 len: 943 time: 0.0585654 Aug 30 22:02:21.152491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9688d885-5fb9-41b3-b65f-1ac39ae807f6 req-c7529c06-c529-4cb3-a916-1713a5100ab4 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 30 22:02:21.192676 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [req-218cd881-a30e-47f1-9660-32abfae317fa req-1395fdd4-c4f3-40fa-a576-bc77cc10f041 service neutron] delete failed (client error): The resource could not be found. Aug 30 22:02:21.193833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-1395fdd4-c4f3-40fa-a576-bc77cc10f041 service neutron] 10.222.0.86 "DELETE /v2.0/ports/0658fcec-09f2-4a97-a4ff-1be1534ad6a2/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0551474 Aug 30 22:02:21.280677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd881-a30e-47f1-9660-32abfae317fa req-2d47dd34-7ae7-4192-99fc-d79914a31985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:21.282137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-2d47dd34-7ae7-4192-99fc-d79914a31985 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0435367 Aug 30 22:02:21.330408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:02:21.380422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd881-a30e-47f1-9660-32abfae317fa req-cbea1500-063e-4eb5-8770-62e33975c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:21.382003 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-cbea1500-063e-4eb5-8770-62e33975c771 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0923026 Aug 30 22:02:21.425411 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-1c973fef-6ef8-45f9-8495-a873b923cee9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 200 len: 217 time: 0.0361841 Aug 30 22:02:21.432482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:21.445066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'port_id': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'mac_address': 'fa:16:3e:86:28:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2585fb5-c315-462b-942b-13a0ac83fbdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:02:21.475921 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd881-a30e-47f1-9660-32abfae317fa req-95f0585a-35e2-4927-b865-c6911a7a8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:21.477487 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-95f0585a-35e2-4927-b865-c6911a7a8bd4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0454447 Aug 30 22:02:21.483245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:21.497123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:02:21.515549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-95de6e23-f588-49d1-ad47-8eed67a1c3e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304446 Aug 30 22:02:21.516895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:21.522537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:21.571530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:21.612164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-f3290620-e4c7-4b72-85eb-d1ae7e6dad95 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887842 Aug 30 22:02:21.707834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-218cd881-a30e-47f1-9660-32abfae317fa req-375df49c-1c3f-4238-abaa-d09daec57140 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888982 Aug 30 22:02:21.840821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0658fcec-09f2-4a97-a4ff-1be1534ad6a2'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:02:22.279473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e6b0d-e78d-498a-8352-3997277ef4e0 req-711bd8c9-ba38-461a-a295-086496375caa tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:22.281021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf5e6b0d-e78d-498a-8352-3997277ef4e0 req-711bd8c9-ba38-461a-a295-086496375caa tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Aug 30 22:02:22.322141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf5e6b0d-e78d-498a-8352-3997277ef4e0 req-afbc824c-19f2-4448-a0b3-c8e7beb6e027 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346041 Aug 30 22:02:22.448985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c58ec-31ef-434a-9a13-bf3273312b66 req-1028f172-5af0-440a-84ac-9ed7ede56954 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:22.450381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d4c58ec-31ef-434a-9a13-bf3273312b66 req-1028f172-5af0-440a-84ac-9ed7ede56954 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 944 time: 0.0557239 Aug 30 22:02:22.491551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d4c58ec-31ef-434a-9a13-bf3273312b66 req-02dbc871-db07-4eab-af23-7431e01469d3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Aug 30 22:02:22.506002 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:02:22.616338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e22f3-d894-434e-800c-a3c869cc17b2 req-47d451b4-48f4-4c0f-9c5d-224c50f12251 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:22.617902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d7e22f3-d894-434e-800c-a3c869cc17b2 req-47d451b4-48f4-4c0f-9c5d-224c50f12251 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 944 time: 0.0574996 Aug 30 22:02:22.668617 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d7e22f3-d894-434e-800c-a3c869cc17b2 req-18c89839-5079-4624-bc84-0d8c151e57ac tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Aug 30 22:02:23.054723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-60a4136e-d51a-4296-8616-cceba54a3efb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:23.056140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-60a4136e-d51a-4296-8616-cceba54a3efb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 815 time: 0.1050084 Aug 30 22:02:23.072915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-73e96bc6-d7d8-4e96-a16e-b53df26c800c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/quotas/37bc34d67721446fb8fba615412631e0 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Aug 30 22:02:23.129644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-200522a6-424a-4404-a56e-f15a02b1e982 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499723 Aug 30 22:02:23.233149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-b821ade9-a01a-42dd-bd7c-75950feaa017 service neutron] 10.222.0.76 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946817 Aug 30 22:02:23.331744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:02:23.343727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-fe9e2ab7-485c-4119-9975-9389c259bdf3 service neutron] 10.222.0.76 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029639 Aug 30 22:02:23.389620 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:02:23.393310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:02:23.393689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:23.481479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:23.505397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:02:23.513277 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2fed85-e75a-4324-8c8b-b1aab19a8da7" -d '{"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-plugged", "status": "completed", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:02:23.515311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a48808a-4847-4754-8653-526ba20cef6a req-75e1021a-3923-4e44-bbe6-7893e4f51288 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 210 time: 0.0321212 Aug 30 22:02:23.528031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:23.533389 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:23.573688 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edbac5a-bf99-462e-bddb-658cc98b06ed x-openstack-request-id: req-6edbac5a-bf99-462e-bddb-658cc98b06ed {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:02:23.573965 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-plugged", "status": "completed", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:02:23.574222 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6edbac5a-bf99-462e-bddb-658cc98b06ed {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:02:23.574622 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'code': 200} Aug 30 22:02:23.588895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:24.269750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-3497a550-1f6c-4635-9421-8c53bba8e824 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:24.271268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-3497a550-1f6c-4635-9421-8c53bba8e824 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.82 "GET /v2.0/ports?device_id=f92f264e-941f-4900-944c-58aa15989fe4 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Aug 30 22:02:24.373257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Deleting port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:02:24.373609 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:24.434359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.82', 58627) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:02:24.477401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] For port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:24.477847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:24.493601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Calling delete_port for 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:02:24.542327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-79565c49-b019-4292-8519-a2128673a8fd tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:24.544027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-79565c49-b019-4292-8519-a2128673a8fd tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 815 time: 0.1079788 Aug 30 22:02:24.560094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Request body: {'port': {'device_id': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'admin_state_up': True, 'tenant_id': '37bc34d67721446fb8fba615412631e0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:02:24.641933 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7ad8198-79c3-4eae-adc1-2e70f470e3e9 req-bfffc9a8-114d-40ad-a262-172dc264eda2 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 210 time: 0.0333099 Aug 30 22:02:24.646456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:24.660094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0658fcec-09f2-4a97-a4ff-1be1534ad6a2'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:02:24.679824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Pushing event deleted for resources: {'Port': ['ID=0658fcec-09f2-4a97-a4ff-1be1534ad6a2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:24.716099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Made reservation on behalf of 37bc34d67721446fb8fba615412631e0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:02:24.719871 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:24.732347 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] No DVR routers for this DVR port 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:02:24.735177 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:24.737431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e3151ba-3faf-4f17-975b-7480c8a52389 req-1c52cfd9-e25a-4dcf-a88f-183e7dd0bf8e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.82 "DELETE /v2.0/ports/0658fcec-09f2-4a97-a4ff-1be1534ad6a2 HTTP/1.1" status: 204 len: 173 time: 0.4588687 Aug 30 22:02:24.738031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-deleted', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:02:24.740626 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce4328-8f47-45d7-b46e-b36a526358e2" -d '{"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-deleted", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:02:24.783073 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5cb9c-6ea6-496f-b1fe-2977bb006f53 x-openstack-request-id: req-a3f5cb9c-6ea6-496f-b1fe-2977bb006f53 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:02:24.783375 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92f264e-941f-4900-944c-58aa15989fe4", "name": "network-vif-deleted", "tag": "0658fcec-09f2-4a97-a4ff-1be1534ad6a2", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:02:24.783631 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a3f5cb9c-6ea6-496f-b1fe-2977bb006f53 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:02:24.784259 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92f264e-941f-4900-944c-58aa15989fe4', 'name': 'network-vif-deleted', 'tag': '0658fcec-09f2-4a97-a4ff-1be1534ad6a2', 'status': 'completed', 'code': 200} Aug 30 22:02:24.863583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Allocated IP 172.20.0.13 (7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec/d2585fb5-c315-462b-942b-13a0ac83fbdd/632906f1-15f0-4d1d-8213-aef683353100) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:02:25.017156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.058920 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.070775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0658fcec-09f2-4a97-a4ff-1be1534ad6a2'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:02:25.112319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:02:25.115655 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:02:25.122966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:02:25.153428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:25.180564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:25.181167 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.197193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-1b2341dd-7f80-434c-8ca1-a7099b925a4b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6438608 Aug 30 22:02:25.211044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Request body: {'port': {'device_id': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:02:25.265625 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.588775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632906f1-15f0-4d1d-8213-aef683353100 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:02:25.596588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.609017 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Transition to ACTIVE for port object 632906f1-15f0-4d1d-8213-aef683353100 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:02:25.614125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.672945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:25.786478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91233-7d0c-4634-8a5b-d511b5aa0943 req-8b9f6954-229a-4d36-96b3-854c51f2eda7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:25.788106 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61b91233-7d0c-4634-8a5b-d511b5aa0943 req-8b9f6954-229a-4d36-96b3-854c51f2eda7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0691772 Aug 30 22:02:25.789478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:02:25.789803 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:02:25.790129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:02:25.801579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Port 632906f1-15f0-4d1d-8213-aef683353100 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:02:25.801898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:02:25.814858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:02:25.815193 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Checking segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:02:25.815571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Bound using segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:02:25.815994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Bound port: 632906f1-15f0-4d1d-8213-aef683353100, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:02:25.816352 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.860848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61b91233-7d0c-4634-8a5b-d511b5aa0943 req-84c4c3ea-2219-4ccc-8630-4ca5d3ad0924 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653636 Aug 30 22:02:25.899882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:02:25.903233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:02:25.910026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.949020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:25.949706 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:25.951079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] 10.222.0.82 "PUT /v2.0/ports/632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 1093 time: 0.7453694 Aug 30 22:02:25.952789 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'tag': '632906f1-15f0-4d1d-8213-aef683353100'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:02:25.978010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569dbdf1-b9ba-4b2c-a1ee-8f6c0a0b495e service neutron] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:26.037862 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a22e8ba-8b90-4207-b93d-dba122602803" -d '{"events": [{"name": "network-changed", "server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "tag": "632906f1-15f0-4d1d-8213-aef683353100"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:02:26.087505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-291a14ca-6a45-4b25-8b75-5b0df9b452cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:26.089105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-291a14ca-6a45-4b25-8b75-5b0df9b452cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1096 time: 0.0846844 Aug 30 22:02:26.154591 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78a798a-9765-42b3-a0fa-f3d4449fc021 x-openstack-request-id: req-f78a798a-9765-42b3-a0fa-f3d4449fc021 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:02:26.154938 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "tag": "632906f1-15f0-4d1d-8213-aef683353100", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:02:26.155190 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f78a798a-9765-42b3-a0fa-f3d4449fc021 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:02:26.155589 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'tag': '632906f1-15f0-4d1d-8213-aef683353100', 'status': 'completed', 'code': 200} Aug 30 22:02:26.157419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-23d13711-6446-48b0-85c8-ec774dbae0a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0592322 Aug 30 22:02:26.213482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-2b00c571-6c55-49a8-b686-e0a6ee9d4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:26.215125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-2b00c571-6c55-49a8-b686-e0a6ee9d4d3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0506809 Aug 30 22:02:26.271530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-6ee4438e-d15d-4350-b35b-82a1e358c618 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493805 Aug 30 22:02:26.376974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-c819007c-4dfd-45ce-9b08-06d5beff225d service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971076 Aug 30 22:02:26.472388 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29e59e04-b75f-4b9d-8d2d-ebb419fe5099 req-05bd7de1-c591-4b8d-be20-19accdccb862 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Aug 30 22:02:26.567222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-5235ccfb-a3f5-4b64-abde-b85500ac409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:26.568769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-5235ccfb-a3f5-4b64-abde-b85500ac409d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1096 time: 0.0455544 Aug 30 22:02:26.662173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-b2832854-a573-42bc-9023-e8ca94a6caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:26.663833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-b2832854-a573-42bc-9023-e8ca94a6caeb service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0875182 Aug 30 22:02:26.706463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-3614c42c-150a-41f3-a54e-d754b8d58a01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0350692 Aug 30 22:02:26.757715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-ce63e5e5-a5aa-4f83-a019-a92cdf2f7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:26.759698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-ce63e5e5-a5aa-4f83-a019-a92cdf2f7660 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0462649 Aug 30 22:02:26.797648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-829ba8f9-5bac-4a82-9c8a-0074327dfa48 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298765 Aug 30 22:02:26.898691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-00c2630c-e39a-41a5-a99d-32c3f57dd1fc service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931683 Aug 30 22:02:27.028897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02767857-cbcd-41c0-b9b0-4968f9eac2e8 req-e46e3c49-8510-400d-8135-70983e0f8407 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:27.030276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02767857-cbcd-41c0-b9b0-4968f9eac2e8 req-e46e3c49-8510-400d-8135-70983e0f8407 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0819831 Aug 30 22:02:27.034262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a22e8ba-8b90-4207-b93d-dba122602803 req-31bfcbd7-d57e-41fd-be48-c21ecc0252cc service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286666 Aug 30 22:02:27.071562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-02767857-cbcd-41c0-b9b0-4968f9eac2e8 req-65597e08-0f7b-4f00-a5e3-38d675a54df0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Aug 30 22:02:27.362001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:02:27.385381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:02:27.385723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0658fcec-09f2-4a97-a4ff-1be1534ad6a2 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:02:28.195221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e465902-d76e-440a-b889-bc0b9c6bffce req-da216942-3d43-4348-aac4-78bb22ba24f8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:28.196890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e465902-d76e-440a-b889-bc0b9c6bffce req-da216942-3d43-4348-aac4-78bb22ba24f8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0538754 Aug 30 22:02:28.239655 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e465902-d76e-440a-b889-bc0b9c6bffce req-61f93840-36a9-4cb3-afe6-88ee98539933 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361569 Aug 30 22:02:29.363928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f4e1f-833e-4075-a0ed-46572980f1a5 req-5494cb6c-20aa-42d4-9985-6f3e7bf0d0c7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:29.365579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b42f4e1f-833e-4075-a0ed-46572980f1a5 req-5494cb6c-20aa-42d4-9985-6f3e7bf0d0c7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0533032 Aug 30 22:02:29.377928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:02:29.416508 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b42f4e1f-833e-4075-a0ed-46572980f1a5 req-1ba1e484-9835-4692-8123-dda7b7f67fba tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Aug 30 22:02:29.481263 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:29.495865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '632906f1-15f0-4d1d-8213-aef683353100', 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'port_id': '632906f1-15f0-4d1d-8213-aef683353100', 'mac_address': 'fa:16:3e:83:30:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2585fb5-c315-462b-942b-13a0ac83fbdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:02:29.538021 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:29.551691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632906f1-15f0-4d1d-8213-aef683353100 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:02:29.571574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:29.577129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:29.625390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:29.866043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['632906f1-15f0-4d1d-8213-aef683353100'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:02:30.538110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8fe82-ffbd-4633-b703-3c4a74763286 req-ee053fc8-6ef1-4cea-8af8-22f104ebfe45 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:30.539658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29d8fe82-ffbd-4633-b703-3c4a74763286 req-ee053fc8-6ef1-4cea-8af8-22f104ebfe45 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 945 time: 0.0504088 Aug 30 22:02:30.579332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-29d8fe82-ffbd-4633-b703-3c4a74763286 req-38291d95-1186-4460-88f2-f5ae307a320a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Aug 30 22:02:31.393136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:02:31.459663 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 632906f1-15f0-4d1d-8213-aef683353100 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:02:31.464697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 632906f1-15f0-4d1d-8213-aef683353100 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:02:31.464697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:31.544984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:31.568362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632906f1-15f0-4d1d-8213-aef683353100'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:02:31.570834 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12871743-d1e3-4e08-9dd4-3f284c0d9de0" -d '{"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-plugged", "status": "completed", "tag": "632906f1-15f0-4d1d-8213-aef683353100"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:02:31.584450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:02:31.589997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:31.618292 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4c5b80-7b39-4ace-911f-48956e85a586 x-openstack-request-id: req-df4c5b80-7b39-4ace-911f-48956e85a586 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:02:31.618549 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-plugged", "status": "completed", "tag": "632906f1-15f0-4d1d-8213-aef683353100", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:02:31.618855 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df4c5b80-7b39-4ace-911f-48956e85a586 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:02:31.619245 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632906f1-15f0-4d1d-8213-aef683353100', 'code': 200} Aug 30 22:02:31.648924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:02:31.737520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9900c64-ed4b-411b-87be-5b35936c8b6e req-d8c9ad5e-123c-47e4-93c9-77007850091a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:31.739126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9900c64-ed4b-411b-87be-5b35936c8b6e req-d8c9ad5e-123c-47e4-93c9-77007850091a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0811431 Aug 30 22:02:31.748253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa160d-23fb-4e62-98df-0fda9a391b72 req-e482da7d-f408-4212-b62f-0dc1948513d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:31.749705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7fa160d-23fb-4e62-98df-0fda9a391b72 req-e482da7d-f408-4212-b62f-0dc1948513d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1098 time: 0.0619185 Aug 30 22:02:31.800393 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9900c64-ed4b-411b-87be-5b35936c8b6e req-cc284f38-0767-4cce-8139-997dbfaa81ef tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550501 Aug 30 22:02:31.812740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a7fa160d-23fb-4e62-98df-0fda9a391b72 req-e9df178e-4c23-46c5-959e-b2a934b655a5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Aug 30 22:02:32.922765 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1f8b1-2501-4910-8a5e-36f60a939c61 req-be80090e-ca58-4263-8a97-c2798d7131eb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:32.924263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74e1f8b1-2501-4910-8a5e-36f60a939c61 req-be80090e-ca58-4263-8a97-c2798d7131eb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0520401 Aug 30 22:02:32.966779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74e1f8b1-2501-4910-8a5e-36f60a939c61 req-e040c857-56cf-4ef3-9e44-f248f603b559 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363266 Aug 30 22:02:33.963132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:34.090148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5806-9d23-4487-9f14-e0417b21bb5a req-ff8384c0-0e9a-4fed-a691-2046501f1d2f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:34.091724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc0a5806-9d23-4487-9f14-e0417b21bb5a req-ff8384c0-0e9a-4fed-a691-2046501f1d2f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0518947 Aug 30 22:02:34.133498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc0a5806-9d23-4487-9f14-e0417b21bb5a req-a40421fb-af1d-4694-8662-b944c08985bd tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Aug 30 22:02:34.260084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2c5a-4345-4c04-b3eb-7fe0be680045 req-79fb6eb2-9777-43f8-9003-bbb708d7bc01 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:34.261497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-285b2c5a-4345-4c04-b3eb-7fe0be680045 req-79fb6eb2-9777-43f8-9003-bbb708d7bc01 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0569797 Aug 30 22:02:34.301341 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-285b2c5a-4345-4c04-b3eb-7fe0be680045 req-a8de5980-4517-49b7-bd7d-f62b564e0e29 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Aug 30 22:02:34.574888 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-dba35f20-43e2-44a1-b59d-33e6882fc470 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674431 Aug 30 22:02:34.587399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd22fb-86a4-472c-bdb2-1af52f657bd8 req-af60cecc-8f7f-43d2-94f0-13c87e567be2 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:34.588895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2bd22fb-86a4-472c-bdb2-1af52f657bd8 req-af60cecc-8f7f-43d2-94f0-13c87e567be2 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0735612 Aug 30 22:02:34.631125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2bd22fb-86a4-472c-bdb2-1af52f657bd8 req-76e19312-01f4-450b-a019-f586c5493590 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Aug 30 22:02:35.770945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-f9f6228d-66ab-4318-b25c-693605f4ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:35.772822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-f9f6228d-66ab-4318-b25c-693605f4ac63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1098 time: 0.0772064 Aug 30 22:02:35.783638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011fe4b-cb7a-42a5-9942-deb6d1ddf08f req-ece48a64-d505-4ff2-9077-2afad19cb7e6 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:35.785076 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e011fe4b-cb7a-42a5-9942-deb6d1ddf08f req-ece48a64-d505-4ff2-9077-2afad19cb7e6 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0772624 Aug 30 22:02:35.874197 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e011fe4b-cb7a-42a5-9942-deb6d1ddf08f req-8728d99b-bcd5-4f43-b5ad-d6f3d9682ed3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809302 Aug 30 22:02:35.901171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-50a036bd-e323-4717-8b88-4e21ecd08414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:35.902658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-50a036bd-e323-4717-8b88-4e21ecd08414 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1167750 Aug 30 22:02:35.948347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-8080e834-485f-4e8f-a945-b811aafb3e70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0379598 Aug 30 22:02:36.000391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-4d0ccdc8-fdae-49c1-a900-a16bc6688859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:36.002077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-4d0ccdc8-fdae-49c1-a900-a16bc6688859 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0458026 Aug 30 22:02:36.035110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-1d28f9f5-c54d-4c64-b279-2267e6b80461 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258055 Aug 30 22:02:36.317691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:36.450652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-151cd8c1-bc32-486f-93b1-689ae2a4f138 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087119 Aug 30 22:02:36.549601 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-8f2d3996-03ec-4ec2-a365-99be5b4f84db service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914917 Aug 30 22:02:37.018084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461c25c-b3d5-42f4-a6bd-02ef33671142 req-9f62aac5-6cc2-4237-ba19-d8145102063d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:37.019653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f461c25c-b3d5-42f4-a6bd-02ef33671142 req-9f62aac5-6cc2-4237-ba19-d8145102063d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0554910 Aug 30 22:02:37.062526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f461c25c-b3d5-42f4-a6bd-02ef33671142 req-81215a3b-2da5-4c83-ba9f-ac7cd42f9846 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Aug 30 22:02:38.182815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37c31-48d8-44d1-95b8-3092798d94c3 req-0ebea439-4a98-4a86-a2d6-36f724a575d5 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:38.184423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12c37c31-48d8-44d1-95b8-3092798d94c3 req-0ebea439-4a98-4a86-a2d6-36f724a575d5 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0505960 Aug 30 22:02:38.224045 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12c37c31-48d8-44d1-95b8-3092798d94c3 req-cf8dfdc6-3b18-4a4f-aa88-eab532c64bb0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Aug 30 22:02:39.033664 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4514eb96-9486-4c3e-9b34-ac0dda37fc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:39.350565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072e78-44e2-40a2-b364-32dd7bc4f9f1 req-ed7a17ea-1bac-47cb-98e4-ebf2555ca134 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:39.352139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce072e78-44e2-40a2-b364-32dd7bc4f9f1 req-ed7a17ea-1bac-47cb-98e4-ebf2555ca134 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0531466 Aug 30 22:02:39.392104 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce072e78-44e2-40a2-b364-32dd7bc4f9f1 req-122f2e71-e535-41d5-ba97-ec6f1a398fab tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338085 Aug 30 22:02:40.526817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2e66-1d3e-4733-8c56-d5d528b1edd9 req-5d963506-95b4-4b63-a319-52513159ea16 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:40.528360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c75d2e66-1d3e-4733-8c56-d5d528b1edd9 req-5d963506-95b4-4b63-a319-52513159ea16 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0616336 Aug 30 22:02:40.568064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c75d2e66-1d3e-4733-8c56-d5d528b1edd9 req-ad15ff9b-d6f7-48c9-aa04-72a8737a14a3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336125 Aug 30 22:02:41.696143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18831344-1519-4dcc-a358-0ac7903c6979 req-6842078c-ef16-4b13-b187-bd817e942d6b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:41.697719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18831344-1519-4dcc-a358-0ac7903c6979 req-6842078c-ef16-4b13-b187-bd817e942d6b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0581765 Aug 30 22:02:41.738121 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-18831344-1519-4dcc-a358-0ac7903c6979 req-c287a9f4-f920-471e-8d0b-2d020a89c728 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Aug 30 22:02:41.832397 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:41.964166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4653cd1c-d816-4689-a7cc-c3d7eef5edbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:42.858919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:42.865962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b014d-ad85-477d-b179-7074c5f41eba req-a24cb88b-49fd-4c91-b472-64a548a66bad tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:42.867514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a9b014d-ad85-477d-b179-7074c5f41eba req-a24cb88b-49fd-4c91-b472-64a548a66bad tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0526168 Aug 30 22:02:42.908923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a9b014d-ad85-477d-b179-7074c5f41eba req-0dec0e42-2cb1-4fd0-aad7-4e120ff2160e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Aug 30 22:02:44.038424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a4f00-90ee-42b0-8647-7c4505a7827f req-7b0f2ae8-7535-4de2-b52a-6257d5328610 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:44.040032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb5a4f00-90ee-42b0-8647-7c4505a7827f req-7b0f2ae8-7535-4de2-b52a-6257d5328610 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0559320 Aug 30 22:02:44.087221 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb5a4f00-90ee-42b0-8647-7c4505a7827f req-fc0ecbb7-4d86-4cbc-a84f-35003375de71 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 Aug 30 22:02:44.747929 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:02:45.211106 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2d5cf-be88-4181-81f6-556a841401ae req-9b5326c1-7545-43e6-b4db-768f56fc5c93 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:45.212622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72a2d5cf-be88-4181-81f6-556a841401ae req-9b5326c1-7545-43e6-b4db-768f56fc5c93 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0511773 Aug 30 22:02:45.253606 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72a2d5cf-be88-4181-81f6-556a841401ae req-7c5c6ab8-d3ea-42f6-87db-95993dfc7a9b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Aug 30 22:02:46.384852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a045d-44f3-47bf-8586-626a59229e17 req-39982aa7-d54a-472a-84e2-60ef878662f8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:46.386451 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b10a045d-44f3-47bf-8586-626a59229e17 req-39982aa7-d54a-472a-84e2-60ef878662f8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0622201 Aug 30 22:02:46.427833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b10a045d-44f3-47bf-8586-626a59229e17 req-1efb7f76-3df3-4769-9b2a-76cfaddae99b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Aug 30 22:02:47.565712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451ff20-481b-4452-9def-3b7a24093431 req-ef4b08c6-03b3-4d3c-8424-8ebb796e510c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:47.567293 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0451ff20-481b-4452-9def-3b7a24093431 req-ef4b08c6-03b3-4d3c-8424-8ebb796e510c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0591424 Aug 30 22:02:47.608073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0451ff20-481b-4452-9def-3b7a24093431 req-0d1e102b-8da8-4d9e-afa8-8e7991eba3a7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345395 Aug 30 22:02:48.729472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c47bc-e0f0-4748-afba-b34fe9dfeeae req-b63ea15d-a091-4e75-802c-f46784847e5c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:48.731020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-578c47bc-e0f0-4748-afba-b34fe9dfeeae req-b63ea15d-a091-4e75-802c-f46784847e5c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0504401 Aug 30 22:02:48.770000 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-578c47bc-e0f0-4748-afba-b34fe9dfeeae req-b6147c3c-e0ad-43d4-9e5a-043fd13fd18e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Aug 30 22:02:49.903896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b1bb8-e570-4c04-ab47-43e9a2dcf4f7 req-fff8d1f6-e5d5-4c20-a222-0554c5696d6f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:49.905447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d9b1bb8-e570-4c04-ab47-43e9a2dcf4f7 req-fff8d1f6-e5d5-4c20-a222-0554c5696d6f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0647233 Aug 30 22:02:49.946823 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7d9b1bb8-e570-4c04-ab47-43e9a2dcf4f7 req-65c78273-e2b1-40e3-a7ea-114505f89a38 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Aug 30 22:02:51.071752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f885f4-a64b-4936-b91b-fa15998ba180 req-92548ea5-a778-4c90-925d-7d181ddef789 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:51.073187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9f885f4-a64b-4936-b91b-fa15998ba180 req-92548ea5-a778-4c90-925d-7d181ddef789 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0557916 Aug 30 22:02:51.113256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9f885f4-a64b-4936-b91b-fa15998ba180 req-b143f715-a734-484a-811b-fc653fb2c18a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Aug 30 22:02:52.238652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d59ca-cc9d-44cf-8176-b3bd60044b46 req-59679d16-4a6f-40dd-b87d-b7591c539797 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:52.240315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a9d59ca-cc9d-44cf-8176-b3bd60044b46 req-59679d16-4a6f-40dd-b87d-b7591c539797 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0553532 Aug 30 22:02:52.282129 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a9d59ca-cc9d-44cf-8176-b3bd60044b46 req-3ad96175-b857-4b27-ad5e-ccb1818aa6cc tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Aug 30 22:02:53.412699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f498-c4a2-48cb-80b8-8a04786c9821 req-5fa5d7f4-a443-44df-a400-f589b782d7fa tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:53.414224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63e9f498-c4a2-48cb-80b8-8a04786c9821 req-5fa5d7f4-a443-44df-a400-f589b782d7fa tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0537882 Aug 30 22:02:53.454996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63e9f498-c4a2-48cb-80b8-8a04786c9821 req-f7e48e42-b3df-4900-973f-ad81c21db312 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Aug 30 22:02:54.586391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6d24b-6237-4245-a30b-bcb5754cc266 req-d8dd179a-88fb-4646-95c2-c982a47b9e74 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:54.587952 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9a6d24b-6237-4245-a30b-bcb5754cc266 req-d8dd179a-88fb-4646-95c2-c982a47b9e74 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0535436 Aug 30 22:02:54.627565 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e9a6d24b-6237-4245-a30b-bcb5754cc266 req-0989622e-950a-4e41-a9e1-029dccd8ec7a tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Aug 30 22:02:55.753566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef033ce-51ec-4cb5-98d7-1c69efa5557e req-39f18db2-1829-46ad-b183-fbb4df5e8f0c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:55.755158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bef033ce-51ec-4cb5-98d7-1c69efa5557e req-39f18db2-1829-46ad-b183-fbb4df5e8f0c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0554035 Aug 30 22:02:55.796299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bef033ce-51ec-4cb5-98d7-1c69efa5557e req-9087aefe-5f5e-46b2-b287-9eaadb42289d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Aug 30 22:02:56.922931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66e68b-dc4d-4f2e-9791-7976a76ac58b req-e7ba158f-1055-4927-b505-21a14acd82c7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:56.924445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d66e68b-dc4d-4f2e-9791-7976a76ac58b req-e7ba158f-1055-4927-b505-21a14acd82c7 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0551651 Aug 30 22:02:56.971099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d66e68b-dc4d-4f2e-9791-7976a76ac58b req-d381a4aa-b813-4e81-b47b-c1606e7705e2 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Aug 30 22:02:58.110878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123b62-9b1a-4147-86ca-147495124536 req-cdc9618b-3867-41f5-b68d-cebf2c3754d3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:58.112420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6123b62-9b1a-4147-86ca-147495124536 req-cdc9618b-3867-41f5-b68d-cebf2c3754d3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0552583 Aug 30 22:02:58.154746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6123b62-9b1a-4147-86ca-147495124536 req-8975bd95-1e18-464e-9167-9dcbf9fc4213 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359824 Aug 30 22:02:59.246094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-2297c782-56ac-4814-b2af-040feb7dab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:59.247664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-2297c782-56ac-4814-b2af-040feb7dab15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1098 time: 0.0537560 Aug 30 22:02:59.334698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40bd8-d520-43df-ac94-3eb6ae897c2b req-7d379eaf-4942-4ba6-adf3-c6232cee4460 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:59.336335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31d40bd8-d520-43df-ac94-3eb6ae897c2b req-7d379eaf-4942-4ba6-adf3-c6232cee4460 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.1048973 Aug 30 22:02:59.401592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31d40bd8-d520-43df-ac94-3eb6ae897c2b req-6990beb4-9f52-4827-b914-46368244993e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Aug 30 22:02:59.404564 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-81c65602-c7e6-451e-80c4-6f748631aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:59.405996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-81c65602-c7e6-451e-80c4-6f748631aceb service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1347456 Aug 30 22:02:59.463064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-c2bb17ff-1f48-4dd7-9df8-89ca754f9e05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0404084 Aug 30 22:02:59.505935 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:02:59.522699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-85a68c9d-b13d-4ea3-b2ca-afc43f69f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:02:59.524203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-85a68c9d-b13d-4ea3-b2ca-afc43f69f8c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0536048 Aug 30 22:02:59.562285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-a64a917e-2b0b-4dd5-a45a-c2dd2128828b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292835 Aug 30 22:02:59.662992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-b15d2b2e-2d05-4054-bddf-a7b9d4d739c1 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922034 Aug 30 22:02:59.765607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4d54ac4f-229b-4064-a814-257e4f5e5016 req-c3f31fd4-ed82-428a-919c-67b79812ebc1 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953362 Aug 30 22:03:00.534868 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442150e-e663-4971-9550-938e98875ea2 req-a44e3363-d2ed-4d2c-b7f6-cd98fcf4747e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:00.536562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8442150e-e663-4971-9550-938e98875ea2 req-a44e3363-d2ed-4d2c-b7f6-cd98fcf4747e tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0548723 Aug 30 22:03:00.579201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8442150e-e663-4971-9550-938e98875ea2 req-197da959-a66b-42b8-90b3-37f1c4592850 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363863 Aug 30 22:03:01.706932 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7040b82-2703-4719-82ee-343fc3ba8dfb req-c30dcd2b-6867-4e79-9e3e-db6c0bd75694 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:01.708476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7040b82-2703-4719-82ee-343fc3ba8dfb req-c30dcd2b-6867-4e79-9e3e-db6c0bd75694 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0583653 Aug 30 22:03:01.750356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7040b82-2703-4719-82ee-343fc3ba8dfb req-5a2ad2c5-5f4d-43d1-b6ae-7293c87c55c5 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Aug 30 22:03:02.892603 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bae1e-3cf8-4719-af01-071945fa5dec req-44eec685-1f46-4368-8e12-0ba6e2ed1d65 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:02.894175 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-323bae1e-3cf8-4719-af01-071945fa5dec req-44eec685-1f46-4368-8e12-0ba6e2ed1d65 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0596206 Aug 30 22:03:02.935304 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-323bae1e-3cf8-4719-af01-071945fa5dec req-c9af53d6-ec09-478d-a464-1b3e4262b3da tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345192 Aug 30 22:03:03.360675 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-198149a9-f1a8-4dce-b2b8-794c448abd0c service neutron] show failed (client error): The resource could not be found. Aug 30 22:03:03.361742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-198149a9-f1a8-4dce-b2b8-794c448abd0c service neutron] 10.222.0.82 "GET /v2.0/ports/632906f1-15f0-4d1d-8213-aef683353100/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0753849 Aug 30 22:03:03.591019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-032a0fc2-1673-4f14-94b5-d428129c374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:03.592472 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-032a0fc2-1673-4f14-94b5-d428129c374b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be&tenant_id=37bc34d67721446fb8fba615412631e0 HTTP/1.1" status: 200 len: 1098 time: 0.0528133 Aug 30 22:03:03.605827 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:03.667491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:03.894143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:03.929760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:03:03.968460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:03.975317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:03.977439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632906f1-15f0-4d1d-8213-aef683353100'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:03.980117 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76bd8d-f55b-4d45-b5ea-5c4af69478d6" -d '{"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-unplugged", "status": "completed", "tag": "632906f1-15f0-4d1d-8213-aef683353100"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:03.994432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Transition to ACTIVE for port object 632906f1-15f0-4d1d-8213-aef683353100 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:04.002223 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:04.069176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] No DVR routers for this DVR port 632906f1-15f0-4d1d-8213-aef683353100 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:03:04.071475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:04.072837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ee68-a560-43ed-9d00-b15b4714983f req-7be9e759-72b7-4cee-bf3e-58180bb11806 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:04.074402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-def1ee68-a560-43ed-9d00-b15b4714983f req-7be9e759-72b7-4cee-bf3e-58180bb11806 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0642478 Aug 30 22:03:04.082606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.082964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.083293 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.083804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.084129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.084447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.084767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.085080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.085391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.085705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.085999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.086301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:04.116844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-def1ee68-a560-43ed-9d00-b15b4714983f req-7b7a4c65-fe40-41a3-893a-7117d51630b8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356693 Aug 30 22:03:04.118137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:03:04.118555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:03:04.118949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:04.123560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Port 632906f1-15f0-4d1d-8213-aef683353100 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:03:04.126554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Attempting to bind port 632906f1-15f0-4d1d-8213-aef683353100 on network 7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:04.128971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:03:04.129305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Checking segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:03:04.129687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Bound using segment: {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:03:04.130110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Bound port: 632906f1-15f0-4d1d-8213-aef683353100, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:03:04.130467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:04.178014 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80727c40-2fa6-4139-9b40-71c44b3c7c4e x-openstack-request-id: req-80727c40-2fa6-4139-9b40-71c44b3c7c4e {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:04.178278 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-unplugged", "status": "completed", "tag": "632906f1-15f0-4d1d-8213-aef683353100", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:04.178552 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80727c40-2fa6-4139-9b40-71c44b3c7c4e {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:04.178984 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '632906f1-15f0-4d1d-8213-aef683353100', 'code': 200} Aug 30 22:03:04.201566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:03:04.204854 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:03:04.211269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:04.254426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:04.255125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:04.256554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] 10.222.0.86 "PUT /v2.0/ports/632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 1093 time: 0.6550732 Aug 30 22:03:04.271219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b55c9f-f160-4921-b4ec-7514c972d797 service neutron] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:04.324599 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-b45ad721-b8b0-428b-a317-31d74d08642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:04.326144 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-b45ad721-b8b0-428b-a317-31d74d08642f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1096 time: 0.0461857 Aug 30 22:03:04.420780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-08657364-a5a3-4394-b651-b140d6a1b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:04.422200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-08657364-a5a3-4394-b651-b140d6a1b300 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0876117 Aug 30 22:03:04.469418 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-b6b6055b-2cf7-4c28-aba5-97754a30bb1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0392497 Aug 30 22:03:04.521062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-4d61db3d-0773-473e-89c1-fc669fedd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:04.522994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-4d61db3d-0773-473e-89c1-fc669fedd9a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0463541 Aug 30 22:03:04.557723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-71a7a4d3-00a6-4bea-ae26-aa8163e30870 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270348 Aug 30 22:03:04.649093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-67e75f39-4dc7-4ed4-b804-08de3f81e9e6 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842423 Aug 30 22:03:04.753434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-016f55b7-0346-4c3a-8a89-27b509abe1d9 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965223 Aug 30 22:03:05.252746 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe338-9a72-4573-8015-f2a322e08448 req-ce4083f9-87f5-4df0-81e1-fdbc2a17c768 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:05.254269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-600fe338-9a72-4573-8015-f2a322e08448 req-ce4083f9-87f5-4df0-81e1-fdbc2a17c768 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0584860 Aug 30 22:03:05.296365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-600fe338-9a72-4573-8015-f2a322e08448 req-1a1d9d44-38ed-4dd9-bb64-1c74ecf48937 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Aug 30 22:03:06.179851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'tag': '632906f1-15f0-4d1d-8213-aef683353100'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:06.182411 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad62520e-db4b-4d7b-a679-dcd5b026abce" -d '{"events": [{"name": "network-changed", "server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "tag": "632906f1-15f0-4d1d-8213-aef683353100"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:06.233010 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb013fb5-ef76-436a-8441-b71dcc57f2b9 x-openstack-request-id: req-fb013fb5-ef76-436a-8441-b71dcc57f2b9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:06.233282 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "tag": "632906f1-15f0-4d1d-8213-aef683353100", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:06.233874 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb013fb5-ef76-436a-8441-b71dcc57f2b9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:06.234274 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'tag': '632906f1-15f0-4d1d-8213-aef683353100', 'status': 'completed', 'code': 200} Aug 30 22:03:06.300222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-cbdfe1bc-9db6-46f8-9593-e140bbcc3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.300895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-db5945e8-d5fa-46e3-86c5-df35ef58d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.301844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-db5945e8-d5fa-46e3-86c5-df35ef58d047 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1096 time: 0.0490291 Aug 30 22:03:06.302047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-cbdfe1bc-9db6-46f8-9593-e140bbcc3644 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1096 time: 0.0444627 Aug 30 22:03:06.304190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:06.415007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-aabc2495-14b2-40bd-bdb2-21f8e222659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.416938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-aabc2495-14b2-40bd-bdb2-21f8e222659f service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1078322 Aug 30 22:03:06.444849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-dfde4a4c-0dde-42f7-af71-489b37b82f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.448434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-dfde4a4c-0dde-42f7-af71-489b37b82f1c service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.1372216 Aug 30 22:03:06.455085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079c727-e4f0-4053-929b-520a24d05f38 req-3621d705-7592-4b69-b637-8488a57dd98b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.456598 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e079c727-e4f0-4053-929b-520a24d05f38 req-3621d705-7592-4b69-b637-8488a57dd98b tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0788522 Aug 30 22:03:06.470121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-03769f27-08ac-492c-be66-fefdb7de3d96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0414932 Aug 30 22:03:06.509952 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-d00d26fa-2132-46c2-bc5c-244413607d0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0523274 Aug 30 22:03:06.528359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-6fc259aa-4dd4-469c-8e99-2b88c56711ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.529954 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-6fc259aa-4dd4-469c-8e99-2b88c56711ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0511644 Aug 30 22:03:06.562750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e079c727-e4f0-4053-929b-520a24d05f38 req-764d5ca2-0437-490d-95d4-c6e07b0ded9c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979292 Aug 30 22:03:06.569740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-517f2254-a9fe-42ba-a0cc-c40b4179a13a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315287 Aug 30 22:03:06.582059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-38248532-ad6c-4816-a7f7-c02a8d51a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:06.583563 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-38248532-ad6c-4816-a7f7-c02a8d51a669 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0624890 Aug 30 22:03:06.622764 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-dd4f3cca-b3e7-4b44-962a-4a29a08fbaf9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300548 Aug 30 22:03:06.667154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-ae7aa97e-d097-49be-844d-ed22dd9529b5 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887797 Aug 30 22:03:06.719231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-93e5e014-0c36-43a3-b2be-7cc60d8bf542 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Aug 30 22:03:06.768523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-bf4cb529-fb37-445b-af0f-a0e7274a63f2 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939279 Aug 30 22:03:06.824685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ad62520e-db4b-4d7b-a679-dcd5b026abce req-f0ff3963-03e4-464b-950e-d12b18761559 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971034 Aug 30 22:03:07.578647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:03:07.621333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:03:07.692624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a51e1-ad4f-4986-b28a-ddf9709b92a7 req-04df6621-cef0-49c9-a00f-9af36dcc73eb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:07.694248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb9a51e1-ad4f-4986-b28a-ddf9709b92a7 req-04df6621-cef0-49c9-a00f-9af36dcc73eb tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 944 time: 0.0543010 Aug 30 22:03:07.738822 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb9a51e1-ad4f-4986-b28a-ddf9709b92a7 req-36b6e901-a202-4566-949c-fccf0a5f4bd3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362401 Aug 30 22:03:08.040695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:03:08.145267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:08.157979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '632906f1-15f0-4d1d-8213-aef683353100', 'network_id': '7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec', 'port_id': '632906f1-15f0-4d1d-8213-aef683353100', 'mac_address': 'fa:16:3e:83:30:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2585fb5-c315-462b-942b-13a0ac83fbdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:03:08.196789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:08.210895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632906f1-15f0-4d1d-8213-aef683353100 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:03:08.232534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:08.240830 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:08.292458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:08.300007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.300345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.300682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.300989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.301313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.301636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.301953 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.302255 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.302571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.302928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.303227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.303540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:08.540480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['632906f1-15f0-4d1d-8213-aef683353100'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:03:08.866002 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081f7b-efcb-41b9-9964-f564f564976b req-8f4c257f-e5ae-46aa-864a-28ae9fac4bc3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:08.867584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8081f7b-efcb-41b9-9964-f564f564976b req-8f4c257f-e5ae-46aa-864a-28ae9fac4bc3 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 945 time: 0.0521154 Aug 30 22:03:08.911305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8081f7b-efcb-41b9-9964-f564f564976b req-357824ff-2165-42d5-82d9-738362430236 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373843 Aug 30 22:03:09.038536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-542638b6-0069-437f-918b-e6200209dded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:09.194706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfc8f-4212-43d9-8c39-46d3f777e61b req-b2c38372-4e49-476b-a92f-d3eb4da6dde8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.196224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be3dfc8f-4212-43d9-8c39-46d3f777e61b req-b2c38372-4e49-476b-a92f-d3eb4da6dde8 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 945 time: 0.1130641 Aug 30 22:03:09.217540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-c91d0566-80e1-4eca-ad12-b50e339785ff tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.219038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-c91d0566-80e1-4eca-ad12-b50e339785ff tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.82 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be&tenant_id=37bc34d67721446fb8fba615412631e0&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 945 time: 0.1260698 Aug 30 22:03:09.281660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be3dfc8f-4212-43d9-8c39-46d3f777e61b req-5c7af9c3-90b7-49e0-a1a9-5b75e32d2552 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774565 Aug 30 22:03:09.303639 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-29c5855f-a44d-4cc6-a991-1e37cf884ad6 service neutron] delete failed (client error): The resource could not be found. Aug 30 22:03:09.304824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-29c5855f-a44d-4cc6-a991-1e37cf884ad6 service neutron] 10.222.0.82 "DELETE /v2.0/ports/632906f1-15f0-4d1d-8213-aef683353100/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0778437 Aug 30 22:03:09.399008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-2fcf05e4-11fe-4ca0-b011-d0c7c20c23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.400650 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-2fcf05e4-11fe-4ca0-b011-d0c7c20c23d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1097 time: 0.0483506 Aug 30 22:03:09.498832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-86358b58-ffa3-428c-ba5c-02cdb65a52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.500408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-86358b58-ffa3-428c-ba5c-02cdb65a52ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0926170 Aug 30 22:03:09.548777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-e7dc6aeb-636a-473c-baca-e1e81cbf2ad6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0404460 Aug 30 22:03:09.610482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-74053b67-8ce2-41e4-a637-bc14c309b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.612034 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-74053b67-8ce2-41e4-a637-bc14c309b556 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0564802 Aug 30 22:03:09.648684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-4cbfc831-dd0d-4326-9f05-e673f8746b59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292473 Aug 30 22:03:09.690579 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-f50b2142-acf7-479b-aa02-40d5b494b001 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467906 Aug 30 22:03:09.751883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-7dca9f26-7b5c-4bb0-be04-3b35ca5cc18a service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960708 Aug 30 22:03:09.774907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-e027af3b-f484-416d-8568-6f663cb31d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.776469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-e027af3b-f484-416d-8568-6f663cb31d0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37bc34d67721446fb8fba615412631e0&device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 1097 time: 0.0429237 Aug 30 22:03:09.850794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-031e5a1a-766b-4aa7-a1d9-f8b73cec33e7 req-fcb8c95e-9e15-48fd-9ab2-51ff1a95f3d0 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914202 Aug 30 22:03:09.891245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-9e2047d6-897d-49c7-8851-09c7cfff31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.892794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-9e2047d6-897d-49c7-8851-09c7cfff31b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 200 len: 916 time: 0.0968344 Aug 30 22:03:09.936284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-ba61eab5-4899-4a69-93d0-169093542657 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 200 len: 217 time: 0.0359337 Aug 30 22:03:09.989490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-8292575f-9d77-4b6f-acb2-ed78ae0c2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:09.991076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-8292575f-9d77-4b6f-acb2-ed78ae0c2d2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 200 len: 855 time: 0.0472000 Aug 30 22:03:10.025434 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-32b8e446-e2ca-4a4e-86aa-d260fb679a4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274184 Aug 30 22:03:10.046647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:10.101166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 632906f1-15f0-4d1d-8213-aef683353100 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:10.105401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 632906f1-15f0-4d1d-8213-aef683353100 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:10.105759 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:10.122296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-ed7fc076-c33b-4fbe-8896-d6b9f0bcbb04 service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896637 Aug 30 22:03:10.192430 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:10.216503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632906f1-15f0-4d1d-8213-aef683353100'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:10.219068 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd62451-7b65-4881-bf08-33fa060765a4" -d '{"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-plugged", "status": "completed", "tag": "632906f1-15f0-4d1d-8213-aef683353100"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:10.221302 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc0f1f70-fa2b-44b9-be0b-be860b37a21d req-f5f4e9ff-9ded-45cf-866a-7dbd8b947aab service neutron] 10.222.0.86 "GET /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910060 Aug 30 22:03:10.241491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:10.246462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:10.275463 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a64c1a-c6a1-4e0f-86aa-9bd35f712d12 x-openstack-request-id: req-39a64c1a-c6a1-4e0f-86aa-9bd35f712d12 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:10.275743 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-plugged", "status": "completed", "tag": "632906f1-15f0-4d1d-8213-aef683353100", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:10.276016 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39a64c1a-c6a1-4e0f-86aa-9bd35f712d12 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:10.276405 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632906f1-15f0-4d1d-8213-aef683353100', 'code': 200} Aug 30 22:03:10.307175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:10.411123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a61560-307e-4879-8f61-de73bfd5f2ee req-844321a1-c0ca-459d-9e4c-63deb848461c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:10.415231 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3a61560-307e-4879-8f61-de73bfd5f2ee req-844321a1-c0ca-459d-9e4c-63deb848461c tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0545707 Aug 30 22:03:10.454299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3a61560-307e-4879-8f61-de73bfd5f2ee req-73dc3bc0-5967-49b1-9ad3-ec520adcaf9f tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Aug 30 22:03:10.576837 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3192e4-7578-42e6-ae1d-c9157bf9d850 req-3f2c8d94-a3d1-45cc-876c-7d6408551a9d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:10.579596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca3192e4-7578-42e6-ae1d-c9157bf9d850 req-3f2c8d94-a3d1-45cc-876c-7d6408551a9d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0570877 Aug 30 22:03:10.622757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca3192e4-7578-42e6-ae1d-c9157bf9d850 req-f50b983a-d409-4736-85cd-1f6b1ce83d76 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Aug 30 22:03:10.744304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6924d1-2664-41f4-a36f-b1dabe226820 req-83340b5f-9908-4fba-bd44-bed282b44771 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:10.745742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe6924d1-2664-41f4-a36f-b1dabe226820 req-83340b5f-9908-4fba-bd44-bed282b44771 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0521913 Aug 30 22:03:10.786223 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe6924d1-2664-41f4-a36f-b1dabe226820 req-d451174a-4c4e-441e-8cce-3d406932d8d4 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342982 Aug 30 22:03:11.140353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058a90a-c81c-48bf-8abb-cc8edc893953 req-1610f118-302f-4f2f-8a16-bdbcc01ba217 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:11.141881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1058a90a-c81c-48bf-8abb-cc8edc893953 req-1610f118-302f-4f2f-8a16-bdbcc01ba217 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0511668 Aug 30 22:03:11.182866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1058a90a-c81c-48bf-8abb-cc8edc893953 req-ffbcc001-95fb-43b5-940a-d4b18e91ab09 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Aug 30 22:03:11.833746 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:11.970132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cf19983b-9ecc-45e8-83ec-1c7887d322d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:12.308510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fadfb6-8b34-4bb9-8863-c348031731fa req-e8355455-3c04-45bf-8db7-3ff8f3e2bc65 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:12.310053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4fadfb6-8b34-4bb9-8863-c348031731fa req-e8355455-3c04-45bf-8db7-3ff8f3e2bc65 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0546775 Aug 30 22:03:12.354298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4fadfb6-8b34-4bb9-8863-c348031731fa req-53f1f1eb-b7a5-4654-bdd6-21536f423ec0 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.76 "GET /v2.0/security-groups?id=37b533db-e637-47cd-99c1-0b9c401002f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Aug 30 22:03:12.416614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-34c27b51-14e2-4e4d-bc10-76d654edf29d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:12.418126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-34c27b51-14e2-4e4d-bc10-76d654edf29d tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.86 "GET /v2.0/ports?device_id=13667591-615b-4ed8-9045-5bbd0b69f8be HTTP/1.1" status: 200 len: 946 time: 0.0587175 Aug 30 22:03:12.512979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Deleting port 632906f1-15f0-4d1d-8213-aef683353100 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:03:12.513240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:12.614658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] For port 632906f1-15f0-4d1d-8213-aef683353100, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=632906f1-15f0-4d1d-8213-aef683353100,segment=NetworkSegment(cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e),segment_id=cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:12.615071 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:12.629241 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Calling delete_port for 632906f1-15f0-4d1d-8213-aef683353100 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:03:12.764314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:12.777007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['632906f1-15f0-4d1d-8213-aef683353100'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:03:12.799214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Pushing event deleted for resources: {'Port': ['ID=632906f1-15f0-4d1d-8213-aef683353100,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:12.839080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] No DVR routers for this DVR port 632906f1-15f0-4d1d-8213-aef683353100 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:03:12.842112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:12.844175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c39e2f1b-f6d7-4ab7-b2e6-1a191ff2d024 req-0d69a7bd-fc52-42c4-be63-289c7c9ba434 tempest-ServerDiskConfigTestJSON-528771989 tempest-ServerDiskConfigTestJSON-528771989-project] 10.222.0.86 "DELETE /v2.0/ports/632906f1-15f0-4d1d-8213-aef683353100 HTTP/1.1" status: 204 len: 173 time: 0.4197721 Aug 30 22:03:12.844625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-deleted', 'tag': '632906f1-15f0-4d1d-8213-aef683353100'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:12.846938 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cd0f8b-4997-4752-8225-86af6447df4f" -d '{"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-deleted", "tag": "632906f1-15f0-4d1d-8213-aef683353100"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:12.873124 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:12.887104 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53cf65e-2cad-4766-acdf-def897934fce x-openstack-request-id: req-c53cf65e-2cad-4766-acdf-def897934fce {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:12.887104 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13667591-615b-4ed8-9045-5bbd0b69f8be", "name": "network-vif-deleted", "tag": "632906f1-15f0-4d1d-8213-aef683353100", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:12.887104 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c53cf65e-2cad-4766-acdf-def897934fce {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:12.887104 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13667591-615b-4ed8-9045-5bbd0b69f8be', 'name': 'network-vif-deleted', 'tag': '632906f1-15f0-4d1d-8213-aef683353100', 'status': 'completed', 'code': 200} Aug 30 22:03:13.482545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48860) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:13.535138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Deleting subnet d2585fb5-c315-462b-942b-13a0ac83fbdd {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:03:13.538753 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.577819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.617250 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.682341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.708370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2585fb5-c315-462b-942b-13a0ac83fbdd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:13.712543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.717044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48862) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:13.717572 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-12ed7a59-d5ec-46d2-806b-24395f8adbfc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d2585fb5-c315-462b-942b-13a0ac83fbdd HTTP/1.1" status: 204 len: 168 time: 0.2333229 Aug 30 22:03:13.790575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.874394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.885154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:13.896020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:13.896292 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfb6fd8-db1d-47bc-b9d2-39f9d9db883e') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:13.906142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.920588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.927027 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:03:13.928611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:03:13.930933 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:03:13.989427 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.995394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:13.997438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] 10.222.0.76 "DELETE /v2.0/networks/7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec HTTP/1.1" status: 204 len: 168 time: 0.2789593 Aug 30 22:03:14.017337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd461ca-dd4f-4b45-9d02-ccf5a12e8cec,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:14.025989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.026349 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.026705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.027141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.027395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.027729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.028055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.028383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.028731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.029056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.029353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.029711 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fad67e6-f23d-4940-b409-8cb6f7fe651c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:14.117966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48866) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:14.162973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-29353745-dda7-40f0-bb97-7a737881f516 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37bc34d67721446fb8fba615412631e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434985 Aug 30 22:03:14.165613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48868) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:14.217406 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3560-cdf8-49fe-9a41-7e4b82453f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:14.240287 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3560-cdf8-49fe-9a41-7e4b82453f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:14.296040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3560-cdf8-49fe-9a41-7e4b82453f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:14.299494 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ffd3560-cdf8-49fe-9a41-7e4b82453f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:14.301090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ffd3560-cdf8-49fe-9a41-7e4b82453f85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37b533db-e637-47cd-99c1-0b9c401002f3 HTTP/1.1" status: 204 len: 168 time: 0.1345363 Aug 30 22:03:14.309732 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd3560-cdf8-49fe-9a41-7e4b82453f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b533db-e637-47cd-99c1-0b9c401002f3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:14.749974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.064792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48890) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:15.199331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1811381475-network', 'tenant_id': '3d286048961c4546b62d7f58a92666e0'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:15.231436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:03:15.234298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.243051 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.362257 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.367555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.397328 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:03:15.407665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f2c65-ebea-4ac1-a301-230dc6a94672,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:15.414753 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.415198 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Added segment 261c93d5-1f22-4d73-87af-e360f75d5bde of type vlan for network 1a4c3913-ef81-4230-8a6e-c2b25092f734 Aug 30 22:03:15.460130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.488529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.489607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:15.490454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:15.544817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4788585 Aug 30 22:03:15.548514 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:15.554338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1f14a-4752-4b46-8307-f98aabe7fe5d admin admin] Pushing event updated for resources: {'Network': ['ID=1a4c3913-ef81-4230-8a6e-c2b25092f734,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:15.555256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Request body: {'subnet': {'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1811381475-subnet', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:15.567272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:03:15.580955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:03:15.585786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.066487 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.077789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:03:16.104515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 632906f1-15f0-4d1d-8213-aef683353100 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:03:16.104867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 632906f1-15f0-4d1d-8213-aef683353100 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:03:16.125937 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1734dfaf-e00d-480c-bba5-2c69127d345a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:16.136441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:03:16.136801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Network hostable DHCP agents. Network: 1a4c3913-ef81-4230-8a6e-c2b25092f734, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:03:16.155802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:03:16.166685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1a4c3913-ef81-4230-8a6e-c2b25092f734) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:16.170165 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:16.170790 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.176429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c79fc7-ae3a-41db-ba37-e273b2091cfc None None] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:03:16.187474 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0c2231ba-fcff-46a6-a7e4-e617e97a2a26 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6370561 Aug 30 22:03:16.190381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:16.196266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:16.218236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.219507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.277368 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.325305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-1a4c3913-ef81-4230-8a6e-c2b25092f734', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:03:16.326189 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.434011 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.474990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Allocated IP 172.20.0.2 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/e78fb2b3-0032-4349-87c0-c46fb09ad489) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:03:16.629632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.639947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Transition to ACTIVE for port object e78fb2b3-0032-4349-87c0-c46fb09ad489 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:16.655006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.659520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Transition to ACTIVE for port object e78fb2b3-0032-4349-87c0-c46fb09ad489 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:16.668060 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.678473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.711928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:03:16.715261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:16.719025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:03:16.724673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Pushing event updated for resources: {'Port': ['ID=e78fb2b3-0032-4349-87c0-c46fb09ad489,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:16.781008 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Attempting to bind port e78fb2b3-0032-4349-87c0-c46fb09ad489 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:03:16.781394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Attempting to bind port e78fb2b3-0032-4349-87c0-c46fb09ad489 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:03:16.781914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Attempting to bind port e78fb2b3-0032-4349-87c0-c46fb09ad489 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:16.789293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:03:16.789862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:03:16.790598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.791248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:03:16.792025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Bound port: e78fb2b3-0032-4349-87c0-c46fb09ad489, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:03:16.792653 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.798458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Allocated IP 172.25.5.213 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4e37e05f-8c29-4376-a032-a03e009a3352) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:03:16.912804 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:16.963424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:17.003843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:03:17.009044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:17.012867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:03:17.028765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] For port e78fb2b3-0032-4349-87c0-c46fb09ad489, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:03:17.033819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] For port e78fb2b3-0032-4349-87c0-c46fb09ad489, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e78fb2b3-0032-4349-87c0-c46fb09ad489,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:03:17.038288 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:17.038474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Pushing event updated for resources: {'Port': ['ID=4e37e05f-8c29-4376-a032-a03e009a3352,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:17.103503 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3e4c6-ea31-4e9e-bc32-a7f637de4f89 None None] Pushing event updated for resources: {'Port': ['ID=e78fb2b3-0032-4349-87c0-c46fb09ad489,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:17.307053 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:17.516892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:17.654508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Router 3a6ed8e8-cca1-415d-a562-932331b48acb is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:03:17.793881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:03:17.805655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:03:17.814622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:17.818845 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6990daca-8c22-43c2-850b-8aba8cf0be28 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6247234 Aug 30 22:03:17.819153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:17.820655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:03:17.821316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:03:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:17.946569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:03:18.081850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae52db-d5b8-412b-83e6-ca78fda1e7cd None None] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:03:18.153869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-732bd74d-24a5-458f-af0a-300e2b869042 None None] Provisioning for port e78fb2b3-0032-4349-87c0-c46fb09ad489 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:18.274883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:17Z', 'revision_number': 3, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:18.288685 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.317060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:03:18.317315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Updating router 3a6ed8e8-cca1-415d-a562-932331b48acb port 4e37e05f-8c29-4376-a032-a03e009a3352 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:03:18.349648 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.469849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Allocated IP 172.20.0.1 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/b8c8d2b7-c1a7-480c-8858-7b82ca7de77f) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:03:18.590964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.605267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Transition to ACTIVE for port object b8c8d2b7-c1a7-480c-8858-7b82ca7de77f will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:18.644101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.653509 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.665665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Transition to ACTIVE for port object 4e37e05f-8c29-4376-a032-a03e009a3352 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:18.673076 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.686928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:03:18.692342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:18.697369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:03:18.723741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:18.726937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Attempting to bind port 4e37e05f-8c29-4376-a032-a03e009a3352 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:03:18.727226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Attempting to bind port 4e37e05f-8c29-4376-a032-a03e009a3352 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:03:18.727593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Attempting to bind port 4e37e05f-8c29-4376-a032-a03e009a3352 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:18.729979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff3ff-2417-4442-b9dd-7bc48798c2c5 None None] Pushing event updated for resources: {'Port': ['ID=4e37e05f-8c29-4376-a032-a03e009a3352,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:18.735817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:03:18.736190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:03:18.737000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.737000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:03:18.737437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Bound port: 4e37e05f-8c29-4376-a032-a03e009a3352, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:03:18.737927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.743582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.792631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] For port 4e37e05f-8c29-4376-a032-a03e009a3352, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:03:18.796170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] For port 4e37e05f-8c29-4376-a032-a03e009a3352, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4e37e05f-8c29-4376-a032-a03e009a3352,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:03:18.803804 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.862598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:03:18.863184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:03:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:18.918257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:18.929158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e78fb2b3-0032-4349-87c0-c46fb09ad489 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:18.961594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff3ff-2417-4442-b9dd-7bc48798c2c5 None None] Pushing event updated for resources: {'Port': ['ID=4e37e05f-8c29-4376-a032-a03e009a3352,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:19.058178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:03:19.059803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f476895-9686-4194-88a4-ebf616a67b42 None None] Provisioning for port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:19.062805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port e78fb2b3-0032-4349-87c0-c46fb09ad489 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:19.098852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.104263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.118486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6f476895-9686-4194-88a4-ebf616a67b42 None None] Provisioning complete for port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:19.118876 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6f476895-9686-4194-88a4-ebf616a67b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.123578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e78fb2b3-0032-4349-87c0-c46fb09ad489 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:19.123934 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.170400 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.172245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:19.227984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6f476895-9686-4194-88a4-ebf616a67b42 None None] Port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:03:19.272770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:03:19.274559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:19.316202 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.364793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port e78fb2b3-0032-4349-87c0-c46fb09ad489, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e78fb2b3-0032-4349-87c0-c46fb09ad489,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:19.370194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.399475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:17Z', 'revision_number': 3, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:19.438165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab14016-1f77-4488-906d-4b2f7e4b83e7 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:17Z', 'revision_number': 3, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:03:19.463006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=e78fb2b3-0032-4349-87c0-c46fb09ad489,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:19.551753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-43f5fa07-af19-47bb-a478-50648f435002 None None] Provisioning complete for port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:19.552117 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-43f5fa07-af19-47bb-a478-50648f435002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:19.597456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-43f5fa07-af19-47bb-a478-50648f435002 None None] Port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:03:19.738755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:03:19.856371 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:03:19.862164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c8e3b25d-2ca0-4eac-b72a-0699262541e0 admin admin] 10.222.0.76 "PUT /v2.0/routers/3a6ed8e8-cca1-415d-a562-932331b48acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417867 Aug 30 22:03:20.470243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48906) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:20.478171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968543999', 'description': 'tempest-description--529748831'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:20.506446 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.594301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.600658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.629808 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.631090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1590381 Aug 30 22:03:20.634001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48908) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:20.636552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483561f-f6ff-4f25-9ed7-5f832c95c707 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94e8cb-963b-4895-b4a4-7550364c215c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:20.638927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'security_group_rule': {'security_group_id': '7d94e8cb-963b-4895-b4a4-7550364c215c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:20.668414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.729988 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.735163 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.757036 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d865db37-3644-4300-ac44-39f1eb06ae66,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:20.765441 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.769174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f60d4280-2fdf-4db7-95e8-ca4f9d8197ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315777 Aug 30 22:03:20.769504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48910) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:20.774486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'security_group_rule': {'security_group_id': '7d94e8cb-963b-4895-b4a4-7550364c215c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:20.808418 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.886342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.892237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.912889 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac62350-7349-4df8-9f52-7cff0cff7c01,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:20.923286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.924660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-781d1391-25c9-4aae-89fa-56f1f0b9e067 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541016 Aug 30 22:03:20.927882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 48912) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:20.932739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:20.938464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e37e05f-8c29-4376-a032-a03e009a3352 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:20.959050 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:20.997854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4e37e05f-8c29-4376-a032-a03e009a3352 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:21.002124 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4e37e05f-8c29-4376-a032-a03e009a3352 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:21.002484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.065926 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:03:21.077213 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:03:21.077429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.078003 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:03:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:21.097084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.121836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4e37e05f-8c29-4376-a032-a03e009a3352, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4e37e05f-8c29-4376-a032-a03e009a3352,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:21.127683 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.130442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e78fb2b3-0032-4349-87c0-c46fb09ad489 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:21.200709 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:03:21.201168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Allocated IP 172.25.5.201 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4734c29b-7fe6-4973-9713-73160d309b19) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:03:21.216169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4e37e05f-8c29-4376-a032-a03e009a3352,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:21.232420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port e78fb2b3-0032-4349-87c0-c46fb09ad489 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:21.232858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.335175 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.382873 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.421337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:03:21.426499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:21.429415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:03:21.458361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=4734c29b-7fe6-4973-9713-73160d309b19,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:21.519624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 2, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:21.529882 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.546143 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:03:21.546495 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Updating router 3a6ed8e8-cca1-415d-a562-932331b48acb port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:03:21.567690 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.573205 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.738261 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.744595 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.817234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=4734c29b-7fe6-4973-9713-73160d309b19,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:21.826633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.841812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.843099 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-adaaabab-ac86-4696-96e6-61dee6d4bdf7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9142287 Aug 30 22:03:21.874579 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.884578 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Transition to ACTIVE for port object b8c8d2b7-c1a7-480c-8858-7b82ca7de77f will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:21.892257 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:21.952740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Pushing event updated for resources: {'Port': ['ID=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:21.976955 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.977277 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.977611 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.978012 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.978361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.978819 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.979135 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.979465 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.979790 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.980111 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.980434 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:21.980756 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:03:22.015080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-9d09a4a1-95fc-4922-bbd4-5dfdf99372b8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--968543999&fields=id&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 267 time: 0.0459545 Aug 30 22:03:22.026245 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Attempting to bind port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:03:22.026619 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Attempting to bind port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:03:22.027014 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Attempting to bind port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:22.033398 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:03:22.033398 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:03:22.033714 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:22.034124 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:03:22.034630 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Bound port: b8c8d2b7-c1a7-480c-8858-7b82ca7de77f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:03:22.035014 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:22.107670 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] For port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:03:22.112698 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] For port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:03:22.118630 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:22.136539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-fac0bf3e-6ca9-4d2e-a3da-1fb2773c3a80 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:22.138242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-fac0bf3e-6ca9-4d2e-a3da-1fb2773c3a80 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1154077 Aug 30 22:03:22.161048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-ac4cd172-b313-4a14-9b96-f08ed34fff76 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/quotas/3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 375 time: 0.0104983 Aug 30 22:03:22.177546 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:03:22.178183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:03:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:22.229505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-d4f198f2-9c7a-441d-8aa8-087ad357fbe0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574152 Aug 30 22:03:22.233183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d616af-6839-47e4-af30-81608c7b85d4 None None] Pushing event updated for resources: {'Port': ['ID=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:22.317180 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:03:22.373578 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-feb52f8a-2388-441a-9231-90bf57fe6899 service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178396 Aug 30 22:03:22.483474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-1e4dae78-66ab-4cf3-ace8-29c5c35ecac2 service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011298 Aug 30 22:03:22.553082 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:22Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:22.580686 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9c9ef8-32d9-49bd-9d73-837db51d2a84 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:22Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:03:22.682013 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e733ed64-8d8a-4e16-8df2-fa1441b4b578 req-16e8b223-b577-4fda-97f3-da0a0414ce29 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 210 time: 0.0581121 Aug 30 22:03:22.969237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b8c8d2b7-c1a7-480c-8858-7b82ca7de77f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:23.035460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:23.039635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:23.040009 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:23.142977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:23.185761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:23.191014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:23.191820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e37e05f-8c29-4376-a032-a03e009a3352 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:23.265923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:23.284685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4e37e05f-8c29-4376-a032-a03e009a3352 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:23.285175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:23.710566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-3d5f92f8-7c5b-48c6-923f-1c786963e710 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:23.713123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-3d5f92f8-7c5b-48c6-923f-1c786963e710 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1250429 Aug 30 22:03:23.773658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-08d554ed-8a42-4a65-b206-bfe6a6adebde tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 379 time: 0.0522194 Aug 30 22:03:23.788672 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'port': {'device_id': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'admin_state_up': True, 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'security_groups': ['7d94e8cb-963b-4895-b4a4-7550364c215c']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:23.854872 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39908c61-441f-4e1a-ae4a-440bb5bb2d75 req-de20303d-c509-42dc-a97b-4d6d55a45f3d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 210 time: 0.0726380 Aug 30 22:03:23.928013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:03:23.931735 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.066356 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Allocated IP 172.20.0.12 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/a9dbc806-13ae-4255-9a98-26c5ca110a1e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:03:24.212002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.226904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Transition to ACTIVE for port object a9dbc806-13ae-4255-9a98-26c5ca110a1e will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:24.273008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.325220 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:03:24.328616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:03:24.333118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:03:24.337992 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:24.389074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:24.389691 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.408164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-0a74c873-eb12-4150-ba78-5ab8b0911160 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6272864 Aug 30 22:03:24.419882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-d7e6d92f-d395-49cd-94a5-14fd5706cae5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:03:24.421190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-d7e6d92f-d395-49cd-94a5-14fd5706cae5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063035 Aug 30 22:03:24.436039 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Request body: {'port': {'device_id': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:24.498925 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.599381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b87219d-4927-4aaf-85c2-6eec243c52eb None None] Provisioning for port a9dbc806-13ae-4255-9a98-26c5ca110a1e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:24.604259 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7b87219d-4927-4aaf-85c2-6eec243c52eb None None] Provisioning complete for port a9dbc806-13ae-4255-9a98-26c5ca110a1e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:24.604634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7b87219d-4927-4aaf-85c2-6eec243c52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.643411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7b87219d-4927-4aaf-85c2-6eec243c52eb None None] Port a9dbc806-13ae-4255-9a98-26c5ca110a1e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:03:24.796137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9dbc806-13ae-4255-9a98-26c5ca110a1e {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:03:24.804166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.816801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Transition to ACTIVE for port object a9dbc806-13ae-4255-9a98-26c5ca110a1e will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:03:24.822495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.870578 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b8c8d2b7-c1a7-480c-8858-7b82ca7de77f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:24.871692 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802691d8-819d-4746-af76-b14aaae342da service neutron] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:24.944250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:24.944866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:24.998524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:03:24.998891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:03:24.999304 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:25.007275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Port a9dbc806-13ae-4255-9a98-26c5ca110a1e on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:03:25.007605 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:03:25.018432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabd4ff-60ea-4825-a694-942c77ac8fab req-25e6bafe-e12c-4b68-8164-b00d51f8c77c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.020145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cabd4ff-60ea-4825-a694-942c77ac8fab req-25e6bafe-e12c-4b68-8164-b00d51f8c77c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0750184 Aug 30 22:03:25.024771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:03:25.025114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:03:25.025509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:03:25.025952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Bound port: a9dbc806-13ae-4255-9a98-26c5ca110a1e, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:03:25.026317 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:25.103208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3cabd4ff-60ea-4825-a694-942c77ac8fab req-f6bc117a-4c4f-4de7-ab52-31efa9fc0ae0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732753 Aug 30 22:03:25.120158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:03:25.123488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:03:25.129017 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:25.172120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.172759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:25.174232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-802691d8-819d-4746-af76-b14aaae342da service neutron] 10.222.0.82 "PUT /v2.0/ports/a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1093 time: 0.7453983 Aug 30 22:03:25.174757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:25.177230 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37864b02-a393-4e26-9a78-39eba6215c62" -d '{"events": [{"name": "network-changed", "server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:25.200930 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802691d8-819d-4746-af76-b14aaae342da service neutron] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:25.231548 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a7404-0483-4656-926b-9f6f10f1ca1c x-openstack-request-id: req-9d7a7404-0483-4656-926b-9f6f10f1ca1c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:25.231839 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:25.232092 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d7a7404-0483-4656-926b-9f6f10f1ca1c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:25.232495 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'status': 'completed', 'code': 200} Aug 30 22:03:25.271111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-9dc33779-6a4e-49c6-b14f-3aa89eda4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.273310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-9dc33779-6a4e-49c6-b14f-3aa89eda4638 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1096 time: 0.0515430 Aug 30 22:03:25.318140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-602faf84-942d-4df3-a185-ac498d111183 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 217 time: 0.0365064 Aug 30 22:03:25.371095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-c770aa9b-5dd5-483e-b61a-03bd5822fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.372682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-c770aa9b-5dd5-483e-b61a-03bd5822fda8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0474100 Aug 30 22:03:25.435495 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-7a9cc5c0-a380-4501-a9cd-91e0499bcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.436948 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-7a9cc5c0-a380-4501-a9cd-91e0499bcb31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567226 Aug 30 22:03:25.538370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-e3a2a248-60ae-42e7-94a0-e14aec5156ab service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932918 Aug 30 22:03:25.640636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eab4362b-e09b-4a02-afa1-3ec22dd380ea req-000d5d45-09bb-4b16-8930-a125dfe3052b service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948372 Aug 30 22:03:25.740936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864b02-a393-4e26-9a78-39eba6215c62 req-d3749be6-5f1b-4c51-b341-786629adf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.743036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-d3749be6-5f1b-4c51-b341-786629adf3e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1096 time: 0.0481904 Aug 30 22:03:25.838880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864b02-a393-4e26-9a78-39eba6215c62 req-e79aa92e-0063-465c-8dac-65e484f0191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.840394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-e79aa92e-0063-465c-8dac-65e484f0191b service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0903237 Aug 30 22:03:25.887535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-e605c0d0-9d3c-425b-b2b8-8414fd0f2d32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 217 time: 0.0391581 Aug 30 22:03:25.938228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864b02-a393-4e26-9a78-39eba6215c62 req-19133bda-a2f0-430e-a17d-84d956941337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.939782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-19133bda-a2f0-430e-a17d-84d956941337 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0455079 Aug 30 22:03:25.995296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37864b02-a393-4e26-9a78-39eba6215c62 req-5fba8242-c1e4-4cab-b046-e03292699e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:25.996742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-5fba8242-c1e4-4cab-b046-e03292699e63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492477 Aug 30 22:03:26.097266 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-b3059464-bdc9-4e73-b667-f36b9341913c service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924628 Aug 30 22:03:26.202237 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-37864b02-a393-4e26-9a78-39eba6215c62 req-9a9adad5-a510-44ca-b49c-0ce6d6ae6c6f service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975676 Aug 30 22:03:26.241029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb60b0d-79d1-4b22-ad12-9c4397c641a2 req-3277d9f5-c46c-493c-9293-1d36578ea667 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:26.242568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bb60b0d-79d1-4b22-ad12-9c4397c641a2 req-3277d9f5-c46c-493c-9293-1d36578ea667 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0601900 Aug 30 22:03:26.287918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bb60b0d-79d1-4b22-ad12-9c4397c641a2 req-648a03b4-28a1-478e-b63a-6ffa2ea1a8f6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389090 Aug 30 22:03:27.418172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd1ef3-99f4-4e46-aeae-43bdc3282da5 req-0ad5438a-b3ce-413c-9206-1d08d9a99629 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:27.419737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9edd1ef3-99f4-4e46-aeae-43bdc3282da5 req-0ad5438a-b3ce-413c-9206-1d08d9a99629 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0575521 Aug 30 22:03:27.459553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9edd1ef3-99f4-4e46-aeae-43bdc3282da5 req-e66405fc-cb7e-4ee6-8814-da964abcbc87 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335710 Aug 30 22:03:28.595878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307c21c-818c-4d31-a93c-e1e04d75729e req-da2fb356-b2bd-4291-952f-56d343b469c4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:28.597445 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e307c21c-818c-4d31-a93c-e1e04d75729e req-da2fb356-b2bd-4291-952f-56d343b469c4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0577333 Aug 30 22:03:28.638926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e307c21c-818c-4d31-a93c-e1e04d75729e req-662fbd56-8b67-4c85-9522-812419e46916 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347979 Aug 30 22:03:29.726707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:03:29.759416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf42481-3053-41e8-97d2-f7cb71b347c1 req-97b9b75a-1ec4-4a87-ad7e-bf1ae6b1ec66 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:29.761020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bf42481-3053-41e8-97d2-f7cb71b347c1 req-97b9b75a-1ec4-4a87-ad7e-bf1ae6b1ec66 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0523722 Aug 30 22:03:29.805848 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bf42481-3053-41e8-97d2-f7cb71b347c1 req-4ead4cdf-2c08-42fe-b615-641cb88f3ea3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386403 Aug 30 22:03:29.834875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:29.848945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'mac_address': 'fa:16:3e:92:41:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:03:29.889998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:29.903649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9dbc806-13ae-4255-9a98-26c5ca110a1e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:03:29.924446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:29.929419 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:29.980222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:30.238450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a9dbc806-13ae-4255-9a98-26c5ca110a1e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:03:30.953089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee5ea-6ab3-4438-8132-05cdefc4bb16 req-88426840-2a00-4975-b2fc-e45a765ad824 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:30.954642 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d8ee5ea-6ab3-4438-8132-05cdefc4bb16 req-88426840-2a00-4975-b2fc-e45a765ad824 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 945 time: 0.0707002 Aug 30 22:03:30.994127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d8ee5ea-6ab3-4438-8132-05cdefc4bb16 req-2baddc81-a82e-46ee-9efb-c050f79d5c69 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333717 Aug 30 22:03:31.749483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:03:31.802959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a9dbc806-13ae-4255-9a98-26c5ca110a1e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:03:31.809675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a9dbc806-13ae-4255-9a98-26c5ca110a1e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:03:31.810052 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:31.909526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:31.938615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:31.941323 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05c6757-ad97-4d81-b9aa-502857faef41" -d '{"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-plugged", "status": "completed", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:31.960490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:03:31.965955 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:31.993367 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1bc271-a720-48ff-b46f-77324143b504 x-openstack-request-id: req-5a1bc271-a720-48ff-b46f-77324143b504 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:31.993641 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-plugged", "status": "completed", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:31.993928 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a1bc271-a720-48ff-b46f-77324143b504 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:31.994298 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'code': 200} Aug 30 22:03:32.035598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:03:32.118285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79291ae3-2181-4d68-8d34-3f2d11e0f881 req-7c76f97d-dd64-409e-a5b5-cc42aaf73c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:32.119923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79291ae3-2181-4d68-8d34-3f2d11e0f881 req-7c76f97d-dd64-409e-a5b5-cc42aaf73c59 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1098 time: 0.0712740 Aug 30 22:03:32.157581 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c413b3-91dc-4097-963b-503a3a41f03a req-d1e5da8a-8462-42cd-8f23-03c98426bf04 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:32.159122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6c413b3-91dc-4097-963b-503a3a41f03a req-d1e5da8a-8462-42cd-8f23-03c98426bf04 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0805390 Aug 30 22:03:32.518694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79291ae3-2181-4d68-8d34-3f2d11e0f881 req-142faad6-0498-45aa-9c69-c4a10aea854c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904378 Aug 30 22:03:32.541442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e6c413b3-91dc-4097-963b-503a3a41f03a req-e8b4b87a-4c8e-4565-87f1-b4b540419e3d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691816 Aug 30 22:03:33.665318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71eacd-d37f-47fa-9d36-3d93c7d83e5c req-077313fd-b33c-4c05-9586-d6cd09dfb1bc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:33.666908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd71eacd-d37f-47fa-9d36-3d93c7d83e5c req-077313fd-b33c-4c05-9586-d6cd09dfb1bc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0541351 Aug 30 22:03:33.710373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd71eacd-d37f-47fa-9d36-3d93c7d83e5c req-0cf55fdd-a496-4f62-8348-9e72a1910301 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370896 Aug 30 22:03:33.967798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:34.840248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5bbb-4273-4f43-95d8-7430e5a3bb9e req-ff130776-0929-4fd8-8267-7fcfec7a2515 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:34.841768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-356b5bbb-4273-4f43-95d8-7430e5a3bb9e req-ff130776-0929-4fd8-8267-7fcfec7a2515 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0571814 Aug 30 22:03:34.886005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-356b5bbb-4273-4f43-95d8-7430e5a3bb9e req-691d125e-1a20-4451-acb9-7df36b01cb17 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379984 Aug 30 22:03:35.018531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afeb7d7-640b-4f57-9010-e06bd1b56f47 req-015860d6-30e7-4924-999c-effe3ed545c5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:35.020164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6afeb7d7-640b-4f57-9010-e06bd1b56f47 req-015860d6-30e7-4924-999c-effe3ed545c5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0561302 Aug 30 22:03:35.031966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 48964) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:03:35.037947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'floatingip': {'port_id': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:03:35.080786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:35.540180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:35.545861 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:35.658569 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc associated. External IP: 172.25.5.201, port: a9dbc806-13ae-4255-9a98-26c5ca110a1e. Aug 30 22:03:35.878761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:03:35.993839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:03:35.998916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:36.003691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:03:36.014036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:03:36.014718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:03:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:36.028143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1971d893-d211-42ff-a520-fa54a06d9e02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "PUT /v2.0/floatingips/b11febc4-62bc-418f-9f98-626638f7dfdc HTTP/1.1" status: 200 len: 992 time: 0.9949629 Aug 30 22:03:36.028723 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:03:36.031255 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee47cace-9f74-4323-b113-7530a6655d66" -d '{"events": [{"name": "network-changed", "server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:03:36.121977 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546b32db-ffe1-4120-b92a-b9b3a4929517 x-openstack-request-id: req-546b32db-ffe1-4120-b92a-b9b3a4929517 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:03:36.122488 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:03:36.122488 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-546b32db-ffe1-4120-b92a-b9b3a4929517 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:03:36.122937 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'status': 'completed', 'code': 200} Aug 30 22:03:36.125319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:03:36.188354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47cace-9f74-4323-b113-7530a6655d66 req-703e936c-9472-4fec-83f9-9a05a85e5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:36.189915 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-703e936c-9472-4fec-83f9-9a05a85e5491 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1098 time: 0.0446670 Aug 30 22:03:36.289433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47cace-9f74-4323-b113-7530a6655d66 req-fe47d92f-8ec3-4dbe-b61f-5c5dc210af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:36.290860 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-fe47d92f-8ec3-4dbe-b61f-5c5dc210af8a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0935171 Aug 30 22:03:36.323006 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:36.377029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:92:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:03:35Z', 'revision_number': 1, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:36.391429 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-70f5fdfe-23c4-4bf8-9013-445a0551ba16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1000 time: 0.0939193 Aug 30 22:03:36.405431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:03:36.414862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:03:36.415579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:03:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:36.447019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47cace-9f74-4323-b113-7530a6655d66 req-7a8dfea3-2bd2-42fe-8e82-ba59b09f8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:36.448566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-7a8dfea3-2bd2-42fe-8e82-ba59b09f8c19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0504005 Aug 30 22:03:36.495150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47cace-9f74-4323-b113-7530a6655d66 req-b6cd471f-6a25-47f6-b354-e2368afe03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:03:36.496706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-b6cd471f-6a25-47f6-b354-e2368afe03ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415709 Aug 30 22:03:36.505361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:03:36.528934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:03:36.591515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-410d463d-2aa1-48bd-b6e7-3514a3492132 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875506 Aug 30 22:03:36.692371 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee47cace-9f74-4323-b113-7530a6655d66 req-6ac0f7d2-775c-45ae-9fe1-e5860cdf2a04 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927756 Aug 30 22:03:36.763152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:92:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:03:35Z', 'revision_number': 1, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:03:36.795142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e51-2fef-4801-8b32-e8929d2cd24d None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:92:41:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:03:35Z', 'revision_number': 1, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:03:36.993547 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825c74f-09eb-420b-9731-5255260eaa99 None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:03:39.032928 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-72b3b361-36bc-4b51-a90e-069448e343ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:41.828862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:41.969597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1bc66474-448f-4fb7-b238-ed9b1944c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:42.864617 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:03:44.753899 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:01.152643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-aea318a4-a351-4e36-846a-e49fd2d759f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450680 Aug 30 22:04:01.236841 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-21e98f83-0139-4087-a42d-61fa908373c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:04:01.238383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-21e98f83-0139-4087-a42d-61fa908373c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1098 time: 0.0434461 Aug 30 22:04:01.351120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-d6064619-1ca5-4f8d-ae8d-b80f8fdd910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:04:01.352662 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-d6064619-1ca5-4f8d-ae8d-b80f8fdd910c service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0940337 Aug 30 22:04:01.423164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-7394a710-8da4-4df9-8825-ca90d9d5c881 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1002 time: 0.0625772 Aug 30 22:04:01.479283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-f57b5f5b-51dd-4d08-abd3-075cf68c3141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:04:01.480836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-f57b5f5b-51dd-4d08-abd3-075cf68c3141 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0511019 Aug 30 22:04:01.530681 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-48411449-dcb6-448f-a892-c362e92c7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:04:01.532247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-48411449-dcb6-448f-a892-c362e92c7dd7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438077 Aug 30 22:04:01.632250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-f3bf3288-ce1d-416d-89da-34452ef1f1fd service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920501 Aug 30 22:04:01.731838 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dc7a0b4b-149f-4336-a2ee-c47bbf6449c8 req-ed61d084-7501-4a5d-819b-68918db64a16 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919588 Aug 30 22:04:03.990589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:06.328001 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:09.043856 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-690db438-8192-437e-bd50-b8f0a0b7ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:11.840748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:11.964038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-45f7615e-3e68-4110-bfcd-3d6099cdfa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:12.871898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:13.504722 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:04:14.756517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:33.984432 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:36.329473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:39.038088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-69c7c6cc-2132-4213-b696-8fdee23c010c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:41.835296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:41.970247 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c0344481-1101-4e3d-b841-92087638356c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:42.881008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:44.760256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:04:50.503783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:05:03.214577 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-4e63ebcb-fe25-4d16-a194-48f0327a0231 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523379 Aug 30 22:05:03.299549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-6ad9bb9f-d305-4682-8c78-f75bcbfa2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:05:03.301060 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-6ad9bb9f-d305-4682-8c78-f75bcbfa2f24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1098 time: 0.0439863 Aug 30 22:05:03.415156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-3be833db-f7a4-4b09-b730-9c7a56d1777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:05:03.416687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-3be833db-f7a4-4b09-b730-9c7a56d1777a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0947459 Aug 30 22:05:03.485278 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-ee0c3198-94bf-4aad-b726-57d284744a89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1002 time: 0.0604410 Aug 30 22:05:03.538934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-fe301010-c2c4-4aea-97ab-a5c1a02b5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:05:03.540411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-fe301010-c2c4-4aea-97ab-a5c1a02b5b3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0486240 Aug 30 22:05:03.590070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-b9ce7ce8-3da1-46cb-892a-b6ab63e8e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:05:03.591698 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-b9ce7ce8-3da1-46cb-892a-b6ab63e8e183 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436664 Aug 30 22:05:03.692432 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-0f869fe1-7208-4f90-bc97-a9762204c9bf service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937302 Aug 30 22:05:03.792653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed8e0b0-71f8-4273-bd3f-e389d45f51d5 req-c12b0e19-0cd4-4ba9-9317-58b8dfff97d3 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923412 Aug 30 22:05:03.992858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:06.333529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:09.045217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ba5bc45-d575-458c-9b9e-a436ba8827fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:11.842243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:11.963222 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8ca92cc-42ff-4ec1-bbde-c17e4f8177fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:12.878011 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:14.762263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:27.503787 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:05:33.985523 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:36.333184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:39.040924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-275a9f01-94cc-4a55-a1e2-886369e47129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:41.836563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:41.967055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7648913-bccf-4dea-b242-c88d77dec9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:42.886867 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:05:44.766025 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:03.980933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:04.506836 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:06:05.282810 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-b3f73dd4-992a-40d5-8340-0ac563fde6d7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1055131 Aug 30 22:06:05.369044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-8d69d17f-12e0-4402-a220-2ef7e386d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:05.370629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-8d69d17f-12e0-4402-a220-2ef7e386d817 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1098 time: 0.0426807 Aug 30 22:06:05.489857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-367c849f-edb4-437e-9e88-51b7200ad17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:05.491316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-367c849f-edb4-437e-9e88-51b7200ad17d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1012099 Aug 30 22:06:05.561360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-2cbe1dc0-9ed5-4f05-a891-7f22fb1cf479 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1002 time: 0.0622716 Aug 30 22:06:05.616935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-4c3f254f-9344-4edd-bad0-07ca7c9edce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:05.618443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-4c3f254f-9344-4edd-bad0-07ca7c9edce5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0494576 Aug 30 22:06:05.667044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-086553a0-39cc-49dc-b6eb-acb28b01f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:05.668589 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-086553a0-39cc-49dc-b6eb-acb28b01f39b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428722 Aug 30 22:06:05.763874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-e329f777-8f68-43c2-9fe9-0e8e95cbed58 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864635 Aug 30 22:06:05.862376 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f5b23823-a296-4d81-a75b-5fa09ee8e053 req-31db8c2b-dbad-4173-9784-39edfaa3c242 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913634 Aug 30 22:06:06.339252 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:08.118561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9b46-a9e5-4567-b7f9-2755bf808110 req-d62da195-971e-4f0c-ab70-5b178207d4ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:08.120163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dfd9b46-a9e5-4567-b7f9-2755bf808110 req-d62da195-971e-4f0c-ab70-5b178207d4ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.1082301 Aug 30 22:06:08.165805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dfd9b46-a9e5-4567-b7f9-2755bf808110 req-61fd61f2-3358-4654-bff5-cb302e802a8f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390582 Aug 30 22:06:09.047904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13464e83-9d1d-4cc5-933b-c7c219ad299c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:09.452477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecc740-41b4-4dca-90e7-d2f39dad06ff req-5a1b0e7e-cbde-4277-8eb2-e0e6ede8b0a9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:09.454109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0ecc740-41b4-4dca-90e7-d2f39dad06ff req-5a1b0e7e-cbde-4277-8eb2-e0e6ede8b0a9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0609460 Aug 30 22:06:09.524723 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0ecc740-41b4-4dca-90e7-d2f39dad06ff req-1ef7d7f9-f0a7-4afb-aa4d-97d82b50abff tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645406 Aug 30 22:06:09.535820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-e98b19fa-f8a9-44ff-a576-bcbf1c920e25 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042681 Aug 30 22:06:10.650077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3493c61-ffad-4f58-ba1f-11d568953707 req-199e976b-d5a8-4c90-928b-7ec24fb0ec56 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:10.651652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3493c61-ffad-4f58-ba1f-11d568953707 req-199e976b-d5a8-4c90-928b-7ec24fb0ec56 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0559683 Aug 30 22:06:10.699136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b3493c61-ffad-4f58-ba1f-11d568953707 req-76805969-9ae1-4822-b89c-589e0033f5a5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409648 Aug 30 22:06:10.812736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-18fdf321-f177-42a5-b0ac-0f4c7b716587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:10.814327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-18fdf321-f177-42a5-b0ac-0f4c7b716587 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1098 time: 0.0473919 Aug 30 22:06:10.912018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-9a665ad0-d7a2-4d9f-9976-ed2a9ae78f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:10.913488 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-9a665ad0-d7a2-4d9f-9976-ed2a9ae78f2c service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0925834 Aug 30 22:06:10.981507 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-185cc6fa-d50a-4208-a3df-622cce151440 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1002 time: 0.0604901 Aug 30 22:06:11.040142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-57bc87fd-a2d5-4dea-90c5-93947f04af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:11.042327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-57bc87fd-a2d5-4dea-90c5-93947f04af67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0532093 Aug 30 22:06:11.104486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-5ee609a3-fdfd-4dac-8fd4-431b8cd64a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:11.106024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-5ee609a3-fdfd-4dac-8fd4-431b8cd64a09 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570514 Aug 30 22:06:11.204017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-3cf4b49c-b3d6-4625-9b64-c47b21045181 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902975 Aug 30 22:06:11.303459 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-909fa9c0-86b9-4522-bd31-47a9ca17f75a service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918171 Aug 30 22:06:11.837429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d36be7-12dd-4361-895a-7b90a83ca6a8 req-eacdf266-6095-446a-8e68-9f8de311b076 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:11.839331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67d36be7-12dd-4361-895a-7b90a83ca6a8 req-eacdf266-6095-446a-8e68-9f8de311b076 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0598598 Aug 30 22:06:11.844969 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:11.884114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67d36be7-12dd-4361-895a-7b90a83ca6a8 req-da6e959e-3fd1-44e7-8ab9-ec82f22cffb4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366225 Aug 30 22:06:11.980632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-67ad4910-0133-4d15-8645-9f0565dcd23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:12.886110 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:13.012274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55806406-660e-4069-aad9-18e17312d058 req-abe30f2e-f749-4895-85ee-adaab1534014 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:13.013840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55806406-660e-4069-aad9-18e17312d058 req-abe30f2e-f749-4895-85ee-adaab1534014 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0586903 Aug 30 22:06:13.055331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55806406-660e-4069-aad9-18e17312d058 req-d5dc3225-e5c9-4a41-9e80-63ad9cf86c25 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350280 Aug 30 22:06:14.178951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939539c-9973-47e4-b84d-e0401dd089b0 req-0c112f93-e3ab-43eb-a37f-b77c31eb1689 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:14.180537 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8939539c-9973-47e4-b84d-e0401dd089b0 req-0c112f93-e3ab-43eb-a37f-b77c31eb1689 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0516722 Aug 30 22:06:14.230078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8939539c-9973-47e4-b84d-e0401dd089b0 req-fd2eb276-8c8a-426a-917a-3a25f5c6ad8c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433416 Aug 30 22:06:14.768346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:15.360047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f9274-69d4-41bb-be96-3ec852dd9c2a req-085dd09c-3036-4a05-8a87-7c83d6600ef4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:15.361640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac2f9274-69d4-41bb-be96-3ec852dd9c2a req-085dd09c-3036-4a05-8a87-7c83d6600ef4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0528190 Aug 30 22:06:15.402731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac2f9274-69d4-41bb-be96-3ec852dd9c2a req-93d78c4f-96b7-457c-b41d-67c19bba9509 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349844 Aug 30 22:06:16.534367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f53ebf-77e9-46ba-a544-9f74afe21be0 req-6a3dd2df-efc8-4d03-bf4c-5a2d474673f7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:16.535941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4f53ebf-77e9-46ba-a544-9f74afe21be0 req-6a3dd2df-efc8-4d03-bf4c-5a2d474673f7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0612116 Aug 30 22:06:16.578072 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d4f53ebf-77e9-46ba-a544-9f74afe21be0 req-0d818677-099b-4a3c-80d4-dd814591cdb7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357430 Aug 30 22:06:17.698904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed462b5-0fb9-449f-aee2-7ec868711f17 req-01ebbd41-f185-4e9d-b33c-f780cc8b27ac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:17.700466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fed462b5-0fb9-449f-aee2-7ec868711f17 req-01ebbd41-f185-4e9d-b33c-f780cc8b27ac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0500913 Aug 30 22:06:17.741447 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fed462b5-0fb9-449f-aee2-7ec868711f17 req-75a7bb94-74e7-4475-b2cd-598905bb9a4d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345376 Aug 30 22:06:18.869226 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae3fa-7a21-4945-a549-c0a578f5becd req-bcb5b9ca-5487-40b8-b7b7-33c8f71e30c5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:18.870865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48eae3fa-7a21-4945-a549-c0a578f5becd req-bcb5b9ca-5487-40b8-b7b7-33c8f71e30c5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0509479 Aug 30 22:06:18.910795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48eae3fa-7a21-4945-a549-c0a578f5becd req-c55dbbb3-000c-4eb9-881a-5a7244c68c09 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338948 Aug 30 22:06:20.048539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c3a64-d266-498c-9965-169229de31c5 req-01f1f815-9583-40a8-ab8a-3fd2d4aa2081 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:20.050253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e72c3a64-d266-498c-9965-169229de31c5 req-01f1f815-9583-40a8-ab8a-3fd2d4aa2081 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0632951 Aug 30 22:06:20.095899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e72c3a64-d266-498c-9965-169229de31c5 req-29d15755-e58d-470d-a4f5-03c9ca69a523 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 Aug 30 22:06:21.227117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e4270-0b31-4e65-95a4-f97617ae6912 req-f004368f-eee0-483b-9d6d-3e6aa0adba1d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:21.228571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-539e4270-0b31-4e65-95a4-f97617ae6912 req-f004368f-eee0-483b-9d6d-3e6aa0adba1d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0520475 Aug 30 22:06:21.278964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-539e4270-0b31-4e65-95a4-f97617ae6912 req-66a80878-a968-46c4-9a68-7004ecc245d0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Aug 30 22:06:22.417164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766a5c2-3a00-463e-bb75-256bacf20c9d req-eb91b227-59d2-48bf-9901-ca2330d26244 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:22.418756 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b766a5c2-3a00-463e-bb75-256bacf20c9d req-eb91b227-59d2-48bf-9901-ca2330d26244 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0584242 Aug 30 22:06:22.458378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b766a5c2-3a00-463e-bb75-256bacf20c9d req-661ee392-1f10-460a-8831-7b3b08c95eab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333209 Aug 30 22:06:23.588257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a5f51-dc87-49b8-880c-cea0ca951d0e req-820baa0f-c116-432c-b790-b066e9d8ec91 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:23.589689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f87a5f51-dc87-49b8-880c-cea0ca951d0e req-820baa0f-c116-432c-b790-b066e9d8ec91 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0568902 Aug 30 22:06:23.629977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f87a5f51-dc87-49b8-880c-cea0ca951d0e req-71fac615-5b3b-45fd-9f52-2961ea7b6d02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Aug 30 22:06:24.757245 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75ff1-0dd8-4635-a481-3e56ff2cbc37 req-ad813ee5-8310-4ef4-bdaf-0ead25984db3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:24.758815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82d75ff1-0dd8-4635-a481-3e56ff2cbc37 req-ad813ee5-8310-4ef4-bdaf-0ead25984db3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0525389 Aug 30 22:06:24.801595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82d75ff1-0dd8-4635-a481-3e56ff2cbc37 req-644761fe-b396-401f-99f8-09f6b7455298 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346656 Aug 30 22:06:25.927921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eb9c5-19fa-4f40-af0e-2c5734ea5f5b req-fc778b3f-232f-4b6e-8043-05057f721b47 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:25.929468 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-749eb9c5-19fa-4f40-af0e-2c5734ea5f5b req-fc778b3f-232f-4b6e-8043-05057f721b47 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0523987 Aug 30 22:06:25.971025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-749eb9c5-19fa-4f40-af0e-2c5734ea5f5b req-25aa539c-9161-447a-920b-41a7c8e23481 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352123 Aug 30 22:06:27.102892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3699c9-0630-444e-b5d3-4880979ddbc2 req-779d9911-4c39-4d0d-8318-b729c4ea14ff tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:27.104422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a3699c9-0630-444e-b5d3-4880979ddbc2 req-779d9911-4c39-4d0d-8318-b729c4ea14ff tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0540807 Aug 30 22:06:27.144829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a3699c9-0630-444e-b5d3-4880979ddbc2 req-f10d8ec3-eafb-4f22-9a28-bb4408c45aaa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343816 Aug 30 22:06:28.270889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba15485-8f84-4bcb-8c2a-f5efc73e0357 req-00e443c2-fd83-42bb-9954-3d977acf70b2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:28.272798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ba15485-8f84-4bcb-8c2a-f5efc73e0357 req-00e443c2-fd83-42bb-9954-3d977acf70b2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0561883 Aug 30 22:06:28.345292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ba15485-8f84-4bcb-8c2a-f5efc73e0357 req-0c1e9307-76da-427d-91a7-7129a94824be tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663199 Aug 30 22:06:28.364512 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-84140800-3684-49bd-9e05-55289bff544e service neutron] show failed (client error): The resource could not be found. Aug 30 22:06:28.365573 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-84140800-3684-49bd-9e05-55289bff544e service neutron] 10.222.0.82 "GET /v2.0/ports/a9dbc806-13ae-4255-9a98-26c5ca110a1e/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0712812 Aug 30 22:06:28.658031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-c8cadb78-0036-454a-bdc3-282906f3f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:28.659682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-c8cadb78-0036-454a-bdc3-282906f3f90c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 1098 time: 0.1248505 Aug 30 22:06:28.672726 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:06:28.730571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:28.956331 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:28.997979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:06:29.047285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:29.049622 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d806e-091b-44d3-8dd0-759c1969a72d" -d '{"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-unplugged", "status": "completed", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:29.054490 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:29.068486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Transition to ACTIVE for port object a9dbc806-13ae-4255-9a98-26c5ca110a1e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:06:29.073354 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:29.159644 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3f19ea-0c13-44f4-9814-5af7ae83dcef x-openstack-request-id: req-dd3f19ea-0c13-44f4-9814-5af7ae83dcef {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:29.159948 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-unplugged", "status": "completed", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:29.160210 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd3f19ea-0c13-44f4-9814-5af7ae83dcef {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:29.160615 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'code': 200} Aug 30 22:06:29.162992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:29.177659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.178005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.178350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.178708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.179052 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.179383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.179713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.180074 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.180403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.180751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.181070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.181390 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:29.214336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] No DVR routers for this DVR port a9dbc806-13ae-4255-9a98-26c5ca110a1e on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:06:29.363762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:06:29.364130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:06:29.364433 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:06:29.369913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Port a9dbc806-13ae-4255-9a98-26c5ca110a1e on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:06:29.370231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Attempting to bind port a9dbc806-13ae-4255-9a98-26c5ca110a1e on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:06:29.376374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:06:29.376374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:06:29.376670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:06:29.377076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Bound port: a9dbc806-13ae-4255-9a98-26c5ca110a1e, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:06:29.377283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:29.445916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:06:29.449403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:06:29.455851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:29.492007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4816c-c728-4b3e-a6cf-66190b216ba8 req-8e9ec5f2-604f-498b-ac3b-058977c5ea9d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:29.493815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7da4816c-c728-4b3e-a6cf-66190b216ba8 req-8e9ec5f2-604f-498b-ac3b-058977c5ea9d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0644846 Aug 30 22:06:29.497112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:29.497832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:29.499524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] 10.222.0.86 "PUT /v2.0/ports/a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1093 time: 0.8311265 Aug 30 22:06:29.543803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7da4816c-c728-4b3e-a6cf-66190b216ba8 req-4e80441b-5bf3-443c-8040-6561d4e0b385 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Aug 30 22:06:29.570554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1610bd7-b18b-49ff-a336-4153d84f4745 service neutron] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:29.579839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-6d79a7f0-57d7-4733-b2b5-c7c450fcef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:29.581399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-6d79a7f0-57d7-4733-b2b5-c7c450fcef06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1096 time: 0.0542319 Aug 30 22:06:29.682559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-abb74853-a880-43f1-8046-1e3b835e51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:29.684122 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-abb74853-a880-43f1-8046-1e3b835e51a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0959413 Aug 30 22:06:29.759018 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-108dae0f-f62b-4cae-9cd9-de167b11ef78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1000 time: 0.0670893 Aug 30 22:06:29.830972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-268e8263-ab51-4acc-9e0a-19a9fcbc3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:29.831660 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-268e8263-ab51-4acc-9e0a-19a9fcbc3dd3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0656362 Aug 30 22:06:29.881739 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-d6535d60-63ec-49fd-a8a6-b326539af29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:29.883375 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-d6535d60-63ec-49fd-a8a6-b326539af29e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439365 Aug 30 22:06:29.894974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-9389f4ee-173e-4f8b-83c8-ec7441a9f6f9 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:06:29.895950 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-9389f4ee-173e-4f8b-83c8-ec7441a9f6f9 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054224 Aug 30 22:06:29.995664 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-ebd628f3-fc8c-48d2-8249-1b83ee02a718 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917392 Aug 30 22:06:30.115747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-99c2fbc0-58f8-4445-9b9e-7d7b2a52209c req-479c72b9-30da-4095-8679-6554e7f62c37 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122155 Aug 30 22:06:30.524916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:06:30.569947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:06:30.672435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019fa05-8253-4b64-b935-d3909f05b9a5 req-48fd01a3-24e6-4386-ab1d-2477c8cc8365 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:30.674019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0019fa05-8253-4b64-b935-d3909f05b9a5 req-48fd01a3-24e6-4386-ab1d-2477c8cc8365 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0553551 Aug 30 22:06:30.714295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0019fa05-8253-4b64-b935-d3909f05b9a5 req-d2609569-ae00-4d84-863f-9ae761abbff5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341108 Aug 30 22:06:31.161944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:31.164353 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e17d573-edb1-41d8-a2a0-bd941344c7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:31.216336 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca67ce-87fc-49cc-a7cd-0b3e6641cc05 x-openstack-request-id: req-4dca67ce-87fc-49cc-a7cd-0b3e6641cc05 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:31.216633 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:31.216955 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4dca67ce-87fc-49cc-a7cd-0b3e6641cc05 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:31.217429 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'status': 'completed', 'code': 200} Aug 30 22:06:31.280766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-d16d8084-3bd9-4c5d-bd0f-e9f2d624c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.282317 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-d16d8084-3bd9-4c5d-bd0f-e9f2d624c715 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1096 time: 0.0435467 Aug 30 22:06:31.283148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-55dc7234-b524-40d6-a823-744cdc8848be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.284676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-55dc7234-b524-40d6-a823-744cdc8848be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1096 time: 0.0421336 Aug 30 22:06:31.381318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-4e2620f7-7145-41d4-9200-9a7dc36f4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.382857 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-4e2620f7-7145-41d4-9200-9a7dc36f4547 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0922499 Aug 30 22:06:31.387787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-01d74bf1-43ad-414f-b3f0-db5b14914ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.391086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-01d74bf1-43ad-414f-b3f0-db5b14914ef0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0973911 Aug 30 22:06:31.452074 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-0d7a16d1-7b75-4401-b8f6-5b47c864adb5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1000 time: 0.0609250 Aug 30 22:06:31.456597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-bb212426-6a8c-470e-b2fe-99b314ed2369 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1000 time: 0.0591638 Aug 30 22:06:31.508213 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-ffdf31f7-0788-4ef6-8892-c25b42845172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.509699 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-ffdf31f7-0788-4ef6-8892-c25b42845172 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0492883 Aug 30 22:06:31.513767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-33844f5e-0326-4ad0-9ab5-6145dbf35273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.515327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-33844f5e-0326-4ad0-9ab5-6145dbf35273 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0521340 Aug 30 22:06:31.564527 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-2bdbd866-92f3-42f5-812b-58062025afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.566215 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-2bdbd866-92f3-42f5-812b-58062025afc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481098 Aug 30 22:06:31.569586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-c69888ca-514a-4fdc-8353-81d456a6d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.571299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-c69888ca-514a-4fdc-8353-81d456a6d9c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481725 Aug 30 22:06:31.667227 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-8d76454c-4d78-4646-994c-f300db3cbf00 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889304 Aug 30 22:06:31.670984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-538fb8d4-7f80-4101-9b7f-bbd603838e09 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949252 Aug 30 22:06:31.773266 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-e00c29cb-c69f-4ba1-b046-5cacff22352c service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950215 Aug 30 22:06:31.773519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0e17d573-edb1-41d8-a2a0-bd941344c7b7 req-80ad02eb-eabe-4611-b20a-95a0e9cf9812 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995841 Aug 30 22:06:31.843929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e09a4-2346-49fc-934f-166c00cf5bf1 req-368b135b-2065-4e81-9093-781d367658f2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:31.845462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-012e09a4-2346-49fc-934f-166c00cf5bf1 req-368b135b-2065-4e81-9093-781d367658f2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0505121 Aug 30 22:06:31.887719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-012e09a4-2346-49fc-934f-166c00cf5bf1 req-ad144325-cb02-4069-8773-37922f2d44f4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356922 Aug 30 22:06:32.987271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:06:33.018905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622713f-8f86-4efa-8451-89209c058103 req-f587362f-0eed-42e1-8b32-fcc1ac03b031 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:33.021658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3622713f-8f86-4efa-8451-89209c058103 req-f587362f-0eed-42e1-8b32-fcc1ac03b031 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 944 time: 0.0531838 Aug 30 22:06:33.072372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3622713f-8f86-4efa-8451-89209c058103 req-d536cc77-28b3-48be-81b1-36c1b5bc259f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376613 Aug 30 22:06:33.098393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:33.113656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'mac_address': 'fa:16:3e:92:41:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:06:33.151231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:33.168582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9dbc806-13ae-4255-9a98-26c5ca110a1e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:06:33.189753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:33.194031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:33.245639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:33.253709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.254057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.254401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.254821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.255118 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.255411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.255741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.256064 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.256392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.256717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.257042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.257365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:33.553059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a9dbc806-13ae-4255-9a98-26c5ca110a1e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:06:33.979083 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:34.208206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a649328-64a5-400b-8411-13a483f61166 req-2d1791bb-9c8e-478c-9605-340296e35cbe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:34.209735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a649328-64a5-400b-8411-13a483f61166 req-2d1791bb-9c8e-478c-9605-340296e35cbe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 945 time: 0.0633671 Aug 30 22:06:34.253486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8a649328-64a5-400b-8411-13a483f61166 req-8b497305-67e1-474c-9044-afab79e7e695 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Aug 30 22:06:34.515523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3d72e-a65b-48af-96f7-933e0033f92a req-3d14888c-9724-49b8-a2e7-dfa4ea7df34b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:34.516987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cee3d72e-a65b-48af-96f7-933e0033f92a req-3d14888c-9724-49b8-a2e7-dfa4ea7df34b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 945 time: 0.0868659 Aug 30 22:06:34.531906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-b684e2de-5afb-4431-b92c-8227058eb872 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:34.534074 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-b684e2de-5afb-4431-b92c-8227058eb872 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767&tenant_id=3d286048961c4546b62d7f58a92666e0&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 945 time: 0.1000850 Aug 30 22:06:34.607561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cee3d72e-a65b-48af-96f7-933e0033f92a req-584d0ecb-3d3b-4641-805a-c82fb0116cc7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724647 Aug 30 22:06:34.629587 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-a94a894b-19ee-47c8-a6f1-375b133e1850 service neutron] delete failed (client error): The resource could not be found. Aug 30 22:06:34.630623 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-a94a894b-19ee-47c8-a6f1-375b133e1850 service neutron] 10.222.0.82 "DELETE /v2.0/ports/a9dbc806-13ae-4255-9a98-26c5ca110a1e/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0864155 Aug 30 22:06:34.731102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-853f8ab9-c684-4203-b5e6-9b8011af9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:34.732653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-853f8ab9-c684-4203-b5e6-9b8011af9836 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 1097 time: 0.0481455 Aug 30 22:06:34.836871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-7b41587c-52ae-4fcc-9b7e-b7918a6ea481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:34.838323 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-7b41587c-52ae-4fcc-9b7e-b7918a6ea481 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0974290 Aug 30 22:06:34.908790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-ab41ca7a-562b-45d4-b980-3f227392f3af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 200 len: 1001 time: 0.0627027 Aug 30 22:06:34.978354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-b390fb5c-c706-4d18-8b2e-f51336c06cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:34.980008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-b390fb5c-c706-4d18-8b2e-f51336c06cff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0641241 Aug 30 22:06:34.998913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:06:35.035704 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-1c217d8d-83d7-4192-a7d2-222c15d19eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:35.037251 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-1c217d8d-83d7-4192-a7d2-222c15d19eed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494232 Aug 30 22:06:35.057077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a9dbc806-13ae-4255-9a98-26c5ca110a1e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:06:35.061080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a9dbc806-13ae-4255-9a98-26c5ca110a1e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:06:35.061462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:35.131079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-8a8df466-2903-45a5-81fd-b0804d00619d service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861318 Aug 30 22:06:35.141348 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:35.166108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:35.168508 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498355c7-2360-4c8d-96bd-5574f606ccaf" -d '{"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-plugged", "status": "completed", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:35.182915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:35.189517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:35.236464 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-72d6e6f5-0da1-4add-869e-3c0e0b3f0a7e req-9316d22c-dfd6-489e-bb32-2bd3ed15e12e service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987244 Aug 30 22:06:35.243843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:35.295004 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed5795e-27d2-43aa-a8f2-5a9ed43f64df x-openstack-request-id: req-3ed5795e-27d2-43aa-a8f2-5a9ed43f64df {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:35.295004 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-plugged", "status": "completed", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:35.295004 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ed5795e-27d2-43aa-a8f2-5a9ed43f64df {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:35.295004 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'code': 200} Aug 30 22:06:36.084645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711b501-da9f-434c-9419-5480416fa93e req-013e63d5-98d2-4274-ba5a-8e823aaa2301 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:36.086267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e711b501-da9f-434c-9419-5480416fa93e req-013e63d5-98d2-4274-ba5a-8e823aaa2301 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.3995330 Aug 30 22:06:36.127591 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e711b501-da9f-434c-9419-5480416fa93e req-a9b5dff9-ebd0-493a-9d01-e2bc855ea549 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Aug 30 22:06:36.245866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244579aa-0429-4a05-aa8a-ea56a69ee813 req-da8afcc4-94b6-4efe-b85b-8ee907ec8339 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:36.247489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-244579aa-0429-4a05-aa8a-ea56a69ee813 req-da8afcc4-94b6-4efe-b85b-8ee907ec8339 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0508358 Aug 30 22:06:36.288549 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-244579aa-0429-4a05-aa8a-ea56a69ee813 req-1a5e7615-45f7-40d0-982f-75e6ddc2f72d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349088 Aug 30 22:06:36.342278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:36.419695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361974d-9457-47b3-a310-79a548c828a3 req-b63018b9-244a-4158-817d-0445d28108d2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:36.421320 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2361974d-9457-47b3-a310-79a548c828a3 req-b63018b9-244a-4158-817d-0445d28108d2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0634146 Aug 30 22:06:36.463711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2361974d-9457-47b3-a310-79a548c828a3 req-80818e82-5b7d-4b31-9398-2548a0d14040 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362875 Aug 30 22:06:36.724195 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceffa6-7e17-4c22-b5ba-7bbdc511bd31 req-2075edad-06e7-4fd2-9693-c2151f78e5c2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:36.725773 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97ceffa6-7e17-4c22-b5ba-7bbdc511bd31 req-2075edad-06e7-4fd2-9693-c2151f78e5c2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0541821 Aug 30 22:06:36.766442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-97ceffa6-7e17-4c22-b5ba-7bbdc511bd31 req-780b8560-d12c-43cb-8c73-a67c1055a6e1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344017 Aug 30 22:06:37.890107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237de33-1572-4b7d-8ac6-6e6f082260df req-ba230a83-fe33-44af-954c-40e0bb05437a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:37.891664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b237de33-1572-4b7d-8ac6-6e6f082260df req-ba230a83-fe33-44af-954c-40e0bb05437a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Aug 30 22:06:37.932763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b237de33-1572-4b7d-8ac6-6e6f082260df req-bd700081-517b-4641-94e6-11393429374e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347569 Aug 30 22:06:38.076226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-18aeb2c3-fda0-4624-bb32-ec638fa775e2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:38.077656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-18aeb2c3-fda0-4624-bb32-ec638fa775e2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Aug 30 22:06:38.174643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Deleting port a9dbc806-13ae-4255-9a98-26c5ca110a1e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:06:38.175006 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:38.278089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] For port a9dbc806-13ae-4255-9a98-26c5ca110a1e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a9dbc806-13ae-4255-9a98-26c5ca110a1e,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:38.278509 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:38.505658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:38.506041 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:38.506350 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc disassociated. External IP: 172.25.5.201, port: a9dbc806-13ae-4255-9a98-26c5ca110a1e. Aug 30 22:06:38.506702 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Calling delete_port for a9dbc806-13ae-4255-9a98-26c5ca110a1e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:06:38.654948 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:38.685598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'Port': ['ID=a9dbc806-13ae-4255-9a98-26c5ca110a1e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:38.813857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:06:39.035639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5f23039-62ec-462e-864d-bc44f866b32d req-46ce5e90-a4c3-4376-ae6f-3adb6769a098 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=b505ff2f-432d-45bb-8aff-90db9093f767 HTTP/1.1" status: 200 len: 210 time: 0.0285976 Aug 30 22:06:39.048756 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e126ce8-e144-4fbd-8aee-185b8136d368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:39.227735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:06:39.237821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:06:39.247547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:06:39.248181 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:06:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:39.269771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] No DVR routers for this DVR port a9dbc806-13ae-4255-9a98-26c5ca110a1e on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:06:39.273059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:39.275242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6eb6aac3-513c-490a-b9fb-c4c1875621c8 req-abb6007b-00a0-4b95-83bb-30bcf87d9526 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "DELETE /v2.0/ports/a9dbc806-13ae-4255-9a98-26c5ca110a1e HTTP/1.1" status: 204 len: 173 time: 1.1892390 Aug 30 22:06:39.275703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-deleted', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:39.278055 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b300db0f-17c4-40e4-a0c7-26d60d7916e8" -d '{"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-deleted", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:39.322561 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a147be4-fb47-4c31-912e-b8ccaad38b29 x-openstack-request-id: req-3a147be4-fb47-4c31-912e-b8ccaad38b29 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:39.322561 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b505ff2f-432d-45bb-8aff-90db9093f767", "name": "network-vif-deleted", "tag": "a9dbc806-13ae-4255-9a98-26c5ca110a1e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:39.322561 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a147be4-fb47-4c31-912e-b8ccaad38b29 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:39.322561 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b505ff2f-432d-45bb-8aff-90db9093f767', 'name': 'network-vif-deleted', 'tag': 'a9dbc806-13ae-4255-9a98-26c5ca110a1e', 'status': 'completed', 'code': 200} Aug 30 22:06:39.359580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:06:39.744284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:39.770648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:06:39.781461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:06:39.782091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:06:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:39.905850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:06:40.133442 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:40.160367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c89b89-cba9-4828-969c-12ede3949948 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:06:40.290090 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-0a7d3fce-5a70-4539-8a9a-061dda674493 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--968543999&fields=id&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 267 time: 0.0414467 Aug 30 22:06:40.410409 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8702725-8495-40f8-ab8e-a0ba14733ec4 None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:06:40.412079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c6b6bf97-5ecc-4687-a639-2276f345a8d9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:40.413645 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c6b6bf97-5ecc-4687-a639-2276f345a8d9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1157732 Aug 30 22:06:40.430216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-9435ffa3-38c4-4d3c-b8f1-6114c801d9c9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/quotas/3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 375 time: 0.0102258 Aug 30 22:06:40.489302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-5c28ff7b-4672-44e2-a583-5aa8f2465a49 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526555 Aug 30 22:06:40.645769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-8bac4957-7acb-4418-906c-b80e6a9b667c service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442568 Aug 30 22:06:40.742564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-5e1c7960-adcc-4eec-ae7f-bda577ee572d service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900578 Aug 30 22:06:40.920685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89fe976f-b55f-4051-aef7-8cd7135f83aa req-3338502b-f0bc-4f76-96d7-858bf7edd1d3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 210 time: 0.0329888 Aug 30 22:06:41.012743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:06:41.034042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: a9dbc806-13ae-4255-9a98-26c5ca110a1e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:06:41.034393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a9dbc806-13ae-4255-9a98-26c5ca110a1e not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:06:41.506048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:06:41.837182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:41.962857 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-dcb09cb2-8a13-4563-a7e9-a44842904d9c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:41.964496 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-dcb09cb2-8a13-4563-a7e9-a44842904d9c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1162429 Aug 30 22:06:41.975874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1a9184c3-3eec-4da7-a909-9bc86ede3d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.029029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-524270f3-9bd9-414b-b683-d8bd4fbc4849 req-8eef7fd3-a030-4cbf-bd9a-90dcfdf88eac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 210 time: 0.0361211 Aug 30 22:06:42.039102 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-4bd551d4-fdc0-4728-bf8a-94a6c55042aa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 379 time: 0.0640476 Aug 30 22:06:42.049474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'port': {'device_id': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'admin_state_up': True, 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'security_groups': ['7d94e8cb-963b-4895-b4a4-7550364c215c']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:06:42.189426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:06:42.193588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.331779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Allocated IP 172.20.0.10 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/0ed844e3-69e1-4435-a804-aa7d85c72706) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:06:42.491162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.506446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Transition to ACTIVE for port object 0ed844e3-69e1-4435-a804-aa7d85c72706 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:06:42.544304 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.597987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:06:42.601347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:06:42.605813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:06:42.609954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:42.639173 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.639520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.639859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.640178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.640498 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.640826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.641171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.641481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.641805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.642129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.642450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.642805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:06:42.671721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:42.672638 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.689789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-c31708be-0325-4111-89d3-e7f3af61cfdf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6443002 Aug 30 22:06:42.703211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Request body: {'port': {'device_id': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:06:42.759702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.848520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b6e8043-e99d-429f-a8a8-05ef96c665a4 None None] Provisioning for port 0ed844e3-69e1-4435-a804-aa7d85c72706 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:06:42.854756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1b6e8043-e99d-429f-a8a8-05ef96c665a4 None None] Provisioning complete for port 0ed844e3-69e1-4435-a804-aa7d85c72706 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:06:42.855158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8043-e99d-429f-a8a8-05ef96c665a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.903516 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:42.904131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e8043-e99d-429f-a8a8-05ef96c665a4 None None] Port 0ed844e3-69e1-4435-a804-aa7d85c72706 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:06:43.034579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed844e3-69e1-4435-a804-aa7d85c72706 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:06:43.042166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:43.055037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Transition to ACTIVE for port object 0ed844e3-69e1-4435-a804-aa7d85c72706 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:06:43.060916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:43.123080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:43.210698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c508-64d4-4ed0-a526-c82dbce8b318 req-39ba9f54-384c-4cd0-9c6b-7b48a213134e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:43.212406 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30e6c508-64d4-4ed0-a526-c82dbce8b318 req-39ba9f54-384c-4cd0-9c6b-7b48a213134e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.1082618 Aug 30 22:06:43.260091 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:06:43.260424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:06:43.260753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:06:43.272976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30e6c508-64d4-4ed0-a526-c82dbce8b318 req-6444f6d1-dba1-42a3-86f2-16213087df24 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540905 Aug 30 22:06:43.273724 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Port 0ed844e3-69e1-4435-a804-aa7d85c72706 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:06:43.274089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:06:43.280171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:06:43.280504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:06:43.280906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:06:43.281335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Bound port: 0ed844e3-69e1-4435-a804-aa7d85c72706, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:06:43.281697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:43.350156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:06:43.353567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:06:43.357954 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:43.402599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:43.403156 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:43.404581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] 10.222.0.82 "PUT /v2.0/ports/0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1093 time: 0.7060194 Aug 30 22:06:43.405059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:43.407426 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c101efd-886c-4d72-8e5d-54e9328c1a00" -d '{"events": [{"name": "network-changed", "server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:43.437833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d89608-acae-4b9f-8e09-d712569e093f service neutron] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:43.458876 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe42bcd-2a31-4981-a396-1a6ccc3f248c x-openstack-request-id: req-bfe42bcd-2a31-4981-a396-1a6ccc3f248c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:43.459164 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:43.459585 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bfe42bcd-2a31-4981-a396-1a6ccc3f248c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:43.459993 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'status': 'completed', 'code': 200} Aug 30 22:06:43.496037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-a505c0f7-5ec4-4272-afb0-12dc0b507525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:43.497638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-a505c0f7-5ec4-4272-afb0-12dc0b507525 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0487666 Aug 30 22:06:43.548118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-5d19298d-c310-4f30-866c-29200073710e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 217 time: 0.0403013 Aug 30 22:06:43.600918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-af02527c-3f4f-472f-84f4-3981ecb1f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:43.602453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-af02527c-3f4f-472f-84f4-3981ecb1f79d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0480986 Aug 30 22:06:43.660202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-00dbc432-9b4e-4fbd-a442-121425b47eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:43.661842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-00dbc432-9b4e-4fbd-a442-121425b47eb8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519984 Aug 30 22:06:43.758348 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-82706e9e-1da7-415f-b98c-0c98bb96ce71 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888283 Aug 30 22:06:43.857648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85179188-bfd3-4e74-894f-3720b27e39b3 req-30e06422-597f-4deb-908c-793ff9f35e59 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922480 Aug 30 22:06:43.960638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-da76b2bd-50d7-4650-95a6-8b13b1b43103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:43.962194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-da76b2bd-50d7-4650-95a6-8b13b1b43103 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0485246 Aug 30 22:06:44.068494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-46dc849b-0162-45ec-83f2-48f0e77667db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:44.070023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-46dc849b-0162-45ec-83f2-48f0e77667db service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1007328 Aug 30 22:06:44.115417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-cfcb7b93-f8ba-411a-9c24-d461a0c7b524 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 217 time: 0.0372939 Aug 30 22:06:44.166955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-1f14a283-89bb-4190-8605-9a7abb2b6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:44.168443 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-1f14a283-89bb-4190-8605-9a7abb2b6af0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0466874 Aug 30 22:06:44.215950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-b9f0a983-684a-44e2-89e3-430233be64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:44.217463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-b9f0a983-684a-44e2-89e3-430233be64cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409923 Aug 30 22:06:44.328135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-860f4152-b317-47da-a7fc-24f5b2e2e945 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998681 Aug 30 22:06:44.460708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fced4c-2aec-4bdd-b321-e09057ce5fc0 req-59151caa-f1c6-43ea-856d-833bb97c4271 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:44.462178 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87fced4c-2aec-4bdd-b321-e09057ce5fc0 req-59151caa-f1c6-43ea-856d-833bb97c4271 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.1071637 Aug 30 22:06:44.466143 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c101efd-886c-4d72-8e5d-54e9328c1a00 req-db96448d-f37f-4bcc-8fd5-68e98598ea34 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308165 Aug 30 22:06:44.510526 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87fced4c-2aec-4bdd-b321-e09057ce5fc0 req-f2b98dbb-3516-4f7e-9891-386c4f7ef139 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Aug 30 22:06:44.772544 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:45.636358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f27035-be10-4d42-a269-d112fd259097 req-53474f99-1ef6-416f-8c65-a6e797035f07 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:45.637921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99f27035-be10-4d42-a269-d112fd259097 req-53474f99-1ef6-416f-8c65-a6e797035f07 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0531194 Aug 30 22:06:45.677786 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-99f27035-be10-4d42-a269-d112fd259097 req-fe942472-5620-4381-8195-6647463e55fa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Aug 30 22:06:46.572075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:06:46.674945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:46.691210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'mac_address': 'fa:16:3e:f1:9f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:06:46.736082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:46.750580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed844e3-69e1-4435-a804-aa7d85c72706 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:06:46.770762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:46.776397 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:46.805632 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eeb366-afd8-4be8-88a9-ca08703de8ab req-1225cc0d-aae8-484b-a16b-d8fa8f15bada tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:46.807211 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0eeb366-afd8-4be8-88a9-ca08703de8ab req-1225cc0d-aae8-484b-a16b-d8fa8f15bada tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0583100 Aug 30 22:06:46.827089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:46.848021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0eeb366-afd8-4be8-88a9-ca08703de8ab req-2e607c57-5ca5-44d5-80dc-85c8912ed856 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345078 Aug 30 22:06:47.129675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['0ed844e3-69e1-4435-a804-aa7d85c72706'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:06:47.982816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a52f1-1a0d-4fd1-97e8-15b501c76578 req-d82aaf21-ccf2-45a4-8c74-06b8f6629a0e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:47.984354 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24a52f1-1a0d-4fd1-97e8-15b501c76578 req-d82aaf21-ccf2-45a4-8c74-06b8f6629a0e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 945 time: 0.0591328 Aug 30 22:06:48.027408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24a52f1-1a0d-4fd1-97e8-15b501c76578 req-78c561e6-82bc-439a-9791-23cb967b6428 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Aug 30 22:06:48.593797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:06:48.648294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port 0ed844e3-69e1-4435-a804-aa7d85c72706 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:06:48.652999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port 0ed844e3-69e1-4435-a804-aa7d85c72706 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:06:48.653371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:48.736101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:48.762132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:48.764590 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6225af-45e0-4c99-8899-f9117b4247fa" -d '{"events": [{"server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "name": "network-vif-plugged", "status": "completed", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:48.780981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:06:48.786801 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:48.817303 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddccbae-f161-41a3-a883-c3de5f38d357 x-openstack-request-id: req-1ddccbae-f161-41a3-a883-c3de5f38d357 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:48.817652 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "name": "network-vif-plugged", "status": "completed", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:48.817908 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ddccbae-f161-41a3-a883-c3de5f38d357 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:48.818350 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'code': 200} Aug 30 22:06:48.844268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:06:48.919314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce9cce-3f30-4e53-8a10-0347bf2b42de req-ac3ed3cb-be03-4622-8055-a737cbd11525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:48.920967 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36ce9cce-3f30-4e53-8a10-0347bf2b42de req-ac3ed3cb-be03-4622-8055-a737cbd11525 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1098 time: 0.0437021 Aug 30 22:06:48.959163 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-36ce9cce-3f30-4e53-8a10-0347bf2b42de req-86343aab-1888-4a47-9c5c-90a6ff6c963b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Aug 30 22:06:49.163190 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e655-f99d-45b1-87d0-746707f96d07 req-2e24dc69-671f-4dd7-bc0b-5ca9c5eb40e6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:49.164767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7622e655-f99d-45b1-87d0-746707f96d07 req-2e24dc69-671f-4dd7-bc0b-5ca9c5eb40e6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0593562 Aug 30 22:06:49.206080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7622e655-f99d-45b1-87d0-746707f96d07 req-c12f0870-2352-422e-b83d-4b43020a39e5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331769 Aug 30 22:06:50.342340 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e504c1-3360-4837-9670-76566e754b7c req-d7630fbb-985c-4eaf-b3e8-e75f4f445ed7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:50.343590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9e504c1-3360-4837-9670-76566e754b7c req-d7630fbb-985c-4eaf-b3e8-e75f4f445ed7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0541415 Aug 30 22:06:50.388959 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9e504c1-3360-4837-9670-76566e754b7c req-3707c70e-5c18-422b-8c97-b627d3041218 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379598 Aug 30 22:06:50.507579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef171a0-d04e-4388-a200-e2fea0bc945f req-8a15b632-360f-4e4c-93a5-9159914e17bc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:50.509003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ef171a0-d04e-4388-a200-e2fea0bc945f req-8a15b632-360f-4e4c-93a5-9159914e17bc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0525713 Aug 30 22:06:50.518060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49470) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:06:50.524560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'floatingip': {'port_id': '0ed844e3-69e1-4435-a804-aa7d85c72706'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:06:50.572960 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:51.029031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:51.035645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:51.138339 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc associated. External IP: 172.25.5.201, port: 0ed844e3-69e1-4435-a804-aa7d85c72706. Aug 30 22:06:51.358512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:06:51.474242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:06:51.479707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:06:51.487038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:06:51.496931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:06:51.497576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:06:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:51.511374 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ea9571b-a693-4e4e-aff1-38e5986bca7f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "PUT /v2.0/floatingips/b11febc4-62bc-418f-9f98-626638f7dfdc HTTP/1.1" status: 200 len: 992 time: 0.9922380 Aug 30 22:06:51.511975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:06:51.514416 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d" -d '{"events": [{"name": "network-changed", "server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:06:51.605058 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6241d40-939c-44d0-b998-2a3e96c464c2 x-openstack-request-id: req-f6241d40-939c-44d0-b998-2a3e96c464c2 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:06:51.605347 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:06:51.605595 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6241d40-939c-44d0-b998-2a3e96c464c2 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:06:51.606050 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'status': 'completed', 'code': 200} Aug 30 22:06:51.613584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:06:51.671312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-692d1f62-b485-4ea6-87da-5e88370e29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:51.672920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-692d1f62-b485-4ea6-87da-5e88370e29eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1098 time: 0.0441904 Aug 30 22:06:51.771903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-725a882e-bb35-4761-a54b-71b38a843c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:51.773550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-725a882e-bb35-4761-a54b-71b38a843c1a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0926857 Aug 30 22:06:51.843162 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-7cfba199-6203-4719-aaf5-1215720fd37c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1000 time: 0.0618436 Aug 30 22:06:51.849239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:f1:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:06:50Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:51.879676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:06:51.888973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:06:51.889598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:06:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:51.908377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-609879f1-bd4d-4514-8e70-35a1f340f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:51.909912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-609879f1-bd4d-4514-8e70-35a1f340f519 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0599985 Aug 30 22:06:51.959551 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-a977f660-78da-410d-9b69-dddde2cce1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:06:51.961139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-a977f660-78da-410d-9b69-dddde2cce1ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435915 Aug 30 22:06:52.004021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:06:52.056682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-f8771848-4c73-40a0-8ba5-b5e338ec3844 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879829 Aug 30 22:06:52.156036 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c7f7aa6-bb36-464e-9ed9-385d12e2e51d req-de0885ea-cd4f-4bb8-bb17-25e904935fcb service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920992 Aug 30 22:06:52.244640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:f1:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:06:50Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:06:52.271721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720459a7-54ca-4732-beba-8c5c1c0a57c0 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:f1:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:06:50Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:06:52.484454 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4579f8-9e13-450a-af0c-187ade00e857 None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:07:03.987913 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:05.158435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-54ef5409-74b5-436c-ab51-f0e47b8b9cce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461257 Aug 30 22:07:05.248421 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-ba8e60b0-4bfb-48a7-bb7f-c443d9b0aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:07:05.249830 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-ba8e60b0-4bfb-48a7-bb7f-c443d9b0aa4e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1098 time: 0.0472479 Aug 30 22:07:05.364750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-7558ca97-2c34-4f79-ba37-7e569d35b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:07:05.366285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-7558ca97-2c34-4f79-ba37-7e569d35b4b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0953417 Aug 30 22:07:05.433622 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-ab2203b7-f562-4d71-b6df-207e814f9154 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1002 time: 0.0602074 Aug 30 22:07:05.496079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-b15ef1e1-8613-4cdb-a6bc-c92d09937fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:07:05.497567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-b15ef1e1-8613-4cdb-a6bc-c92d09937fa4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0547454 Aug 30 22:07:05.546125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-c4662115-daa8-41f7-864e-8bf7e5c230f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:07:05.548350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-c4662115-daa8-41f7-864e-8bf7e5c230f4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434465 Aug 30 22:07:05.659420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-002bd19c-f02b-4b31-a6ae-2663e8aa360c service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028683 Aug 30 22:07:05.756035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d24df6e7-a1b9-43e9-b6bf-95c0dfb3e9bb req-59178838-e4ef-4a8b-8217-f7aa4efec846 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897000 Aug 30 22:07:06.355487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:09.043165 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c592ab4e-4aab-4bf4-96d5-501438121a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:11.841570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:11.986354 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09d2a998-18f4-4c85-9af5-356783a5721b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:12.892622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:14.776236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:18.507646 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:07:33.994081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:36.355467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:39.037550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e9c5c529-7d9c-43fe-b4ec-92c2c549bc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:41.849697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:41.986355 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce00bb64-65f5-48e6-89ab-b709322dd0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:42.896927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:44.779933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:07:55.506948 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:08:04.018386 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:06.163071 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-5eeeafaa-6006-40d5-b603-9fd7ed931f74 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494738 Aug 30 22:08:06.250409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-60239826-3611-495c-b56b-7bd1ad4cf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:08:06.251937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-60239826-3611-495c-b56b-7bd1ad4cf221 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1098 time: 0.0410607 Aug 30 22:08:06.356051 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:06.369835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-41d2e462-d83e-493f-bdd4-06a0b0d7aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:08:06.371470 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-41d2e462-d83e-493f-bdd4-06a0b0d7aa64 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0940740 Aug 30 22:08:06.439264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-53a53349-8106-47bb-b4a1-3776e2ca7140 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1002 time: 0.0600650 Aug 30 22:08:06.501217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-34ad9cf2-d5b5-441f-a06d-e0f8590d8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:08:06.502843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-34ad9cf2-d5b5-441f-a06d-e0f8590d8909 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0541832 Aug 30 22:08:06.551416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-b79fbd60-b280-4225-90b7-7841e4e55da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:08:06.552899 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-b79fbd60-b280-4225-90b7-7841e4e55da8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417860 Aug 30 22:08:06.645423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-ff432a4e-cda0-4d27-8b0e-a3d5334a7eb8 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837555 Aug 30 22:08:06.761114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bac23b43-09dd-4dfc-a8f4-3238261d0d60 req-424f9b60-a352-411e-81b2-e9448f1cb996 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079533 Aug 30 22:08:09.046767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-548d596e-80f2-4d5d-b580-efe6274b36ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:11.845636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:11.979814 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de37d5a9-20e5-4f3a-baf6-76adca14399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:12.900361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:14.781960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:32.507745 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:08:34.034482 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:36.346152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:39.041458 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-744d6433-79bf-49d4-96bc-d954a69e5e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:41.851354 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:41.982048 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-97e7a7c7-6441-4559-bf8c-5eb7fb9f356b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:42.899250 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:08:44.785540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:04.036402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:06.352336 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:07.165570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-c00ff0e4-f2f1-441a-9333-a4cca75f8774 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481014 Aug 30 22:09:07.255164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-982d7c8d-eac7-432f-872a-e8d3855894aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:07.256905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-982d7c8d-eac7-432f-872a-e8d3855894aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1098 time: 0.0441902 Aug 30 22:09:07.369172 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-296a8ea8-c2df-4bad-a1f6-514522df282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:07.370709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-296a8ea8-c2df-4bad-a1f6-514522df282a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0905290 Aug 30 22:09:07.435747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-8595c688-8e4c-4a1c-b85b-866d5931dafb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1002 time: 0.0578637 Aug 30 22:09:07.489100 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-ef6ab6be-1ee7-4cdd-8281-fc5109d83f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:07.490584 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-ef6ab6be-1ee7-4cdd-8281-fc5109d83f31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0472629 Aug 30 22:09:07.538949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-06f93e09-2a4b-4ff3-9471-0606e8476ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:07.540352 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-06f93e09-2a4b-4ff3-9471-0606e8476ffa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427084 Aug 30 22:09:07.633761 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-f7591378-919e-4890-920e-847c6b7c1082 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Aug 30 22:09:08.059331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-69bca071-37f3-40e7-b000-9203b3de73b3 req-a65321ed-8e10-4aed-ae25-f52b5d0e3f6a service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191258 Aug 30 22:09:09.044241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3e4b08e0-b83a-4ec0-994c-b3b5e73ff211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:09.508155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:09:11.846632 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:11.986077 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13264eb5-546b-4cf9-96e9-1e4d0a996772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:12.902629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:14.788941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:23.540929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7cb9-59bb-4bb5-95be-a7662ba05c3a req-b9dd92cc-652e-406c-bce5-8ad294215d12 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:23.542340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebca7cb9-59bb-4bb5-95be-a7662ba05c3a req-b9dd92cc-652e-406c-bce5-8ad294215d12 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0618691 Aug 30 22:09:23.591847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ebca7cb9-59bb-4bb5-95be-a7662ba05c3a req-3ec14b3e-6753-4d56-966d-497a07aaf264 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Aug 30 22:09:24.718762 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c6cfd-74d7-4d25-aca6-ab8db8947158 req-3c944195-f45e-48a2-bf9a-772956100ece tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:24.720239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d9c6cfd-74d7-4d25-aca6-ab8db8947158 req-3c944195-f45e-48a2-bf9a-772956100ece tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Aug 30 22:09:24.763881 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d9c6cfd-74d7-4d25-aca6-ab8db8947158 req-c5681a52-e450-4c1d-85c5-ab1b80e298e5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Aug 30 22:09:25.890829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a965fee-127c-4681-9b0c-b9986a666c6c req-6564e09a-2f92-4050-82b5-1652544c17d1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:25.892358 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a965fee-127c-4681-9b0c-b9986a666c6c req-6564e09a-2f92-4050-82b5-1652544c17d1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0512969 Aug 30 22:09:25.931212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3a965fee-127c-4681-9b0c-b9986a666c6c req-79bf06c3-a5ab-4ffa-827d-1fa4ff7bb39c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Aug 30 22:09:27.051204 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1c7b0-f376-45b0-9151-a237e52ce145 req-c9ec63a7-66da-4150-a979-eebcd23d424c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:27.052751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55a1c7b0-f376-45b0-9151-a237e52ce145 req-c9ec63a7-66da-4150-a979-eebcd23d424c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0528390 Aug 30 22:09:27.091916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55a1c7b0-f376-45b0-9151-a237e52ce145 req-977d9ddf-cb7e-4ff4-839b-83ea4891a7a7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Aug 30 22:09:28.209479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eae125-6876-480d-ad5d-e3846fea8ce1 req-19c68743-4bde-4415-84c1-4b6dcee19740 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:28.211616 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87eae125-6876-480d-ad5d-e3846fea8ce1 req-19c68743-4bde-4415-84c1-4b6dcee19740 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0520341 Aug 30 22:09:28.256725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87eae125-6876-480d-ad5d-e3846fea8ce1 req-431a216d-c88d-45d4-93e5-f2165ea25b60 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382380 Aug 30 22:09:29.378916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8e6be-45a8-4d31-9efe-0361b81dade2 req-ab00fd8d-bfb4-46f5-be66-8f0bab154397 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:29.380454 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcd8e6be-45a8-4d31-9efe-0361b81dade2 req-ab00fd8d-bfb4-46f5-be66-8f0bab154397 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0514109 Aug 30 22:09:29.425370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fcd8e6be-45a8-4d31-9efe-0361b81dade2 req-b87c47d0-4904-4e25-a8e9-6dec89dfa0ea tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328856 Aug 30 22:09:30.542363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fff08-1fe4-46a4-87ee-c70b2b5b5eb1 req-8df38f21-8bd4-49cd-b2c5-c4963a3bdcf4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:30.543896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c2fff08-1fe4-46a4-87ee-c70b2b5b5eb1 req-8df38f21-8bd4-49cd-b2c5-c4963a3bdcf4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0506616 Aug 30 22:09:30.583265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c2fff08-1fe4-46a4-87ee-c70b2b5b5eb1 req-005a7f07-2835-47af-b2bd-b295439ac2e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Aug 30 22:09:31.709279 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aaba1-09a0-4415-8b32-d0bcd3f95bc1 req-068bcc56-2488-4599-9bce-3d2fa092fb04 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:31.710925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce5aaba1-09a0-4415-8b32-d0bcd3f95bc1 req-068bcc56-2488-4599-9bce-3d2fa092fb04 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0541005 Aug 30 22:09:31.756988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce5aaba1-09a0-4415-8b32-d0bcd3f95bc1 req-4ac393ab-1eed-4a9f-82a3-1a3de0398706 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398526 Aug 30 22:09:32.878152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe6638-43bf-476d-a5e2-8bfaa4d4276a req-81021ea1-2183-46fc-846b-85e7b792a9fe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:32.879768 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fbe6638-43bf-476d-a5e2-8bfaa4d4276a req-81021ea1-2183-46fc-846b-85e7b792a9fe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0542469 Aug 30 22:09:32.924319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fbe6638-43bf-476d-a5e2-8bfaa4d4276a req-9bf04408-4b3c-42d8-ab7a-a0efc3f0d08c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372865 Aug 30 22:09:34.058574 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06207b3f-bd73-4a4b-9279-0185fa5c044b req-fc0b0c45-bd75-425e-962c-746f6ce14843 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:34.059425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:34.060247 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06207b3f-bd73-4a4b-9279-0185fa5c044b req-fc0b0c45-bd75-425e-962c-746f6ce14843 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0673375 Aug 30 22:09:34.099687 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06207b3f-bd73-4a4b-9279-0185fa5c044b req-236f66e6-5da5-430e-bb8c-a2325f34960a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333052 Aug 30 22:09:35.223633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe67691-6402-4110-82b6-c882e7b40308 req-f08697a0-f208-4215-b30f-71df74a37c23 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:35.225103 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9fe67691-6402-4110-82b6-c882e7b40308 req-f08697a0-f208-4215-b30f-71df74a37c23 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0512366 Aug 30 22:09:35.266778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9fe67691-6402-4110-82b6-c882e7b40308 req-0a47993b-e40c-43fd-af6a-0dee33fd3e59 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354934 Aug 30 22:09:36.375712 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:36.394933 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad80b-0d64-4c3a-b547-a50ae2b97e2f req-0e7d8aff-ec14-4d03-bcee-c35f3a3f4ac0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:36.396795 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-009ad80b-0d64-4c3a-b547-a50ae2b97e2f req-0e7d8aff-ec14-4d03-bcee-c35f3a3f4ac0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0510244 Aug 30 22:09:36.436312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-009ad80b-0d64-4c3a-b547-a50ae2b97e2f req-bf83afb3-246d-4e00-b3f5-03bfefa576f5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332556 Aug 30 22:09:37.554766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643fa2-9943-490f-affc-e537551356cf req-326f1576-e6b6-4ae1-bb25-ba54274ab480 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:37.556279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e643fa2-9943-490f-affc-e537551356cf req-326f1576-e6b6-4ae1-bb25-ba54274ab480 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0514016 Aug 30 22:09:37.598179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e643fa2-9943-490f-affc-e537551356cf req-fe8a3d3e-c871-4a4e-b346-f97e0f0991fb tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345860 Aug 30 22:09:38.723774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6091a5f-658a-4cb4-8e90-baa87f106de0 req-527480fb-0ae7-4821-83ce-342b8b54f783 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:38.725442 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6091a5f-658a-4cb4-8e90-baa87f106de0 req-527480fb-0ae7-4821-83ce-342b8b54f783 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0546324 Aug 30 22:09:38.773779 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6091a5f-658a-4cb4-8e90-baa87f106de0 req-1119eea8-b4ac-4872-9e58-b6c1c782787e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403442 Aug 30 22:09:39.047951 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-301f4fed-014f-40a6-b6a2-b2c6b0516634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:39.903319 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff8bd-1607-441a-8f5e-cdfaf7ce49fc req-eed3f940-60d3-441b-9155-4431d69b1e11 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:39.904890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce5ff8bd-1607-441a-8f5e-cdfaf7ce49fc req-eed3f940-60d3-441b-9155-4431d69b1e11 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0573847 Aug 30 22:09:39.943902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce5ff8bd-1607-441a-8f5e-cdfaf7ce49fc req-ac8e5c3a-32a7-4010-8da7-a09fae63f5aa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329556 Aug 30 22:09:41.231840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-b25bfaf5-3f62-44d2-845d-1908b2be92e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741735 Aug 30 22:09:41.243379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e076bd-c7c9-45ce-baf0-7c1f003d45cd req-11f3e0ea-8433-4f5e-b084-f7ffc049349a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:41.244966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08e076bd-c7c9-45ce-baf0-7c1f003d45cd req-11f3e0ea-8433-4f5e-b084-f7ffc049349a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0771596 Aug 30 22:09:41.292265 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08e076bd-c7c9-45ce-baf0-7c1f003d45cd req-27cfb254-2108-4b97-915c-3eea14db7c5f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406530 Aug 30 22:09:41.856344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:41.989681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b835de6c-ac79-45cc-a243-f9b41bffd898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:42.434987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-f077a947-32fb-49eb-ab96-32974a011f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:42.436500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-f077a947-32fb-49eb-ab96-32974a011f91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1098 time: 0.0699689 Aug 30 22:09:42.444624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c04b60-e5e6-4ccf-9770-49071568bb50 req-529b34b5-f47b-42ef-81de-393ed74983f0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:42.445997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3c04b60-e5e6-4ccf-9770-49071568bb50 req-529b34b5-f47b-42ef-81de-393ed74983f0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0698845 Aug 30 22:09:42.533186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3c04b60-e5e6-4ccf-9770-49071568bb50 req-cace5c37-36e2-463f-8aab-e1ee380324b3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790503 Aug 30 22:09:42.564330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-b0bd6a1f-00d2-4de5-af8f-165ef257ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:42.565896 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-b0bd6a1f-00d2-4de5-af8f-165ef257ba4a service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1190240 Aug 30 22:09:42.641738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-5c2ab066-df42-4a6d-8fdf-c217d7fbd7f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1002 time: 0.0678003 Aug 30 22:09:42.691698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-a59a9cd2-42a9-4945-b757-a55a11cf3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:42.693222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-a59a9cd2-42a9-4945-b757-a55a11cf3b53 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0450895 Aug 30 22:09:42.744894 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-301eccf1-febb-4b9a-8fd9-1f67fd5a4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:42.746463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-301eccf1-febb-4b9a-8fd9-1f67fd5a4c4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454290 Aug 30 22:09:42.837380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-7bc20fcb-b21a-4cc9-b88a-42ece62e7434 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Aug 30 22:09:42.904966 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:42.935153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-ace71a52-eaaa-469c-9663-f51d2f1f25ea service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900755 Aug 30 22:09:43.659001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48ebc8-320e-42fc-b222-875d0aab8583 req-c49a59a0-9e24-49af-8cf8-a1957ded9a26 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:43.660491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b48ebc8-320e-42fc-b222-875d0aab8583 req-c49a59a0-9e24-49af-8cf8-a1957ded9a26 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0564151 Aug 30 22:09:43.699646 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b48ebc8-320e-42fc-b222-875d0aab8583 req-9cb387a7-edae-4c90-ad8f-047b8c21e0ea tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324190 Aug 30 22:09:44.789612 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:44.819656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7f1c3-9d7a-45a9-b367-40b7ab38dd3d req-c28ce796-8744-40c1-a111-c092b04d9e9a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:44.821201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ad7f1c3-9d7a-45a9-b367-40b7ab38dd3d req-c28ce796-8744-40c1-a111-c092b04d9e9a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 946 time: 0.0505683 Aug 30 22:09:44.898564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ad7f1c3-9d7a-45a9-b367-40b7ab38dd3d req-7c7c0b8f-3632-475d-969b-0e0bec72ede0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708520 Aug 30 22:09:44.904085 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8223a6a7-9af6-4fc8-9ac7-c4a7b6394a3e service neutron] show failed (client error): The resource could not be found. Aug 30 22:09:44.905066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8223a6a7-9af6-4fc8-9ac7-c4a7b6394a3e service neutron] 10.222.0.82 "GET /v2.0/ports/0ed844e3-69e1-4435-a804-aa7d85c72706/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0829284 Aug 30 22:09:45.111255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-35b6a2fe-c63e-407d-a6aa-abe21c56a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:45.112818 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-35b6a2fe-c63e-407d-a6aa-abe21c56a115 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 1098 time: 0.0455184 Aug 30 22:09:45.126029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:09:45.181415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:45.382932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:09:45.417132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:09:45.455617 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:09:45.458025 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f890ce4c-859e-4875-bbe4-c96d8c562987" -d '{"events": [{"server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:09:45.461687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:45.474300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Transition to ACTIVE for port object 0ed844e3-69e1-4435-a804-aa7d85c72706 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:09:45.480336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:45.515446 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fcb0e6-a5b9-40d8-b4f0-7fc3e32136df x-openstack-request-id: req-92fcb0e6-a5b9-40d8-b4f0-7fc3e32136df {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:09:45.516370 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:09:45.516370 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92fcb0e6-a5b9-40d8-b4f0-7fc3e32136df {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:09:45.516370 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'code': 200} Aug 30 22:09:45.564506 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:09:45.578569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.578940 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.579282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.579618 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.579949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.580278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.580603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.580928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.581250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.581576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.581899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.582221 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:45.619345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] No DVR routers for this DVR port 0ed844e3-69e1-4435-a804-aa7d85c72706 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:09:45.757334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:09:45.757666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:09:45.757990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:09:45.762542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Port 0ed844e3-69e1-4435-a804-aa7d85c72706 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:09:45.762954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Attempting to bind port 0ed844e3-69e1-4435-a804-aa7d85c72706 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:09:45.767835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:09:45.768162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:09:45.768538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:09:45.768946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Bound port: 0ed844e3-69e1-4435-a804-aa7d85c72706, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:09:45.769291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:45.831913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:09:45.834712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:09:45.841229 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:45.878570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:45.879277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:45.880610 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] 10.222.0.86 "PUT /v2.0/ports/0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1093 time: 0.7586598 Aug 30 22:09:45.916579 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bd19d-d345-4797-b14b-511a8b65aecb service neutron] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:09:45.959869 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-9b5a0a11-cfb3-42e0-86a2-904fe9db3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:45.961439 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-9b5a0a11-cfb3-42e0-86a2-904fe9db3b42 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0538614 Aug 30 22:09:46.031600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15c347-07c0-42b6-a980-0e29bbabae90 req-9cc8a571-e5c1-43a5-82ee-485339a3349d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:46.033172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba15c347-07c0-42b6-a980-0e29bbabae90 req-9cc8a571-e5c1-43a5-82ee-485339a3349d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0535624 Aug 30 22:09:46.071984 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-1382c71a-aa45-4a42-a659-8404544730d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:46.073513 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-1382c71a-aa45-4a42-a659-8404544730d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1047127 Aug 30 22:09:46.092491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba15c347-07c0-42b6-a980-0e29bbabae90 req-29ddd345-de1a-4e77-a404-09afb5cc98df tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516367 Aug 30 22:09:46.143460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-32183743-e9eb-4108-a346-cfd03873da2c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1000 time: 0.0623553 Aug 30 22:09:46.192711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-f30d7a6f-4e15-40b1-938a-a8ea519403d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:46.194183 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-f30d7a6f-4e15-40b1-938a-a8ea519403d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0440736 Aug 30 22:09:46.239684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-15dfce96-8b88-435a-90d5-fe433a2a6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:46.241207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-15dfce96-8b88-435a-90d5-fe433a2a6f66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401628 Aug 30 22:09:46.334911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-d8668a6a-f6b0-4e57-bda2-02889be72c92 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859098 Aug 30 22:09:46.436032 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b5dd21d-32a6-4366-a494-65ff456e72c6 req-d59432a5-d5f0-4ae1-88ea-03787d763665 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938745 Aug 30 22:09:46.506934 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:09:47.213183 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0415f10-ea10-4b8e-b0fc-986f18be36c7 req-0939c05f-b5de-476a-9968-7b7f7348452c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.214706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0415f10-ea10-4b8e-b0fc-986f18be36c7 req-0939c05f-b5de-476a-9968-7b7f7348452c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0515008 Aug 30 22:09:47.254200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f0415f10-ea10-4b8e-b0fc-986f18be36c7 req-599f7be0-d586-411a-93f7-e6230d8ef0ea tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334520 Aug 30 22:09:47.518001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:09:47.520478 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de79a1-a3f6-4757-ab29-fce5de028e47" -d '{"events": [{"name": "network-changed", "server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:09:47.569982 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3049d80-cf9a-40b1-91fc-0867dd3af5d4 x-openstack-request-id: req-f3049d80-cf9a-40b1-91fc-0867dd3af5d4 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:09:47.570266 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:09:47.570512 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3049d80-cf9a-40b1-91fc-0867dd3af5d4 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:09:47.571756 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'status': 'completed', 'code': 200} Aug 30 22:09:47.653566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-46445edb-5752-4d86-838c-bbb4fd6536f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.655391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-46445edb-5752-4d86-838c-bbb4fd6536f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0629125 Aug 30 22:09:47.655580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-bf8c0879-4063-47d6-93e6-bdc04f2e17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.657096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-bf8c0879-4063-47d6-93e6-bdc04f2e17bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0622361 Aug 30 22:09:47.747802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-b0f97c4c-b361-482c-8175-4eb4f4b175dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.749383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-b0f97c4c-b361-482c-8175-4eb4f4b175dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0866344 Aug 30 22:09:47.763642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-62872676-6be9-4f91-bd2a-d577461a4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.765196 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-62872676-6be9-4f91-bd2a-d577461a4d01 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1016607 Aug 30 22:09:47.822349 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-02c52f8c-cec5-40e7-a28a-c9d79cf5a151 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1000 time: 0.0644774 Aug 30 22:09:47.838373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-01cb750d-90fc-4f48-b100-d26ade26da26 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1000 time: 0.0658252 Aug 30 22:09:47.873006 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-e3f61cd5-d132-4db6-a933-a8580efaeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.874533 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-e3f61cd5-d132-4db6-a933-a8580efaeb71 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0446110 Aug 30 22:09:47.887829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-f3cf7221-dacc-47ff-8d07-84be16c8feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.889319 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-f3cf7221-dacc-47ff-8d07-84be16c8feaa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0446544 Aug 30 22:09:47.923809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-0443c4c4-b250-49b8-b3bd-0bca6db9f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.925239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-0443c4c4-b250-49b8-b3bd-0bca6db9f754 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430186 Aug 30 22:09:47.937350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-8c19032c-bbe4-4ddb-817f-445bd873180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:47.938900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-8c19032c-bbe4-4ddb-817f-445bd873180a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420430 Aug 30 22:09:48.020146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-30570889-632e-43be-a6bc-6749e86b779b service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866351 Aug 30 22:09:48.074817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-2e823638-23b7-48fb-8628-cd5930b58437 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287136 Aug 30 22:09:48.125162 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-778f03c8-39eb-4b2d-87cd-498a62e739bf service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966740 Aug 30 22:09:48.207963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0de79a1-a3f6-4757-ab29-fce5de028e47 req-de7dd582-afdf-4702-8f0e-c491f1904e46 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257734 Aug 30 22:09:48.379299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d4d3-1086-4a02-b15e-6fb84bb7b678 req-cfc07df6-bba4-40e4-898c-2762850b4919 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:48.380758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8b8d4d3-1086-4a02-b15e-6fb84bb7b678 req-cfc07df6-bba4-40e4-898c-2762850b4919 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0503719 Aug 30 22:09:48.418580 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b8b8d4d3-1086-4a02-b15e-6fb84bb7b678 req-93a539a3-e596-4a24-a00e-23cd25c7eb4a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317328 Aug 30 22:09:49.348785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:09:49.388515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:09:49.539466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7699d0-15b1-4df5-81b2-1e82c9b081a2 req-99e45761-e3ab-406e-b90f-2a49f66cf2d4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:49.540995 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be7699d0-15b1-4df5-81b2-1e82c9b081a2 req-99e45761-e3ab-406e-b90f-2a49f66cf2d4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0541029 Aug 30 22:09:49.579719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be7699d0-15b1-4df5-81b2-1e82c9b081a2 req-43b44c48-207c-41c1-b735-f3b772bffc6d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326850 Aug 30 22:09:49.815850 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-b7773211-b163-4dff-83d0-9c7499bf9788 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:49.817312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-b7773211-b163-4dff-83d0-9c7499bf9788 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969&tenant_id=3d286048961c4546b62d7f58a92666e0&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 944 time: 0.0807397 Aug 30 22:09:49.827458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d745-5575-4d3d-8266-b7d9e9cc1019 req-e1fedb27-a58d-4bcd-a87c-bd0378d0173e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:49.828842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bbb5d745-5575-4d3d-8266-b7d9e9cc1019 req-e1fedb27-a58d-4bcd-a87c-bd0378d0173e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0657849 Aug 30 22:09:49.908554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bbb5d745-5575-4d3d-8266-b7d9e9cc1019 req-4131ec6a-af8d-4bf6-b33d-4874dd43db8f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508568 Aug 30 22:09:49.913409 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-81a6b9b9-7e52-41d6-9386-a561fa8f4bcd service neutron] delete failed (client error): The resource could not be found. Aug 30 22:09:49.914935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-81a6b9b9-7e52-41d6-9386-a561fa8f4bcd service neutron] 10.222.0.82 "DELETE /v2.0/ports/0ed844e3-69e1-4435-a804-aa7d85c72706/bindings/n-h1-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0847261 Aug 30 22:09:50.002902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-bce98752-33dc-43d5-a096-bb51bad1c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:50.004542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-bce98752-33dc-43d5-a096-bb51bad1c573 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0447447 Aug 30 22:09:50.098809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-8ece0ff8-1893-4f3c-a19d-2b5b6508c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:50.100305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-8ece0ff8-1893-4f3c-a19d-2b5b6508c772 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0893836 Aug 30 22:09:50.169331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-9f129fc8-4d75-4713-bbab-afe04f366af7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1000 time: 0.0620265 Aug 30 22:09:50.239978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-e24e9544-2078-4b2d-a822-4798bd41cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:50.242172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-e24e9544-2078-4b2d-a822-4798bd41cb65 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0661781 Aug 30 22:09:50.296242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-d3c4dc66-2869-42a7-9749-3b291bd935f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:50.297767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-d3c4dc66-2869-42a7-9749-3b291bd935f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484526 Aug 30 22:09:50.391715 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-f29a2cb8-05ee-4fb9-905f-c4afd2a0087e service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868809 Aug 30 22:09:50.484544 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-336ba195-004c-4a1f-b03b-95a556a0c7d1 req-76f69c64-3dc3-424f-9eeb-1a3156da153b service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860875 Aug 30 22:09:51.064542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a0f51-0fb9-43b8-9d0f-c8620266ad3e req-87349542-1a23-4068-9596-fd9eef4067ac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.066073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-547a0f51-0fb9-43b8-9d0f-c8620266ad3e req-87349542-1a23-4068-9596-fd9eef4067ac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0695138 Aug 30 22:09:51.107911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-547a0f51-0fb9-43b8-9d0f-c8620266ad3e req-82f392c3-f076-41b4-9f6d-efe58f3aa4ae tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352893 Aug 30 22:09:51.221990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7b3dd-975c-431b-9f5e-73d3bcc42181 req-287573e9-bd47-49ea-ae8b-341fc1f78fde tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.223427 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ab7b3dd-975c-431b-9f5e-73d3bcc42181 req-287573e9-bd47-49ea-ae8b-341fc1f78fde tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0501320 Aug 30 22:09:51.262696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5ab7b3dd-975c-431b-9f5e-73d3bcc42181 req-9be6bae7-9dee-4e15-bf2b-863b4fbb014a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331020 Aug 30 22:09:51.465077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377797fc-db5d-4d40-b888-d3e25ed05c51 req-dcbc5521-35d7-411b-b39e-0eb819efe384 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.468140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-377797fc-db5d-4d40-b888-d3e25ed05c51 req-dcbc5521-35d7-411b-b39e-0eb819efe384 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 944 time: 0.0537970 Aug 30 22:09:51.502686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-05305e64-b4c8-4743-afb7-1ede15ca0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.504256 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-05305e64-b4c8-4743-afb7-1ede15ca0c3c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 1096 time: 0.0525067 Aug 30 22:09:51.513444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-377797fc-db5d-4d40-b888-d3e25ed05c51 req-be0fcc3e-94f9-46c7-a322-cd96f31214af tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366728 Aug 30 22:09:51.599317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-766360af-073c-4ea1-b708-d2d9f40a27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.600831 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-766360af-073c-4ea1-b708-d2d9f40a27c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0893126 Aug 30 22:09:51.666267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-fe13917e-46b2-4f2a-a2bb-8839f8279001 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 200 len: 1000 time: 0.0582631 Aug 30 22:09:51.719129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-00af5b04-e8ea-4b10-a710-02f94a2e8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.720589 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-00af5b04-e8ea-4b10-a710-02f94a2e8e31 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0481033 Aug 30 22:09:51.738779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:09:51.771159 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-e74d5a37-0666-4af1-b09b-32a692be8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:51.772617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-e74d5a37-0666-4af1-b09b-32a692be8a5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446558 Aug 30 22:09:51.834632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:09:51.848697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'mac_address': 'fa:16:3e:f1:9f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:09:51.861854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-03e922e9-ee65-4485-8b0d-a2293e80121a service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818524 Aug 30 22:09:51.886973 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:51.900279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed844e3-69e1-4435-a804-aa7d85c72706 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:09:51.919734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:09:51.924875 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:51.961773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8913d2c3-de1b-4a7c-a2a6-79c30b554ff8 req-96e80142-7b0d-4491-85f6-f68697d1293a service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923293 Aug 30 22:09:51.973191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:09:51.980598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.980947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.981283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.981621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.981949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.982277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.982603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.982958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.983278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.983602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.983924 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:51.984245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:09:52.636216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de21c-4322-4631-bba9-610d435003b4 req-af49d041-0e51-452f-aa80-115ee52dc7d9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:52.637726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-262de21c-4322-4631-bba9-610d435003b4 req-af49d041-0e51-452f-aa80-115ee52dc7d9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Aug 30 22:09:52.679063 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-262de21c-4322-4631-bba9-610d435003b4 req-b75a8218-f0f3-403b-a473-0a3713fb0274 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348670 Aug 30 22:09:52.945975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669209-453f-47e3-a752-0ce77fcc7f0b req-994ec43c-03f1-4305-9f8a-f2babd63bd67 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:52.947493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b669209-453f-47e3-a752-0ce77fcc7f0b req-994ec43c-03f1-4305-9f8a-f2babd63bd67 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Aug 30 22:09:52.989882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b669209-453f-47e3-a752-0ce77fcc7f0b req-a953ae9d-0be9-4545-92c1-45db5bd4d42f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317993 Aug 30 22:09:53.340476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['0ed844e3-69e1-4435-a804-aa7d85c72706'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:09:54.122535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a62de-f0b2-4d93-ac69-a091b2caa222 req-46424b1a-b50c-4c2f-bd79-6eb1207c8aaf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:54.124081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-812a62de-f0b2-4d93-ac69-a091b2caa222 req-46424b1a-b50c-4c2f-bd79-6eb1207c8aaf tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 945 time: 0.0529170 Aug 30 22:09:54.172062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-812a62de-f0b2-4d93-ac69-a091b2caa222 req-b3fb666a-b961-4bd9-9e65-534566894eda tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Aug 30 22:09:54.321429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-bb9dbfc3-6f75-467d-8f06-a829125a9a09 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:54.322850 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-bb9dbfc3-6f75-467d-8f06-a829125a9a09 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Aug 30 22:09:54.434895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Deleting port 0ed844e3-69e1-4435-a804-aa7d85c72706 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:09:54.435238 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:54.525130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] For port 0ed844e3-69e1-4435-a804-aa7d85c72706, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=0ed844e3-69e1-4435-a804-aa7d85c72706,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:09:54.525496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:54.695576 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:54.695938 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:54.696242 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc disassociated. External IP: 172.25.5.201, port: 0ed844e3-69e1-4435-a804-aa7d85c72706. Aug 30 22:09:54.696653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Calling delete_port for 0ed844e3-69e1-4435-a804-aa7d85c72706 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:09:54.829779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:54.858841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'Port': ['ID=0ed844e3-69e1-4435-a804-aa7d85c72706,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:09:54.986026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:09:55.149167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:09:55.161625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:09:55.171684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:09:55.172407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:09:55.190607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] No DVR routers for this DVR port 0ed844e3-69e1-4435-a804-aa7d85c72706 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:09:55.193488 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:09:55.195788 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2eda4035-4b8b-44b7-96bd-48a6d921d513 req-5c6dfb36-4624-411d-91c6-7fa96b2b7b0c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "DELETE /v2.0/ports/0ed844e3-69e1-4435-a804-aa7d85c72706 HTTP/1.1" status: 204 len: 173 time: 0.8669128 Aug 30 22:09:55.196238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'name': 'network-vif-deleted', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:09:55.198611 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1b626-40b7-406a-8cea-9df03587fc89" -d '{"events": [{"server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "name": "network-vif-deleted", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:09:55.281564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4fb9a94a-9f0e-40bc-92e8-6db76e33eccd req-0a6668d1-ce1b-4f06-88ab-9efa2ac4114e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=d938fbab-6e23-4a54-8043-a9f84ebc9969 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Aug 30 22:09:55.336795 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3ded2-043c-4b7a-a4fe-c0d777cb5dd8 x-openstack-request-id: req-14b3ded2-043c-4b7a-a4fe-c0d777cb5dd8 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:09:55.337605 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d938fbab-6e23-4a54-8043-a9f84ebc9969", "name": "network-vif-deleted", "tag": "0ed844e3-69e1-4435-a804-aa7d85c72706", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:09:55.338244 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14b3ded2-043c-4b7a-a4fe-c0d777cb5dd8 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:09:55.339244 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd938fbab-6e23-4a54-8043-a9f84ebc9969', 'name': 'network-vif-deleted', 'tag': '0ed844e3-69e1-4435-a804-aa7d85c72706', 'status': 'completed', 'code': 200} Aug 30 22:09:55.467880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:09:55.668805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:09:55.694449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:09:55.703010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:09:55.703624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:09:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:09:55.748200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:09:55.774831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 0ed844e3-69e1-4435-a804-aa7d85c72706 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:09:55.775156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 30 22:09:55.819038 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Port 0ed844e3-69e1-4435-a804-aa7d85c72706 not found, will not notify nova. {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 30 22:09:55.843282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:09:56.044256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:09:56.070559 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda553a0-0803-49cc-abb7-d655da2526b4 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:09:56.290560 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe46b5b-a982-4654-ab7e-c74c4b87fded None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:09:56.604054 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-c5b83f3f-c9e4-49bc-b99b-9f8c8e06f1e3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--968543999&fields=id&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 267 time: 0.0340123 Aug 30 22:09:56.713645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-c8f42313-f06c-42b4-afe9-b35e76956d90 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:09:56.715195 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-c8f42313-f06c-42b4-afe9-b35e76956d90 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1008787 Aug 30 22:09:56.730706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-bce18cd2-c5b4-4336-ace3-1f3b2b501cd5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/quotas/3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 375 time: 0.0097129 Aug 30 22:09:56.788938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-4ae3da73-cf55-4922-ad56-3d672c929316 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525236 Aug 30 22:09:56.806459 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-ae63c2ef-2822-43af-879b-1aad410344dd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:09:56.807473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-ae63c2ef-2822-43af-879b-1aad410344dd service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056639 Aug 30 22:09:56.897484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-3e9da48b-e0b9-4482-9c78-183e337fdf46 service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836220 Aug 30 22:09:56.991576 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-999d9e46-93ee-4368-ba4f-0610a0df9762 service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878174 Aug 30 22:09:57.159691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea11eb59-bf28-4fe8-ac67-98a3c1811084 req-e5ddb850-c7a8-4f91-9d06-c978916288f2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0281699 Aug 30 22:09:58.236725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bb2b616-37d9-48a8-91f0-9df867a70783 req-4d49b96a-63e9-47c0-a9b5-5e56f6e8b926 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0270584 Aug 30 22:09:59.319803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5065877-ad24-473f-b429-f5d8c4947c75 req-f4c02784-3e85-4e5a-9b10-771eb1462771 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Aug 30 22:09:59.753883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:09:59.779856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 0ed844e3-69e1-4435-a804-aa7d85c72706 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:09:59.780225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 0ed844e3-69e1-4435-a804-aa7d85c72706 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:10:00.399612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca19e94e-1e21-4368-aa40-02a220ac004f req-33807319-32df-496b-9b90-7e144f5cc825 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Aug 30 22:10:01.497020 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-64e3c48d-609f-4714-9135-7f0ea1d3dabe req-7d7f9073-2305-4efa-bb44-ab77101442fe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0263302 Aug 30 22:10:02.242108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-f0c4fd38-e5fe-4b66-8d67-998ba99fe2b3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:02.243529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-f0c4fd38-e5fe-4b66-8d67-998ba99fe2b3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1106136 Aug 30 22:10:02.289648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-bad8d079-ae61-432a-b271-a0245050c326 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 379 time: 0.0358815 Aug 30 22:10:02.298998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'port': {'device_id': 'ee810710-d959-4809-adcf-1cdd371caa12', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'admin_state_up': True, 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'security_groups': ['7d94e8cb-963b-4895-b4a4-7550364c215c']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:10:02.410733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:10:02.414187 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:02.540913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Allocated IP 172.20.0.13 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/a17c5cce-c466-4cc0-b573-712dc2b22089) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:10:02.609380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09ee1569-96de-4bac-81a3-fd602d9335bc req-280b691d-c5cc-41a5-9824-d54655c18e57 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0404034 Aug 30 22:10:02.711058 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:02.725337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Transition to ACTIVE for port object a17c5cce-c466-4cc0-b573-712dc2b22089 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:10:02.759045 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:02.806414 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:10:02.809740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:10:02.813505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:10:02.838038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:10:02.849480 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.849836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.850169 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.850478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.850836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.851166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.851481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.851786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.852103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.852478 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.852799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.853110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:10:02.878763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:02.879383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:02.896085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-1e537d8e-3f8e-4422-a69f-b2bcb3ce43c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003325 Aug 30 22:10:02.914644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Request body: {'port': {'device_id': 'ee810710-d959-4809-adcf-1cdd371caa12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:10:02.998523 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.014074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b530fd21-6974-42ef-9ade-0c5c4aa71540 None None] Provisioning for port a17c5cce-c466-4cc0-b573-712dc2b22089 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:10:03.017852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b530fd21-6974-42ef-9ade-0c5c4aa71540 None None] Provisioning complete for port a17c5cce-c466-4cc0-b573-712dc2b22089 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:10:03.018214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b530fd21-6974-42ef-9ade-0c5c4aa71540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.052229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b530fd21-6974-42ef-9ade-0c5c4aa71540 None None] Port a17c5cce-c466-4cc0-b573-712dc2b22089 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:10:03.273651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17c5cce-c466-4cc0-b573-712dc2b22089 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:10:03.281029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.292921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Transition to ACTIVE for port object a17c5cce-c466-4cc0-b573-712dc2b22089 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:10:03.298937 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.379550 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:10:03.469952 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:10:03.470446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:10:03.470987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:10:03.477775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:10:03.478230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:10:03.484653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:10:03.484997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:10:03.485387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:10:03.485815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Bound port: a17c5cce-c466-4cc0-b573-712dc2b22089, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:10:03.486180 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.556022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:10:03.558910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:10:03.565419 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.603651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:03.604294 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:03.605719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] 10.222.0.82 "PUT /v2.0/ports/a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1093 time: 0.6978157 Aug 30 22:10:03.606153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:10:03.608732 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb189711-0e50-4395-9d63-9998ab52b06c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:10:03.638425 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfd77b-1def-4427-800b-886a9ca0c5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:10:03.709580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-5a30000c-f9ad-4cac-96a3-681536a31658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:03.711151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-5a30000c-f9ad-4cac-96a3-681536a31658 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1096 time: 0.0465751 Aug 30 22:10:03.754587 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d96cbc-7135-4e18-a273-fe2ab8337055 x-openstack-request-id: req-86d96cbc-7135-4e18-a273-fe2ab8337055 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:10:03.754897 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:10:03.755152 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86d96cbc-7135-4e18-a273-fe2ab8337055 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:10:03.755548 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'status': 'completed', 'code': 200} Aug 30 22:10:03.757123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-67e41884-80e2-493a-9dd2-d85f3d839782 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 217 time: 0.0385747 Aug 30 22:10:03.834934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-db957250-4749-4103-a308-8e35d05a96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:03.836395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-db957250-4749-4103-a308-8e35d05a96df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0719154 Aug 30 22:10:03.887177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c4b50-6943-4a8b-a5e9-6b580fb6c8a1 req-97895e86-1918-48b6-a230-97639b5d4029 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:03.888685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972c4b50-6943-4a8b-a5e9-6b580fb6c8a1 req-97895e86-1918-48b6-a230-97639b5d4029 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0860658 Aug 30 22:10:03.910373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-c1b04170-1157-4866-be9b-0a6bb2b58f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:03.911935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-c1b04170-1157-4866-be9b-0a6bb2b58f6d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682876 Aug 30 22:10:03.984605 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-972c4b50-6943-4a8b-a5e9-6b580fb6c8a1 req-abe9195c-3cd4-4059-9b63-b38326d68f5b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819619 Aug 30 22:10:04.019802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-d0fc9a1e-92c2-49b3-b199-5e0719b79e90 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001766 Aug 30 22:10:04.044659 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:04.108817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eaf2f003-e061-4d51-9e50-2b316ce5eb03 req-c185a7bb-5670-412c-9012-16b0da6a2cb9 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822601 Aug 30 22:10:04.202690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189711-0e50-4395-9d63-9998ab52b06c req-0eeba86b-7a34-4aa3-9de8-f56c0be1b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:04.204248 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-0eeba86b-7a34-4aa3-9de8-f56c0be1b297 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1096 time: 0.0473175 Aug 30 22:10:04.335372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189711-0e50-4395-9d63-9998ab52b06c req-02754b17-fedf-429c-a9d7-6425cf61575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:04.337701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-02754b17-fedf-429c-a9d7-6425cf61575d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1261468 Aug 30 22:10:04.380581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-40e6880f-bef8-4a2d-9864-e3240b548c96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 217 time: 0.0352185 Aug 30 22:10:04.432210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189711-0e50-4395-9d63-9998ab52b06c req-d7044d05-2914-498c-a569-c525ef2602f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:04.433704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-d7044d05-2914-498c-a569-c525ef2602f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0469286 Aug 30 22:10:04.480623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189711-0e50-4395-9d63-9998ab52b06c req-bb7114e4-5774-461d-9ca4-5b85879aceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:04.482118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-bb7114e4-5774-461d-9ca4-5b85879aceba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416775 Aug 30 22:10:04.569945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-7cfd7b71-d3cc-40b2-b4a4-47850d1de924 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809824 Aug 30 22:10:04.661095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb189711-0e50-4395-9d63-9998ab52b06c req-d7d479dc-7f9c-4923-8216-c070437a7ae6 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838430 Aug 30 22:10:05.103406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d58f4c-9773-45df-bf58-088878ff6312 req-38f41467-e528-4ebd-8961-b40dfce17e5e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:05.104918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85d58f4c-9773-45df-bf58-088878ff6312 req-38f41467-e528-4ebd-8961-b40dfce17e5e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0508294 Aug 30 22:10:05.143256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85d58f4c-9773-45df-bf58-088878ff6312 req-d1dfc8ff-40f8-40e6-939e-147a8834522a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Aug 30 22:10:06.265710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e0786-addb-4e63-a51d-224a7705839c req-139073c2-b770-41f9-b407-9d4b8df7d589 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:06.267263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f1e0786-addb-4e63-a51d-224a7705839c req-139073c2-b770-41f9-b407-9d4b8df7d589 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0552828 Aug 30 22:10:06.306754 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f1e0786-addb-4e63-a51d-224a7705839c req-36f376c1-c2b1-478d-8eb5-47692436d596 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 Aug 30 22:10:06.380958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:07.427533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed463f63-a86b-425a-b107-e9fa5e2e59b3 req-d65a7de2-9807-481a-b986-58f01fe705f7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:07.429044 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed463f63-a86b-425a-b107-e9fa5e2e59b3 req-d65a7de2-9807-481a-b986-58f01fe705f7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Aug 30 22:10:07.458329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:10:07.471800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed463f63-a86b-425a-b107-e9fa5e2e59b3 req-d61f3cf1-ce63-42b5-b92f-5ef1565c11df tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360250 Aug 30 22:10:07.558862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:10:07.570905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'mac_address': 'fa:16:3e:9a:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:10:07.608204 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:07.625531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17c5cce-c466-4cc0-b573-712dc2b22089 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:10:07.645143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:10:07.650921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:07.701944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:10:08.022957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a17c5cce-c466-4cc0-b573-712dc2b22089'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:10:08.591209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace6440-b415-40a7-9749-91b657f80a13 req-093cc24b-19cb-4965-a714-0d7450a56211 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:08.593339 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cace6440-b415-40a7-9749-91b657f80a13 req-093cc24b-19cb-4965-a714-0d7450a56211 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0496297 Aug 30 22:10:08.638394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cace6440-b415-40a7-9749-91b657f80a13 req-40575de7-06f5-411a-875b-ca7b612ac7eb tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339217 Aug 30 22:10:09.052236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ee643956-7178-49e4-82d9-8839adeb4957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:09.473629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 up at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:10:09.531519 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning for port a17c5cce-c466-4cc0-b573-712dc2b22089 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:10:09.535603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Provisioning complete for port a17c5cce-c466-4cc0-b573-712dc2b22089 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:10:09.535968 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:09.615323 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:09.637636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:10:09.639982 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2282e5f7-aa4d-4ea5-918f-fac653e17d68" -d '{"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-plugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:10:09.653475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:10:09.658826 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:09.698893 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e346a-7e85-4121-97aa-990bf4773260 x-openstack-request-id: req-748e346a-7e85-4121-97aa-990bf4773260 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:10:09.699350 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-plugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:10:09.699749 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-748e346a-7e85-4121-97aa-990bf4773260 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:10:09.700419 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'code': 200} Aug 30 22:10:09.740837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:10:09.821397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e39bf-4304-43c1-a90b-991adbc6d643 req-877af852-2897-485f-ab78-982f12625501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:09.823024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d6e39bf-4304-43c1-a90b-991adbc6d643 req-877af852-2897-485f-ab78-982f12625501 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1098 time: 0.0708184 Aug 30 22:10:09.836153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017586dd-c772-411e-bdac-fcbc40fc2ec0 req-1d1e3296-9227-4a44-8327-3455f3f17bd3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:09.837722 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-017586dd-c772-411e-bdac-fcbc40fc2ec0 req-1d1e3296-9227-4a44-8327-3455f3f17bd3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0774481 Aug 30 22:10:09.890028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2d6e39bf-4304-43c1-a90b-991adbc6d643 req-70b40fe2-6ecc-402f-b384-d5c796fce016 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511801 Aug 30 22:10:09.895018 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-017586dd-c772-411e-bdac-fcbc40fc2ec0 req-98bf1315-3976-4cca-a87e-c68ff1394508 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508764 Aug 30 22:10:11.013794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd197b-0b81-4294-baf3-d59a9dbc53d2 req-332e7997-f405-4ded-b414-07a031c84e88 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:11.015332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8dd197b-0b81-4294-baf3-d59a9dbc53d2 req-332e7997-f405-4ded-b414-07a031c84e88 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0512357 Aug 30 22:10:11.057825 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8dd197b-0b81-4294-baf3-d59a9dbc53d2 req-8b6311a6-f6ff-41a8-a6c6-ea1d011ab3b8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357368 Aug 30 22:10:11.853036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:11.994522 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c61bcd5-ec56-4461-b999-d708a61415fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:12.184101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8864148-7a54-4d7b-85ef-50cc1f54dc9b req-a8ffdcc5-6d07-4d51-88a1-2e1e8b1f8918 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:12.185607 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8864148-7a54-4d7b-85ef-50cc1f54dc9b req-a8ffdcc5-6d07-4d51-88a1-2e1e8b1f8918 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Aug 30 22:10:12.227449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8864148-7a54-4d7b-85ef-50cc1f54dc9b req-138acf13-b91e-4859-bba2-81ce625ac03d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355237 Aug 30 22:10:12.353914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e74dd-939e-4f86-9e64-4335dfd94adc req-891d3b15-77f8-4f86-a29c-fde1dc78a79f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:12.355513 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b27e74dd-939e-4f86-9e64-4335dfd94adc req-891d3b15-77f8-4f86-a29c-fde1dc78a79f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0553110 Aug 30 22:10:12.365296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 49990) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:10:12.373269 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'floatingip': {'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:10:12.415987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:12.909833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:13.205502 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:13.210916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:13.311835 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc associated. External IP: 172.25.5.201, port: a17c5cce-c466-4cc0-b573-712dc2b22089. Aug 30 22:10:13.520387 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:10:13.632972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:10:13.638589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:13.644366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:10:13.655108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:10:13.655682 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:10:13.666956 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3af31269-8b04-47eb-b2bf-ce310d23c4b5 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "PUT /v2.0/floatingips/b11febc4-62bc-418f-9f98-626638f7dfdc HTTP/1.1" status: 200 len: 992 time: 1.2999251 Aug 30 22:10:13.667618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:10:13.670139 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98c869-ddf2-44ad-ad2f-307eede6a287" -d '{"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:10:13.763749 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20248d6b-335a-43c3-a8f5-a8e314a84cee x-openstack-request-id: req-20248d6b-335a-43c3-a8f5-a8e314a84cee {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:10:13.764030 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:10:13.764276 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20248d6b-335a-43c3-a8f5-a8e314a84cee {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:10:13.764699 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'status': 'completed', 'code': 200} Aug 30 22:10:13.767005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:10:13.838427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-d06cd170-b0a4-41d4-8340-9b47fdacf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:13.840890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-d06cd170-b0a4-41d4-8340-9b47fdacf1ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1098 time: 0.0531383 Aug 30 22:10:13.940949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-3510c1b8-fc20-4de5-a11d-e329109d5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:13.942503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-3510c1b8-fc20-4de5-a11d-e329109d5706 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0934217 Aug 30 22:10:14.012079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-b505e883-5cbf-4546-9ea6-b7aba6858f29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1000 time: 0.0618658 Aug 30 22:10:14.022635 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:9a:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee810710-d959-4809-adcf-1cdd371caa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:10:13Z', 'revision_number': 9, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:10:14.049138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:10:14.058191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:10:14.058845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:10:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:10:14.067203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-b0c9e420-45b5-4314-bf99-4fef248d4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:14.068711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-b0c9e420-45b5-4314-bf99-4fef248d4625 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0499334 Aug 30 22:10:14.117996 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-44d7dfea-93d2-42c9-9a97-0d2f285072e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:10:14.119858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-44d7dfea-93d2-42c9-9a97-0d2f285072e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433309 Aug 30 22:10:14.168881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:10:14.210928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-94b10205-a32d-45a1-8ae7-e9b1c09f07ac service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Aug 30 22:10:14.307988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ca98c869-ddf2-44ad-ad2f-307eede6a287 req-a8f29dc4-0828-4ddc-bc4c-39ccd127b3af service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904865 Aug 30 22:10:14.403729 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:9a:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee810710-d959-4809-adcf-1cdd371caa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:10:13Z', 'revision_number': 9, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:10:14.430308 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f925b00f-0a71-4d5a-b621-8fa6bea09e50 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:9a:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee810710-d959-4809-adcf-1cdd371caa12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:10:13Z', 'revision_number': 9, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:10:14.627738 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c675f0c4-9764-4c3f-b6d3-0ab34885cf7c None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:10:14.796132 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:23.507731 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:10:34.059671 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:36.408012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:39.056323 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e2e311bd-dbdd-43ce-8d15-b88a4374179c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:41.848401 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:41.998439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-449a51d4-97f8-4745-ab65-0e5c6a4d0132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:42.914043 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:10:44.800753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:00.508446 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:11:04.079173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:06.413971 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:07.181855 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-bafb7fd2-5b10-4d7b-be13-00141fcbe39f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0838649 Aug 30 22:11:07.275744 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-9b8c32d4-ab57-41bf-800c-aad54e2986af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:11:07.277433 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-9b8c32d4-ab57-41bf-800c-aad54e2986af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1098 time: 0.0449772 Aug 30 22:11:07.392794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-02f633a0-bc98-495d-9a90-e059e9761cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:11:07.394316 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-02f633a0-bc98-495d-9a90-e059e9761cf7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0927527 Aug 30 22:11:07.462778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-80acfa4b-bb47-453d-9cda-ffafa1b472be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1003 time: 0.0603194 Aug 30 22:11:07.517639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-a84db288-276d-4d67-89c4-4278d11384db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:11:07.519100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-a84db288-276d-4d67-89c4-4278d11384db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0492449 Aug 30 22:11:07.564719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-38bbc4fd-a047-42bd-8d29-728478cc6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:11:07.566117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-38bbc4fd-a047-42bd-8d29-728478cc6fcf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401175 Aug 30 22:11:07.655724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-897a041a-afd0-4435-9f4f-46233efdec16 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817933 Aug 30 22:11:07.752108 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4aa2ffb8-2844-41d5-8ca1-9c6c65a36638 req-1cf34ad8-ae83-48c2-8bf3-8a3ddd3d4b89 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895441 Aug 30 22:11:09.067907 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd44ed8b-23df-403b-b124-6243852f4620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:11.854534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:12.002807 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e50c4626-8a3b-45d6-9454-dde2a66c139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:12.914488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:14.798630 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:34.084074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:36.429986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:37.510403 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:11:39.066207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21781261-d328-4ed6-8829-3e90dcf0de6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:41.853673 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:42.006291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-37cb9ae9-087a-4f02-9abd-cab66710890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:42.917692 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:11:44.802408 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:04.087157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:06.413681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:08.142540 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-037856ed-2cad-4446-83d8-b5882a0e752e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435922 Aug 30 22:12:08.235633 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-779cb72b-1e97-4467-b8bb-47fae726b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:08.237173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-779cb72b-1e97-4467-b8bb-47fae726b659 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1098 time: 0.0454869 Aug 30 22:12:08.364910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-5d4b3bac-0863-4711-8d1c-608f124c65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:08.366515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-5d4b3bac-0863-4711-8d1c-608f124c65f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0996790 Aug 30 22:12:08.435674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-98b29c43-4e60-4b89-adab-97adb5fa47aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1003 time: 0.0586393 Aug 30 22:12:08.489648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-e662af37-2d70-45e0-a181-916854e2f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:08.491133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-e662af37-2d70-45e0-a181-916854e2f19a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0477114 Aug 30 22:12:08.539623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-c17c45d2-1278-42b7-a7d1-f4567ac3a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:08.541144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-c17c45d2-1278-42b7-a7d1-f4567ac3a3da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413373 Aug 30 22:12:08.631423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-287fe767-95a1-423f-8911-f399cbcb564d service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820072 Aug 30 22:12:08.727024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b1aed0e-840a-4b71-abc6-feabbbf0c9c1 req-a8855d7f-e93c-48f6-9264-700677a160bd service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884385 Aug 30 22:12:09.061717 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ed1e35b1-2519-4f00-99c8-92c8ea8f6490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:11.847699 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:12.009270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-55a72bfc-5321-4c1a-bd3a-8605c3172f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:12.920871 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:14.509528 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:12:14.804749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:34.095791 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:36.440655 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:39.071746 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7e3319b7-cbca-4cfe-b45d-f2d7a962bc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:41.856524 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:42.012088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75bbff6a-1cc0-467d-b866-500e624f54c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:42.927562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:44.810918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:12:51.328586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-73ecbacf-020a-4e96-a498-773ebc4f9de2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213260 Aug 30 22:12:51.336161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaa74d-2acd-4387-a8a9-8a82b290c3a2 req-b459a9ad-5401-4608-8798-5963b1b3efb4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:51.337361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5caaa74d-2acd-4387-a8a9-8a82b290c3a2 req-b459a9ad-5401-4608-8798-5963b1b3efb4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.1251783 Aug 30 22:12:51.391877 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5caaa74d-2acd-4387-a8a9-8a82b290c3a2 req-f3529294-3604-4b02-8cbf-fb88293dbb3e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Aug 30 22:12:51.514355 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:12:52.553399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d67a91-c322-4883-a52a-fda0b62e7c22 req-03481ec0-4918-453a-a47b-f48a3ca0e318 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:52.554904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21d67a91-c322-4883-a52a-fda0b62e7c22 req-03481ec0-4918-453a-a47b-f48a3ca0e318 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0802290 Aug 30 22:12:52.560705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-03908751-a6fa-40dd-ac8c-40ace7d66e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:52.562117 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-03908751-a6fa-40dd-ac8c-40ace7d66e4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1098 time: 0.0580277 Aug 30 22:12:52.642503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-21d67a91-c322-4883-a52a-fda0b62e7c22 req-17605f4d-5536-48bf-a842-e7171cfbd9dc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794284 Aug 30 22:12:52.679736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-e240d9ea-8e71-4298-9df6-935984dc9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:52.681233 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-e240d9ea-8e71-4298-9df6-935984dc9c8d service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1114409 Aug 30 22:12:52.747519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-3a74d7b2-4133-4713-804f-9dc3bf6102be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1003 time: 0.0589814 Aug 30 22:12:52.800378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-f27aa21c-faea-49f0-8d68-a7474f470d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:52.801871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-f27aa21c-faea-49f0-8d68-a7474f470d89 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0473130 Aug 30 22:12:52.855236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-941d089c-9212-4c12-bf69-bb7a7591e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:52.856750 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-941d089c-9212-4c12-bf69-bb7a7591e70f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470445 Aug 30 22:12:52.947007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-6985c486-41de-4f48-8252-b509cbe7da18 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825367 Aug 30 22:12:53.044902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-7f19418f-5f1a-40f5-947c-e80959070f2e service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906117 Aug 30 22:12:53.766260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4ec21-059c-481e-8217-4d761354a449 req-0b80ee40-9ca9-41fe-bf5d-dc59418d25e1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:53.768122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4b4ec21-059c-481e-8217-4d761354a449 req-0b80ee40-9ca9-41fe-bf5d-dc59418d25e1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0519443 Aug 30 22:12:53.807590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e4b4ec21-059c-481e-8217-4d761354a449 req-62f7cfdc-8cfe-4440-9784-06087cf8b14b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Aug 30 22:12:54.943699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebda22-d5eb-4212-9874-7c7a53514a2c req-004b0544-cddf-48e7-9bd3-6fb8574ccfb0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:54.945204 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17ebda22-d5eb-4212-9874-7c7a53514a2c req-004b0544-cddf-48e7-9bd3-6fb8574ccfb0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0540905 Aug 30 22:12:54.989080 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17ebda22-d5eb-4212-9874-7c7a53514a2c req-484fcfb5-f1f0-4398-bdda-2ac52e104ec6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349641 Aug 30 22:12:56.130417 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804031e-e867-4eb3-bc88-c55c4c690a5a req-0d0f0e18-4b7c-41ed-9097-1b050468a7f0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:56.131894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4804031e-e867-4eb3-bc88-c55c4c690a5a req-0d0f0e18-4b7c-41ed-9097-1b050468a7f0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0541399 Aug 30 22:12:56.172604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4804031e-e867-4eb3-bc88-c55c4c690a5a req-6b662566-bbb7-4e77-b603-bdd6bd83e7a4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331204 Aug 30 22:12:57.292277 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0467-710f-4c50-b2f0-7d7f7dad0349 req-c8c57f31-5524-4252-9a5a-0f679e6daa1e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:57.293628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f7e0467-710f-4c50-b2f0-7d7f7dad0349 req-c8c57f31-5524-4252-9a5a-0f679e6daa1e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0510092 Aug 30 22:12:57.333333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f7e0467-710f-4c50-b2f0-7d7f7dad0349 req-35039794-8baf-4e69-b343-48801b269aa6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333242 Aug 30 22:12:58.461685 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90ed94-32dc-4832-89be-d78c90145876 req-83d57251-19e5-457f-abf2-3406b525dc82 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:58.463226 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a90ed94-32dc-4832-89be-d78c90145876 req-83d57251-19e5-457f-abf2-3406b525dc82 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0512743 Aug 30 22:12:58.507182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a90ed94-32dc-4832-89be-d78c90145876 req-6018ff56-7329-48d4-a3fb-fb4b4d4da3b9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348587 Aug 30 22:12:59.647372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceca277-1318-4304-8e79-9ba6b96a02a4 req-14cfd37d-692f-4b08-aca2-fe8e93182007 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:12:59.648882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fceca277-1318-4304-8e79-9ba6b96a02a4 req-14cfd37d-692f-4b08-aca2-fe8e93182007 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0583112 Aug 30 22:12:59.689110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fceca277-1318-4304-8e79-9ba6b96a02a4 req-7b2e9225-1829-43be-bc7a-eaf851d36055 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340526 Aug 30 22:13:00.817838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395371b-3aa5-45f0-a4d5-b5674ba96804 req-eccf96d2-7ada-4963-81af-de978fb42736 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:00.819394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6395371b-3aa5-45f0-a4d5-b5674ba96804 req-eccf96d2-7ada-4963-81af-de978fb42736 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0552862 Aug 30 22:13:00.863343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6395371b-3aa5-45f0-a4d5-b5674ba96804 req-3d34177d-1c19-4dd8-a79f-1ec685410eaa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342748 Aug 30 22:13:01.993883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2dae2-5b42-4b9d-84a6-e39047a2608b req-71a69ffd-6b1d-4a9b-8a94-6e2fecb17338 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:01.995412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdd2dae2-5b42-4b9d-84a6-e39047a2608b req-71a69ffd-6b1d-4a9b-8a94-6e2fecb17338 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0549753 Aug 30 22:13:02.045887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cdd2dae2-5b42-4b9d-84a6-e39047a2608b req-4606a490-c88e-45d1-ac8b-031421a39c59 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443537 Aug 30 22:13:03.181071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55198d0-2d36-4e1d-9302-63ecf52cb2f5 req-14d67d5c-6578-44a7-b072-0fc40e048c98 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:03.182561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b55198d0-2d36-4e1d-9302-63ecf52cb2f5 req-14d67d5c-6578-44a7-b072-0fc40e048c98 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0565579 Aug 30 22:13:03.223506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b55198d0-2d36-4e1d-9302-63ecf52cb2f5 req-dc6551d2-9b87-43af-ae44-973c15e1a8c1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344520 Aug 30 22:13:04.093660 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:04.354217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c291eac-7d91-4e6c-b3cf-cac4a1ce6803 req-110f29cd-ddda-4570-bc67-0de1eb6b302f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:04.355735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c291eac-7d91-4e6c-b3cf-cac4a1ce6803 req-110f29cd-ddda-4570-bc67-0de1eb6b302f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0570531 Aug 30 22:13:04.392973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c291eac-7d91-4e6c-b3cf-cac4a1ce6803 req-372052ab-c35e-45e8-b92b-bc55770017d6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Aug 30 22:13:05.059125 n-d-793620-16 neutron-server[94689]: INFO neutron.api.v2.resource [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-a4f1d52d-86f6-43a5-80c6-75dd4a2bf966 service neutron] show failed (client error): The resource could not be found. Aug 30 22:13:05.060140 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-a4f1d52d-86f6-43a5-80c6-75dd4a2bf966 service neutron] 10.222.0.82 "GET /v2.0/ports/a17c5cce-c466-4cc0-b573-712dc2b22089/bindings/n-h2-793620-16 HTTP/1.1" status: 404 len: 381 time: 0.0629716 Aug 30 22:13:05.313811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-f2149cbc-1a7c-425b-b28d-e8aa0c0be614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:05.315295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-f2149cbc-1a7c-425b-b28d-e8aa0c0be614 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 1098 time: 0.0876334 Aug 30 22:13:05.329682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:05.384590 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:05.513576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd2976-c3e8-48d3-b6e3-1f96c23a8ef2 req-a2b48841-850d-46ed-952a-376861ad7453 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:05.515084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efdd2976-c3e8-48d3-b6e3-1f96c23a8ef2 req-a2b48841-850d-46ed-952a-376861ad7453 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0533271 Aug 30 22:13:05.554120 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efdd2976-c3e8-48d3-b6e3-1f96c23a8ef2 req-853fb47e-6891-4fd3-910d-ed0ff3106aa4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325224 Aug 30 22:13:05.591070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:05.624421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:13:05.668270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:05.670595 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f12d3-325d-4cd0-bc0e-aad4bac271bd" -d '{"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-unplugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:05.674317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:05.686610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Transition to ACTIVE for port object a17c5cce-c466-4cc0-b573-712dc2b22089 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:13:05.692699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:05.767782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=6']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:05.782397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.782734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.783091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.783396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.783722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.784049 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.784372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.784700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.785023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.785403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.785658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.785971 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:05.792358 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb35eb-6a16-40fa-903e-b9f713b433d3 x-openstack-request-id: req-4deb35eb-6a16-40fa-903e-b9f713b433d3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:05.792647 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-unplugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:05.793049 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4deb35eb-6a16-40fa-903e-b9f713b433d3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:05.793344 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'code': 200} Aug 30 22:13:05.825485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] No DVR routers for this DVR port a17c5cce-c466-4cc0-b573-712dc2b22089 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:13:05.967931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:13:05.968239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:13:05.968585 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:05.973010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:13:05.973383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:05.978417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:13:05.978782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:13:05.979162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:13:05.979590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Bound port: a17c5cce-c466-4cc0-b573-712dc2b22089, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:13:05.979927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:06.044460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:13:06.047406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:13:06.055468 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:06.092127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:06.092740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:06.094127 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] 10.222.0.86 "PUT /v2.0/ports/a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1093 time: 0.7691691 Aug 30 22:13:06.110983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b863a-b601-4d5d-ac35-53558203ab51 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=7']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:06.163011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-7665bc8d-01bf-4cd2-b10e-b072ed7ead36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:06.164576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-7665bc8d-01bf-4cd2-b10e-b072ed7ead36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1096 time: 0.0437322 Aug 30 22:13:06.265058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-2eb91f07-56fc-4f81-971e-7103a052a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:06.266585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-2eb91f07-56fc-4f81-971e-7103a052a7a6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0949323 Aug 30 22:13:06.332363 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-0465b728-ac02-4dd0-82ad-ae26971bb6b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0579994 Aug 30 22:13:06.392603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-8e376e2c-a1b8-42ff-b6d4-53ac586791c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:06.394111 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-8e376e2c-a1b8-42ff-b6d4-53ac586791c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0535116 Aug 30 22:13:06.431294 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:06.441920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-3500f93d-9b2d-45d1-8180-83ea488c4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:06.443509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-3500f93d-9b2d-45d1-8180-83ea488c4467 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421374 Aug 30 22:13:06.536902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-8862ccbb-93ab-46db-8699-7d0ec7e748cc service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854940 Aug 30 22:13:06.637981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b29d4e6e-a078-40f2-a2dc-023862c4d633 req-dfa712c8-cf07-4234-a288-c0cb2069cd63 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930479 Aug 30 22:13:06.678249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af7a0e-150a-4fdf-80a7-3641686b6959 req-6ce3dd5f-1b68-4a3f-b2b0-3800014187ac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:06.679847 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94af7a0e-150a-4fdf-80a7-3641686b6959 req-6ce3dd5f-1b68-4a3f-b2b0-3800014187ac tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0506155 Aug 30 22:13:06.719212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-94af7a0e-150a-4fdf-80a7-3641686b6959 req-5f173f02-def9-405a-b430-96fe1f1916c6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327294 Aug 30 22:13:07.794694 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:07.797165 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b11774d-9c86-4f02-94cf-8e820ac991b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:07.856708 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062d78-3cc3-4b66-9602-f77f34213adb req-8c73b3ac-6300-4da9-b43b-60d57e56a9c7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:07.858212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c062d78-3cc3-4b66-9602-f77f34213adb req-8c73b3ac-6300-4da9-b43b-60d57e56a9c7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0597029 Aug 30 22:13:07.896989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7c062d78-3cc3-4b66-9602-f77f34213adb req-683c0c84-183d-45f1-97a1-c652f643ed47 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325980 Aug 30 22:13:07.954162 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc0fd6-48f1-4619-8b35-d399d8c492ba x-openstack-request-id: req-ecfc0fd6-48f1-4619-8b35-d399d8c492ba {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:07.954438 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:07.954704 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecfc0fd6-48f1-4619-8b35-d399d8c492ba {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:07.955148 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'status': 'completed', 'code': 200} Aug 30 22:13:08.014693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-93346885-22a8-43f7-affe-b21fb9189f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.016131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-93346885-22a8-43f7-affe-b21fb9189f2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1096 time: 0.0428762 Aug 30 22:13:08.021415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-e5c66390-035a-4576-8bcf-c85d5faddf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.022939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-e5c66390-035a-4576-8bcf-c85d5faddf4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1096 time: 0.0450232 Aug 30 22:13:08.112752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-49929d83-a300-4c47-ab35-8f3c638879e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.114326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-49929d83-a300-4c47-ab35-8f3c638879e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0849206 Aug 30 22:13:08.120605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-069d27e7-5596-444d-9846-0cf58e4b501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.122096 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-069d27e7-5596-444d-9846-0cf58e4b501d service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0971096 Aug 30 22:13:08.187148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-76a4f875-3874-42eb-b9c9-89ce0ca242d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0657454 Aug 30 22:13:08.192321 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-b825d8f7-8aa1-4ac1-9e0a-c970a22085c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0613303 Aug 30 22:13:08.238621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-cea496ca-e7fd-4a2f-b1c3-2cef50c7068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.240232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-cea496ca-e7fd-4a2f-b1c3-2cef50c7068d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0458093 Aug 30 22:13:08.242539 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-ce421d1a-dd5e-4683-8997-d61f6ec77cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.244044 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-ce421d1a-dd5e-4683-8997-d61f6ec77cc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0441706 Aug 30 22:13:08.286242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-75e3777f-3180-438c-9724-99d2ccd0d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.287979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-75e3777f-3180-438c-9724-99d2ccd0d10f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402813 Aug 30 22:13:08.295428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-f8dece65-0007-455d-be3c-dc78ef5a1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:08.296960 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-f8dece65-0007-455d-be3c-dc78ef5a1d5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445127 Aug 30 22:13:08.320487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:13:08.362026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:13:08.387510 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-6193e9d7-0518-4270-ad09-6560ca4a2684 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928838 Aug 30 22:13:08.387803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-9b38b051-b486-425d-9984-b0a45016b260 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823867 Aug 30 22:13:08.479732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-06a70ffd-01a2-4d02-b00a-d054153f1dd2 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849929 Aug 30 22:13:08.480383 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4b11774d-9c86-4f02-94cf-8e820ac991b7 req-b9ef5516-8880-4f2c-a35a-dec82f0f7074 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856974 Aug 30 22:13:09.022867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be9f65-758a-4eec-ae3c-bc904aacb835 req-f44dbf4e-2bdc-4e69-a1f0-985242d55873 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:09.025987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56be9f65-758a-4eec-ae3c-bc904aacb835 req-f44dbf4e-2bdc-4e69-a1f0-985242d55873 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0524356 Aug 30 22:13:09.064703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a732e82d-7c33-49f6-8520-5ec40578e844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:09.067929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56be9f65-758a-4eec-ae3c-bc904aacb835 req-9640ae0f-b39d-426c-b969-720eece414ed tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344713 Aug 30 22:13:10.201024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5ea83-5479-4e06-b1d2-febcc20c57cf req-90365287-bc9a-4258-aa72-8206a1d104e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.202564 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45b5ea83-5479-4e06-b1d2-febcc20c57cf req-90365287-bc9a-4258-aa72-8206a1d104e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0654476 Aug 30 22:13:10.242322 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-45b5ea83-5479-4e06-b1d2-febcc20c57cf req-7f95a091-754f-4855-9c04-06ef66dd48ff tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331864 Aug 30 22:13:10.563948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-2970fe5a-ce6c-4940-b749-20bc2e7843b8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.565452 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-2970fe5a-ce6c-4940-b749-20bc2e7843b8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12&tenant_id=3d286048961c4546b62d7f58a92666e0&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 944 time: 0.0539925 Aug 30 22:13:10.579816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066d54d-6411-4f94-8b64-53f9a945e509 req-7351d90d-563c-47ff-9deb-c669026f49e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.581310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3066d54d-6411-4f94-8b64-53f9a945e509 req-7351d90d-563c-47ff-9deb-c669026f49e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 944 time: 0.0503330 Aug 30 22:13:10.620685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3066d54d-6411-4f94-8b64-53f9a945e509 req-e5cf1e4b-33cd-4c2d-b731-14d4b1b119b0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331664 Aug 30 22:13:10.628769 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-2f13e0ce-abc0-412a-8280-2231815f59bb service neutron] 10.222.0.86 "GET /v2.0/ports/a17c5cce-c466-4cc0-b573-712dc2b22089/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.0547075 Aug 30 22:13:10.694761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-07d89e01-262e-43ae-bd2c-0375a8e88d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.696357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:13:10.696912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-07d89e01-262e-43ae-bd2c-0375a8e88d5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1096 time: 0.0447440 Aug 30 22:13:10.789523 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:10.790284 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-b00e4340-5e0f-4a5d-a81e-a5f94a749576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.791868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-b00e4340-5e0f-4a5d-a81e-a5f94a749576 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0886507 Aug 30 22:13:10.801278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'mac_address': 'fa:16:3e:9a:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:13:10.840015 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:10.853389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17c5cce-c466-4cc0-b573-712dc2b22089 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:13:10.856448 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-a0f815b0-0254-49f8-8feb-5d2b170741f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0578446 Aug 30 22:13:10.877403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:10.883169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:10.917965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-31451b0a-c63a-4543-b224-7b870402eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.919507 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-31451b0a-c63a-4543-b224-7b870402eaf6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0558867 Aug 30 22:13:10.930916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:10.938362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.938740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.939089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.939432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.939772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.940109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.940470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.940801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.941129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.941456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.941783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.942112 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:10.965326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-0365f4cd-f19b-48a1-a401-cd2827a97cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:10.966958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-0365f4cd-f19b-48a1-a401-cd2827a97cc0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405340 Aug 30 22:13:11.057961 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-ffbf8a8d-692a-4da9-9f20-bd00b319f1fd service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832093 Aug 30 22:13:11.156617 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-06ea2ed1-7dcd-402e-843c-62da4ddb0477 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905874 Aug 30 22:13:11.245067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['a17c5cce-c466-4cc0-b573-712dc2b22089'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:13:11.749532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8a38-d490-467a-bd84-0e81bc35f1cd req-4afa365c-f0dc-4ee7-886a-d3f6048f7971 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:11.751098 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2ee8a38-d490-467a-bd84-0e81bc35f1cd req-4afa365c-f0dc-4ee7-886a-d3f6048f7971 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0520139 Aug 30 22:13:11.796882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b2ee8a38-d490-467a-bd84-0e81bc35f1cd req-1ff70b37-ce72-4469-9783-59d632eea23d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373938 Aug 30 22:13:11.856172 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:12.017713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64f36382-bf11-4153-bf6b-66a0e940ce56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:12.725819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:13:12.780528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port a17c5cce-c466-4cc0-b573-712dc2b22089 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:13:12.785137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port a17c5cce-c466-4cc0-b573-712dc2b22089 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:13:12.785514 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:12.869534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:12.903115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:12.905525 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51dac7a-268e-4d20-967e-24506be8fab4" -d '{"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-plugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:12.923000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:12.929774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ae29f-02cd-4ca5-818b-5951fce630f3 req-16290746-e82c-4b22-95e2-d8c802ee1724 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:12.940155 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:12.940484 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b6ae29f-02cd-4ca5-818b-5951fce630f3 req-16290746-e82c-4b22-95e2-d8c802ee1724 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0597775 Aug 30 22:13:12.955568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:12.981221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:12.987672 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b6ae29f-02cd-4ca5-818b-5951fce630f3 req-29021dc4-9cfb-4024-8779-4c599d50ec69 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419278 Aug 30 22:13:13.137125 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16796fe7-d412-40fc-9e10-8c5be5dbbd54 x-openstack-request-id: req-16796fe7-d412-40fc-9e10-8c5be5dbbd54 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:13.137380 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-plugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:13.137637 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16796fe7-d412-40fc-9e10-8c5be5dbbd54 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:13.138098 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'code': 200} Aug 30 22:13:13.528499 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-6ed905fd-f346-4bd7-880a-f169b567c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:13.529925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-6ed905fd-f346-4bd7-880a-f169b567c14c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 1098 time: 0.0714834 Aug 30 22:13:13.542973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-16', 'device_owner': 'compute:nova'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:13.604450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:13.823984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:13.858401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h2-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:13:13.901048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:13.903552 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58905d9-4d0b-4712-9ec3-df2524119693" -d '{"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-unplugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:13.907889 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:13.920818 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Transition to ACTIVE for port object a17c5cce-c466-4cc0-b573-712dc2b22089 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:13:13.926107 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:13.955668 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc35fe-fd8a-416b-b8ec-95e860dc97ee x-openstack-request-id: req-46bc35fe-fd8a-416b-b8ec-95e860dc97ee {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:13.956294 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-unplugged", "status": "completed", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:13.956294 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46bc35fe-fd8a-416b-b8ec-95e860dc97ee {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:13.956744 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'code': 200} Aug 30 22:13:13.994019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=10']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:14.053947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.054293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.054636 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.054997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.055329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.055656 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.055985 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.056312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.056634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.056960 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.057285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.057601 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:13:14.490510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] No DVR routers for this DVR port a17c5cce-c466-4cc0-b573-712dc2b22089 on host n-h2-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:13:14.541473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006da5-c5f8-4a78-9900-e3bdd75cffc2 req-a202d490-81ef-4eb8-bd2b-f1cb4138ac99 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:14.543007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15006da5-c5f8-4a78-9900-e3bdd75cffc2 req-a202d490-81ef-4eb8-bd2b-f1cb4138ac99 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.4691806 Aug 30 22:13:14.625758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15006da5-c5f8-4a78-9900-e3bdd75cffc2 req-50cd2150-d1b0-40f1-b8f4-9eaa495d9834 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757475 Aug 30 22:13:14.662940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:13:14.663299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:13:14.663604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:14.668072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:13:14.668394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Attempting to bind port a17c5cce-c466-4cc0-b573-712dc2b22089 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:14.673486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:13:14.673825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:13:14.674206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:13:14.674621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Bound port: a17c5cce-c466-4cc0-b573-712dc2b22089, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:13:14.674998 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:14.740126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:13:14.743383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:13:14.750306 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:14.788693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:14.789236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:14.790643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] 10.222.0.82 "PUT /v2.0/ports/a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1094 time: 1.2517841 Aug 30 22:13:14.822183 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:14.840024 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c239fa-7b08-4ce4-b2a3-a973fecf0c58 service neutron] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=11']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:14.859196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-8e7c7475-f379-43f9-b672-0ef20bf70372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:14.860732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-8e7c7475-f379-43f9-b672-0ef20bf70372 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1097 time: 0.0464549 Aug 30 22:13:14.954914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-fc4222c2-b30e-4821-9c08-8947b9dc1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:14.956457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-fc4222c2-b30e-4821-9c08-8947b9dc1926 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0869651 Aug 30 22:13:15.026778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-ca939f8f-d74c-495a-b7e5-df9c29c6e376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0625827 Aug 30 22:13:15.079030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-0438db36-2235-49a5-8b3e-411fda807906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:15.080556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-0438db36-2235-49a5-8b3e-411fda807906 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0473905 Aug 30 22:13:15.129181 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-877dc7bd-4427-4471-8569-d893eb8cda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:15.130726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-877dc7bd-4427-4471-8569-d893eb8cda4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417938 Aug 30 22:13:15.227295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-e86f5fb5-7b4c-4802-87be-b743f76258cf service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Aug 30 22:13:15.320814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5da71be-bca6-4ae6-9e83-0d71f4319632 req-06d70bf5-35e1-4270-981e-78324e76e834 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854704 Aug 30 22:13:15.754968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93bbfb-4f36-4671-9320-adcd9c88b7f8 req-44fd78b6-5357-4985-b06f-4381c13eca40 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:15.756553 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee93bbfb-4f36-4671-9320-adcd9c88b7f8 req-44fd78b6-5357-4985-b06f-4381c13eca40 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0571711 Aug 30 22:13:15.798061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee93bbfb-4f36-4671-9320-adcd9c88b7f8 req-becbe7f1-5616-490d-a3e1-4ffbe54f614c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335684 Aug 30 22:13:15.957995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:15.960753 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71" -d '{"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:16.016394 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa98bd9-393f-42c2-a47b-7308c1ebe015 x-openstack-request-id: req-8aa98bd9-393f-42c2-a47b-7308c1ebe015 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:16.016665 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:16.017042 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8aa98bd9-393f-42c2-a47b-7308c1ebe015 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:16.017411 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'status': 'completed', 'code': 200} Aug 30 22:13:16.078086 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-aafb3cda-d4f7-4d84-bc01-53b0730ce6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.079620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-aafb3cda-d4f7-4d84-bc01-53b0730ce6c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1097 time: 0.0424719 Aug 30 22:13:16.086483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-70e66308-132e-4b37-9237-d23958a3d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.088116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-70e66308-132e-4b37-9237-d23958a3d64a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 1097 time: 0.0443766 Aug 30 22:13:16.184438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-b41cd8f8-93fe-41bb-9825-6629cfdd3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.186077 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-b41cd8f8-93fe-41bb-9825-6629cfdd3bfb service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0903993 Aug 30 22:13:16.262999 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-cfb40839-4e59-4dd6-a165-707e21410afc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0683358 Aug 30 22:13:16.316156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-2103ffda-f9a2-4503-9382-a46af3965aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.317682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-2103ffda-f9a2-4503-9382-a46af3965aa3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0475245 Aug 30 22:13:16.371022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-10ce6e98-f856-456e-a68e-e2cf26500106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.372628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-10ce6e98-f856-456e-a68e-e2cf26500106 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466318 Aug 30 22:13:16.471478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-4ed285c5-8f18-4ef9-bab8-0069ee99f21b service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912700 Aug 30 22:13:16.480070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-cd3ff585-644f-4f4d-8e8f-16e85dec1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.481594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-cd3ff585-644f-4f4d-8e8f-16e85dec1664 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.3952336 Aug 30 22:13:16.548388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-aa4fe4c8-4b4a-4b46-acfb-da74d4d83558 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 200 len: 1001 time: 0.0587602 Aug 30 22:13:16.567570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-ec3db2b9-c07e-49e7-a24b-cf640ba75cd6 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870993 Aug 30 22:13:16.602231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-f5fd598f-ed2c-4e1b-920e-5ca77ea292a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.603732 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-f5fd598f-ed2c-4e1b-920e-5ca77ea292a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0482962 Aug 30 22:13:16.655911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-d6c6aba0-de15-4471-a7b1-f35f2da92890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.657417 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-d6c6aba0-de15-4471-a7b1-f35f2da92890 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463154 Aug 30 22:13:16.743778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:13:16.745860 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-e11cb687-d3e0-4d80-a6b9-518a81c79296 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807662 Aug 30 22:13:16.785258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:13:16.845041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ceb8cf28-ae02-4b9d-9e65-a0f9a2363d71 req-27ef873a-ed1c-4615-969b-b17587c93d79 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917571 Aug 30 22:13:16.930026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2988a-9df7-40ff-842b-87cab6019f0c req-f517a07f-d354-4315-ba11-1916457a617b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:16.931568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2e2988a-9df7-40ff-842b-87cab6019f0c req-f517a07f-d354-4315-ba11-1916457a617b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0561137 Aug 30 22:13:16.970706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e2e2988a-9df7-40ff-842b-87cab6019f0c req-1b87a2ca-8010-43ba-bbf0-763649ec3aa4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Aug 30 22:13:18.098201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893db3e-1789-4e49-87b4-c916f9efde1d req-afeb3ddc-5479-4958-ae3c-a55633eb7304 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:18.100092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9893db3e-1789-4e49-87b4-c916f9efde1d req-afeb3ddc-5479-4958-ae3c-a55633eb7304 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Aug 30 22:13:18.139283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9893db3e-1789-4e49-87b4-c916f9efde1d req-82565619-8e13-4627-af25-eb54658651d8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331392 Aug 30 22:13:19.305587 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1444e07-f2fa-4d42-bf0e-175b4820da92 req-882b8c59-33e6-4b1f-a368-44646d71f381 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:19.307107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1444e07-f2fa-4d42-bf0e-175b4820da92 req-882b8c59-33e6-4b1f-a368-44646d71f381 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Aug 30 22:13:19.364035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1444e07-f2fa-4d42-bf0e-175b4820da92 req-beba8767-1f86-4866-a30f-bb3a2556cffa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506756 Aug 30 22:13:19.483892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a9d4-6f72-48bb-acb4-cea5ade7cf76 req-56a69dd3-e7f5-4e53-83eb-e9d8b4c7592e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:19.485375 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6df1a9d4-6f72-48bb-acb4-cea5ade7cf76 req-56a69dd3-e7f5-4e53-83eb-e9d8b4c7592e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0543513 Aug 30 22:13:19.524950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6df1a9d4-6f72-48bb-acb4-cea5ade7cf76 req-c6f78e84-9d45-40d3-8ac3-c32c10d676af tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Aug 30 22:13:19.645775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72f98b-70e3-4f7d-aa21-1799d8461959 req-4ce84ab8-9f7d-4435-ba10-32d788baee53 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:19.647317 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba72f98b-70e3-4f7d-aa21-1799d8461959 req-4ce84ab8-9f7d-4435-ba10-32d788baee53 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0565221 Aug 30 22:13:19.690787 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba72f98b-70e3-4f7d-aa21-1799d8461959 req-456adea4-7888-40f7-b7ec-83aafd8e7486 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347192 Aug 30 22:13:19.971146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed4a8-4f80-4f6a-a8bf-d8c5811fdc9b req-49d58d3f-091e-4110-9200-30b152fcda60 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:19.972590 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed1ed4a8-4f80-4f6a-a8bf-d8c5811fdc9b req-49d58d3f-091e-4110-9200-30b152fcda60 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 945 time: 0.0547523 Aug 30 22:13:20.016635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed1ed4a8-4f80-4f6a-a8bf-d8c5811fdc9b req-d8e6daf1-f48e-4542-b830-d10ea65eaa59 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367076 Aug 30 22:13:20.367377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:13:20.467928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:20.480084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Returning: {'device': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'mac_address': 'fa:16:3e:9a:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:13:20.517723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:20.535077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17c5cce-c466-4cc0-b573-712dc2b22089 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:13:20.555116 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:20.562779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:20.610790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Pushing event updated for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=12']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:20.960342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] get_ports_and_sgs() called for port_ids ['a17c5cce-c466-4cc0-b573-712dc2b22089'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:13:21.138099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5659-2616-4b9b-9c61-33c6bd80e99f req-024a39d1-ca62-401e-996f-d854be487355 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:21.139635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfdf5659-2616-4b9b-9c61-33c6bd80e99f req-024a39d1-ca62-401e-996f-d854be487355 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0543554 Aug 30 22:13:21.181418 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bfdf5659-2616-4b9b-9c61-33c6bd80e99f req-6d6086ea-5c3b-471f-9eef-c3e9e6efa3d1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350811 Aug 30 22:13:21.468924 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-15265fc9-b9fd-467f-97bf-19706164c924 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:21.470395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-15265fc9-b9fd-467f-97bf-19706164c924 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 946 time: 0.0604796 Aug 30 22:13:21.575114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Deleting port a17c5cce-c466-4cc0-b573-712dc2b22089 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:13:21.575460 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:21.668977 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] For port a17c5cce-c466-4cc0-b573-712dc2b22089, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=a17c5cce-c466-4cc0-b573-712dc2b22089,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:21.669344 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:21.889029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:21.889417 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:21.889727 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc disassociated. External IP: 172.25.5.201, port: a17c5cce-c466-4cc0-b573-712dc2b22089. Aug 30 22:13:21.890227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Calling delete_port for a17c5cce-c466-4cc0-b573-712dc2b22089 owned by compute:nova {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:13:22.035587 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:22.063599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'Port': ['ID=a17c5cce-c466-4cc0-b573-712dc2b22089,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:22.179068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:13:22.298845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-034b11b9-4c9d-4efd-bc93-3f87f94f3aad req-790bdcf6-0290-4ec5-a4c5-36c0b26c0e38 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee810710-d959-4809-adcf-1cdd371caa12 HTTP/1.1" status: 200 len: 210 time: 0.0320745 Aug 30 22:13:22.309946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:13:22.322631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:13:22.333698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:13:22.334433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:22.350200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] No DVR routers for this DVR port a17c5cce-c466-4cc0-b573-712dc2b22089 on host n-h1-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:13:22.353006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:22.355297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc0adcf4-91e9-44e0-b75e-a2e7978ff717 req-05a4aed6-f586-4412-a3ea-a64d99c353e8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "DELETE /v2.0/ports/a17c5cce-c466-4cc0-b573-712dc2b22089 HTTP/1.1" status: 204 len: 173 time: 0.8765371 Aug 30 22:13:22.355731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-deleted', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:22.358254 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a738c9-4731-4a81-b973-ddb89b3e27c8" -d '{"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-deleted", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:22.377287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 details requested by agent hyperv_n-h1-793620-16 with host n-h1-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:13:22.384397 n-d-793620-16 neutron-server[94690]: INFO neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No ports have port_id starting with a17c5cce-c466-4cc0-b573-712dc2b22089 Aug 30 22:13:22.387119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 requested by agent hyperv_n-h1-793620-16 not found in database {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 30 22:13:22.398444 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e60415-c4d2-4843-8568-53a970932dd7 x-openstack-request-id: req-c5e60415-c4d2-4843-8568-53a970932dd7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:22.398774 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee810710-d959-4809-adcf-1cdd371caa12", "name": "network-vif-deleted", "tag": "a17c5cce-c466-4cc0-b573-712dc2b22089", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:22.399030 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5e60415-c4d2-4843-8568-53a970932dd7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:22.399440 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee810710-d959-4809-adcf-1cdd371caa12', 'name': 'network-vif-deleted', 'tag': 'a17c5cce-c466-4cc0-b573-712dc2b22089', 'status': 'completed', 'code': 200} Aug 30 22:13:22.461494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:13:22.704761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:22.732689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:13:22.741036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:13:22.741639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:22.850627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:13:23.053222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:23.079514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfdf8e-a61b-42c0-af29-0a36e87bcc82 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:13:23.311869 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6916e79-1e8e-459f-ad7a-bf4a40d1688d None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:13:23.696309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-30b17325-1dfa-4d0e-86ef-f056c2599e06 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--968543999&fields=id&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 267 time: 0.0343254 Aug 30 22:13:23.817963 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-af198452-fba0-4131-989f-f62e78d8aa1d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:23.819469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-af198452-fba0-4131-989f-f62e78d8aa1d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1162879 Aug 30 22:13:23.837840 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-6cbaa1cd-cc0c-46fc-92fb-c7004d6c61b8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/quotas/3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 375 time: 0.0095017 Aug 30 22:13:23.893595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-6dee5b17-9e61-45ff-bc0e-e2365715303b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482731 Aug 30 22:13:24.127141 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-ac9bf3cb-039e-46d7-8bc4-97fdfe83afd7 service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197919 Aug 30 22:13:24.219109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-4127deb2-1522-473a-974f-9eb0485d0ba4 service neutron] 10.222.0.76 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856271 Aug 30 22:13:24.369694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 no longer exists at agent hyperv_n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:13:24.390283 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] No Port match for: a17c5cce-c466-4cc0-b573-712dc2b22089 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:13:24.390734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Device a17c5cce-c466-4cc0-b573-712dc2b22089 not bound to the agent host n-h1-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:13:24.391285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f18740f6-38fe-4020-83e6-4f4a46a30445 req-75d3d7a8-694c-44e9-bc8b-6117331d1823 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0283406 Aug 30 22:13:25.185396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-3d86d8d2-98f4-4c18-aa83-1cb4c465af2e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:25.186904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-3d86d8d2-98f4-4c18-aa83-1cb4c465af2e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1106997 Aug 30 22:13:25.235420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-c8e21572-0be9-4a2f-87a8-53039d133c2a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 379 time: 0.0344565 Aug 30 22:13:25.246213 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'port': {'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'admin_state_up': True, 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'security_groups': ['7d94e8cb-963b-4895-b4a4-7550364c215c']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:25.357720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'port': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:13:25.361319 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:25.497137 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-911ea99f-8aca-4044-8a65-1e9259510997 req-1a801c08-88ba-4797-a5c1-00f33d5fb9ae tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0316572 Aug 30 22:13:25.513906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Allocated IP 172.20.0.14 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/89ebee35-b971-4ba1-a33b-b021f4a92308) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:13:25.656493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:25.670142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Transition to ACTIVE for port object 89ebee35-b971-4ba1-a33b-b021f4a92308 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:13:25.711168 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:25.760940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:13:25.766267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:13:25.770910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:13:25.774776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=89ebee35-b971-4ba1-a33b-b021f4a92308,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:25.826109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:25.826788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:25.842107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-dde1f6bb-3a58-4162-8f9f-fc4339a51d95 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5994699 Aug 30 22:13:25.853616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-b6284d1a-1c50-494f-99e1-8e156a270386 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:13:25.854747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-b6284d1a-1c50-494f-99e1-8e156a270386 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056124 Aug 30 22:13:25.866206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Request body: {'port': {'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-16'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:25.923474 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:25.957167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d77e7225-ae2d-4ffb-af6c-f2f893f03364 None None] Provisioning for port 89ebee35-b971-4ba1-a33b-b021f4a92308 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:13:25.961678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-d77e7225-ae2d-4ffb-af6c-f2f893f03364 None None] Provisioning complete for port 89ebee35-b971-4ba1-a33b-b021f4a92308 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:13:25.962059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d77e7225-ae2d-4ffb-af6c-f2f893f03364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:26.000788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-d77e7225-ae2d-4ffb-af6c-f2f893f03364 None None] Port 89ebee35-b971-4ba1-a33b-b021f4a92308 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:13:26.199230 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ebee35-b971-4ba1-a33b-b021f4a92308 {{(pid=94689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:13:26.207162 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:26.220092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Transition to ACTIVE for port object 89ebee35-b971-4ba1-a33b-b021f4a92308 will not be triggered until provisioned by entity L2. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:13:26.226525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:26.277006 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Pushing event updated for resources: {'Port': ['ID=89ebee35-b971-4ba1-a33b-b021f4a92308,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:26.347955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Attempting to bind port 89ebee35-b971-4ba1-a33b-b021f4a92308 on host n-h1-793620-16 for vnic_type normal with profile {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:13:26.348312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Attempting to bind port 89ebee35-b971-4ba1-a33b-b021f4a92308 by drivers openvswitch,hyperv on host n-h1-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:13:26.348639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Attempting to bind port 89ebee35-b971-4ba1-a33b-b021f4a92308 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:26.353527 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Port 89ebee35-b971-4ba1-a33b-b021f4a92308 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-16 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:13:26.353844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Attempting to bind port 89ebee35-b971-4ba1-a33b-b021f4a92308 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:26.359141 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Checking agent: {'id': '15634f62-c641-4c16-bb72-77b4c5d985ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:13:26.359571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:13:26.359866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:13:26.360280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.managers [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Bound port: 89ebee35-b971-4ba1-a33b-b021f4a92308, host: n-h1-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:13:26.360646 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:26.429962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] For port 89ebee35-b971-4ba1-a33b-b021f4a92308, host n-h1-793620-16, cleared binding levels {{(pid=94689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:13:26.433622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] For port 89ebee35-b971-4ba1-a33b-b021f4a92308, host n-h1-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=89ebee35-b971-4ba1-a33b-b021f4a92308,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:13:26.438512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:26.476372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:26.476985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:26.478386 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] 10.222.0.82 "PUT /v2.0/ports/89ebee35-b971-4ba1-a33b-b021f4a92308 HTTP/1.1" status: 200 len: 1093 time: 0.6165068 Aug 30 22:13:26.478836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'tag': '89ebee35-b971-4ba1-a33b-b021f4a92308'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:26.481048 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f92bda-3937-474f-bb18-b7194ed23f43" -d '{"events": [{"name": "network-changed", "server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "tag": "89ebee35-b971-4ba1-a33b-b021f4a92308"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:26.502621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2f903-3c09-427e-8fac-a5ecb1f86722 service neutron] Pushing event updated for resources: {'Port': ['ID=89ebee35-b971-4ba1-a33b-b021f4a92308,revision_number=3']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:26.536020 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d96d8c-4e70-4326-8e8f-83a165449759 x-openstack-request-id: req-d2d96d8c-4e70-4326-8e8f-83a165449759 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:26.536308 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "tag": "89ebee35-b971-4ba1-a33b-b021f4a92308", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:26.536560 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2d96d8c-4e70-4326-8e8f-83a165449759 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:26.536960 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'tag': '89ebee35-b971-4ba1-a33b-b021f4a92308', 'status': 'completed', 'code': 200} Aug 30 22:13:26.568862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-a43c4914-c3aa-415f-a356-a5a82f159390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:26.570456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-a43c4914-c3aa-415f-a356-a5a82f159390 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1096 time: 0.0470197 Aug 30 22:13:26.626636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-6f5f4f43-2465-48b0-aadb-735ea5c47b6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ebee35-b971-4ba1-a33b-b021f4a92308 HTTP/1.1" status: 200 len: 217 time: 0.0480068 Aug 30 22:13:26.693794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-ff84b6bf-f49c-43c5-b757-10c5dfe3e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:26.695292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-ff84b6bf-f49c-43c5-b757-10c5dfe3e1b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0541449 Aug 30 22:13:26.702493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1a0cb-896a-4834-9245-557d9a0c8aff req-2e1593a7-1e05-4151-ba87-189d32597f46 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:26.703911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15e1a0cb-896a-4834-9245-557d9a0c8aff req-2e1593a7-1e05-4151-ba87-189d32597f46 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 944 time: 0.1188257 Aug 30 22:13:26.766865 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15e1a0cb-896a-4834-9245-557d9a0c8aff req-c8cfb277-5a69-421e-a59f-b859f484facc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546315 Aug 30 22:13:26.772628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-fbb32ed9-e3ac-4de6-9797-eb346643a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:26.774504 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-fbb32ed9-e3ac-4de6-9797-eb346643a1d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697966 Aug 30 22:13:26.884078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-d9087b98-4b4a-45ca-b717-5146677ccb5c service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024816 Aug 30 22:13:26.983127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-bd86913c-cd86-4916-b8f3-6cd04ab1df0e service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914989 Aug 30 22:13:27.091446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-b8dae6dd-922f-4d1d-b78b-51993c9efbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:27.092890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-b8dae6dd-922f-4d1d-b78b-51993c9efbeb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1096 time: 0.0499589 Aug 30 22:13:27.183689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-9c81c04d-9414-442a-b6d3-c5bae630526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:27.185246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-9c81c04d-9414-442a-b6d3-c5bae630526e service neutron] 10.222.0.82 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0844634 Aug 30 22:13:27.231522 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-c7cc9ff5-14d0-4c56-8369-d592d8fdacc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ebee35-b971-4ba1-a33b-b021f4a92308 HTTP/1.1" status: 200 len: 217 time: 0.0393755 Aug 30 22:13:27.260453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-8cbc1525-9989-481c-a603-3e73a1fdb91d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:27.261916 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-8cbc1525-9989-481c-a603-3e73a1fdb91d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 944 time: 0.0496533 Aug 30 22:13:27.282770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-59359022-76d7-43f8-9da7-ddc26c101679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:27.284253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-59359022-76d7-43f8-9da7-ddc26c101679 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0446739 Aug 30 22:13:27.331353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-2c926ee1-abd3-4ef8-86fb-75fe878b90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:27.332945 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-2c926ee1-abd3-4ef8-86fb-75fe878b90a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411847 Aug 30 22:13:27.351979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Deleting port 89ebee35-b971-4ba1-a33b-b021f4a92308 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:13:27.352240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:27.427688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-83c55d2f-2e23-4e96-a203-4b88b12a86d5 service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Aug 30 22:13:27.445405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] For port 89ebee35-b971-4ba1-a33b-b021f4a92308, host n-h1-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-16',level=0,port_id=89ebee35-b971-4ba1-a33b-b021f4a92308,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:27.445767 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:27.459101 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Calling delete_port for 89ebee35-b971-4ba1-a33b-b021f4a92308 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:13:27.515859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-e985711d-7cdb-401b-b712-3d3de19fd5fe service neutron] 10.222.0.82 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818567 Aug 30 22:13:27.595534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:27.624296 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'Port': ['ID=89ebee35-b971-4ba1-a33b-b021f4a92308,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:27.666981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] No DVR routers for this DVR port 89ebee35-b971-4ba1-a33b-b021f4a92308 on host n-h1-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:13:27.669767 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:27.671979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.82 "DELETE /v2.0/ports/89ebee35-b971-4ba1-a33b-b021f4a92308 HTTP/1.1" status: 204 len: 173 time: 0.4039793 Aug 30 22:13:27.672422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-deleted', 'tag': '89ebee35-b971-4ba1-a33b-b021f4a92308'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:27.674819 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51949fc5-6f7a-446b-868f-dd08a532691e" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-deleted", "tag": "89ebee35-b971-4ba1-a33b-b021f4a92308"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:27.708107 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad6417-52c9-4e3c-8151-d87bee109aca x-openstack-request-id: req-e9ad6417-52c9-4e3c-8151-d87bee109aca {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:27.708406 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-deleted", "tag": "89ebee35-b971-4ba1-a33b-b021f4a92308", "status": "failed", "code": 422}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:27.708702 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9ad6417-52c9-4e3c-8151-d87bee109aca {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:27.709089 n-d-793620-16 neutron-server[94688]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-deleted', 'tag': '89ebee35-b971-4ba1-a33b-b021f4a92308', 'status': 'failed', 'code': 422} returned with failed status Aug 30 22:13:27.862916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-66b95810-3aa4-44ba-a856-db15a44dfd0e req-a36621ba-28e9-473a-b194-fe24f22379c8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0272338 Aug 30 22:13:28.518398 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:13:28.764396 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-048fe276-fa02-4f53-b2f2-20d8a07539ba tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:28.766035 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-048fe276-fa02-4f53-b2f2-20d8a07539ba tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 812 time: 0.1061511 Aug 30 22:13:28.810700 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-b51fbb41-7f8b-4dc2-9cd9-ddcdaee264a3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 379 time: 0.0346580 Aug 30 22:13:28.821790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'port': {'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'admin_state_up': True, 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'security_groups': ['7d94e8cb-963b-4895-b4a4-7550364c215c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:28.941469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Made reservation on behalf of 3d286048961c4546b62d7f58a92666e0 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:13:28.945871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:28.985900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-675e9397-7d0a-4d6b-b539-78e9a4683647 req-74be9231-f5a3-41bb-93ec-f864a5370430 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0385070 Aug 30 22:13:29.102607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Allocated IP 172.20.0.3 (1a4c3913-ef81-4230-8a6e-c2b25092f734/1734dfaf-e00d-480c-bba5-2c69127d345a/7d5c676a-7007-4889-9996-385e00cd7c66) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:13:29.244372 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.260182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Transition to ACTIVE for port object 7d5c676a-7007-4889-9996-385e00cd7c66 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:13:29.296968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.342285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:13:29.345796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:13:29.348400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:13:29.374875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:29.404962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:29.405598 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.422524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-f0615059-957c-4705-b7bd-7bdecabf1961 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044211 Aug 30 22:13:29.435490 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Request body: {'port': {'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:29.491815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.590720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d8a5979-6ad1-4681-b22d-f482c2a4c767 None None] Provisioning for port 7d5c676a-7007-4889-9996-385e00cd7c66 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:13:29.594443 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3d8a5979-6ad1-4681-b22d-f482c2a4c767 None None] Provisioning complete for port 7d5c676a-7007-4889-9996-385e00cd7c66 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:13:29.594926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3d8a5979-6ad1-4681-b22d-f482c2a4c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.632547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a5979-6ad1-4681-b22d-f482c2a4c767 None None] Port 7d5c676a-7007-4889-9996-385e00cd7c66 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:13:29.768800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5c676a-7007-4889-9996-385e00cd7c66 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:13:29.779221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.791713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Transition to ACTIVE for port object 7d5c676a-7007-4889-9996-385e00cd7c66 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:13:29.798206 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:29.858777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:29.933306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Attempting to bind port 7d5c676a-7007-4889-9996-385e00cd7c66 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:13:29.933642 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Attempting to bind port 7d5c676a-7007-4889-9996-385e00cd7c66 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:13:29.933989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Attempting to bind port 7d5c676a-7007-4889-9996-385e00cd7c66 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:29.938874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Port 7d5c676a-7007-4889-9996-385e00cd7c66 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:13:29.939196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Attempting to bind port 7d5c676a-7007-4889-9996-385e00cd7c66 on network 1a4c3913-ef81-4230-8a6e-c2b25092f734 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:13:29.944614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:13:29.944941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Checking segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:13:29.945310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Bound using segment: {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:13:29.945714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Bound port: 7d5c676a-7007-4889-9996-385e00cd7c66, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261c93d5-1f22-4d73-87af-e360f75d5bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:13:29.946086 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:30.013983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:13:30.017868 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:13:30.025151 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:30.057592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.058214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:30.059651 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] 10.222.0.86 "PUT /v2.0/ports/7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1092 time: 0.6287370 Aug 30 22:13:30.060093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:30.062415 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb78b0-318f-4410-8d7e-84f473f1fe95" -d '{"events": [{"name": "network-changed", "server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:30.089178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e78bb-f4d9-49a7-8215-492fa321f869 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:30.127094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eec61-10a8-4429-ac43-b95467bed613 req-cd97d92e-09ac-432c-81c4-281066a4a3b0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.128682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b52eec61-10a8-4429-ac43-b95467bed613 req-cd97d92e-09ac-432c-81c4-281066a4a3b0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0676579 Aug 30 22:13:30.157840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-b023e96e-368c-4404-900a-a45add5ec4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.159420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-b023e96e-368c-4404-900a-a45add5ec4be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1095 time: 0.0464411 Aug 30 22:13:30.170632 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b52eec61-10a8-4429-ac43-b95467bed613 req-a133e547-7145-4597-8f91-4552bea29bdc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Aug 30 22:13:30.206614 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-93235525-7034-45e0-a731-83cf83dda25f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 217 time: 0.0393112 Aug 30 22:13:30.228837 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372eaac-abcb-40b1-a209-77501bef4202 x-openstack-request-id: req-8372eaac-abcb-40b1-a209-77501bef4202 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:30.229158 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:30.229410 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8372eaac-abcb-40b1-a209-77501bef4202 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:30.229791 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'status': 'completed', 'code': 200} Aug 30 22:13:30.266576 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-17daa69f-df53-4492-9ff8-3cd7c2dc10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.268164 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-17daa69f-df53-4492-9ff8-3cd7c2dc10cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0536721 Aug 30 22:13:30.314843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-a71ed273-85b6-49b7-ac3c-df3f3c660fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.316361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-a71ed273-85b6-49b7-ac3c-df3f3c660fd2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411179 Aug 30 22:13:30.410656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-854c0d74-a0a5-414c-9134-cca89be15c82 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870273 Aug 30 22:13:30.514026 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-3eff2f15-ff3e-428d-a19f-52edea8c1168 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950956 Aug 30 22:13:30.617801 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-e10cf6be-a66c-4e20-acb7-4c9776ec7810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.620230 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-e10cf6be-a66c-4e20-acb7-4c9776ec7810 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1095 time: 0.0515692 Aug 30 22:13:30.729183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-be6f4c8c-5e11-46f2-8146-b7ed56d1c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.731307 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-be6f4c8c-5e11-46f2-8146-b7ed56d1c7c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1027143 Aug 30 22:13:30.773420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-6a5ca6d7-ebff-4c9b-9cd3-af18985959da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 217 time: 0.0351298 Aug 30 22:13:30.828176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-21620fb0-8739-4cfa-a820-95ba59a0707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.829669 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-21620fb0-8739-4cfa-a820-95ba59a0707d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0487950 Aug 30 22:13:30.875959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-c25614c2-0abb-43a2-af1a-cbf831a4e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:30.877426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-c25614c2-0abb-43a2-af1a-cbf831a4e629 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402784 Aug 30 22:13:30.969638 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-f853ddfc-d674-4fcf-a3b5-dc3be92cb9e5 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842516 Aug 30 22:13:31.066779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eaeb78b0-318f-4410-8d7e-84f473f1fe95 req-4269856f-f35b-4266-bd38-6ccbca503c64 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887885 Aug 30 22:13:31.290863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a64079-2d1d-42bf-83f1-3dbfa7f8305a req-d9448c7e-7f7e-4dea-a7fe-236cac38c1e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:31.292342 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7a64079-2d1d-42bf-83f1-3dbfa7f8305a req-d9448c7e-7f7e-4dea-a7fe-236cac38c1e4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0506830 Aug 30 22:13:31.337434 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7a64079-2d1d-42bf-83f1-3dbfa7f8305a req-e16f7350-a8e7-4f27-afea-eac1e753309b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386744 Aug 30 22:13:32.455215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75964c-a937-439d-a838-c4be31e3076d req-8a523a09-9eb7-4472-bcaf-3a792c6b6591 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:32.456738 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a75964c-a937-439d-a838-c4be31e3076d req-8a523a09-9eb7-4472-bcaf-3a792c6b6591 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0514379 Aug 30 22:13:32.495408 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a75964c-a937-439d-a838-c4be31e3076d req-58d290de-c91c-4df3-9d0d-4cdac9e92905 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Aug 30 22:13:33.623448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92c159-da70-4232-8240-494713aff0d4 req-95e40e79-f7b0-4ff4-b2e1-975e8a900de7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:33.625052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee92c159-da70-4232-8240-494713aff0d4 req-95e40e79-f7b0-4ff4-b2e1-975e8a900de7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0610764 Aug 30 22:13:33.665536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee92c159-da70-4232-8240-494713aff0d4 req-2e943e08-6db1-4352-8cf5-3afa7dcd3391 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322397 Aug 30 22:13:34.097676 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:34.792773 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07fdd-e422-4fbb-901f-61923973bdd1 req-a78f81c3-16bb-4898-8f8a-bc679aa69612 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:34.794297 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1db07fdd-e422-4fbb-901f-61923973bdd1 req-a78f81c3-16bb-4898-8f8a-bc679aa69612 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0538635 Aug 30 22:13:34.799934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:13:34.834677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1db07fdd-e422-4fbb-901f-61923973bdd1 req-1ff886be-1afe-4d30-8c21-614010aba64b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335996 Aug 30 22:13:34.893461 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:34.907698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '7d5c676a-7007-4889-9996-385e00cd7c66', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66', 'mac_address': 'fa:16:3e:39:69:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:13:34.949940 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:34.963299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5c676a-7007-4889-9996-385e00cd7c66 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:13:34.983618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:34.990916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:35.041229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:35.283686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['7d5c676a-7007-4889-9996-385e00cd7c66'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:13:35.965925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7fe9c-44c4-4d29-8b12-9fa2ca4e8dee req-45f5e61f-06eb-4132-82ac-a8c234f3fda1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:35.967411 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6af7fe9c-44c4-4d29-8b12-9fa2ca4e8dee req-45f5e61f-06eb-4132-82ac-a8c234f3fda1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 944 time: 0.0572762 Aug 30 22:13:36.013757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6af7fe9c-44c4-4d29-8b12-9fa2ca4e8dee req-7d21bf23-7a80-461d-bb1d-1c3063d8428c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372243 Aug 30 22:13:36.438710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:36.801105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:13:36.864870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 7d5c676a-7007-4889-9996-385e00cd7c66 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:13:36.868993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 7d5c676a-7007-4889-9996-385e00cd7c66 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:13:36.869369 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:36.947902 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:36.971376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:36.973642 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85047da0-6bc2-4909-bbed-72e4907f86a7" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:36.986491 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:13:36.992115 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:37.017776 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74891e5-f757-4624-ac9c-6efe0b954707 x-openstack-request-id: req-a74891e5-f757-4624-ac9c-6efe0b954707 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:37.018112 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:37.018299 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a74891e5-f757-4624-ac9c-6efe0b954707 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:37.018720 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'code': 200} Aug 30 22:13:37.045410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:13:37.111349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2242cb-5a66-46bf-a18e-b5dc725d2424 req-34c7a897-08c3-433c-8343-ba9ead321ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:37.113055 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fe2242cb-5a66-46bf-a18e-b5dc725d2424 req-34c7a897-08c3-433c-8343-ba9ead321ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0412652 Aug 30 22:13:37.141556 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da185c0-9d71-48e0-95eb-aaef3f174ffe req-79a7a972-082f-4652-aeb8-1ef20dd24b4f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:37.143078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1da185c0-9d71-48e0-95eb-aaef3f174ffe req-79a7a972-082f-4652-aeb8-1ef20dd24b4f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0530081 Aug 30 22:13:37.150083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fe2242cb-5a66-46bf-a18e-b5dc725d2424 req-deba369e-eb39-4ec4-bbd4-45ba56fdb6c5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302186 Aug 30 22:13:37.181666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1da185c0-9d71-48e0-95eb-aaef3f174ffe req-a3dcde3b-4117-4ceb-8d7d-e33acfc824b0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318897 Aug 30 22:13:38.310828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ccf8-9947-494f-a078-c45560b93cf0 req-5e63b5f3-4bd7-4b24-a553-7069dc076609 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:38.312344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2821ccf8-9947-494f-a078-c45560b93cf0 req-5e63b5f3-4bd7-4b24-a553-7069dc076609 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0508318 Aug 30 22:13:38.355355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2821ccf8-9947-494f-a078-c45560b93cf0 req-d97f747d-b3d8-4599-8f01-4a51417f8834 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346189 Aug 30 22:13:39.079580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5423fc22-7651-42f5-9eff-9414c3d2131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:39.483083 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8739d-a7c8-4eec-b0a9-d7b14e60d7ca req-bf8e8f57-37e6-4d66-a3cb-fd60507f4829 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:39.484560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fd8739d-a7c8-4eec-b0a9-d7b14e60d7ca req-bf8e8f57-37e6-4d66-a3cb-fd60507f4829 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0488076 Aug 30 22:13:39.522680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8fd8739d-a7c8-4eec-b0a9-d7b14e60d7ca req-b260895a-d3cc-433d-8be3-9a9b629f7dc9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319552 Aug 30 22:13:39.648060 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2a0d-1d6c-45ab-8bfc-db97219a1545 req-e6278483-30f0-4537-ae5f-bcf5efac324f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:39.649554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-49ed2a0d-1d6c-45ab-8bfc-db97219a1545 req-e6278483-30f0-4537-ae5f-bcf5efac324f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0564730 Aug 30 22:13:39.660350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 50528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:13:39.664824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Request body: {'floatingip': {'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:13:39.703474 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:40.501125 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:40.508454 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:40.608399 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc associated. External IP: 172.25.5.201, port: 7d5c676a-7007-4889-9996-385e00cd7c66. Aug 30 22:13:40.838500 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:13:40.953531 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:13:40.958800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:40.963683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:13:40.973034 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:13:40.973694 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:40.989706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7858ecf3-00a1-49e1-8c19-f6d6885ae492 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "PUT /v2.0/floatingips/b11febc4-62bc-418f-9f98-626638f7dfdc HTTP/1.1" status: 200 len: 992 time: 1.3283045 Aug 30 22:13:40.990287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:13:40.992820 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:13:41.079811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:13:41.084467 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03333ce5-9f7c-43d3-b75e-1f8ffc4e0ff7 x-openstack-request-id: req-03333ce5-9f7c-43d3-b75e-1f8ffc4e0ff7 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:13:41.084771 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:13:41.085020 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03333ce5-9f7c-43d3-b75e-1f8ffc4e0ff7 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:13:41.085443 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'status': 'completed', 'code': 200} Aug 30 22:13:41.147968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-00d968cb-072f-483f-bf29-2ff93dde3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:41.149553 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-00d968cb-072f-483f-bf29-2ff93dde3460 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0434008 Aug 30 22:13:41.246810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-00c09242-9731-4bd5-b21b-3c78c24edda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:41.248267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-00c09242-9731-4bd5-b21b-3c78c24edda3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0909908 Aug 30 22:13:41.303858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:39:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:13:40Z', 'revision_number': 13, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:41.315116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-5a180c7b-7137-41e6-9fd0-64b4700855a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1000 time: 0.0594280 Aug 30 22:13:41.333367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:13:41.342521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:13:41.343180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:13:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:41.370275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-a70f4018-815d-46ae-9af0-2288064dcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:41.371812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-a70f4018-815d-46ae-9af0-2288064dcd32 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0500817 Aug 30 22:13:41.418843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-58459535-91bc-4527-b2fd-760ecc447acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:13:41.420381 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-58459535-91bc-4527-b2fd-760ecc447acd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415356 Aug 30 22:13:41.447322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:13:41.511885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-73352e54-17f9-4287-a726-1858549f776d service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834475 Aug 30 22:13:41.611025 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db211d54-c61e-4ed2-bdce-43e6ac2db6b1 req-8d129ce6-05a0-40eb-bf4f-8e50c3f023f4 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909011 Aug 30 22:13:41.853646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:39:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:13:40Z', 'revision_number': 13, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:13:41.856486 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:41.884554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e5247-d324-407d-a9a0-67386d2a527a None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'b11febc4-62bc-418f-9f98-626638f7dfdc', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'mac_address': 'fa:16:3e:39:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:03:21Z', 'updated_at': '2021-08-30T22:13:40Z', 'revision_number': 13, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:13:42.013326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4402edd7-d488-42ea-abe4-35420898b0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:42.073808 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfbede1-4746-45ba-9778-3984110e8ed5 None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:13:42.936293 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:13:44.810715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:04.100193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:05.519193 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:14:06.436550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:09.083537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ee5d9d7-2ce7-410a-9fbe-6d3e380976ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:11.851368 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:12.016372 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7dda359f-beac-49c2-9173-dbb0763edf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:12.942152 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:14.823606 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:25.229416 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-a0aaaa15-97a5-4d99-a8f5-8aa2d9f8f4ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485213 Aug 30 22:14:25.337287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-3aaceb26-a82f-4196-a42b-92e801013d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:14:25.338848 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-3aaceb26-a82f-4196-a42b-92e801013d8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0660536 Aug 30 22:14:25.460917 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-f0223b2e-f992-47d1-ba39-a1099563e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:14:25.462605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-f0223b2e-f992-47d1-ba39-a1099563e88c service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1022871 Aug 30 22:14:25.536155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-5b85bea9-fa00-40e4-80fd-68065d096dd0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1002 time: 0.0647876 Aug 30 22:14:25.591043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-7aa40623-6ce4-446a-a919-470864dfa743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:14:25.592526 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-7aa40623-6ce4-446a-a919-470864dfa743 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0497594 Aug 30 22:14:25.640439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-950586e1-0fd4-41cb-8cf1-37502140a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:14:25.641982 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-950586e1-0fd4-41cb-8cf1-37502140a684 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422158 Aug 30 22:14:25.741794 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-256e4581-a14f-4d4c-89ae-e5954c7bd8c8 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874646 Aug 30 22:14:25.845361 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8aac3f4-7d12-4421-bbf0-35e7be457ee4 req-aecf9916-fe3b-4604-a8ac-63b5ce5365fc service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965579 Aug 30 22:14:34.113885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:36.451871 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:39.084371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2b48e667-82a1-4919-9fcb-23fbe2573ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:41.856597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:42.020958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5eff202e-96c0-4e09-9b7f-b1c056e0c50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:42.519306 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:14:42.948566 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:14:44.822136 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:04.111637 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:06.450210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:09.086690 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa67b94b-5416-4619-9d8c-5fe2018b3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:11.864836 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:12.028665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9508c00f-21e6-4e60-a60d-44c49a09ccb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:12.943443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:14.818553 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:19.519122 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:15:26.633288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-87f9197f-151f-4341-95f0-19cea2788c90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439131 Aug 30 22:15:26.720542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-5966685e-ac19-484e-8050-a7e0c230e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:15:26.722065 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-5966685e-ac19-484e-8050-a7e0c230e889 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0427172 Aug 30 22:15:26.843818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-d86d5ab6-83fa-4af2-bd1b-4b467c2d50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:15:26.846057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-d86d5ab6-83fa-4af2-bd1b-4b467c2d50be service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.1040559 Aug 30 22:15:26.923758 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-e3ca63d1-2b00-4251-a066-425a73e71524 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1002 time: 0.0702362 Aug 30 22:15:26.980149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-902673a3-3349-4e9a-ace8-667da2128c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:15:26.981661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-902673a3-3349-4e9a-ace8-667da2128c73 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0504744 Aug 30 22:15:27.032866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-249a034e-82ae-444a-bfd1-b21c8b265068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:15:27.034462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-249a034e-82ae-444a-bfd1-b21c8b265068 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448322 Aug 30 22:15:27.145788 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-a7fde948-1620-40a8-bf6c-a5d50b59e14d service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029816 Aug 30 22:15:27.244454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-462f812c-8e29-488e-b2c0-d753c1a0e6dd req-52fb049e-62e4-41cf-a3d9-81593e8a4311 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914156 Aug 30 22:15:34.115090 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:36.464789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:39.087028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd724-8758-4d9e-a617-555ac8828cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:41.861264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:42.027377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f83b-a979-4cc3-b869-96ff07bfbcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:42.946956 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:44.832382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:15:56.521277 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:16:04.116090 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:06.474556 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:09.080570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20bc1309-587d-4dbb-96cc-13d67fb1b9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:11.866947 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:12.023279 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-631fa8d8-1fd1-4b5e-9a04-b4324cf73e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:12.949434 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:14.344998 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c66e4-3f96-4410-9775-5ded9c52de04 req-34a8bfb3-462c-4f7a-b63f-495bb2e82fad tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:14.346530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac8c66e4-3f96-4410-9775-5ded9c52de04 req-34a8bfb3-462c-4f7a-b63f-495bb2e82fad tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0525489 Aug 30 22:16:14.395469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac8c66e4-3f96-4410-9775-5ded9c52de04 req-3c0894b5-39c8-4406-b61e-8c83459592de tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Aug 30 22:16:14.820288 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:26.767454 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142515f2-adc7-4ded-9628-4733b352185e req-e006039e-0906-4e82-a21a-c3eff884ceab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:26.769022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-142515f2-adc7-4ded-9628-4733b352185e req-e006039e-0906-4e82-a21a-c3eff884ceab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0859208 Aug 30 22:16:26.776961 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-a9120700-63d0-47a5-a1da-bcfe456d47d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0634775 Aug 30 22:16:26.813809 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-142515f2-adc7-4ded-9628-4733b352185e req-e1328500-fe7e-41c7-b11a-b180ef205f29 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357225 Aug 30 22:16:27.678543 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-0f3d36af-5a2e-44b1-9fb3-6fe4a2617ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:27.680417 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-0f3d36af-5a2e-44b1-9fb3-6fe4a2617ec3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0509970 Aug 30 22:16:27.800457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-d9fd9511-ca20-4d85-8da4-c0a84de056f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:27.802082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-d9fd9511-ca20-4d85-8da4-c0a84de056f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0936687 Aug 30 22:16:27.873385 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-f3b3e09f-8bf9-492b-9590-08cbba0be94c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1002 time: 0.0633006 Aug 30 22:16:27.927033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-345dcb88-69f8-4d43-a16b-16ba67c88d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:27.928592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-345dcb88-69f8-4d43-a16b-16ba67c88d7a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0472207 Aug 30 22:16:27.941283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85a28f-50fa-46d3-91f4-fb373ff81b76 req-9274570f-4c70-4e88-8cd1-b081458ed199 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:27.942874 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f85a28f-50fa-46d3-91f4-fb373ff81b76 req-9274570f-4c70-4e88-8cd1-b081458ed199 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0527205 Aug 30 22:16:27.986242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-f55ea275-2533-41de-a443-d57317e43da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:27.987763 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-f55ea275-2533-41de-a443-d57317e43da7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499318 Aug 30 22:16:27.991971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0f85a28f-50fa-46d3-91f4-fb373ff81b76 req-81797e87-a2bb-46d4-b933-aaef8d5391d4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428553 Aug 30 22:16:28.080751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-4b6610dd-5e6b-4ee0-924b-a0ed923146c6 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843344 Aug 30 22:16:28.177373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e32f4b8-164b-4778-a7a6-d471e68be9d3 req-085187a2-8613-4836-a0e6-591a6e4f3b65 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894854 Aug 30 22:16:28.262844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-8390f788-7275-44d3-8b4c-f3733116e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:28.264414 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-8390f788-7275-44d3-8b4c-f3733116e4bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0458322 Aug 30 22:16:28.372335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-0b734f43-08ef-48b8-a827-f1c0cfa40252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:28.372335 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-0b734f43-08ef-48b8-a827-f1c0cfa40252 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0937040 Aug 30 22:16:28.436643 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-1c2abf6b-a444-4475-9a64-a5bb6de14e7a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1002 time: 0.0629146 Aug 30 22:16:28.487524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-c1d64e80-dc7c-4244-bbb2-c307bbdedc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:28.489131 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-c1d64e80-dc7c-4244-bbb2-c307bbdedc14 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0457373 Aug 30 22:16:28.540615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-ea09215e-bd29-4859-9410-52ac7ca08937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:28.542177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-ea09215e-bd29-4859-9410-52ac7ca08937 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459704 Aug 30 22:16:28.635604 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-6ee843c8-d548-44f6-8431-8f33bbdf3e2d service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860074 Aug 30 22:16:28.744117 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-f9f696f0-606d-4a99-a6a5-2e89f3d7bbc4 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988400 Aug 30 22:16:29.124826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd7e1d-ffd9-48a5-a3ae-cb29aad85eff req-9c787647-172c-462d-8d9b-765ff1a7a02a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:29.126353 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6bd7e1d-ffd9-48a5-a3ae-cb29aad85eff req-9c787647-172c-462d-8d9b-765ff1a7a02a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0524998 Aug 30 22:16:29.167285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6bd7e1d-ffd9-48a5-a3ae-cb29aad85eff req-61c711d6-b678-4a72-80dd-fc961f6db2d9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339584 Aug 30 22:16:30.307622 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fb217-a092-4239-94c1-493dbadd5860 req-82da70e7-758e-43d6-8e86-8519adc397a8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:30.309145 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-880fb217-a092-4239-94c1-493dbadd5860 req-82da70e7-758e-43d6-8e86-8519adc397a8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0600545 Aug 30 22:16:30.357391 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-880fb217-a092-4239-94c1-493dbadd5860 req-e8696e77-0c8d-4e5e-989c-fb62acfdd126 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399208 Aug 30 22:16:31.491928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962309a-064b-4f78-90c9-eab52d1ef608 req-db4ea502-eb1d-48cd-bc3f-43c9659bc0c7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:31.493263 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9962309a-064b-4f78-90c9-eab52d1ef608 req-db4ea502-eb1d-48cd-bc3f-43c9659bc0c7 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0618155 Aug 30 22:16:31.539428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9962309a-064b-4f78-90c9-eab52d1ef608 req-ad5ff63a-098c-47cb-b934-f35f52ed95cc tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Aug 30 22:16:32.672026 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1c695-eefe-4a21-8f90-f87d0f1f7fa8 req-632baab2-5711-4270-8073-145ba920a9ee tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:32.674585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eea1c695-eefe-4a21-8f90-f87d0f1f7fa8 req-632baab2-5711-4270-8073-145ba920a9ee tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0613091 Aug 30 22:16:32.714968 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eea1c695-eefe-4a21-8f90-f87d0f1f7fa8 req-4ef59836-2ba2-4119-8df9-8001ab7d0a96 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Aug 30 22:16:33.521307 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:16:33.855252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7ce04-0d1b-44a1-b8df-670afd18539f req-a8818584-6b5f-44cd-935e-ca89aab65f5c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:33.865038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd7ce04-0d1b-44a1-b8df-670afd18539f req-a8818584-6b5f-44cd-935e-ca89aab65f5c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0697088 Aug 30 22:16:33.908652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bd7ce04-0d1b-44a1-b8df-670afd18539f req-6fae94ac-6d94-4601-9858-6e36083aa218 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373073 Aug 30 22:16:34.123071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:35.045972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c09c1-d574-40fa-a802-83706feccf30 req-f1d74d52-cbbd-40d0-8747-e27e65d6ae16 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:35.047602 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e4c09c1-d574-40fa-a802-83706feccf30 req-f1d74d52-cbbd-40d0-8747-e27e65d6ae16 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0596619 Aug 30 22:16:35.090644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e4c09c1-d574-40fa-a802-83706feccf30 req-ee296171-19ea-4ab7-a5ca-d11dcfff8f27 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367208 Aug 30 22:16:36.224400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6535737-1ddb-4803-b3e6-ab9f70e75fe7 req-0e7704fb-cc05-4d47-84d2-d8b8d628efcb tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:36.225960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6535737-1ddb-4803-b3e6-ab9f70e75fe7 req-0e7704fb-cc05-4d47-84d2-d8b8d628efcb tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0553482 Aug 30 22:16:36.272149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c6535737-1ddb-4803-b3e6-ab9f70e75fe7 req-57a129e0-2319-4eeb-a1b7-8f7e3cc71984 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350771 Aug 30 22:16:36.488300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:37.412921 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705427db-d6ec-461b-84d6-0439b1ab7eba req-36f28a20-37a8-44ae-85d2-ce6e36d3e467 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:37.414506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-705427db-d6ec-461b-84d6-0439b1ab7eba req-36f28a20-37a8-44ae-85d2-ce6e36d3e467 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0638709 Aug 30 22:16:37.454422 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-705427db-d6ec-461b-84d6-0439b1ab7eba req-bf387a08-46af-46cb-a194-86cd24058a87 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Aug 30 22:16:38.593562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b43b9-a45a-4008-84e5-060541b21c3d req-c49f26a7-6e4e-4a27-a671-f503d719f0a6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:38.595035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c5b43b9-a45a-4008-84e5-060541b21c3d req-c49f26a7-6e4e-4a27-a671-f503d719f0a6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0520699 Aug 30 22:16:38.636203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c5b43b9-a45a-4008-84e5-060541b21c3d req-6935259a-3d68-40e3-a272-17ee5097e722 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350270 Aug 30 22:16:39.084377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5a1b53e-0ff6-46d8-ac24-f02b5880dbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:39.765568 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66f960-9e17-45c3-b4ee-a3d797d90a98 req-a2302729-b08a-4bc2-96b1-89605748dca9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:39.767185 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff66f960-9e17-45c3-b4ee-a3d797d90a98 req-a2302729-b08a-4bc2-96b1-89605748dca9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0595360 Aug 30 22:16:39.808396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ff66f960-9e17-45c3-b4ee-a3d797d90a98 req-8406a0e5-6cd5-4022-9c84-ee7454efa9d2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Aug 30 22:16:40.937446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753f4d1-16a4-4311-b3e1-631d5e1e61bd req-cc429738-27af-4bd8-9476-19741d01d0f8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:40.938997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c753f4d1-16a4-4311-b3e1-631d5e1e61bd req-cc429738-27af-4bd8-9476-19741d01d0f8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0547550 Aug 30 22:16:40.981499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c753f4d1-16a4-4311-b3e1-631d5e1e61bd req-30fb218f-0d75-4617-ad76-6e87d944b4d2 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359724 Aug 30 22:16:41.869081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:42.041156 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb533d93-f8c1-47e6-8676-fab7ad460505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:42.122137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935cad-2cb5-4291-9a36-5193c7f7b824 req-455f44c6-d62e-4ea3-9a56-d0ac4252686e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:42.123753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86935cad-2cb5-4291-9a36-5193c7f7b824 req-455f44c6-d62e-4ea3-9a56-d0ac4252686e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0511227 Aug 30 22:16:42.167435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86935cad-2cb5-4291-9a36-5193c7f7b824 req-002552a1-ac9d-4c42-a5c5-ccefcfaf1dea tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Aug 30 22:16:42.615857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-f6b15608-56e9-42f4-b430-6b723f6ce6ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:16:42.616833 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-f6b15608-56e9-42f4-b430-6b723f6ce6ab tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063875 Aug 30 22:16:42.691758 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-65fef0a3-0918-4a7e-854c-32202a8fe722 service neutron] 10.222.0.86 "GET /v2.0/ports/7d5c676a-7007-4889-9996-385e00cd7c66/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.0670187 Aug 30 22:16:42.914302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-75a09f30-7e53-4c1d-a90c-6756b2d1185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:42.915895 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-75a09f30-7e53-4c1d-a90c-6756b2d1185f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 1097 time: 0.0483019 Aug 30 22:16:42.957710 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:42.985546 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-599447b7-fb51-422d-a7f7-9990c6f142d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:42.987155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-599447b7-fb51-422d-a7f7-9990c6f142d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0436156 Aug 30 22:16:43.086906 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-f314c086-dec1-4599-acce-a9d22e8e5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:43.088441 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-f314c086-dec1-4599-acce-a9d22e8e5981 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0942104 Aug 30 22:16:43.158400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-d18c0cf6-5b13-4dbd-b9be-b12aef166024 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1002 time: 0.0625057 Aug 30 22:16:43.215564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-699d5b3e-9468-407c-baac-534c671b209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:43.217071 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-699d5b3e-9468-407c-baac-534c671b209f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0521553 Aug 30 22:16:43.269512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-3b52c4f6-4560-497d-b41a-027c3719d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:43.271620 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-3b52c4f6-4560-497d-b41a-027c3719d287 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474386 Aug 30 22:16:43.306394 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcb5fc-da17-429a-b100-582aad52ccff req-2ac975cb-8b14-47f4-975f-8a753ec62196 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:43.307983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87dcb5fc-da17-429a-b100-582aad52ccff req-2ac975cb-8b14-47f4-975f-8a753ec62196 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0607164 Aug 30 22:16:43.350916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-87dcb5fc-da17-429a-b100-582aad52ccff req-c8ec55a5-1211-464b-ae2b-9cae8de0497c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365992 Aug 30 22:16:43.378521 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-79e82ca5-b535-452b-a0d7-ff26d21109d7 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995855 Aug 30 22:16:43.479395 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ac6b7f94-a133-418c-ba90-8657309c9f00 req-27ff4158-9e3b-43d6-9971-868041a5715c service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939879 Aug 30 22:16:44.481920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3cfd8-ca0f-45e4-b962-0fbfe1122f8d req-83d6e389-471e-4efd-bf88-7f73f726fd8c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:44.483441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04e3cfd8-ca0f-45e4-b962-0fbfe1122f8d req-83d6e389-471e-4efd-bf88-7f73f726fd8c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0571797 Aug 30 22:16:44.529824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04e3cfd8-ca0f-45e4-b962-0fbfe1122f8d req-a3ac66f0-d32b-43b2-a152-2cf87bbecf81 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399339 Aug 30 22:16:44.823437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:45.658533 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901caa4a-9745-436e-bd6a-11b37067da1c req-5c2b02a4-bd4f-4a61-9bd2-c88bce35d10e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:45.660068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-901caa4a-9745-436e-bd6a-11b37067da1c req-5c2b02a4-bd4f-4a61-9bd2-c88bce35d10e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0524838 Aug 30 22:16:45.710866 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-901caa4a-9745-436e-bd6a-11b37067da1c req-2ee5387d-e9fb-4353-b328-af2864b91d9a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409982 Aug 30 22:16:45.833267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:16:45.920832 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:45.951407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:16:45.951654 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ba211-9ca6-4e7a-91cb-ec1342fc7435" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:16:45.969539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:16:45.977672 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:46.008293 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef07d580-f5bc-41f4-a777-c36af06c5081 x-openstack-request-id: req-ef07d580-f5bc-41f4-a777-c36af06c5081 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:16:46.008586 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:16:46.008837 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef07d580-f5bc-41f4-a777-c36af06c5081 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:16:46.009227 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'code': 200} Aug 30 22:16:46.040095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:16:46.048774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.049102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.049483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.049807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.050127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.050464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.050839 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.051171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.051499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.053044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.053375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.053712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:16:46.872308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f8e79-fb41-48a8-b33e-00db0491bdc5 req-7921a781-e6ae-4122-81d0-1a73a022e436 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:46.873951 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-255f8e79-fb41-48a8-b33e-00db0491bdc5 req-7921a781-e6ae-4122-81d0-1a73a022e436 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0631940 Aug 30 22:16:46.920227 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-255f8e79-fb41-48a8-b33e-00db0491bdc5 req-c20fbe87-20fb-41f3-aa1a-1a4c85ba4399 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393779 Aug 30 22:16:48.068741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d017bf-a49b-4fc1-954f-b49047631552 req-135eaa97-c336-4b58-bb53-b51ba87e5888 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:48.070299 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74d017bf-a49b-4fc1-954f-b49047631552 req-135eaa97-c336-4b58-bb53-b51ba87e5888 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0649266 Aug 30 22:16:48.110173 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74d017bf-a49b-4fc1-954f-b49047631552 req-4b05d699-7200-4858-b8ce-763cd690e746 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Aug 30 22:16:49.249308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f881676-e3c7-44cb-933a-753138055ce4 req-8f2a2984-a6b8-4432-bec7-e1e95a0e55a0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:49.250934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f881676-e3c7-44cb-933a-753138055ce4 req-8f2a2984-a6b8-4432-bec7-e1e95a0e55a0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0601072 Aug 30 22:16:49.296086 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6f881676-e3c7-44cb-933a-753138055ce4 req-23da3fb9-9fc1-4592-846c-23bd5c125afa tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373354 Aug 30 22:16:50.424831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32fa85-1402-4016-8ea3-7f8ba8b10fc3 req-a6d363ba-50c1-4100-a2a4-bb6ca2337a3f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:50.426405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce32fa85-1402-4016-8ea3-7f8ba8b10fc3 req-a6d363ba-50c1-4100-a2a4-bb6ca2337a3f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0544014 Aug 30 22:16:50.477401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce32fa85-1402-4016-8ea3-7f8ba8b10fc3 req-7ea5fed7-0d9f-4139-b3c5-261c803c732a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Aug 30 22:16:51.604925 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131180d-9414-432e-9975-7b4d52c66b25 req-d734b62c-be0a-40b1-a947-df0fc1ffe63e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:51.606401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0131180d-9414-432e-9975-7b4d52c66b25 req-d734b62c-be0a-40b1-a947-df0fc1ffe63e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0551343 Aug 30 22:16:51.647118 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0131180d-9414-432e-9975-7b4d52c66b25 req-1328de71-30e8-485a-9f8b-7f05b932560f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344999 Aug 30 22:16:52.779573 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e17b68-fb7b-4c05-83d4-c3a94bb5f0a7 req-bc99d1db-0daa-41a5-aa34-b2392c88ab5a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:52.785282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40e17b68-fb7b-4c05-83d4-c3a94bb5f0a7 req-bc99d1db-0daa-41a5-aa34-b2392c88ab5a tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0575180 Aug 30 22:16:52.826515 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40e17b68-fb7b-4c05-83d4-c3a94bb5f0a7 req-3a5b70a0-0af3-49c1-ae8a-6801444a283b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390515 Aug 30 22:16:53.951881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0907af-f01c-4b78-a99e-ae3542fbb04d req-68bbdca1-bcfc-42b9-9c49-2a0dfced03df tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:53.953399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd0907af-f01c-4b78-a99e-ae3542fbb04d req-68bbdca1-bcfc-42b9-9c49-2a0dfced03df tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0520153 Aug 30 22:16:54.000709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fd0907af-f01c-4b78-a99e-ae3542fbb04d req-de667593-8220-4b6f-8ebd-213edd9af69b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Aug 30 22:16:55.129205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9704cd3-e0ee-4c2a-8691-51f8cf60c00c req-83a4b71a-4b56-4544-835d-cf857ec8807b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:55.130820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9704cd3-e0ee-4c2a-8691-51f8cf60c00c req-83a4b71a-4b56-4544-835d-cf857ec8807b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0569861 Aug 30 22:16:55.173867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f9704cd3-e0ee-4c2a-8691-51f8cf60c00c req-271f2de1-655b-4ed0-a0f2-37b0a45a5e53 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341227 Aug 30 22:16:55.872280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:16:55.973537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:16:55.986310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '7d5c676a-7007-4889-9996-385e00cd7c66', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66', 'mac_address': 'fa:16:3e:39:69:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:16:56.024936 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:56.037895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5c676a-7007-4889-9996-385e00cd7c66 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:16:56.058018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:16:56.063569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:56.111984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:16:56.299630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15fed6-1e59-4fc4-b677-1d9c1e251a3f req-e8438c65-aa7b-4756-ba13-555558c80946 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:56.301116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d15fed6-1e59-4fc4-b677-1d9c1e251a3f req-e8438c65-aa7b-4756-ba13-555558c80946 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 944 time: 0.0521071 Aug 30 22:16:56.349389 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d15fed6-1e59-4fc4-b677-1d9c1e251a3f req-87de49e0-fdbb-4eda-bdf1-f960a59b5efe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Aug 30 22:16:56.427634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['7d5c676a-7007-4889-9996-385e00cd7c66'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:16:56.670725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-4b95ca8c-5cd5-4459-85e3-4e7247d2c845 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:56.672271 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-4b95ca8c-5cd5-4459-85e3-4e7247d2c845 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead&tenant_id=3d286048961c4546b62d7f58a92666e0&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 944 time: 0.0539548 Aug 30 22:16:56.705997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fdb97-31e7-417e-9935-e16ca68897aa req-a82788a7-1f41-4734-ae50-2385eeb8bbfe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:56.707608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae0fdb97-31e7-417e-9935-e16ca68897aa req-a82788a7-1f41-4734-ae50-2385eeb8bbfe tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 944 time: 0.0619361 Aug 30 22:16:56.737470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-64aa89f8-ae8b-4159-97a0-4774ee91f87f service neutron] 10.222.0.86 "GET /v2.0/ports/7d5c676a-7007-4889-9996-385e00cd7c66/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.0573378 Aug 30 22:16:56.747410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ae0fdb97-31e7-417e-9935-e16ca68897aa req-01d60778-4411-436a-8cf9-46d21121fee0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332153 Aug 30 22:16:56.810066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-39d249fd-034c-4894-84be-400ff73d7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:56.811657 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-39d249fd-034c-4894-84be-400ff73d7eee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1096 time: 0.0479746 Aug 30 22:16:56.914963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-26fcefec-e389-4ac3-b1fa-df11d0ec7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:56.916460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-26fcefec-e389-4ac3-b1fa-df11d0ec7ad6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0968380 Aug 30 22:16:57.000002 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-4b08d9f4-e68d-4933-969c-e3926773df98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1001 time: 0.0747464 Aug 30 22:16:57.055542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-5e6f750a-9eca-4913-b660-2c3a1c3a7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:57.058142 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-5e6f750a-9eca-4913-b660-2c3a1c3a7345 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0497866 Aug 30 22:16:57.112736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-20f97f48-9bca-4b7d-a889-8b9a26f12efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:57.115973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-20f97f48-9bca-4b7d-a889-8b9a26f12efd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496724 Aug 30 22:16:57.218607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-dbebf947-4a79-47e8-b5e6-0b4cea4ef8a2 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948460 Aug 30 22:16:57.628391 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-9465879a-0276-4b4e-a8e8-214309c5c792 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016867 Aug 30 22:16:57.883891 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae71df-3063-4b8e-bd4c-9a7fef6150ce req-e87537a3-c772-4d65-911e-13dd96e70478 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:57.885570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfae71df-3063-4b8e-bd4c-9a7fef6150ce req-e87537a3-c772-4d65-911e-13dd96e70478 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 944 time: 0.0610034 Aug 30 22:16:57.893058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:16:57.935766 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfae71df-3063-4b8e-bd4c-9a7fef6150ce req-e4e20d6f-fd8c-4b0a-8b69-a42a4314fdd9 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 Aug 30 22:16:57.968648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 7d5c676a-7007-4889-9996-385e00cd7c66 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:16:57.969034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:58.051304 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:58.074906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:16:58.077231 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be4790-20d8-46f0-b3b3-63935a68ab80" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:16:58.090527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:16:58.104257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:16:58.133776 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acb1d48-7155-4f77-a113-b99ab3a56d54 x-openstack-request-id: req-3acb1d48-7155-4f77-a113-b99ab3a56d54 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:16:58.134068 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:16:58.134321 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3acb1d48-7155-4f77-a113-b99ab3a56d54 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:16:58.134743 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'code': 200} Aug 30 22:16:58.162801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:16:59.068218 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67cd9b-b003-49c0-b285-d6866624bc94 req-ef0a3864-284f-486f-ab8e-16ef1af03639 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:16:59.069849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce67cd9b-b003-49c0-b285-d6866624bc94 req-ef0a3864-284f-486f-ab8e-16ef1af03639 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0551350 Aug 30 22:16:59.112449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce67cd9b-b003-49c0-b285-d6866624bc94 req-c7989cea-c4f9-4a2a-b1f3-724ccd91240b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363388 Aug 30 22:17:00.237890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e81c7-71bb-4b3b-8472-d359af687e74 req-3e429563-9d0d-48d1-b866-2a9814757ea6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:00.239719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-716e81c7-71bb-4b3b-8472-d359af687e74 req-3e429563-9d0d-48d1-b866-2a9814757ea6 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0535357 Aug 30 22:17:00.281503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-716e81c7-71bb-4b3b-8472-d359af687e74 req-9149d61a-6978-4686-86ae-5d9f294e3017 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355597 Aug 30 22:17:01.416444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530708f-fc38-45ce-9dcb-a19f8de8c69f req-964ebd5b-a284-4113-8a77-4aa657c1e76e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:01.418051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2530708f-fc38-45ce-9dcb-a19f8de8c69f req-964ebd5b-a284-4113-8a77-4aa657c1e76e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0612135 Aug 30 22:17:01.465176 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2530708f-fc38-45ce-9dcb-a19f8de8c69f req-a9abfa81-5f14-4d78-a18c-71d21977265e tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404303 Aug 30 22:17:01.596143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-6441cb77-5722-4e37-9885-47df3db78f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:01.597702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-6441cb77-5722-4e37-9885-47df3db78f09 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead&tenant_id=3d286048961c4546b62d7f58a92666e0 HTTP/1.1" status: 200 len: 1097 time: 0.0454967 Aug 30 22:17:01.670404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-7de69fe8-f8d0-4235-a8fc-da2a7bd50852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:01.671988 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-7de69fe8-f8d0-4235-a8fc-da2a7bd50852 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3d286048961c4546b62d7f58a92666e0&device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 1097 time: 0.0478382 Aug 30 22:17:01.764130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-9a565547-caa9-4a32-b655-f2be7df34f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:01.765661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-9a565547-caa9-4a32-b655-f2be7df34f4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 200 len: 913 time: 0.0864682 Aug 30 22:17:01.838923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-3866899e-95e6-4451-a318-fb70a2962f37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 200 len: 1002 time: 0.0653002 Aug 30 22:17:01.893258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-c995abd3-33c7-48f6-baeb-895b3585bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:01.895148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-c995abd3-33c7-48f6-baeb-895b3585bb40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 200 len: 851 time: 0.0470698 Aug 30 22:17:01.944488 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-12cfe152-5e65-4194-943b-dc284a65da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:01.946189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-12cfe152-5e65-4194-943b-dc284a65da79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a4c3913-ef81-4230-8a6e-c2b25092f734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438199 Aug 30 22:17:02.052468 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-66fbc556-62b4-46d5-86c9-4eccd99c7d29 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975955 Aug 30 22:17:02.157387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9a710f7e-6ce9-4d05-82da-91e1e2818b22 req-b73663bf-e1a9-4d40-a580-97fef16f0464 service neutron] 10.222.0.86 "GET /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980232 Aug 30 22:17:02.603598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a524972-c03a-4256-b077-51c378a02483 req-27e4a030-9859-40c2-9264-8a671149946d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:02.605212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a524972-c03a-4256-b077-51c378a02483 req-27e4a030-9859-40c2-9264-8a671149946d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0611978 Aug 30 22:17:02.653295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9a524972-c03a-4256-b077-51c378a02483 req-0b4b25bc-ef9b-4541-b36e-4f3bade5b850 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 Aug 30 22:17:03.778036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809370f5-ee6c-4831-897f-a9e6ec83a143 req-30f10de3-3f01-4c8c-b49a-6e167254e044 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:03.779832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-809370f5-ee6c-4831-897f-a9e6ec83a143 req-30f10de3-3f01-4c8c-b49a-6e167254e044 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0527253 Aug 30 22:17:03.823880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-809370f5-ee6c-4831-897f-a9e6ec83a143 req-3456550d-e246-413c-b7c5-d38827cf21f1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362954 Aug 30 22:17:03.907826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:17:03.995071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:04.020264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:04.022572 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a110b36-2104-4351-8267-ade324afa853" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:04.037241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:04.042342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:04.076301 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f24dbe9-c004-49c0-9749-e6ba6a0a98d5 x-openstack-request-id: req-2f24dbe9-c004-49c0-9749-e6ba6a0a98d5 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:04.076605 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:04.076859 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f24dbe9-c004-49c0-9749-e6ba6a0a98d5 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:04.077256 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'code': 200} Aug 30 22:17:04.101916 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:04.135861 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:04.966134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88d778-6a8a-4d68-8c72-b7808eab3dcc req-6ed05b60-a221-4f09-9f86-4b2624d1e5de tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:04.967889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa88d778-6a8a-4d68-8c72-b7808eab3dcc req-6ed05b60-a221-4f09-9f86-4b2624d1e5de tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0648394 Aug 30 22:17:05.017150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aa88d778-6a8a-4d68-8c72-b7808eab3dcc req-823d783c-d91f-45b8-b9d3-26041f485898 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Aug 30 22:17:06.140987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c651f-6872-4c3c-86d6-59fb1eb20520 req-38f295aa-c8d0-4894-a741-230d9ee7179c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:06.142559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f4c651f-6872-4c3c-86d6-59fb1eb20520 req-38f295aa-c8d0-4894-a741-230d9ee7179c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0530202 Aug 30 22:17:06.183963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7f4c651f-6872-4c3c-86d6-59fb1eb20520 req-bacce111-2004-48e1-a7dd-a6aa62ef7c9d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347242 Aug 30 22:17:06.487656 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:07.321115 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30addcd8-4a25-45c3-8bf6-91910a0adf0e req-b366f2da-8633-48dd-8a5f-5cca873aea1b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:07.322694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30addcd8-4a25-45c3-8bf6-91910a0adf0e req-b366f2da-8633-48dd-8a5f-5cca873aea1b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0556295 Aug 30 22:17:07.365414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30addcd8-4a25-45c3-8bf6-91910a0adf0e req-19e4ac6a-d9b2-418d-b2dc-cc8702107910 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360324 Aug 30 22:17:08.501671 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298021-bf76-4a67-a41e-b0a1deef377d req-57e9da02-0785-4b2e-890c-48966d9415d0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:08.504096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5298021-bf76-4a67-a41e-b0a1deef377d req-57e9da02-0785-4b2e-890c-48966d9415d0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0615044 Aug 30 22:17:08.548803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5298021-bf76-4a67-a41e-b0a1deef377d req-e790f638-d157-4b41-84c5-42da266ae070 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380867 Aug 30 22:17:09.088290 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6371c734-bbff-463e-a8ac-67dfc9b770ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:09.673406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560c3d2-e152-443a-aa6c-2d256a9609e5 req-9544bbce-829d-4c39-8635-dcfdfa396ae0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:09.675043 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a560c3d2-e152-443a-aa6c-2d256a9609e5 req-9544bbce-829d-4c39-8635-dcfdfa396ae0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0524049 Aug 30 22:17:09.717684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a560c3d2-e152-443a-aa6c-2d256a9609e5 req-61abd76a-5f71-4333-b2c6-34d910697a1b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362854 Aug 30 22:17:10.525996 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:17:10.849935 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d65d01-7ca7-47aa-a288-bc5805979f57 req-b60d801f-326f-4b88-8108-f79977c88c03 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:10.851514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61d65d01-7ca7-47aa-a288-bc5805979f57 req-b60d801f-326f-4b88-8108-f79977c88c03 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0612063 Aug 30 22:17:10.896784 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61d65d01-7ca7-47aa-a288-bc5805979f57 req-170608de-42af-46d6-a2f4-ef4bbd197a34 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386925 Aug 30 22:17:11.867914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:12.024035 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40153b50-2e5f-4c36-adf1-be186de475e9 req-8be37833-692a-4405-8ff4-4bae1ade5d0d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:12.025643 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40153b50-2e5f-4c36-adf1-be186de475e9 req-8be37833-692a-4405-8ff4-4bae1ade5d0d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0567262 Aug 30 22:17:12.026726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90be7e4e-0a88-41d8-b143-9cfca4ec39c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:12.068277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40153b50-2e5f-4c36-adf1-be186de475e9 req-64465062-70d3-4042-8a3a-803ad4583ce1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359337 Aug 30 22:17:12.952127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:13.195385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a4ad4-11e3-45cb-a038-a27a9a956d44 req-5dc1d2a4-74a7-47b5-bf52-7373d48ac57f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:13.196932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a7a4ad4-11e3-45cb-a038-a27a9a956d44 req-5dc1d2a4-74a7-47b5-bf52-7373d48ac57f tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 943 time: 0.0529482 Aug 30 22:17:13.236583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a7a4ad4-11e3-45cb-a038-a27a9a956d44 req-0ac80cb4-88e2-4ff5-910f-b5afb16b5593 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333509 Aug 30 22:17:13.985027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:17:14.085478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:14.096990 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '7d5c676a-7007-4889-9996-385e00cd7c66', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'port_id': '7d5c676a-7007-4889-9996-385e00cd7c66', 'mac_address': 'fa:16:3e:39:69:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:17:14.133723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:14.149610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5c676a-7007-4889-9996-385e00cd7c66 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:17:14.169312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:14.174342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:14.225680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:14.359614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdfeae-2d5f-41d5-9df9-fcaf8b5a761b req-ce7c1288-7e7c-4a16-9d9d-a9f2e714db1c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:14.361155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bbdfeae-2d5f-41d5-9df9-fcaf8b5a761b req-ce7c1288-7e7c-4a16-9d9d-a9f2e714db1c tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0523112 Aug 30 22:17:14.403026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bbdfeae-2d5f-41d5-9df9-fcaf8b5a761b req-8a84a908-922c-49d6-bc34-016bef8a3506 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345323 Aug 30 22:17:14.477177 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['7d5c676a-7007-4889-9996-385e00cd7c66'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:17:14.827722 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:15.532422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddc37c-fa4d-46c9-88fe-32cc1235ff09 req-77227d44-0fa9-4e35-b2ba-06cdc91443b4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:15.533953 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73ddc37c-fa4d-46c9-88fe-32cc1235ff09 req-77227d44-0fa9-4e35-b2ba-06cdc91443b4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0563786 Aug 30 22:17:15.578259 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73ddc37c-fa4d-46c9-88fe-32cc1235ff09 req-d10bd221-52ed-4892-8c65-ccad1cd63ad4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377424 Aug 30 22:17:15.698840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab7553-ff7f-4d80-a89a-8041bb9cbbe5 req-ba76ebb3-84c6-4432-9da6-2565b0a78527 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:15.700392 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0ab7553-ff7f-4d80-a89a-8041bb9cbbe5 req-ba76ebb3-84c6-4432-9da6-2565b0a78527 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0521929 Aug 30 22:17:15.750174 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0ab7553-ff7f-4d80-a89a-8041bb9cbbe5 req-3556bd60-3403-4900-a439-33485c3b8a92 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397985 Aug 30 22:17:15.885615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc5093-f26d-40ab-afb4-52b213696a1b req-b3d59da3-7cfc-423e-b5a7-6df6de60c18b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:15.887205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0fc5093-f26d-40ab-afb4-52b213696a1b req-b3d59da3-7cfc-423e-b5a7-6df6de60c18b tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 945 time: 0.0599298 Aug 30 22:17:15.934600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0fc5093-f26d-40ab-afb4-52b213696a1b req-5c6c134e-e0eb-457b-8115-d44bea5bfb02 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388014 Aug 30 22:17:15.976241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:17:16.031302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 7d5c676a-7007-4889-9996-385e00cd7c66 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:17:16.031705 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:16.120233 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:16.145480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:16.147720 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86d87bc-5040-4b1c-8b68-fb1036c6291b" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:16.161389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:16.166995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:16.213301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e9dcf-37a8-4c66-9969-692d60b580b4 req-738628ef-fdc6-4f96-9a0b-0675f52eba3d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:16.214924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-750e9dcf-37a8-4c66-9969-692d60b580b4 req-738628ef-fdc6-4f96-9a0b-0675f52eba3d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 946 time: 0.0580976 Aug 30 22:17:16.226336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=11']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:16.254595 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-750e9dcf-37a8-4c66-9969-692d60b580b4 req-eb70279f-6c2e-49aa-a375-d7dd10e5750d tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Aug 30 22:17:16.301451 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006356aa-9ad5-4054-b2f1-f56a67b44854 x-openstack-request-id: req-006356aa-9ad5-4054-b2f1-f56a67b44854 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:16.301745 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-plugged", "status": "completed", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:16.301995 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-006356aa-9ad5-4054-b2f1-f56a67b44854 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:16.302397 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'code': 200} Aug 30 22:17:17.385642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfb5e4-08cd-435a-bb2b-cf42313c29f8 req-66b8677c-2c9c-4837-a654-c7e4de1dfde3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:17.387238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfcfb5e4-08cd-435a-bb2b-cf42313c29f8 req-66b8677c-2c9c-4837-a654-c7e4de1dfde3 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 946 time: 0.0524580 Aug 30 22:17:17.427498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfcfb5e4-08cd-435a-bb2b-cf42313c29f8 req-a044216a-369f-44f7-a3a2-71574a45a2b1 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d94e8cb-963b-4895-b4a4-7550364c215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337291 Aug 30 22:17:17.892369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-7a883bbd-cdb8-40f6-8e68-fd25abd3aa76 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:17.893879 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-7a883bbd-cdb8-40f6-8e68-fd25abd3aa76 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 946 time: 0.0536304 Aug 30 22:17:17.994345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Deleting port 7d5c676a-7007-4889-9996-385e00cd7c66 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:17:17.994721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:18.099033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] For port 7d5c676a-7007-4889-9996-385e00cd7c66, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=7d5c676a-7007-4889-9996-385e00cd7c66,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:18.099388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:18.293269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:18.293543 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:18.293868 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Floating IP b11febc4-62bc-418f-9f98-626638f7dfdc disassociated. External IP: 172.25.5.201, port: 7d5c676a-7007-4889-9996-385e00cd7c66. Aug 30 22:17:18.294208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Calling delete_port for 7d5c676a-7007-4889-9996-385e00cd7c66 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:17:18.433254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:18.467199 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'Port': ['ID=7d5c676a-7007-4889-9996-385e00cd7c66,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:18.478837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.479206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.479513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.479839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.480166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.480493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.480826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.481150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.481446 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.481767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.482104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.482404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:18.537147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3111e301-7f98-4c87-a0ab-0d156983226f req-d19df257-ae50-4c9e-a9fe-a681687df515 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0333667 Aug 30 22:17:18.619047 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:17:18.741397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:17:18.752138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:17:18.762171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:17:18.762958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:17:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:18.787655 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] No DVR routers for this DVR port 7d5c676a-7007-4889-9996-385e00cd7c66 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:17:18.791010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:18.793219 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-247e1bb2-f794-445a-8453-9aaf8af9df88 req-50b5d1cd-234a-41a4-bd00-201e8a6ef1e0 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.86 "DELETE /v2.0/ports/7d5c676a-7007-4889-9996-385e00cd7c66 HTTP/1.1" status: 204 len: 173 time: 0.8922911 Aug 30 22:17:18.793685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-deleted', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:18.796030 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976d8025-cb80-456b-b133-6f9036ba04a9" -d '{"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-deleted", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:18.838763 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8276f0d8-4e4a-4eeb-b805-ed51b1c99d90 x-openstack-request-id: req-8276f0d8-4e4a-4eeb-b805-ed51b1c99d90 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:18.839189 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c94fc6e-1541-490d-9f7c-9bdba3a60ead", "name": "network-vif-deleted", "tag": "7d5c676a-7007-4889-9996-385e00cd7c66", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:18.839599 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8276f0d8-4e4a-4eeb-b805-ed51b1c99d90 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:18.840179 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c94fc6e-1541-490d-9f7c-9bdba3a60ead', 'name': 'network-vif-deleted', 'tag': '7d5c676a-7007-4889-9996-385e00cd7c66', 'status': 'completed', 'code': 200} Aug 30 22:17:18.885843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:17:19.126949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:19.153799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:17:19.162946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:17:19.163711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:17:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:19.306979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:17:19.534222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:19.561958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb6521-6e8c-49a5-954a-986509c53930 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:18Z', 'revision_number': 4, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b8c8d2b7-c1a7-480c-8858-7b82ca7de77f', 'name': '', 'network_id': '1a4c3913-ef81-4230-8a6e-c2b25092f734', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'mac_address': 'fa:16:3e:97:2b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:18Z', 'updated_at': '2021-08-30T22:03:23Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'subnets': [{'id': '1734dfaf-e00d-480c-bba5-2c69127d345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:17:19.652644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1254e470-39ea-4a1f-b45e-76d8f6ec8a15 req-9f94828a-bbf1-4aa2-8a4f-4ab3e9e3d055 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0353146 Aug 30 22:17:19.829241 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7312707-2ce5-4b13-aa85-91c2ecefe05d None None] New status for floating IP b11febc4-62bc-418f-9f98-626638f7dfdc: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:17:20.761230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-96f7d431-edb9-47d1-9a11-7a92576e19f0 req-65dd54ed-8e44-4add-b4a9-9df6f7f00251 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0313728 Aug 30 22:17:21.868794 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6bb18274-7f66-4617-814d-b350f7bdb045 req-23a0f268-95f0-4d64-b712-f63a885741a4 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c94fc6e-1541-490d-9f7c-9bdba3a60ead HTTP/1.1" status: 200 len: 210 time: 0.0294561 Aug 30 22:17:21.988240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:17:22.008616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 7d5c676a-7007-4889-9996-385e00cd7c66 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:17:22.008952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 7d5c676a-7007-4889-9996-385e00cd7c66 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:17:26.753566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51092) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:26.812365 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:26.840576 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:26.896377 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:26.899114 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:26.900307 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "DELETE /v2.0/security-groups/7d94e8cb-963b-4895-b4a4-7550364c215c HTTP/1.1" status: 204 len: 168 time: 0.1455793 Aug 30 22:17:26.903363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51094) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:26.910317 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94e8cb-963b-4895-b4a4-7550364c215c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:26.918307 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-07251de9-e6ab-4b93-9f7e-d80d74825682 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] show failed (client error): The resource could not be found. Aug 30 22:17:26.918542 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.918885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.919295 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.919720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.920126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.920518 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.920910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.921298 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.921688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.922072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.922346 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-07251de9-e6ab-4b93-9f7e-d80d74825682 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "GET /v2.0/security-groups/7d94e8cb-963b-4895-b4a4-7550364c215c HTTP/1.1" status: 404 len: 347 time: 0.0177710 Aug 30 22:17:26.922539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:26.922800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51096) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:26.922981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b64bb-a806-400c-9b00-c233d5fcbcf8 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:27.052387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Deleting port 4734c29b-7fe6-4973-9713-73160d309b19 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:17:27.052855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:27.129131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:27.129451 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:27.141566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Calling delete_port for 4734c29b-7fe6-4973-9713-73160d309b19 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:17:27.305503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:27.336996 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Pushing event deleted for resources: {'Port': ['ID=4734c29b-7fe6-4973-9713-73160d309b19,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:27.410559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:27.413361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:27.414602 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-40f7461a-8369-4fba-bd32-d840ac8eb158 tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] 10.222.0.76 "DELETE /v2.0/floatingips/b11febc4-62bc-418f-9f98-626638f7dfdc HTTP/1.1" status: 204 len: 168 time: 0.4907148 Aug 30 22:17:27.418082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51098) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:27.947786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:28.206242 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Deleting port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:17:28.206519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:28.291890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] For port b8c8d2b7-c1a7-480c-8858-7b82ca7de77f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:28.292260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:28.306227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Calling delete_port for b8c8d2b7-c1a7-480c-8858-7b82ca7de77f owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:17:28.510918 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:28.537211 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c8d2b7-c1a7-480c-8858-7b82ca7de77f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:28.728414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:28.952428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Router 3a6ed8e8-cca1-415d-a562-932331b48acb has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:17:29.065434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:17:29.070946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-25ca2f6f-44a0-481c-b9b9-bf827fc9f58a admin admin] 10.222.0.76 "PUT /v2.0/routers/3a6ed8e8-cca1-415d-a562-932331b48acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6514580 Aug 30 22:17:29.073855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51102) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:29.074854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] Sync routers for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:17:29.085183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:17:29.085847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:17:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:29.187958 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.299679 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.361516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Deleting port 4e37e05f-8c29-4376-a032-a03e009a3352 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:17:29.361863 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.372907 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:17:29.447879 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] For port 4e37e05f-8c29-4376-a032-a03e009a3352, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4e37e05f-8c29-4376-a032-a03e009a3352,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:29.448241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.460897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Calling delete_port for 4e37e05f-8c29-4376-a032-a03e009a3352 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:17:29.572305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:17:28Z', 'revision_number': 5, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port': {'id': '4e37e05f-8c29-4376-a032-a03e009a3352', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:29.601059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] Checking router: 3a6ed8e8-cca1-415d-a562-932331b48acb for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:17:29.610228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] Routers {'3a6ed8e8-cca1-415d-a562-932331b48acb'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:17:29.611037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:17:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['3a6ed8e8-cca1-415d-a562-932331b48acb'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:29.658872 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.685613 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Pushing event deleted for resources: {'Port': ['ID=4e37e05f-8c29-4376-a032-a03e009a3352,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:29.702314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] Set router 3a6ed8e8-cca1-415d-a562-932331b48acb gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:17:29.755294 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:17:29Z', 'revision_number': 6, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:29.765842 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.792376 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e710e2-ba90-4c00-a070-a30367bdbb08 None None] The sync data for ids ['3a6ed8e8-cca1-415d-a562-932331b48acb'] in n-d-793620-16 is: [{'id': '3a6ed8e8-cca1-415d-a562-932331b48acb', 'name': 'tempest-ServerActionsTestJSON-1811381475-router', 'tenant_id': '3d286048961c4546b62d7f58a92666e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:03:16Z', 'updated_at': '2021-08-30T22:17:29Z', 'revision_number': 6, 'project_id': '3d286048961c4546b62d7f58a92666e0', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:17:29.862065 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.864276 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.909040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.909719 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6ed8e8-cca1-415d-a562-932331b48acb {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:17:29.917428 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:29.918636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-740054b5-5e78-4ec9-8691-a61581e9beba admin admin] 10.222.0.76 "DELETE /v2.0/routers/3a6ed8e8-cca1-415d-a562-932331b48acb HTTP/1.1" status: 204 len: 168 time: 0.8437760 Aug 30 22:17:29.921549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51104) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:29.974209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Deleting subnet 1734dfaf-e00d-480c-bba5-2c69127d345a {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:17:29.977605 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.013259 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.097034 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.159129 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.187217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1734dfaf-e00d-480c-bba5-2c69127d345a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:30.192300 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.196652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-953a1374-3f65-4083-85cb-6927704e90d9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1734dfaf-e00d-480c-bba5-2c69127d345a HTTP/1.1" status: 204 len: 168 time: 0.2717836 Aug 30 22:17:30.196814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51106) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:30.200158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118270a8-ab63-4a88-9631-6aca27c44ca0 None None] Network 1a4c3913-ef81-4230-8a6e-c2b25092f734 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:17:30.278028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.583939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] DHCP port deletion for 1a4c3913-ef81-4230-8a6e-c2b25092f734 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:17:30.638582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] Deleting port e78fb2b3-0032-4349-87c0-c46fb09ad489 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:17:30.639052 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.709149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Deleting port e78fb2b3-0032-4349-87c0-c46fb09ad489 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:17:30.709493 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.710313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] For port e78fb2b3-0032-4349-87c0-c46fb09ad489, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e78fb2b3-0032-4349-87c0-c46fb09ad489,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:30.711008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.726459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] Calling delete_port for e78fb2b3-0032-4349-87c0-c46fb09ad489 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:17:30.785580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] For port e78fb2b3-0032-4349-87c0-c46fb09ad489, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=e78fb2b3-0032-4349-87c0-c46fb09ad489,segment=NetworkSegment(261c93d5-1f22-4d73-87af-e360f75d5bde),segment_id=261c93d5-1f22-4d73-87af-e360f75d5bde)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:30.786087 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.800270 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Calling delete_port for e78fb2b3-0032-4349-87c0-c46fb09ad489 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:17:30.824528 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.854965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] No DVR routers for this DVR port e78fb2b3-0032-4349-87c0-c46fb09ad489 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:17:30.859678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a804-2253-44ab-865e-d7b9dc3d17f7 None None] Pushing event deleted for resources: {'Port': ['ID=e78fb2b3-0032-4349-87c0-c46fb09ad489,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:30.897359 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:30.923284 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Pushing event deleted for resources: {'Port': ['ID=e78fb2b3-0032-4349-87c0-c46fb09ad489,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:30.926810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] No DVR routers for this DVR port e78fb2b3-0032-4349-87c0-c46fb09ad489 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:17:31.006938 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.020946 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4c3913-ef81-4230-8a6e-c2b25092f734']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:31.032507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261c93d5-1f22-4d73-87af-e360f75d5bde') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:31.032806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261c93d5-1f22-4d73-87af-e360f75d5bde') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:17:31.042421 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.060887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.068212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:17:31.068624 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:17:31.070394 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:17:31.128999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.134410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.138452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] 10.222.0.76 "DELETE /v2.0/networks/1a4c3913-ef81-4230-8a6e-c2b25092f734 HTTP/1.1" status: 204 len: 168 time: 0.9380314 Aug 30 22:17:31.156638 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d94303-6300-4de9-9ef4-d861a0c0516c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4c3913-ef81-4230-8a6e-c2b25092f734,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:31.268931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51110) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:31.310964 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f75b8100-f9f3-404d-baae-e011038d5494 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d286048961c4546b62d7f58a92666e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408413 Aug 30 22:17:31.313575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51112) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:31.372249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b8c8d2b7-c1a7-480c-8858-7b82ca7de77f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:17:31.379122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99423e54-d9fd-495d-8ebc-99532fef403b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.392446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b8c8d2b7-c1a7-480c-8858-7b82ca7de77f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:17:31.392796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b8c8d2b7-c1a7-480c-8858-7b82ca7de77f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:17:31.393221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e37e05f-8c29-4376-a032-a03e009a3352 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:17:31.406603 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99423e54-d9fd-495d-8ebc-99532fef403b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.423169 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4e37e05f-8c29-4376-a032-a03e009a3352 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:17:31.423709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4e37e05f-8c29-4376-a032-a03e009a3352 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:17:31.424347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e78fb2b3-0032-4349-87c0-c46fb09ad489 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:17:31.449653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: e78fb2b3-0032-4349-87c0-c46fb09ad489 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:17:31.450025 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device e78fb2b3-0032-4349-87c0-c46fb09ad489 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:17:31.462405 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99423e54-d9fd-495d-8ebc-99532fef403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.464972 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-99423e54-d9fd-495d-8ebc-99532fef403b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:31.472191 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-99423e54-d9fd-495d-8ebc-99532fef403b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/108f2c65-ebea-4ac1-a301-230dc6a94672 HTTP/1.1" status: 204 len: 168 time: 0.1517577 Aug 30 22:17:31.475295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99423e54-d9fd-495d-8ebc-99532fef403b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f2c65-ebea-4ac1-a301-230dc6a94672,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:32.318567 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51134) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:32.421442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1628955623-network', 'tenant_id': 'f35c9ddeaa02470880dac8c37a781d94'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:17:32.445288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Made reservation on behalf of f35c9ddeaa02470880dac8c37a781d94 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:17:32.447750 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.460985 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.563042 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.568063 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.604222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:17:32.618101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd465f7e-f7ce-4f93-9693-5ce4380fb95f,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:32.623351 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.623700 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Added segment 50949c81-f075-41be-8be1-8ef2c22a49e6 of type vlan for network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 Aug 30 22:17:32.670074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.699303 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.700363 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:32.701066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.758158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4383638 Aug 30 22:17:32.762990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51138) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:17:32.764599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff5172-f37e-419b-ac27-6fd35c55200e admin admin] Pushing event updated for resources: {'Network': ['ID=8b11b0de-be02-4e81-bc7e-fa404e0b1c07,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:32.769042 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Request body: {'subnet': {'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1628955623-subnet', 'tenant_id': 'f35c9ddeaa02470880dac8c37a781d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:17:32.777210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:17:32.803701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Made reservation on behalf of f35c9ddeaa02470880dac8c37a781d94 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:17:32.806392 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:32.990286 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:33.051210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbf3420-2690-4966-b610-b463eb60e0d9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:33.061901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Checking segment: {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:17:33.062492 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Network hostable DHCP agents. Network: 8b11b0de-be02-4e81-bc7e-fa404e0b1c07, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:17:33.084496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:17:33.097151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 8b11b0de-be02-4e81-bc7e-fa404e0b1c07) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:17:33.102422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:33.103105 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:33.108373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d18bb1c-3568-4bad-990c-f91f6970f68b None None] Network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:17:33.119807 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a75e73e8-c70f-49f4-80d3-fbaa7f8f178a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3556676 Aug 30 22:17:33.239284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9d778-5d40-43c1-84c6-00ef3aef09a7 None None] Network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:17:33.606059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-b2a2a691-155d-4acc-97d4-4c9510ee35b7 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:33.607560 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-b2a2a691-155d-4acc-97d4-4c9510ee35b7 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/networks?id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 200 len: 814 time: 0.1225212 Aug 30 22:17:33.628570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-c9229c19-c632-4e79-9204-aed8a600c987 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/quotas/f35c9ddeaa02470880dac8c37a781d94 HTTP/1.1" status: 200 len: 375 time: 0.0148139 Aug 30 22:17:33.663572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-8481040b-cdb2-4990-9291-6fe8aadb2963 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f35c9ddeaa02470880dac8c37a781d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289555 Aug 30 22:17:33.763215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-3e8c0381-15a0-4bd4-a897-693192db6103 service neutron] 10.222.0.76 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921545 Aug 30 22:17:33.859857 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a2a64f97-a3cf-49e9-b772-ff02b932c1f2 service neutron] 10.222.0.76 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Aug 30 22:17:34.045984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0db1a49a-21d1-4e2e-ba24-160f053c04ad req-6ca8532c-1cd2-4fb4-a033-78355ef50cb8 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 210 time: 0.0348151 Aug 30 22:17:34.140513 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:34.576843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-6a6e87ef-a6fb-4bb7-8bf7-14650233f296 req-dba35f20-43e2-44a1-b59d-33e6882fc470 service neutron] (94689) timed out ('10.222.0.76', 46688) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 22:17:35.136836 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c790caeb-c814-4d3b-b633-44c999584e93 req-02dbaa5d-4866-452b-9314-bec747f0a9e0 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 210 time: 0.0359178 Aug 30 22:17:36.217136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3eb628af-376b-42e5-9a33-63eb496d1cc9 req-15314898-66ad-47fe-b78c-e9cd5a286d8d tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 210 time: 0.0274332 Aug 30 22:17:36.497765 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:37.231809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-f8c15703-b6a8-4d8d-8c5e-1a2360398556 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:37.233315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-f8c15703-b6a8-4d8d-8c5e-1a2360398556 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "GET /v2.0/networks?id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 200 len: 814 time: 0.1187763 Aug 30 22:17:37.249671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Request body: {'port': {'device_id': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07', 'admin_state_up': True, 'tenant_id': 'f35c9ddeaa02470880dac8c37a781d94'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:17:37.321343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8dbba985-4655-4989-ba3e-da150b3e79bf req-e82728eb-7625-480a-814a-85cca2be75ce tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 210 time: 0.0290880 Aug 30 22:17:37.385373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Made reservation on behalf of f35c9ddeaa02470880dac8c37a781d94 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:17:37.389338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:37.523066 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Allocated IP 172.20.0.6 (8b11b0de-be02-4e81-bc7e-fa404e0b1c07/7bbf3420-2690-4966-b610-b463eb60e0d9/c4aee1cf-53e4-42c1-8028-790f119de23d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:17:37.707391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:37.751911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:37.802817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:17:37.806046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:17:37.810069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:17:37.816810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Pushing event updated for resources: {'Port': ['ID=c4aee1cf-53e4-42c1-8028-790f119de23d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:37.863232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:37.863855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:37.884489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-05096106-383d-42bf-a98b-87972e797a20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6414883 Aug 30 22:17:37.898693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Request body: {'port': {'device_id': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:17:37.960475 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:38.244394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4aee1cf-53e4-42c1-8028-790f119de23d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:17:38.252373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:38.266034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Transition to ACTIVE for port object c4aee1cf-53e4-42c1-8028-790f119de23d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:17:38.271007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:38.320401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Pushing event updated for resources: {'Port': ['ID=c4aee1cf-53e4-42c1-8028-790f119de23d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:38.403732 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Attempting to bind port c4aee1cf-53e4-42c1-8028-790f119de23d on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:17:38.404078 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Attempting to bind port c4aee1cf-53e4-42c1-8028-790f119de23d by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:17:38.404413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Attempting to bind port c4aee1cf-53e4-42c1-8028-790f119de23d on network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:17:38.409597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Port c4aee1cf-53e4-42c1-8028-790f119de23d on network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:17:38.409905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Attempting to bind port c4aee1cf-53e4-42c1-8028-790f119de23d on network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:17:38.417123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:17:38.417439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Checking segment: {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:17:38.417861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Bound using segment: {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:17:38.418290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Bound port: c4aee1cf-53e4-42c1-8028-790f119de23d, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:17:38.418654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:38.451357 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ee9a8-b20a-4a50-9ca7-5c34e5315bf5 req-20285c47-e5ea-4247-ac06-d268095e9579 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:38.452913 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-098ee9a8-b20a-4a50-9ca7-5c34e5315bf5 req-20285c47-e5ea-4247-ac06-d268095e9579 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 943 time: 0.0507097 Aug 30 22:17:38.489586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] For port c4aee1cf-53e4-42c1-8028-790f119de23d, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:17:38.492892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] For port c4aee1cf-53e4-42c1-8028-790f119de23d, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c4aee1cf-53e4-42c1-8028-790f119de23d,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:17:38.495921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-098ee9a8-b20a-4a50-9ca7-5c34e5315bf5 req-55f693f6-e019-4291-9ae3-66f020d871cb tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Aug 30 22:17:38.499484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:38.533555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:38.534194 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:38.535911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] 10.222.0.86 "PUT /v2.0/ports/c4aee1cf-53e4-42c1-8028-790f119de23d HTTP/1.1" status: 200 len: 1092 time: 0.6419909 Aug 30 22:17:38.538258 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'tag': 'c4aee1cf-53e4-42c1-8028-790f119de23d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:38.541026 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda138bc-b13a-4321-91a4-862e8d51eaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b05c665c-b049-40d3-a754-4e0db5bcfb6b", "tag": "c4aee1cf-53e4-42c1-8028-790f119de23d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:38.588102 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b10d4-d740-4507-a669-457223d83999 x-openstack-request-id: req-209b10d4-d740-4507-a669-457223d83999 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:38.588102 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05c665c-b049-40d3-a754-4e0db5bcfb6b", "tag": "c4aee1cf-53e4-42c1-8028-790f119de23d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:38.588682 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-209b10d4-d740-4507-a669-457223d83999 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:38.588682 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'tag': 'c4aee1cf-53e4-42c1-8028-790f119de23d', 'status': 'completed', 'code': 200} Aug 30 22:17:38.605358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55480c6-a493-45a9-b8db-f704605cf0dc service neutron] Pushing event updated for resources: {'Port': ['ID=c4aee1cf-53e4-42c1-8028-790f119de23d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:38.625029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-579cae7d-6fca-4365-8474-912811c55c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:38.626582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-579cae7d-6fca-4365-8474-912811c55c9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f35c9ddeaa02470880dac8c37a781d94&device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 1095 time: 0.0507593 Aug 30 22:17:38.670230 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-408389bb-9953-40e2-a420-d20dd9df9e27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4aee1cf-53e4-42c1-8028-790f119de23d HTTP/1.1" status: 200 len: 217 time: 0.0354774 Aug 30 22:17:38.726244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-fee5973e-47d9-4fae-87c7-828c668de79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:38.727818 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-fee5973e-47d9-4fae-87c7-828c668de79c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bbf3420-2690-4966-b610-b463eb60e0d9 HTTP/1.1" status: 200 len: 854 time: 0.0505331 Aug 30 22:17:38.762199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-9a7ffc0d-8dc7-4ada-ab00-16dfebf32aa7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256965 Aug 30 22:17:38.860671 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-20d14309-78f3-4bb8-b90a-f93557172731 service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910923 Aug 30 22:17:38.963157 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8e7ed778-dd42-46cf-8802-e9b86fd16265 req-02bb52d9-6349-4581-9509-eb3b9d3b7eff service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909555 Aug 30 22:17:39.069278 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-085c09e2-f577-4cbe-bdd5-98978e86f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:39.070723 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-085c09e2-f577-4cbe-bdd5-98978e86f4f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f35c9ddeaa02470880dac8c37a781d94&device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 1095 time: 0.0478539 Aug 30 22:17:39.093326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-09b36f5b-d2a9-475a-a476-8bbe3213fee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:39.477475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-be9ebb03-8771-4dae-ab6d-143d918ae5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:39.480004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-be9ebb03-8771-4dae-ab6d-143d918ae5bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 200 len: 915 time: 0.4014039 Aug 30 22:17:39.527658 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-2d439ee6-6251-48f2-a26c-95b0531ce51c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4aee1cf-53e4-42c1-8028-790f119de23d HTTP/1.1" status: 200 len: 217 time: 0.0391057 Aug 30 22:17:39.587979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-e3de46cd-96c3-4db3-92d0-6ec97666fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:39.587979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-e3de46cd-96c3-4db3-92d0-6ec97666fe69 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bbf3420-2690-4966-b610-b463eb60e0d9 HTTP/1.1" status: 200 len: 854 time: 0.0514789 Aug 30 22:17:39.626052 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-53587f13-845d-4ed8-88d6-dc2f860e64ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311468 Aug 30 22:17:39.632604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0b80a-6b83-4d09-a5fa-3e99ae2cf938 req-ed34d82a-7050-4a4c-a501-5d573648c5cc tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:39.634228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cfd0b80a-6b83-4d09-a5fa-3e99ae2cf938 req-ed34d82a-7050-4a4c-a501-5d573648c5cc tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 943 time: 0.0635097 Aug 30 22:17:39.682571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cfd0b80a-6b83-4d09-a5fa-3e99ae2cf938 req-5050feed-63a7-467d-a3dd-4bc5b5568328 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Aug 30 22:17:39.726285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-40ada2bb-b051-4970-a6ba-59d4dce372a1 service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924735 Aug 30 22:17:39.827716 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bda138bc-b13a-4321-91a4-862e8d51eaa4 req-76b65de3-467d-441d-ac90-5de15ad5a9ac service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933151 Aug 30 22:17:40.811920 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c078e79-7e11-4aaf-ac38-47dfac71e099 req-db95d148-0360-4e46-a89f-5b10e899e94a tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:40.813479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c078e79-7e11-4aaf-ac38-47dfac71e099 req-db95d148-0360-4e46-a89f-5b10e899e94a tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 943 time: 0.0610936 Aug 30 22:17:40.857021 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c078e79-7e11-4aaf-ac38-47dfac71e099 req-a4e9e3dd-88f9-40c1-ab61-514e0669f660 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372517 Aug 30 22:17:41.862311 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:41.983699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8c00e-e79b-46a7-91a0-8486bc3e7a3e req-5f24bf29-f9e6-437c-aa57-73a1baeff6fd tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:41.985239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30d8c00e-e79b-46a7-91a0-8486bc3e7a3e req-5f24bf29-f9e6-437c-aa57-73a1baeff6fd tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 943 time: 0.0518231 Aug 30 22:17:42.025934 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-30d8c00e-e79b-46a7-91a0-8486bc3e7a3e req-00f3eac0-07c3-4e20-9fdb-376ea954e650 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343344 Aug 30 22:17:42.035179 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0da4f54e-1250-40c1-badb-a902da3678de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:42.077595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c4aee1cf-53e4-42c1-8028-790f119de23d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:17:42.178705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c4aee1cf-53e4-42c1-8028-790f119de23d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c4aee1cf-53e4-42c1-8028-790f119de23d,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:42.191603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'c4aee1cf-53e4-42c1-8028-790f119de23d', 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07', 'port_id': 'c4aee1cf-53e4-42c1-8028-790f119de23d', 'mac_address': 'fa:16:3e:b3:2e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbf3420-2690-4966-b610-b463eb60e0d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:17:42.240926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:42.255298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4aee1cf-53e4-42c1-8028-790f119de23d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:17:42.276526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c4aee1cf-53e4-42c1-8028-790f119de23d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c4aee1cf-53e4-42c1-8028-790f119de23d,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:42.282328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:42.334378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c4aee1cf-53e4-42c1-8028-790f119de23d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:42.558843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c4aee1cf-53e4-42c1-8028-790f119de23d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:17:42.956542 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:43.161309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb256-8960-4ef9-ae1c-8acb7b4c49b2 req-4e4a7531-1cca-4d44-9ac9-ccd1ff993582 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:43.162845 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-540fb256-8960-4ef9-ae1c-8acb7b4c49b2 req-4e4a7531-1cca-4d44-9ac9-ccd1ff993582 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 944 time: 0.0598361 Aug 30 22:17:43.208639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-540fb256-8960-4ef9-ae1c-8acb7b4c49b2 req-12ed91d6-5d63-45aa-a835-53396ab544dc tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Aug 30 22:17:44.093436 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c4aee1cf-53e4-42c1-8028-790f119de23d up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:17:44.147895 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port c4aee1cf-53e4-42c1-8028-790f119de23d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:17:44.151931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port c4aee1cf-53e4-42c1-8028-790f119de23d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:17:44.152388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:44.230686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:44.257070 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aee1cf-53e4-42c1-8028-790f119de23d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:44.259462 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9b411-6788-491a-adca-30b58c70d52d" -d '{"events": [{"server_uuid": "b05c665c-b049-40d3-a754-4e0db5bcfb6b", "name": "network-vif-plugged", "status": "completed", "tag": "c4aee1cf-53e4-42c1-8028-790f119de23d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:44.272546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port c4aee1cf-53e4-42c1-8028-790f119de23d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c4aee1cf-53e4-42c1-8028-790f119de23d,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:44.278229 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:44.339409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100254a-8ed7-4cd1-b746-0de806076f78 req-7d86b37a-c741-4624-91a5-94c11f3ce97e tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:44.340664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=c4aee1cf-53e4-42c1-8028-790f119de23d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:44.340981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3100254a-8ed7-4cd1-b746-0de806076f78 req-7d86b37a-c741-4624-91a5-94c11f3ce97e tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0567827 Aug 30 22:17:44.387911 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3100254a-8ed7-4cd1-b746-0de806076f78 req-3f23c639-89b5-4b35-8155-5841d569326a tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Aug 30 22:17:44.438217 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee814234-b7f2-4eb5-8f7c-76a305c97058 x-openstack-request-id: req-ee814234-b7f2-4eb5-8f7c-76a305c97058 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:44.438520 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05c665c-b049-40d3-a754-4e0db5bcfb6b", "name": "network-vif-plugged", "status": "completed", "tag": "c4aee1cf-53e4-42c1-8028-790f119de23d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:44.438813 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee814234-b7f2-4eb5-8f7c-76a305c97058 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:44.439228 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aee1cf-53e4-42c1-8028-790f119de23d', 'code': 200} Aug 30 22:17:44.544943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38c0fe-53f1-4fb4-b1f4-f6d96fa51c0e req-f0953b05-3e2b-46bb-8a78-15eb0f6e85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:44.546488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e38c0fe-53f1-4fb4-b1f4-f6d96fa51c0e req-f0953b05-3e2b-46bb-8a78-15eb0f6e85d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 1097 time: 0.0458541 Aug 30 22:17:44.584129 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9e38c0fe-53f1-4fb4-b1f4-f6d96fa51c0e req-7f952f68-2484-4281-90c6-229ec7d54390 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301356 Aug 30 22:17:44.830151 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:45.536910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8bbaa-889e-429f-8a8f-1eef308102f7 req-5f871dd9-8afc-49a9-914a-7fd46b424086 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:45.538527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aba8bbaa-889e-429f-8a8f-1eef308102f7 req-5f871dd9-8afc-49a9-914a-7fd46b424086 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0528622 Aug 30 22:17:45.580612 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aba8bbaa-889e-429f-8a8f-1eef308102f7 req-cf594e58-9903-4a10-8e2f-f5e77fe1de48 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Aug 30 22:17:46.706188 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355dfad-6ca0-40eb-a869-265792b9a883 req-0c0c814b-96df-4558-9229-fed2d886c809 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:46.707790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0355dfad-6ca0-40eb-a869-265792b9a883 req-0c0c814b-96df-4558-9229-fed2d886c809 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0510147 Aug 30 22:17:46.753093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0355dfad-6ca0-40eb-a869-265792b9a883 req-038a78a2-4d7d-4670-85df-4cd043a32d72 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 Aug 30 22:17:46.996056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-dcd2e58d-117d-4dcd-8d1c-a0a27485b043 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:46.997588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-dcd2e58d-117d-4dcd-8d1c-a0a27485b043 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/networks?id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 200 len: 814 time: 0.1078718 Aug 30 22:17:47.014035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-6bc83a3e-95cd-40c7-9097-5b3c2f99cb20 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/quotas/f35c9ddeaa02470880dac8c37a781d94 HTTP/1.1" status: 200 len: 375 time: 0.0103424 Aug 30 22:17:47.070792 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-8afbe0a0-ce8b-4167-945e-51b5a6f11c97 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f35c9ddeaa02470880dac8c37a781d94&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509391 Aug 30 22:17:47.183904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-7dfe2117-e4b3-4c88-b4d0-eeaa714061a5 service neutron] 10.222.0.76 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004205 Aug 30 22:17:47.278962 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-ada56938-d00d-4621-8658-3dceff4ad319 service neutron] 10.222.0.76 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888662 Aug 30 22:17:47.465666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a121762e-0201-44d5-acbb-5503480c26d6 req-b28dc814-5311-4059-80ad-e419b2af5f89 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 210 time: 0.0334747 Aug 30 22:17:47.525137 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:17:48.432683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-94fcea00-0a4a-40ab-9a53-904d7c78c026 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:48.434359 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-94fcea00-0a4a-40ab-9a53-904d7c78c026 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "GET /v2.0/networks?id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 200 len: 814 time: 0.1167855 Aug 30 22:17:48.449606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Request body: {'port': {'device_id': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07', 'admin_state_up': True, 'tenant_id': 'f35c9ddeaa02470880dac8c37a781d94'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:17:48.564252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-838dce70-ecc7-4a80-9eaf-6d65e6fe890a req-90900da5-cb59-4af3-b7b4-9494b56e2410 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 210 time: 0.0284364 Aug 30 22:17:48.576229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Made reservation on behalf of f35c9ddeaa02470880dac8c37a781d94 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:17:48.581483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:48.729135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Allocated IP 172.20.0.9 (8b11b0de-be02-4e81-bc7e-fa404e0b1c07/7bbf3420-2690-4966-b610-b463eb60e0d9/fae3f6cd-b9e2-48f5-ad85-2ede62802c65) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:17:48.896130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:48.950491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:48.964300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c4aee1cf-53e4-42c1-8028-790f119de23d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:17:49.004952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:17:49.007498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:17:49.011671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:17:49.036507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Pushing event updated for resources: {'Port': ['ID=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:49.068452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:49.069117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.091719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-34a91ab7-b86e-4359-b8bb-07432dbe4d57 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471624 Aug 30 22:17:49.105311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Request body: {'port': {'device_id': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:17:49.162556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.452949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae3f6cd-b9e2-48f5-ad85-2ede62802c65 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:17:49.461521 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.474025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Transition to ACTIVE for port object fae3f6cd-b9e2-48f5-ad85-2ede62802c65 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:17:49.480870 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.533450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:49.608604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Attempting to bind port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:17:49.608949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Attempting to bind port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:17:49.609275 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Attempting to bind port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 on network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:17:49.613747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 on network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:17:49.614065 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Attempting to bind port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 on network 8b11b0de-be02-4e81-bc7e-fa404e0b1c07 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:17:49.619209 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:17:49.619545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Checking segment: {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:17:49.619926 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Bound using segment: {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:17:49.620361 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Bound port: fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50949c81-f075-41be-8be1-8ef2c22a49e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:17:49.620713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.694705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b10f9-d052-4968-a200-f54d404d57f6 req-f9ae9954-f7c3-4f22-9731-f706129a81d0 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:49.694705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe8b10f9-d052-4968-a200-f54d404d57f6 req-f9ae9954-f7c3-4f22-9731-f706129a81d0 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 943 time: 0.0547025 Aug 30 22:17:49.695429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] For port fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:17:49.697020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] For port fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:17:49.708061 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.740109 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe8b10f9-d052-4968-a200-f54d404d57f6 req-e44e1677-0765-491c-91a2-c6186cbd6df6 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Aug 30 22:17:49.744405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:49.745031 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:49.746528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] 10.222.0.86 "PUT /v2.0/ports/fae3f6cd-b9e2-48f5-ad85-2ede62802c65 HTTP/1.1" status: 200 len: 1092 time: 0.6457324 Aug 30 22:17:49.747000 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'tag': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:49.749921 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed22bb4-4809-48bd-83f5-fe002a66e090" -d '{"events": [{"name": "network-changed", "server_uuid": "50f6cbe9-01dc-4ab3-8e1c-d284d775d71c", "tag": "fae3f6cd-b9e2-48f5-ad85-2ede62802c65"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:49.795247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9d3ba-fbe7-494f-b34e-140ff6a240c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:49.809437 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d5037-c2c6-4793-a190-ea40056cd0bb x-openstack-request-id: req-396d5037-c2c6-4793-a190-ea40056cd0bb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:49.809722 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f6cbe9-01dc-4ab3-8e1c-d284d775d71c", "tag": "fae3f6cd-b9e2-48f5-ad85-2ede62802c65", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:49.809982 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-396d5037-c2c6-4793-a190-ea40056cd0bb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:49.810379 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'tag': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65', 'status': 'completed', 'code': 200} Aug 30 22:17:49.844388 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-7ac7bc96-60e2-4d25-ad94-a341c24fc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:49.845852 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-7ac7bc96-60e2-4d25-ad94-a341c24fc072 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f35c9ddeaa02470880dac8c37a781d94&device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 1095 time: 0.0467336 Aug 30 22:17:49.893235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-c1f3a94c-896a-4355-9e4b-6dc03586b3f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65 HTTP/1.1" status: 200 len: 217 time: 0.0389309 Aug 30 22:17:49.951657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-930258fd-8bfa-48ca-8863-af6309431849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:49.953200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-930258fd-8bfa-48ca-8863-af6309431849 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bbf3420-2690-4966-b610-b463eb60e0d9 HTTP/1.1" status: 200 len: 854 time: 0.0525520 Aug 30 22:17:49.987051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-d95ff580-e76b-42df-90fe-f958a4155324 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268056 Aug 30 22:17:50.086595 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-206accae-2292-44fe-9e25-16a1122bd8db service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921206 Aug 30 22:17:50.188515 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dec7eb85-f0b8-4299-bdac-cc7343abfcc1 req-6b8290e2-6836-4f9e-9afb-528bef70cc0c service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931034 Aug 30 22:17:50.281683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-21a7442a-fcc9-4809-96f8-3fda26743c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:50.283279 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-21a7442a-fcc9-4809-96f8-3fda26743c61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f35c9ddeaa02470880dac8c37a781d94&device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 1095 time: 0.0454776 Aug 30 22:17:50.385556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-5b341b92-6145-43a4-a74d-92c23fa4eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:50.387158 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-5b341b92-6145-43a4-a74d-92c23fa4eaa4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 200 len: 915 time: 0.0969968 Aug 30 22:17:50.431322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-7ce37922-0425-4fc0-8f29-b4ca1100090e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65 HTTP/1.1" status: 200 len: 217 time: 0.0364404 Aug 30 22:17:50.486079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-855f6bc1-ebd8-4eaa-9666-aa3e33f61d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:50.487634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-855f6bc1-ebd8-4eaa-9666-aa3e33f61d93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7bbf3420-2690-4966-b610-b463eb60e0d9 HTTP/1.1" status: 200 len: 854 time: 0.0488811 Aug 30 22:17:50.528652 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-8551cc8d-a7fd-4c1d-804a-ce9cca5777c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b11b0de-be02-4e81-bc7e-fa404e0b1c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330687 Aug 30 22:17:50.622689 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-06b7dd91-2ce8-4f51-93b2-1b529aa69021 service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866292 Aug 30 22:17:50.726388 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-aed22bb4-4809-48bd-83f5-fe002a66e090 req-bcae6cfc-9e98-4a43-9be4-0f74b5f50aaf service neutron] 10.222.0.86 "GET /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928133 Aug 30 22:17:50.870474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a293c8-8948-4b6c-9698-cbc7586ab47d req-e9922581-51e3-4f0a-b203-875e1f3a92c8 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:50.872425 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88a293c8-8948-4b6c-9698-cbc7586ab47d req-e9922581-51e3-4f0a-b203-875e1f3a92c8 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 943 time: 0.0534725 Aug 30 22:17:50.918731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-88a293c8-8948-4b6c-9698-cbc7586ab47d req-c718d830-decd-4a43-8704-5016f4e0dc96 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394516 Aug 30 22:17:52.103875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af77f3a-ca88-494b-93dd-891a6a473efc req-45805818-b80c-4266-9e0b-68e3dddf46b2 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:52.105494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2af77f3a-ca88-494b-93dd-891a6a473efc req-45805818-b80c-4266-9e0b-68e3dddf46b2 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 943 time: 0.1102018 Aug 30 22:17:52.148324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2af77f3a-ca88-494b-93dd-891a6a473efc req-5689ff16-0959-4bb8-87ae-c4120c9f342d tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336106 Aug 30 22:17:53.274988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332cc2-d820-4410-8d4a-8cfcedb737e2 req-35e5a2f4-cb00-4b54-9f88-b6287b1419fd tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:53.276530 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb332cc2-d820-4410-8d4a-8cfcedb737e2 req-35e5a2f4-cb00-4b54-9f88-b6287b1419fd tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 943 time: 0.0578568 Aug 30 22:17:53.322027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb332cc2-d820-4410-8d4a-8cfcedb737e2 req-6aeea15c-9edb-4241-b32d-4c1fbafeee44 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Aug 30 22:17:54.208795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fae3f6cd-b9e2-48f5-ad85-2ede62802c65 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:17:54.319513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:54.331988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65', 'network_id': '8b11b0de-be02-4e81-bc7e-fa404e0b1c07', 'port_id': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65', 'mac_address': 'fa:16:3e:09:fc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbf3420-2690-4966-b610-b463eb60e0d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:17:54.377580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:54.396527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae3f6cd-b9e2-48f5-ad85-2ede62802c65 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:17:54.417840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:54.423636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:54.449429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c764308-c3dc-45d0-9d46-679219fe4842 req-8535ea47-4d5d-4226-8a91-ba526eabd20d tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:54.450989 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c764308-c3dc-45d0-9d46-679219fe4842 req-8535ea47-4d5d-4226-8a91-ba526eabd20d tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 943 time: 0.0537825 Aug 30 22:17:54.482434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:54.490983 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.491332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.491675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.492010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.492462 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.492816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.493142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.493467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.493774 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.494073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.494412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.494756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:17:54.499361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c764308-c3dc-45d0-9d46-679219fe4842 req-f122e857-36f3-4c58-8a7d-ba3d8d25dd47 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Aug 30 22:17:54.720809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['fae3f6cd-b9e2-48f5-ad85-2ede62802c65'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:17:55.637805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b257f-1fdf-4ca2-abbf-33ef5ccf3cc9 req-4f9a745c-78bc-446b-8dd6-1f60678f61f0 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:55.639478 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a1b257f-1fdf-4ca2-abbf-33ef5ccf3cc9 req-4f9a745c-78bc-446b-8dd6-1f60678f61f0 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 944 time: 0.0589824 Aug 30 22:17:55.684183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4a1b257f-1fdf-4ca2-abbf-33ef5ccf3cc9 req-4adb685c-15db-4011-a450-4400d66db6bd tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352752 Aug 30 22:17:56.221657 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fae3f6cd-b9e2-48f5-ad85-2ede62802c65 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:17:56.285908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:17:56.290333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:17:56.290706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:56.377716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:56.404328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:17:56.406881 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d999cf2c-7bda-4bbb-b111-2151b2a375a9" -d '{"events": [{"server_uuid": "50f6cbe9-01dc-4ab3-8e1c-d284d775d71c", "name": "network-vif-plugged", "status": "completed", "tag": "fae3f6cd-b9e2-48f5-ad85-2ede62802c65"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:17:56.421110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:17:56.426917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:17:56.454154 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b0fc90-0cfd-4424-8027-1b69d4d802fc x-openstack-request-id: req-51b0fc90-0cfd-4424-8027-1b69d4d802fc {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:17:56.454460 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f6cbe9-01dc-4ab3-8e1c-d284d775d71c", "name": "network-vif-plugged", "status": "completed", "tag": "fae3f6cd-b9e2-48f5-ad85-2ede62802c65", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:17:56.454701 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51b0fc90-0cfd-4424-8027-1b69d4d802fc {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:17:56.455122 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65', 'code': 200} Aug 30 22:17:56.483710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:17:56.554226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f259ef-d98e-44cd-b0e2-dd150b6a1483 req-f63b5925-4150-483a-bfaf-891e9269f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:56.555771 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55f259ef-d98e-44cd-b0e2-dd150b6a1483 req-f63b5925-4150-483a-bfaf-891e9269f262 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 1097 time: 0.0447321 Aug 30 22:17:56.597830 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-55f259ef-d98e-44cd-b0e2-dd150b6a1483 req-b8761585-ad5a-4bc2-9d35-2b7a45d0b1a3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Aug 30 22:17:56.810004 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a877c-003b-47c3-b4c8-956cb00132a0 req-59583e5f-a9d7-4b18-ab89-1a4edc38af04 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:56.811498 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-392a877c-003b-47c3-b4c8-956cb00132a0 req-59583e5f-a9d7-4b18-ab89-1a4edc38af04 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 945 time: 0.0532546 Aug 30 22:17:56.852105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-392a877c-003b-47c3-b4c8-956cb00132a0 req-191ddc66-6e5c-4e30-95e2-5da28cf13e30 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Aug 30 22:17:57.981893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503dc4a-2423-48fb-a125-033eb6f750ed req-7cb3f91e-19ab-492a-9135-f2c73e68a752 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:57.984007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f503dc4a-2423-48fb-a125-033eb6f750ed req-7cb3f91e-19ab-492a-9135-f2c73e68a752 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 945 time: 0.0613031 Aug 30 22:17:58.030752 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f503dc4a-2423-48fb-a125-033eb6f750ed req-9267bfc2-8a1b-4a97-9bba-921946dbbe14 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Aug 30 22:17:59.158866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c9c86-6cfe-4be4-8405-6516b7ed7e74 req-fa51de49-b704-48a9-a20d-2b8e24979161 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:59.160382 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-325c9c86-6cfe-4be4-8405-6516b7ed7e74 req-fa51de49-b704-48a9-a20d-2b8e24979161 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 945 time: 0.0589447 Aug 30 22:17:59.201040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-325c9c86-6cfe-4be4-8405-6516b7ed7e74 req-6f4c3faa-f15a-42b0-8906-48fd3a338f5d tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Aug 30 22:17:59.473705 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8986106-6c40-476b-9450-7114eb59085e req-625c4d48-84d7-4b12-b421-42ab6ecd1f56 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:17:59.475332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8986106-6c40-476b-9450-7114eb59085e req-625c4d48-84d7-4b12-b421-42ab6ecd1f56 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 945 time: 0.0534132 Aug 30 22:17:59.516139 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d8986106-6c40-476b-9450-7114eb59085e req-e3f0cc74-ffac-4e45-a727-8d620e14b1c6 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Aug 30 22:18:00.650659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113635bc-6ffa-4e55-824d-b1dbf12935c1 req-bb1608d3-4870-4223-98d6-19766f53ff5f tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:00.652359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-113635bc-6ffa-4e55-824d-b1dbf12935c1 req-bb1608d3-4870-4223-98d6-19766f53ff5f tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 945 time: 0.0532701 Aug 30 22:18:00.695029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-113635bc-6ffa-4e55-824d-b1dbf12935c1 req-7c54c74e-a122-4695-9f5d-7a1582d5a0e8 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362942 Aug 30 22:18:01.009484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-756ee562-a1ba-4551-8e53-42ba4fb5cb4a tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:01.010917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-756ee562-a1ba-4551-8e53-42ba4fb5cb4a tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 945 time: 0.0612447 Aug 30 22:18:01.111687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Deleting port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:01.112012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:01.210359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] For port fae3f6cd-b9e2-48f5-ad85-2ede62802c65, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:01.210831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:01.229063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Calling delete_port for fae3f6cd-b9e2-48f5-ad85-2ede62802c65 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:01.374761 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:01.389571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c4aee1cf-53e4-42c1-8028-790f119de23d', 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:18:01.407222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Pushing event deleted for resources: {'Port': ['ID=fae3f6cd-b9e2-48f5-ad85-2ede62802c65,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:01.450056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] No DVR routers for this DVR port fae3f6cd-b9e2-48f5-ad85-2ede62802c65 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:01.452879 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:01.455001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6b7dd793-5a48-466c-af9e-db54dfec42a1 req-313295d6-bbf6-4042-966b-ef0cf273eff9 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "DELETE /v2.0/ports/fae3f6cd-b9e2-48f5-ad85-2ede62802c65 HTTP/1.1" status: 204 len: 173 time: 0.4365418 Aug 30 22:18:01.455445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'name': 'network-vif-deleted', 'tag': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:18:01.458093 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5c3bc-087a-45bb-a196-caecfd916943" -d '{"events": [{"server_uuid": "50f6cbe9-01dc-4ab3-8e1c-d284d775d71c", "name": "network-vif-deleted", "tag": "fae3f6cd-b9e2-48f5-ad85-2ede62802c65"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:18:01.500645 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8568bd4-b151-473e-9a49-fa90e07f9432 x-openstack-request-id: req-a8568bd4-b151-473e-9a49-fa90e07f9432 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:18:01.501095 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f6cbe9-01dc-4ab3-8e1c-d284d775d71c", "name": "network-vif-deleted", "tag": "fae3f6cd-b9e2-48f5-ad85-2ede62802c65", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:18:01.501507 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8568bd4-b151-473e-9a49-fa90e07f9432 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:18:01.502152 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f6cbe9-01dc-4ab3-8e1c-d284d775d71c', 'name': 'network-vif-deleted', 'tag': 'fae3f6cd-b9e2-48f5-ad85-2ede62802c65', 'status': 'completed', 'code': 200} Aug 30 22:18:01.826718 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bbde9815-6a8e-40b0-8243-e66696acadc0 req-7b824c50-c1de-42cb-b2a2-2eb076ab25ed tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=50f6cbe9-01dc-4ab3-8e1c-d284d775d71c HTTP/1.1" status: 200 len: 210 time: 0.0440118 Aug 30 22:18:02.996362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfa8e7-7399-40ee-a876-9e66a75f42a5 req-3688f033-2b53-4fd4-8bb5-3a860f323d0e tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:03.008551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22bfa8e7-7399-40ee-a876-9e66a75f42a5 req-3688f033-2b53-4fd4-8bb5-3a860f323d0e tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0593174 Aug 30 22:18:03.045286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22bfa8e7-7399-40ee-a876-9e66a75f42a5 req-8cb145b7-066a-49a8-a862-dcf994843b81 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Aug 30 22:18:03.191775 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ff108-14b2-43d3-a855-0508a1a2cf0b req-e53a8dde-00d2-4b7a-8c33-aae6df8033cb tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:03.193321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-032ff108-14b2-43d3-a855-0508a1a2cf0b req-e53a8dde-00d2-4b7a-8c33-aae6df8033cb tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0519381 Aug 30 22:18:03.241816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-032ff108-14b2-43d3-a855-0508a1a2cf0b req-64636ee5-0604-49cc-9937-c030e451ef05 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Aug 30 22:18:03.371949 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ef67b-70e7-4113-ba71-c571fc1616ce req-cad90606-ff5f-446c-8d81-7c9c1fe12cf4 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:03.373559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe8ef67b-70e7-4113-ba71-c571fc1616ce req-cad90606-ff5f-446c-8d81-7c9c1fe12cf4 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0563869 Aug 30 22:18:03.424135 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe8ef67b-70e7-4113-ba71-c571fc1616ce req-793029c6-4479-4e0d-8d4e-7faffa9acaad tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Aug 30 22:18:03.618612 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05a84f-01d7-430c-9018-d46c541ba769 req-ee16b90e-71e7-438c-9a14-651e2edf10c3 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:03.620188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf05a84f-01d7-430c-9018-d46c541ba769 req-ee16b90e-71e7-438c-9a14-651e2edf10c3 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0571299 Aug 30 22:18:03.661053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf05a84f-01d7-430c-9018-d46c541ba769 req-e2316d03-98a5-4b86-bae6-3fe0350db758 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 30 22:18:03.785240 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81518a9c-c095-4ff2-8826-e14a9b265830 req-1ee113d3-925e-4aa8-9787-4fc0382519d6 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:03.786837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81518a9c-c095-4ff2-8826-e14a9b265830 req-1ee113d3-925e-4aa8-9787-4fc0382519d6 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0531058 Aug 30 22:18:03.827172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81518a9c-c095-4ff2-8826-e14a9b265830 req-23f51200-5ca5-41d1-a0a4-1a711fc6d808 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Aug 30 22:18:03.971051 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6110706-d28d-4e59-89b8-f52034ea15a3 req-fa1e8d51-c95e-4998-8646-492b234f3ff6 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:03.972574 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6110706-d28d-4e59-89b8-f52034ea15a3 req-fa1e8d51-c95e-4998-8646-492b234f3ff6 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0608709 Aug 30 22:18:04.022981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d6110706-d28d-4e59-89b8-f52034ea15a3 req-cf67dd56-1c1f-4118-9c11-ac29df4801f5 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Aug 30 22:18:04.140221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:04.236909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fae3f6cd-b9e2-48f5-ad85-2ede62802c65 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:18:04.261269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: fae3f6cd-b9e2-48f5-ad85-2ede62802c65 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:18:04.261628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device fae3f6cd-b9e2-48f5-ad85-2ede62802c65 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:18:04.375043 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc3219-1c97-47c8-a5c8-a4642f59682c req-a08e1e25-b1e0-4774-8c5f-d250cad862a4 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:04.376626 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f4bc3219-1c97-47c8-a5c8-a4642f59682c req-a08e1e25-b1e0-4774-8c5f-d250cad862a4 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0577278 Aug 30 22:18:04.421727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f4bc3219-1c97-47c8-a5c8-a4642f59682c req-a821732e-c2f1-46c7-aa68-35a87bdf5399 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Aug 30 22:18:05.547965 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc17e0-73ef-4f83-b258-cd55163a3ba0 req-0fa15a5f-f160-4d27-9c73-5014b1d359f4 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:05.549545 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81bc17e0-73ef-4f83-b258-cd55163a3ba0 req-0fa15a5f-f160-4d27-9c73-5014b1d359f4 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0563123 Aug 30 22:18:05.607347 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81bc17e0-73ef-4f83-b258-cd55163a3ba0 req-c9f2cb7b-f232-4d74-bdd4-86eb20356b87 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd465f7e-f7ce-4f93-9693-5ce4380fb95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Aug 30 22:18:05.822012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-94bb68f2-6a87-438b-82cd-4c76c01e320f tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:05.823578 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-94bb68f2-6a87-438b-82cd-4c76c01e320f tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 945 time: 0.0568323 Aug 30 22:18:05.920895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Deleting port c4aee1cf-53e4-42c1-8028-790f119de23d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:05.921438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:06.020600 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] For port c4aee1cf-53e4-42c1-8028-790f119de23d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=c4aee1cf-53e4-42c1-8028-790f119de23d,segment=NetworkSegment(50949c81-f075-41be-8be1-8ef2c22a49e6),segment_id=50949c81-f075-41be-8be1-8ef2c22a49e6)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:06.020934 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:06.035206 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Calling delete_port for c4aee1cf-53e4-42c1-8028-790f119de23d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:06.183216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:06.195150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['c4aee1cf-53e4-42c1-8028-790f119de23d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:18:06.213162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Pushing event deleted for resources: {'Port': ['ID=c4aee1cf-53e4-42c1-8028-790f119de23d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:06.257039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] No DVR routers for this DVR port c4aee1cf-53e4-42c1-8028-790f119de23d on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:06.260128 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:06.263147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9c3e5b5b-3db2-45f2-937c-1f8c30ea6080 req-3fbc5738-c59a-4dd5-a6c4-0faad1dbb836 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.86 "DELETE /v2.0/ports/c4aee1cf-53e4-42c1-8028-790f119de23d HTTP/1.1" status: 204 len: 173 time: 0.4328537 Aug 30 22:18:06.263717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'name': 'network-vif-deleted', 'tag': 'c4aee1cf-53e4-42c1-8028-790f119de23d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:18:06.267047 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb255a-fb64-4e60-87d7-dd21d6cd4678" -d '{"events": [{"server_uuid": "b05c665c-b049-40d3-a754-4e0db5bcfb6b", "name": "network-vif-deleted", "tag": "c4aee1cf-53e4-42c1-8028-790f119de23d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:18:06.377745 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49733de4-3610-4e36-8506-aa2617ece38a x-openstack-request-id: req-49733de4-3610-4e36-8506-aa2617ece38a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:18:06.378043 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05c665c-b049-40d3-a754-4e0db5bcfb6b", "name": "network-vif-deleted", "tag": "c4aee1cf-53e4-42c1-8028-790f119de23d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:18:06.378322 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49733de4-3610-4e36-8506-aa2617ece38a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:18:06.378731 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05c665c-b049-40d3-a754-4e0db5bcfb6b', 'name': 'network-vif-deleted', 'tag': 'c4aee1cf-53e4-42c1-8028-790f119de23d', 'status': 'completed', 'code': 200} Aug 30 22:18:06.501274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:06.729243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bfe780e-6729-43bb-bbe4-83b446dbec14 req-ec2f42e8-943e-47cb-8357-6a00ef8e7e23 tempest-ServersNegativeTestJSON-2003700588 tempest-ServersNegativeTestJSON-2003700588-project] 10.222.0.76 "GET /v2.0/ports?device_id=b05c665c-b049-40d3-a754-4e0db5bcfb6b HTTP/1.1" status: 200 len: 210 time: 0.0285611 Aug 30 22:18:07.797363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:07.845652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Deleting subnet 7bbf3420-2690-4966-b610-b463eb60e0d9 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:18:07.849010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:07.889537 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:07.930851 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:07.991491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.036300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.039474 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7bbf3420-2690-4966-b610-b463eb60e0d9 HTTP/1.1" status: 204 len: 168 time: 0.2405400 Aug 30 22:18:08.041124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb15b71-06ef-4b95-90b5-4e7beb5d9e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbf3420-2690-4966-b610-b463eb60e0d9,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:08.042150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51306) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:08.115074 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.193653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.204103 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b11b0de-be02-4e81-bc7e-fa404e0b1c07']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:08.219327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50949c81-f075-41be-8be1-8ef2c22a49e6') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:08.219624 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50949c81-f075-41be-8be1-8ef2c22a49e6') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:08.229028 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.243717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.250185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:08.250571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:08.252334 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:08.305976 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.312807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.314680 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8b11b0de-be02-4e81-bc7e-fa404e0b1c07 HTTP/1.1" status: 204 len: 168 time: 0.2715111 Aug 30 22:18:08.324562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9a055-9298-49b0-afe6-54d8b8b34a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b11b0de-be02-4e81-bc7e-fa404e0b1c07,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:08.433910 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51310) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:08.475340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-131712f8-eb38-4af8-b8b2-15621350ef38 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f35c9ddeaa02470880dac8c37a781d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401762 Aug 30 22:18:08.477892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51312) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:08.526318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f552a312-2718-4115-a822-af241daaec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.551546 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f552a312-2718-4115-a822-af241daaec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.598995 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f552a312-2718-4115-a822-af241daaec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.601567 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f552a312-2718-4115-a822-af241daaec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:08.602757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f552a312-2718-4115-a822-af241daaec8c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd465f7e-f7ce-4f93-9693-5ce4380fb95f HTTP/1.1" status: 204 len: 168 time: 0.1240215 Aug 30 22:18:08.610381 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552a312-2718-4115-a822-af241daaec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd465f7e-f7ce-4f93-9693-5ce4380fb95f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:09.092197 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6e0c654d-b6e2-46ef-be9e-90caafccf912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.315673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:09.413435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-454892935'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:09.436299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:09.440064 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.449225 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.542970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.548708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.574944 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:09.584766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38632f-9023-486a-a2a3-cf4d4a8f7a43,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:09.589832 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.590384 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Added segment 3fa77ea8-4624-4333-97ba-302f631cec96 of type vlan for network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 Aug 30 22:18:09.634602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.679341 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.695442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:09.696928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:09.796507 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4794929 Aug 30 22:18:09.810098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1673e-2b95-4b2c-9713-d565c51f090b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Network': ['ID=482ca923-e9d2-4dce-a80a-a2492b37ccf6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:09.821258 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:10.237332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c4aee1cf-53e4-42c1-8028-790f119de23d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:18:10.260377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: c4aee1cf-53e4-42c1-8028-790f119de23d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:18:10.260717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device c4aee1cf-53e4-42c1-8028-790f119de23d not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:18:11.866648 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:12.028379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0bb6232c-39be-4e76-bfcb-1323002ea3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:12.959839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.116894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:13.122245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'subnet': {'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:13.217279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:13.221044 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.422952 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.480634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Subnet': ['ID=08bcb1e1-47b4-40c7-81ac-290721ca418f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:13.491737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Checking segment: {'id': '3fa77ea8-4624-4333-97ba-302f631cec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:13.492124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network hostable DHCP agents. Network: 482ca923-e9d2-4dce-a80a-a2492b37ccf6, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:13.509003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:13.518112 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 482ca923-e9d2-4dce-a80a-a2492b37ccf6) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:13.522941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:13.523566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.527398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c8380-6579-4180-b8e4-5f45d97d1507 None None] Network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:13.541523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d6ae10fd-4954-4b87-ba38-97f69f516aaf tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4235198 Aug 30 22:18:13.545381 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:13.550466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12936474'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:13.572919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:13.576747 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.600994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:13.609830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.610175 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Added segment 1ee6d57d-0e1a-46f4-b28e-975f391a6c05 of type vlan for network c7e46acf-4f75-4ff3-980d-c73a65926b4c Aug 30 22:18:13.651311 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.673528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-482ca923-e9d2-4dce-a80a-a2492b37ccf6', 'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6', 'tenant_id': 'e5a1c4501b624fd2b2ebb182d42c6189', 'fixed_ips': [{'subnet_id': '08bcb1e1-47b4-40c7-81ac-290721ca418f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:13.674390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.680379 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.686053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:13.686683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:13.750165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51342) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:13.750806 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2036228 Aug 30 22:18:13.756884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'subnet': {'network_id': 'c7e46acf-4f75-4ff3-980d-c73a65926b4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:13.761090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9063206-c395-4b03-b0cf-117c1a6bf771 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Network': ['ID=c7e46acf-4f75-4ff3-980d-c73a65926b4c,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:13.791960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network c7e46acf-4f75-4ff3-980d-c73a65926b4c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:13.847830 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:13.851838 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.034097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Allocated IP 2001:db8:0:ffff::2 (482ca923-e9d2-4dce-a80a-a2492b37ccf6/08bcb1e1-47b4-40c7-81ac-290721ca418f/3c924d99-6e81-4158-a822-cb3ad9eba50c) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:14.060885 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.130804 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Subnet': ['ID=500773db-3af0-4361-8601-f33d27e2fbb8,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:14.138863 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Checking segment: {'id': '1ee6d57d-0e1a-46f4-b28e-975f391a6c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7e46acf-4f75-4ff3-980d-c73a65926b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:14.139219 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network hostable DHCP agents. Network: c7e46acf-4f75-4ff3-980d-c73a65926b4c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:14.159687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network c7e46acf-4f75-4ff3-980d-c73a65926b4c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:14.170285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, c7e46acf-4f75-4ff3-980d-c73a65926b4c) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:14.175811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:14.176717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.183787 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfeda6b-4ecd-4e81-9904-4d66e986f663 None None] Network c7e46acf-4f75-4ff3-980d-c73a65926b4c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:14.202952 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51344) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:14.203670 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7601feef-e956-46ec-aeb3-9c7c521c957f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4513087 Aug 30 22:18:14.238245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.249204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Transition to ACTIVE for port object 3c924d99-6e81-4158-a822-cb3ad9eba50c will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:14.277199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Transition to ACTIVE for port object 3c924d99-6e81-4158-a822-cb3ad9eba50c will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:14.286140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.304444 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.359874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:14.368718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:14.371223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:14.381185 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Pushing event updated for resources: {'Port': ['ID=3c924d99-6e81-4158-a822-cb3ad9eba50c,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:14.388591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.455447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd66c2a-95c8-4a90-92ea-d7f9015d7d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-c7e46acf-4f75-4ff3-980d-c73a65926b4c', 'network_id': 'c7e46acf-4f75-4ff3-980d-c73a65926b4c', 'tenant_id': 'e5a1c4501b624fd2b2ebb182d42c6189', 'fixed_ips': [{'subnet_id': '500773db-3af0-4361-8601-f33d27e2fbb8'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:14.456412 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cdd66c2a-95c8-4a90-92ea-d7f9015d7d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.460653 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.468997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Attempting to bind port 3c924d99-6e81-4158-a822-cb3ad9eba50c on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:14.469377 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Attempting to bind port 3c924d99-6e81-4158-a822-cb3ad9eba50c by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '3fa77ea8-4624-4333-97ba-302f631cec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:14.469725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Attempting to bind port 3c924d99-6e81-4158-a822-cb3ad9eba50c on network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:14.478908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:14.479275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Checking segment: {'id': '3fa77ea8-4624-4333-97ba-302f631cec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:14.479668 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.480054 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Bound using segment: {'id': '3fa77ea8-4624-4333-97ba-302f631cec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:14.480515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Bound port: 3c924d99-6e81-4158-a822-cb3ad9eba50c, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa77ea8-4624-4333-97ba-302f631cec96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '482ca923-e9d2-4dce-a80a-a2492b37ccf6'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:14.480877 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.488028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Subnet': ['ID=500773db-3af0-4361-8601-f33d27e2fbb8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:14.552747 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.563056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e46acf-4f75-4ff3-980d-c73a65926b4c']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:14.574229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee6d57d-0e1a-46f4-b28e-975f391a6c05') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:14.574519 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee6d57d-0e1a-46f4-b28e-975f391a6c05') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:14.584222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.588721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf88733-c5de-4511-9bdb-79a946878506 None None] Network c7e46acf-4f75-4ff3-980d-c73a65926b4c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:14.599588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.605730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:14.606116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:14.609983 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:14.640347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] For port 3c924d99-6e81-4158-a822-cb3ad9eba50c, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:14.669323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.674552 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.676541 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/c7e46acf-4f75-4ff3-980d-c73a65926b4c HTTP/1.1" status: 204 len: 168 time: 0.4724798 Aug 30 22:18:14.680795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51346) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:14.686698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51627270'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:14.697324 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecade3a3-226f-446d-98ac-7f6960a35fc7 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Network': ['ID=c7e46acf-4f75-4ff3-980d-c73a65926b4c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:14.705256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] For port 3c924d99-6e81-4158-a822-cb3ad9eba50c, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3c924d99-6e81-4158-a822-cb3ad9eba50c,segment=NetworkSegment(3fa77ea8-4624-4333-97ba-302f631cec96),segment_id=3fa77ea8-4624-4333-97ba-302f631cec96)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:14.710857 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.716001 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:14.720761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.750464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:14.761653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.761997 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Added segment ebb2ef67-0993-4fb6-bafe-259d793f562b of type vlan for network 28c1c0c1-393e-4e62-81a1-1011291b7660 Aug 30 22:18:14.771216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56570b-b5fa-496e-9d33-d30cf6d5e35a None None] Pushing event updated for resources: {'Port': ['ID=3c924d99-6e81-4158-a822-cb3ad9eba50c,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:14.816443 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.834901 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.848260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.854287 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:14.854964 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:14.913609 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2314723 Aug 30 22:18:14.916350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51348) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:14.921561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'subnet': {'network_id': '28c1c0c1-393e-4e62-81a1-1011291b7660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:14.986014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa37b-0778-4131-8983-b7d30a25f1f0 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Network': ['ID=28c1c0c1-393e-4e62-81a1-1011291b7660,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:15.000143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 28c1c0c1-393e-4e62-81a1-1011291b7660 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:15.049754 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:15.053534 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.114369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Performing IP validity checks on allocation pools {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 22:18:15.114918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.ipam_backend_mixin [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 22:18:15.241260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.294836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Subnet': ['ID=32beef2d-95e5-4ce9-9412-582813e28297,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:15.310413 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Checking segment: {'id': 'ebb2ef67-0993-4fb6-bafe-259d793f562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '28c1c0c1-393e-4e62-81a1-1011291b7660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:15.310814 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network hostable DHCP agents. Network: 28c1c0c1-393e-4e62-81a1-1011291b7660, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:15.329154 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network 28c1c0c1-393e-4e62-81a1-1011291b7660 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:15.342590 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 28c1c0c1-393e-4e62-81a1-1011291b7660) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:15.358527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c4ada-3d06-4595-85fe-35c6aa04b277 None None] Network 28c1c0c1-393e-4e62-81a1-1011291b7660 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:15.366248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:15.366923 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.383709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-69b87e4c-4149-4f7e-8572-4fc78af7d7d4 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4660246 Aug 30 22:18:15.386315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51350) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:15.454762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3c924d99-6e81-4158-a822-cb3ad9eba50c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:15.505895 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.564505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.567783 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 3c924d99-6e81-4158-a822-cb3ad9eba50c completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:15.581384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c864e6-2173-47f4-a722-39abf4dcaa69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-28c1c0c1-393e-4e62-81a1-1011291b7660', 'network_id': '28c1c0c1-393e-4e62-81a1-1011291b7660', 'tenant_id': 'e5a1c4501b624fd2b2ebb182d42c6189', 'fixed_ips': [{'subnet_id': '32beef2d-95e5-4ce9-9412-582813e28297'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:15.582171 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1c864e6-2173-47f4-a722-39abf4dcaa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.643271 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.672023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Subnet': ['ID=32beef2d-95e5-4ce9-9412-582813e28297,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server [None req-c1c864e6-2173-47f4-a722-39abf4dcaa69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32beef2d-95e5-4ce9-9412-582813e28297: This subnet is being modified by another concurrent operation. Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server raise exception Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32beef2d-95e5-4ce9-9412-582813e28297: This subnet is being modified by another concurrent operation. Aug 30 22:18:15.692345 n-d-793620-16 neutron-server[94690]: ERROR oslo_messaging.rpc.server Aug 30 22:18:15.716456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17adc1c-7bb8-494b-b4fc-63913ab20c9a None None] Network 28c1c0c1-393e-4e62-81a1-1011291b7660 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:15.734612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.745024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c1c0c1-393e-4e62-81a1-1011291b7660']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:15.755416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb2ef67-0993-4fb6-bafe-259d793f562b') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:15.755710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb2ef67-0993-4fb6-bafe-259d793f562b') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:15.763592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27293e-679e-439d-872c-27c671bd4554 None None] Network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:15.764460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.779457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.786224 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:15.786632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:15.789947 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:15.833827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] Provisioning for port 3c924d99-6e81-4158-a822-cb3ad9eba50c completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:15.845613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] Provisioning complete for port 3c924d99-6e81-4158-a822-cb3ad9eba50c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:15.846038 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.852046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.859234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.861150 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/28c1c0c1-393e-4e62-81a1-1011291b7660 HTTP/1.1" status: 204 len: 168 time: 0.4714196 Aug 30 22:18:15.865443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51352) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:15.871008 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-925302344'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:15.873701 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bfa6b-9ee3-4a42-a878-550ed0b5696b tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Network': ['ID=28c1c0c1-393e-4e62-81a1-1011291b7660,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:15.898078 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:15.901822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.926829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:15.937214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:15.937896 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Added segment a8e9ca35-a360-4a4b-842a-da3aa81d96a1 of type vlan for network ac4f15c0-b457-47f9-a6f7-1eb15b778350 Aug 30 22:18:15.993033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.020112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.025766 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:16.026358 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.040236 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.075542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2089567 Aug 30 22:18:16.079205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] For port 3c924d99-6e81-4158-a822-cb3ad9eba50c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3c924d99-6e81-4158-a822-cb3ad9eba50c,segment=NetworkSegment(3fa77ea8-4624-4333-97ba-302f631cec96),segment_id=3fa77ea8-4624-4333-97ba-302f631cec96)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:16.079855 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51354) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:16.084984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.085628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'subnet': {'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:16.105989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657b878-f7f9-4056-b3f3-c5db9cec5780 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Network': ['ID=ac4f15c0-b457-47f9-a6f7-1eb15b778350,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:16.117794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ac4f15c0-b457-47f9-a6f7-1eb15b778350 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:16.180708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d238-20a4-49a3-ab1a-9d25bfc77c50 None None] Pushing event updated for resources: {'Port': ['ID=3c924d99-6e81-4158-a822-cb3ad9eba50c,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:16.182303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:16.187060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.270637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd78a46-33d5-47ac-9a18-2bb731228898 None None] get_active_networks_info from n-d-793620-16 {{(pid=94690) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:18:16.322934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c226ec4e-1c42-410e-9214-8e459abe5c8e None None] Provisioning complete for port 3c924d99-6e81-4158-a822-cb3ad9eba50c triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:16.323462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c226ec4e-1c42-410e-9214-8e459abe5c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.380174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.382052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd78a46-33d5-47ac-9a18-2bb731228898 None None] Resources bound (agent type, host, resource id): {{(pid=94690) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:18:16.449272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Subnet': ['ID=70f47ac2-9096-4776-b84e-3c884aa154a8,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:16.454932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Checking segment: {'id': 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:16.455303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network hostable DHCP agents. Network: ac4f15c0-b457-47f9-a6f7-1eb15b778350, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:16.475311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network ac4f15c0-b457-47f9-a6f7-1eb15b778350 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:16.486603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ac4f15c0-b457-47f9-a6f7-1eb15b778350) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:16.491318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:16.492056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.511232 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1102f2d6-7e90-40aa-a250-d121fa093c22 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4296625 Aug 30 22:18:16.515878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51356) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:16.521330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248456496'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:16.544133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:16.547762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.575669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:16.585003 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.585344 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Added segment 7c4dff83-3282-4a5c-bfe6-ebfc1fd9d5fe of type vlan for network 2d91dd32-2acb-4226-8de5-ea30bf61ad48 Aug 30 22:18:16.627059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d946a38-9082-4875-963f-7bafc166be84 None None] Network ac4f15c0-b457-47f9-a6f7-1eb15b778350 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:16.627614 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.652572 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.658231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:16.658855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.717313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2003033 Aug 30 22:18:16.720756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51358) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:16.726145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Request body: {'subnet': {'network_id': '2d91dd32-2acb-4226-8de5-ea30bf61ad48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:16.728330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5136ef-add9-482d-8564-f153872894ac tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Network': ['ID=2d91dd32-2acb-4226-8de5-ea30bf61ad48,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:16.739499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 2d91dd32-2acb-4226-8de5-ea30bf61ad48 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:16.825477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ac4f15c0-b457-47f9-a6f7-1eb15b778350', 'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350', 'tenant_id': 'e5a1c4501b624fd2b2ebb182d42c6189', 'fixed_ips': [{'subnet_id': '70f47ac2-9096-4776-b84e-3c884aa154a8'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:16.825477 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.827800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Made reservation on behalf of e5a1c4501b624fd2b2ebb182d42c6189 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:16.831441 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:16.965828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Allocated IP 2001:db8::2 (ac4f15c0-b457-47f9-a6f7-1eb15b778350/70f47ac2-9096-4776-b84e-3c884aa154a8/1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:17.022387 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.086714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event updated for resources: {'Subnet': ['ID=df3b57b3-d34f-41b5-898e-08556350e4b5,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:17.097265 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Checking segment: {'id': '7c4dff83-3282-4a5c-bfe6-ebfc1fd9d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2d91dd32-2acb-4226-8de5-ea30bf61ad48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:17.097635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network hostable DHCP agents. Network: 2d91dd32-2acb-4226-8de5-ea30bf61ad48, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:17.116095 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Network 2d91dd32-2acb-4226-8de5-ea30bf61ad48 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:17.125241 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.127089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 2d91dd32-2acb-4226-8de5-ea30bf61ad48) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:17.131350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:17.132198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.135228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Transition to ACTIVE for port object 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:17.139574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0f9bf-f1e7-49cd-a0d9-196fed9c1a63 None None] Network 2d91dd32-2acb-4226-8de5-ea30bf61ad48 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:17.150954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c349c4bd-fffe-46dd-b1b9-7bf8aad8e729 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4288447 Aug 30 22:18:17.153404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51360) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:17.198273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Transition to ACTIVE for port object 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:17.206343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.257292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Network ac4f15c0-b457-47f9-a6f7-1eb15b778350 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:17.258589 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.262628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:17.268221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:17.286316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Pushing event updated for resources: {'Port': ['ID=1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:17.317220 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.389594 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.422350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Subnet': ['ID=df3b57b3-d34f-41b5-898e-08556350e4b5,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:17.488558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.498967 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d91dd32-2acb-4226-8de5-ea30bf61ad48']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:17.510462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4dff83-3282-4a5c-bfe6-ebfc1fd9d5fe') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:17.510832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4dff83-3282-4a5c-bfe6-ebfc1fd9d5fe') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:17.523600 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.534158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3c924d99-6e81-4158-a822-cb3ad9eba50c up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:17.538806 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.545054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:17.545445 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:17.548493 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:17.567316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Attempting to bind port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:17.567898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Attempting to bind port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:17.568475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Attempting to bind port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 on network ac4f15c0-b457-47f9-a6f7-1eb15b778350 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:17.585715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:17.586083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Checking segment: {'id': 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:17.586487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.586877 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Bound using segment: {'id': 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:17.587352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Bound port: 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ac4f15c0-b457-47f9-a6f7-1eb15b778350'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:17.587725 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.606250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.612907 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.617757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/2d91dd32-2acb-4226-8de5-ea30bf61ad48 HTTP/1.1" status: 204 len: 168 time: 0.4602494 Aug 30 22:18:17.617919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59409ace-cf65-4916-a5f8-0c4bf71d6393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-2d91dd32-2acb-4226-8de5-ea30bf61ad48', 'network_id': '2d91dd32-2acb-4226-8de5-ea30bf61ad48', 'tenant_id': 'e5a1c4501b624fd2b2ebb182d42c6189', 'fixed_ips': [{'subnet_id': 'df3b57b3-d34f-41b5-898e-08556350e4b5'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:17.617919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-59409ace-cf65-4916-a5f8-0c4bf71d6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.618116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51362) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:17.636753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e716c4-658e-41f4-a0d7-5ca47c67a18e tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Network': ['ID=2d91dd32-2acb-4226-8de5-ea30bf61ad48,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:17.655362 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-3508ed32-a711-458f-8af1-a19fad03c17f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] GET failed (client error): The resource could not be found. Aug 30 22:18:17.656751 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3508ed32-a711-458f-8af1-a19fad03c17f tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "GET /v2.0/subnets/df3b57b3-d34f-41b5-898e-08556350e4b5 HTTP/1.1" status: 404 len: 337 time: 0.0379496 Aug 30 22:18:17.659679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51364) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:17.673011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3c924d99-6e81-4158-a822-cb3ad9eba50c triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:17.673484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.682515 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f84699-deed-4595-a9fb-9ca06bb87c3c tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:17.683120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f84699-deed-4595-a9fb-9ca06bb87c3c tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:17.684770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eac3b1-c57f-48ed-af9a-23943a4941a6 None None] Network 2d91dd32-2acb-4226-8de5-ea30bf61ad48 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:17.684917 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-36f84699-deed-4595-a9fb-9ca06bb87c3c tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/2d91dd32-2acb-4226-8de5-ea30bf61ad48 HTTP/1.1" status: 404 len: 339 time: 0.0242891 Aug 30 22:18:17.688815 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51366) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:17.714182 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab8d332-1477-4bf8-b0f6-6e46782ffd67 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:17.714658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab8d332-1477-4bf8-b0f6-6e46782ffd67 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:17.716400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6ab8d332-1477-4bf8-b0f6-6e46782ffd67 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/subnets/df3b57b3-d34f-41b5-898e-08556350e4b5 HTTP/1.1" status: 404 len: 337 time: 0.0267084 Aug 30 22:18:17.719045 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51368) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:17.734840 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eac3b1-c57f-48ed-af9a-23943a4941a6 None None] Network 2d91dd32-2acb-4226-8de5-ea30bf61ad48 could not be found, it might have been deleted concurrently. {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 22:18:17.736656 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e208ff3-e79b-4886-98b0-5457fa964065 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:17.737207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e208ff3-e79b-4886-98b0-5457fa964065 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:17.739005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2e208ff3-e79b-4886-98b0-5457fa964065 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/2d91dd32-2acb-4226-8de5-ea30bf61ad48 HTTP/1.1" status: 404 len: 339 time: 0.0189283 Aug 30 22:18:17.741629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51370) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:17.742854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] For port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:17.756208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] For port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035,segment=NetworkSegment(a8e9ca35-a360-4a4b-842a-da3aa81d96a1),segment_id=a8e9ca35-a360-4a4b-842a-da3aa81d96a1)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:17.763375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.791793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Deleting subnet 70f47ac2-9096-4776-b84e-3c884aa154a8 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:18:17.795083 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.837967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:17.848041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cff438-3c18-48a7-9c0f-97218c4a2ba6 None None] Pushing event updated for resources: {'Port': ['ID=1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:17.932916 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.013500 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.047460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Subnet': ['ID=70f47ac2-9096-4776-b84e-3c884aa154a8,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:18.051321 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.053262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fe792b37-7566-4fec-9626-f1dae2bd348d tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/subnets/70f47ac2-9096-4776-b84e-3c884aa154a8 HTTP/1.1" status: 204 len: 168 time: 0.3107228 Aug 30 22:18:18.056220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51372) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:18.145957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.203175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Deleting port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:18.203425 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.272079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] For port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035,segment=NetworkSegment(a8e9ca35-a360-4a4b-842a-da3aa81d96a1),segment_id=a8e9ca35-a360-4a4b-842a-da3aa81d96a1)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:18.272399 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.286629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Calling delete_port for 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:18.369644 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.400583 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Port': ['ID=1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:18.402451 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No DVR routers for this DVR port 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:18.484192 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.495192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4f15c0-b457-47f9-a6f7-1eb15b778350']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:18.507168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:18.507555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e9ca35-a360-4a4b-842a-da3aa81d96a1') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:18.517545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.536553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.544109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:18.544515 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:18.547737 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:18.613088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.617415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.620021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/ac4f15c0-b457-47f9-a6f7-1eb15b778350 HTTP/1.1" status: 204 len: 168 time: 0.5623758 Aug 30 22:18:18.623266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51374) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:18.635884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Network': ['ID=ac4f15c0-b457-47f9-a6f7-1eb15b778350,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:18.644090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.644455 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.645109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.645444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.645769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.646095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.646421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.646785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.647115 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.647435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.647758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.648076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dcd547-1841-4e7c-8882-de64d11956c1 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:18.653380 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-941f8b18-af63-4485-a55f-8a7922561683 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:18.653839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941f8b18-af63-4485-a55f-8a7922561683 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:18.655665 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-941f8b18-af63-4485-a55f-8a7922561683 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/subnets/32beef2d-95e5-4ce9-9412-582813e28297 HTTP/1.1" status: 404 len: 337 time: 0.0311747 Aug 30 22:18:18.658274 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51376) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:18.681565 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-912aadfc-8de7-4dfb-8798-382476c8b300 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:18.682145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912aadfc-8de7-4dfb-8798-382476c8b300 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:18.683950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-912aadfc-8de7-4dfb-8798-382476c8b300 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/28c1c0c1-393e-4e62-81a1-1011291b7660 HTTP/1.1" status: 404 len: 339 time: 0.0247145 Aug 30 22:18:18.686635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51378) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:18.713394 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d17b12c-54d2-4827-b7ab-7d03835d33bb tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:18.713854 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d17b12c-54d2-4827-b7ab-7d03835d33bb tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:18.723709 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7d17b12c-54d2-4827-b7ab-7d03835d33bb tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/subnets/500773db-3af0-4361-8601-f33d27e2fbb8 HTTP/1.1" status: 404 len: 337 time: 0.0360472 Aug 30 22:18:18.726308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:18.745873 n-d-793620-16 neutron-server[94689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de0e327-0fb2-4aa4-88e2-0ac7f8777135 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] DELETE failed (client error): The resource could not be found. Aug 30 22:18:18.746445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de0e327-0fb2-4aa4-88e2-0ac7f8777135 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:18:18.748215 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1de0e327-0fb2-4aa4-88e2-0ac7f8777135 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/c7e46acf-4f75-4ff3-980d-c73a65926b4c HTTP/1.1" status: 404 len: 339 time: 0.0209608 Aug 30 22:18:18.751365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51382) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:18.798949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc11706-0bc1-499d-925e-597ad91b1337 None None] DHCP port deletion for ac4f15c0-b457-47f9-a6f7-1eb15b778350 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:18:18.815403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Deleting subnet 08bcb1e1-47b4-40c7-81ac-290721ca418f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:18:18.815582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-13dd103d-6b6a-41fa-891c-c969650a805e None None] Could not find standard attr ID for object 1b17f6a3-7dd7-4dd8-b6f5-d319f58cc035. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 22:18:18.819371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:18.819888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f9d86-ca1c-4e8d-b252-7a7d27257ffa None None] Network ac4f15c0-b457-47f9-a6f7-1eb15b778350 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:18.835363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f9d86-ca1c-4e8d-b252-7a7d27257ffa None None] Network ac4f15c0-b457-47f9-a6f7-1eb15b778350 could not be found, it might have been deleted concurrently. {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 22:18:18.860854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.269315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.332930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.364545 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.366575 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/subnets/08bcb1e1-47b4-40c7-81ac-290721ca418f HTTP/1.1" status: 204 len: 168 time: 0.6141536 Aug 30 22:18:19.367610 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3c953-96d2-4890-9113-7006b1803048 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Subnet': ['ID=08bcb1e1-47b4-40c7-81ac-290721ca418f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:19.370816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51384) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:19.375309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017aa8dc-20da-41cd-acac-8979adb77500 None None] Network 482ca923-e9d2-4dce-a80a-a2492b37ccf6 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:19.488968 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.547003 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Deleting port 3c924d99-6e81-4158-a822-cb3ad9eba50c {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:19.547228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] DHCP port deletion for 482ca923-e9d2-4dce-a80a-a2492b37ccf6 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:18:19.547361 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.598805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] Deleting port 3c924d99-6e81-4158-a822-cb3ad9eba50c {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:19.599184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.612459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] For port 3c924d99-6e81-4158-a822-cb3ad9eba50c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3c924d99-6e81-4158-a822-cb3ad9eba50c,segment=NetworkSegment(3fa77ea8-4624-4333-97ba-302f631cec96),segment_id=3fa77ea8-4624-4333-97ba-302f631cec96)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:19.612459 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.627671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Calling delete_port for 3c924d99-6e81-4158-a822-cb3ad9eba50c owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:19.668337 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] For port 3c924d99-6e81-4158-a822-cb3ad9eba50c, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3c924d99-6e81-4158-a822-cb3ad9eba50c,segment=NetworkSegment(3fa77ea8-4624-4333-97ba-302f631cec96),segment_id=3fa77ea8-4624-4333-97ba-302f631cec96)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:19.668748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.683615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] Calling delete_port for 3c924d99-6e81-4158-a822-cb3ad9eba50c owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:19.712479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.746348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Port': ['ID=3c924d99-6e81-4158-a822-cb3ad9eba50c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:19.749369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] No DVR routers for this DVR port 3c924d99-6e81-4158-a822-cb3ad9eba50c on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:19.765201 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.790910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] Pushing event deleted for resources: {'Port': ['ID=3c924d99-6e81-4158-a822-cb3ad9eba50c,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:19.794786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb093f33-bc6f-4558-8916-3eb81fd37c78 None None] No DVR routers for this DVR port 3c924d99-6e81-4158-a822-cb3ad9eba50c on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:19.834297 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.845359 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482ca923-e9d2-4dce-a80a-a2492b37ccf6']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:19.856442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa77ea8-4624-4333-97ba-302f631cec96') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:19.856688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa77ea8-4624-4333-97ba-302f631cec96') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:19.865922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.879889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.885877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:19.886283 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:19.889264 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:19.950682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.958757 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:19.960626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] 10.222.0.76 "DELETE /v2.0/networks/482ca923-e9d2-4dce-a80a-a2492b37ccf6 HTTP/1.1" status: 204 len: 168 time: 0.5881543 Aug 30 22:18:19.973152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b661bb-6874-496e-b0b7-cc652d9c4ec5 tempest-NetworksIpV6Test-502765644 tempest-NetworksIpV6Test-502765644-project] Pushing event deleted for resources: {'Network': ['ID=482ca923-e9d2-4dce-a80a-a2492b37ccf6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:20.260511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51390) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:20.414103 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-288a458f-8580-41ea-9a69-bd083867ba78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5a1c4501b624fd2b2ebb182d42c6189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523724 Aug 30 22:18:20.416703 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51396) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:20.465511 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83567a7e-14bf-4276-b91c-7c3df345490f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:20.487684 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83567a7e-14bf-4276-b91c-7c3df345490f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:20.536821 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83567a7e-14bf-4276-b91c-7c3df345490f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:20.539633 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-83567a7e-14bf-4276-b91c-7c3df345490f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:20.540923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-83567a7e-14bf-4276-b91c-7c3df345490f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a38632f-9023-486a-a2a3-cf4d4a8f7a43 HTTP/1.1" status: 204 len: 168 time: 0.1233397 Aug 30 22:18:20.549328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83567a7e-14bf-4276-b91c-7c3df345490f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38632f-9023-486a-a2a3-cf4d4a8f7a43,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:21.267310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:21.368380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1702403786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:21.387612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3c924d99-6e81-4158-a822-cb3ad9eba50c no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:18:21.394179 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.395751 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.410397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3c924d99-6e81-4158-a822-cb3ad9eba50c {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:18:21.410891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3c924d99-6e81-4158-a822-cb3ad9eba50c not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:18:21.451793 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.456901 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.473257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.474684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2c1ce2a4-d353-4d77-a199-746e7bbf5c1f tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2063317 Aug 30 22:18:21.477420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:21.482444 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-489519440'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:21.504616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Made reservation on behalf of a3e1664c3c814b53a4d2a6e36c7c21f6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:21.508249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.517366 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.610391 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.615329 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.644322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:21.651020 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b61f2-ffa1-4f13-95ad-94a2cbfa1393,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:21.657246 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.657589 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Added segment 7868ba53-4787-4d6e-bdaf-d9119b191e87 of type vlan for network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 Aug 30 22:18:21.700142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.727705 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.735878 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:21.736736 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:21.809510 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3310239 Aug 30 22:18:21.812472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51424) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:21.819957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Request body: {'subnet': {'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:21.838420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec8eea-6b55-4843-9f32-656027962e1b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event updated for resources: {'Network': ['ID=116532e8-36e3-4ac7-a024-8227e1f9c5d8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:21.849733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:21.921629 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Made reservation on behalf of a3e1664c3c814b53a4d2a6e36c7c21f6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:21.925787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.127314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.192402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event updated for resources: {'Subnet': ['ID=b3625f07-3c15-487d-b7d5-3c1c7255586f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:22.203407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Checking segment: {'id': '7868ba53-4787-4d6e-bdaf-d9119b191e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:22.203756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Network hostable DHCP agents. Network: 116532e8-36e3-4ac7-a024-8227e1f9c5d8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:22.222337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:22.232672 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 116532e8-36e3-4ac7-a024-8227e1f9c5d8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:22.237046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:22.237640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.241600 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e9db1-c90f-441b-ae75-87051de01601 None None] Network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:22.253509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc7d316c-1acb-4fc0-bd23-8deddf5b23a5 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4399736 Aug 30 22:18:22.256605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51426) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:22.261682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1800113449'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:22.288641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Made reservation on behalf of a3e1664c3c814b53a4d2a6e36c7c21f6 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:22.292440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.322033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:22.328990 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.329332 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Added segment a3245b6b-47f4-45aa-9487-400e9c939ef8 of type vlan for network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 Aug 30 22:18:22.371625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.397859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-116532e8-36e3-4ac7-a024-8227e1f9c5d8', 'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8', 'tenant_id': 'a3e1664c3c814b53a4d2a6e36c7c21f6', 'fixed_ips': [{'subnet_id': 'b3625f07-3c15-487d-b7d5-3c1c7255586f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:22.398763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.403699 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.409468 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:22.410064 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.469559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2117164 Aug 30 22:18:22.472180 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:22.479321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Request body: {'subnet': {'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:22.526246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165107f0-bb6b-48e3-bf5b-44e6118d2595 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event updated for resources: {'Network': ['ID=17955d38-cead-4ea7-ad99-1ea8a721a4a0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:22.538704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:22.578391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Made reservation on behalf of a3e1664c3c814b53a4d2a6e36c7c21f6 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:22.582069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.582222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Allocated IP 172.20.0.2 (116532e8-36e3-4ac7-a024-8227e1f9c5d8/b3625f07-3c15-487d-b7d5-3c1c7255586f/ff0fcec8-cb2c-4542-a7e5-76644cd5fd61) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:22.742798 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.751235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Transition to ACTIVE for port object ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:22.764450 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.766057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Transition to ACTIVE for port object ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:22.775349 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.819157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:22.822372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:22.826706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:22.826972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event updated for resources: {'Subnet': ['ID=f8e973f9-88d2-4704-a1a9-74fac1eba5e5,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:22.829870 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Pushing event updated for resources: {'Port': ['ID=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:22.838119 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Checking segment: {'id': 'a3245b6b-47f4-45aa-9487-400e9c939ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:22.838464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Network hostable DHCP agents. Network: 17955d38-cead-4ea7-ad99-1ea8a721a4a0, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:22.858423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:22.869005 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 17955d38-cead-4ea7-ad99-1ea8a721a4a0) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:22.874799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:22.875403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.881615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f76217-02e4-436a-b15a-9a11aa1d0b95 None None] Network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:22.888484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Attempting to bind port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:22.888920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Attempting to bind port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '7868ba53-4787-4d6e-bdaf-d9119b191e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:22.889394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Attempting to bind port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 on network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:22.892892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f0b23f30-c1de-40a4-a7a5-f30d1c5b1b79 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4196851 Aug 30 22:18:22.896145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51430) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:22.900983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-56fa86b4-5102-486e-8eb9-91160bf83d52 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Request body: {'router': {'external_gateway_info': {'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:22.927965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:22.928367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Checking segment: {'id': '7868ba53-4787-4d6e-bdaf-d9119b191e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:22.928788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:22.929241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Bound using segment: {'id': '7868ba53-4787-4d6e-bdaf-d9119b191e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:22.929740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Bound port: ff0fcec8-cb2c-4542-a7e5-76644cd5fd61, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7868ba53-4787-4d6e-bdaf-d9119b191e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '116532e8-36e3-4ac7-a024-8227e1f9c5d8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:22.930550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.041780 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] For port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:23.059579 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] For port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,segment=NetworkSegment(7868ba53-4787-4d6e-bdaf-d9119b191e87),segment_id=7868ba53-4787-4d6e-bdaf-d9119b191e87)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:23.066863 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.115647 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-56fa86b4-5102-486e-8eb9-91160bf83d52 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.131507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-17955d38-cead-4ea7-ad99-1ea8a721a4a0', 'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0', 'tenant_id': 'a3e1664c3c814b53a4d2a6e36c7c21f6', 'fixed_ips': [{'subnet_id': 'f8e973f9-88d2-4704-a1a9-74fac1eba5e5'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:23.132363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.163741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a02dc-b9ac-4a80-839c-8a4112a3a125 None None] Pushing event updated for resources: {'Port': ['ID=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:23.240535 n-d-793620-16 neutron-server[94688]: INFO neutron.api.v2.resource [None req-56fa86b4-5102-486e-8eb9-91160bf83d52 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 22:18:23.241865 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-56fa86b4-5102-486e-8eb9-91160bf83d52 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "PUT /v2.0/routers/7ea71ed8-35b2-4f2e-9e5a-64267c8e08a3 HTTP/1.1" status: 400 len: 364 time: 0.3447807 Aug 30 22:18:23.247852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51432) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:23.315572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Allocated IP 172.21.0.2 (17955d38-cead-4ea7-ad99-1ea8a721a4a0/f8e973f9-88d2-4704-a1a9-74fac1eba5e5/7f8f9bd1-5cb5-44be-a02c-f2f105df91a6) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:23.340267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Deleting subnet f8e973f9-88d2-4704-a1a9-74fac1eba5e5 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:18:23.504155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:23.531696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.547490 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Transition to ACTIVE for port object 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:23.570424 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Transition to ACTIVE for port object 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:23.575826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.581078 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.624987 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.626802 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:23.636277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:23.642204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Pushing event updated for resources: {'Port': ['ID=7f8f9bd1-5cb5-44be-a02c-f2f105df91a6,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:23.645261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:23.648691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:23.704867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Attempting to bind port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:23.705237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Attempting to bind port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'a3245b6b-47f4-45aa-9487-400e9c939ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:23.705601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Attempting to bind port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 on network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:23.711083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:23.711433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Checking segment: {'id': 'a3245b6b-47f4-45aa-9487-400e9c939ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:23.711832 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.712249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Bound using segment: {'id': 'a3245b6b-47f4-45aa-9487-400e9c939ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:23.712718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Bound port: 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3245b6b-47f4-45aa-9487-400e9c939ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '17955d38-cead-4ea7-ad99-1ea8a721a4a0'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:23.713075 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.716892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.785510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.789540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] For port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:23.793555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] For port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7f8f9bd1-5cb5-44be-a02c-f2f105df91a6,segment=NetworkSegment(a3245b6b-47f4-45aa-9487-400e9c939ef8),segment_id=a3245b6b-47f4-45aa-9487-400e9c939ef8)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:23.800828 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.815223 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e973f9-88d2-4704-a1a9-74fac1eba5e5,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:23.818582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.823241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51434) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:23.827390 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04a129ec-975e-43d0-9bea-76e18632e50b tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "DELETE /v2.0/subnets/f8e973f9-88d2-4704-a1a9-74fac1eba5e5 HTTP/1.1" status: 204 len: 168 time: 0.5755284 Aug 30 22:18:23.877059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa085bd-1b93-434a-8b9b-02e216953e87 None None] Pushing event updated for resources: {'Port': ['ID=7f8f9bd1-5cb5-44be-a02c-f2f105df91a6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:23.920918 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:23.983994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Deleting port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:23.984570 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.068312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] For port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7f8f9bd1-5cb5-44be-a02c-f2f105df91a6,segment=NetworkSegment(a3245b6b-47f4-45aa-9487-400e9c939ef8),segment_id=a3245b6b-47f4-45aa-9487-400e9c939ef8)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:24.068670 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.084136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Calling delete_port for 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:24.180404 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.209458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event deleted for resources: {'Port': ['ID=7f8f9bd1-5cb5-44be-a02c-f2f105df91a6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:24.213019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] No DVR routers for this DVR port 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:24.238326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de0251-3c5d-4b15-9922-5afe530a88c0 None None] Network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:24.300905 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] Provisioning for port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:24.301248 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.312640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17955d38-cead-4ea7-ad99-1ea8a721a4a0']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:24.318522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] Provisioning complete for port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:24.318949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.329883 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3245b6b-47f4-45aa-9487-400e9c939ef8') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:24.330087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3245b6b-47f4-45aa-9487-400e9c939ef8') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:24.344003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.363633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.371311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:24.371722 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:24.375120 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:24.437645 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.442984 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.445169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "DELETE /v2.0/networks/17955d38-cead-4ea7-ad99-1ea8a721a4a0 HTTP/1.1" status: 204 len: 168 time: 0.6209164 Aug 30 22:18:24.447882 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51436) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:24.462427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925b13-986d-4ebc-88d3-33470412f1f8 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event deleted for resources: {'Network': ['ID=17955d38-cead-4ea7-ad99-1ea8a721a4a0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:24.497520 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.509554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Deleting subnet b3625f07-3c15-487d-b7d5-3c1c7255586f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:18:24.513308 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.532888 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:18:24.537127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] For port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,segment=NetworkSegment(7868ba53-4787-4d6e-bdaf-d9119b191e87),segment_id=7868ba53-4787-4d6e-bdaf-d9119b191e87)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:24.547308 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.563302 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.602914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0d8e6-53b6-4462-81ed-5ed8248c5c05 None None] Pushing event updated for resources: {'Port': ['ID=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:24.668582 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.738136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.767259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event deleted for resources: {'Subnet': ['ID=b3625f07-3c15-487d-b7d5-3c1c7255586f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:24.771410 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.773399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-29013cae-7674-4710-be56-c4a3e5fccb34 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "DELETE /v2.0/subnets/b3625f07-3c15-487d-b7d5-3c1c7255586f HTTP/1.1" status: 204 len: 168 time: 0.3244531 Aug 30 22:18:24.776028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51438) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:24.798869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5e9654-ceff-4eee-969e-38c6c05393d4 None None] Network 116532e8-36e3-4ac7-a024-8227e1f9c5d8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:24.883928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.893208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c356ef9d-bcc7-497d-b224-386dc84e0f9e None None] Provisioning complete for port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:24.893595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c356ef9d-bcc7-497d-b224-386dc84e0f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:24.979644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Deleting port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:24.980285 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.056014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37000d21-ccbd-4a78-86cb-5ce6c1766577 None None] DHCP port deletion for 17955d38-cead-4ea7-ad99-1ea8a721a4a0 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:18:25.076453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba23a34-90a7-4958-a10c-18552c2bf30a None None] Network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:25.082328 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] DHCP port deletion for 116532e8-36e3-4ac7-a024-8227e1f9c5d8 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:18:25.094015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba23a34-90a7-4958-a10c-18552c2bf30a None None] Network 17955d38-cead-4ea7-ad99-1ea8a721a4a0 could not be found, it might have been deleted concurrently. {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 22:18:25.101771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] For port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,segment=NetworkSegment(7868ba53-4787-4d6e-bdaf-d9119b191e87),segment_id=7868ba53-4787-4d6e-bdaf-d9119b191e87)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:25.102117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.116919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Calling delete_port for ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:25.139217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] Deleting port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:18:25.139509 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.188535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91a91290-0e8a-403a-8869-e3952da5d797 None None] Could not find standard attr ID for object 7f8f9bd1-5cb5-44be-a02c-f2f105df91a6. {{(pid=94690) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 22:18:25.205235 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.210632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] For port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,segment=NetworkSegment(7868ba53-4787-4d6e-bdaf-d9119b191e87),segment_id=7868ba53-4787-4d6e-bdaf-d9119b191e87)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:25.211156 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.225904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] Calling delete_port for ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:18:25.238120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event deleted for resources: {'Port': ['ID=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:25.241670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] No DVR routers for this DVR port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:25.306274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.328974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.332095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] Pushing event deleted for resources: {'Port': ['ID=ff0fcec8-cb2c-4542-a7e5-76644cd5fd61,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:25.339210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb98643-973d-4ab2-b77c-03d1fd9bd07c None None] No DVR routers for this DVR port ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:18:25.339840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116532e8-36e3-4ac7-a024-8227e1f9c5d8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:25.360850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7868ba53-4787-4d6e-bdaf-d9119b191e87') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:25.361197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7868ba53-4787-4d6e-bdaf-d9119b191e87') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:25.371056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.385193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.391431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:18:25.391833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:18:25.395780 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:18:25.410203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:18:25.433085 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:18:25.433374 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ff0fcec8-cb2c-4542-a7e5-76644cd5fd61 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:18:25.460344 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.465671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.470435 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "DELETE /v2.0/networks/116532e8-36e3-4ac7-a024-8227e1f9c5d8 HTTP/1.1" status: 204 len: 168 time: 0.6881564 Aug 30 22:18:25.471327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51442) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:25.484385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804cd17-56e9-4cec-97b9-2a21e8ed6a61 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Pushing event deleted for resources: {'Network': ['ID=116532e8-36e3-4ac7-a024-8227e1f9c5d8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:25.499275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1641f5b2-6dc8-4608-810d-fd3ecbc264af tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ea71ed8-35b2-4f2e-9e5a-64267c8e08a3 HTTP/1.1" status: 200 len: 205 time: 0.0266607 Aug 30 22:18:25.501706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51444) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:25.585013 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.748637 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.751015 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.799679 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.800314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea71ed8-35b2-4f2e-9e5a-64267c8e08a3 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:18:25.807610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:25.811078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aeb8d65d-96a3-40d9-858e-60b13aefd499 tempest-RoutersNegativeTest-388758986 tempest-RoutersNegativeTest-388758986-project] 10.222.0.76 "DELETE /v2.0/routers/7ea71ed8-35b2-4f2e-9e5a-64267c8e08a3 HTTP/1.1" status: 204 len: 168 time: 0.3060691 Aug 30 22:18:26.074099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51450) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:26.207228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-dbf522bb-6a52-4c15-9432-c4b8e408b959 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3e1664c3c814b53a4d2a6e36c7c21f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318994 Aug 30 22:18:26.209764 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:26.261078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a882a1d3-9e9a-4d4d-9989-c1a5460fdf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:26.282762 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a882a1d3-9e9a-4d4d-9989-c1a5460fdf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:26.345116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a882a1d3-9e9a-4d4d-9989-c1a5460fdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:26.347892 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a882a1d3-9e9a-4d4d-9989-c1a5460fdf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:26.349124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a882a1d3-9e9a-4d4d-9989-c1a5460fdf9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f29b61f2-ffa1-4f13-95ad-94a2cbfa1393 HTTP/1.1" status: 204 len: 168 time: 0.1384723 Aug 30 22:18:26.357280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882a1d3-9e9a-4d4d-9989-c1a5460fdf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b61f2-ffa1-4f13-95ad-94a2cbfa1393,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:27.039770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51476) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:27.140893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-76037671-network', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:27.167258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Made reservation on behalf of 33bf91ec4633428eb6243c8223cab2e2 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:27.169729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.178542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.285096 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.290928 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.315236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:27.324048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:27.333411 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.333760 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Added segment 5d457cb4-859f-434f-a82a-341f43cb03ac of type vlan for network 16f28ce6-317c-4089-a4af-90b4593e64d8 Aug 30 22:18:27.335865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.336212 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.336552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.336888 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.337222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.337552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.337881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.338206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.338532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.338880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.339207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.339914 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:27.381915 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.412214 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.413222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:27.413834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.470396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4292207 Aug 30 22:18:27.475801 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ee955-b8c8-42db-a92e-d0b9a8102080 admin admin] Pushing event updated for resources: {'Network': ['ID=16f28ce6-317c-4089-a4af-90b4593e64d8,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:27.483539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51480) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:27.488991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:27.490143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Request body: {'subnet': {'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-subnet', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:27.513367 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Made reservation on behalf of 33bf91ec4633428eb6243c8223cab2e2 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:27.515950 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.690585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.744061 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0b22fa-11b5-4b93-abfb-ee946db30879,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:27.754470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Checking segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:27.754852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Network hostable DHCP agents. Network: 16f28ce6-317c-4089-a4af-90b4593e64d8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:27.773840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:27.784576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 16f28ce6-317c-4089-a4af-90b4593e64d8) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:27.790070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:27.790766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.795639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9922d5-0ee7-4824-afc4-066f322e3807 None None] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:27.807569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bca7bfe4-ad74-40ac-ba57-bbdfab050a16 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3229203 Aug 30 22:18:27.810384 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51482) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:27.814943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:27.837759 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.839144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.896739 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:27.952257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-16f28ce6-317c-4089-a4af-90b4593e64d8', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'fixed_ips': [{'subnet_id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:27.953194 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.043548 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.259069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Allocated IP 172.20.0.2 (16f28ce6-317c-4089-a4af-90b4593e64d8/cd0b22fa-11b5-4b93-abfb-ee946db30879/01c76468-4020-4710-aca6-41af2724a299) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:28.428287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.438244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Transition to ACTIVE for port object 01c76468-4020-4710-aca6-41af2724a299 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:28.454577 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Transition to ACTIVE for port object 01c76468-4020-4710-aca6-41af2724a299 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:28.461838 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.502845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:28.505764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:28.509615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:28.516751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Pushing event updated for resources: {'Port': ['ID=01c76468-4020-4710-aca6-41af2724a299,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:28.571976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Attempting to bind port 01c76468-4020-4710-aca6-41af2724a299 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:28.572361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Attempting to bind port 01c76468-4020-4710-aca6-41af2724a299 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:28.572730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Attempting to bind port 01c76468-4020-4710-aca6-41af2724a299 on network 16f28ce6-317c-4089-a4af-90b4593e64d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:28.579096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:28.579495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Checking segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:28.579708 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.580154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Bound using segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:28.580805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Bound port: 01c76468-4020-4710-aca6-41af2724a299, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:28.581013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.624250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.643350 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.648691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] For port 01c76468-4020-4710-aca6-41af2724a299, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:28.652057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] For port 01c76468-4020-4710-aca6-41af2724a299, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01c76468-4020-4710-aca6-41af2724a299,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:28.657832 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.718266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf93f45-d389-4012-b415-c8abf404a59e None None] Pushing event updated for resources: {'Port': ['ID=01c76468-4020-4710-aca6-41af2724a299,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:28.758137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Allocated IP 172.25.5.63 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:28.886946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.933447 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:28.976858 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:28.979905 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:28.984397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:28.987623 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Pushing event updated for resources: {'Port': ['ID=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:29.251113 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:29.452127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01c76468-4020-4710-aca6-41af2724a299 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:29.457749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:29.509888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 01c76468-4020-4710-aca6-41af2724a299 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:29.595121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Router 7a76adaa-c314-4fc6-b468-d383523a2927 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:18:29.611345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe0f787-82ea-4586-9841-9a1d8180f9a7 None None] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:29.673250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] Provisioning for port 01c76468-4020-4710-aca6-41af2724a299 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:29.684992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] Provisioning complete for port 01c76468-4020-4710-aca6-41af2724a299 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:29.685359 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:29.704401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:18:29.715528 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Sync routers for ids ['7a76adaa-c314-4fc6-b468-d383523a2927'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:18:29.723092 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:29.727295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fb3caf44-8e63-4e5c-92fd-98dc9e7385ba admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9133179 Aug 30 22:18:29.727441 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Routers {'7a76adaa-c314-4fc6-b468-d383523a2927'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:29.727766 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a76adaa-c314-4fc6-b468-d383523a2927'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:29.727915 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51484) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:29.835216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:29.842212 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Set router 7a76adaa-c314-4fc6-b468-d383523a2927 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:29.870856 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] For port 01c76468-4020-4710-aca6-41af2724a299, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01c76468-4020-4710-aca6-41af2724a299,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:29.880124 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:29.938715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f1c0d-412b-4a01-a175-2ac34f0b32c7 None None] Pushing event updated for resources: {'Port': ['ID=01c76468-4020-4710-aca6-41af2724a299,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:30.032987 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:18:29Z', 'revision_number': 3, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:30.059390 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Checking router: 7a76adaa-c314-4fc6-b468-d383523a2927 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:18:30.059730 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Updating router 7a76adaa-c314-4fc6-b468-d383523a2927 port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:18:30.085200 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.100984 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cfc4f74e-2f8b-4003-87dd-e8453db4e2f5 None None] Provisioning complete for port 01c76468-4020-4710-aca6-41af2724a299 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:30.101362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f74e-2f8b-4003-87dd-e8453db4e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.189101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.344687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Allocated IP 172.20.0.1 (16f28ce6-317c-4089-a4af-90b4593e64d8/cd0b22fa-11b5-4b93-abfb-ee946db30879/561239db-b905-4c78-83c6-f2007dab5666) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:30.350231 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.361112 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Transition to ACTIVE for port object 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:30.366583 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.419626 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Attempting to bind port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:30.420011 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Attempting to bind port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:30.420359 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Attempting to bind port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:30.423219 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Pushing event updated for resources: {'Port': ['ID=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:30.430928 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:30.431345 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:30.431713 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.432104 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:30.432563 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Bound port: 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:30.432944 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.435157 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.435501 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.435839 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.436169 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.436501 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.436824 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.437211 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.437534 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.437856 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.438178 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.438499 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.438850 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:18:30.460380 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.473134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Transition to ACTIVE for port object 561239db-b905-4c78-83c6-f2007dab5666 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:30.489932 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] For port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:30.492970 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] For port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:30.497293 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.506449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.543994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:30.550441 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:30.554099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:30.558990 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Routers {'7a76adaa-c314-4fc6-b468-d383523a2927'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:30.559611 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a76adaa-c314-4fc6-b468-d383523a2927'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:30.576757 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Pushing event updated for resources: {'Port': ['ID=561239db-b905-4c78-83c6-f2007dab5666,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:30.595668 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14454af-a040-4d32-b715-b89dc85f5cf3 None None] Pushing event updated for resources: {'Port': ['ID=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:30.597222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.678555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] Set router 7a76adaa-c314-4fc6-b468-d383523a2927 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:30.742466 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.813148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de28b7bf-b227-4bf0-b410-189f3c7ee1a4 None None] Provisioning for port 561239db-b905-4c78-83c6-f2007dab5666 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:30.817762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-de28b7bf-b227-4bf0-b410-189f3c7ee1a4 None None] Provisioning complete for port 561239db-b905-4c78-83c6-f2007dab5666 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:30.818313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de28b7bf-b227-4bf0-b410-189f3c7ee1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.859794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-de28b7bf-b227-4bf0-b410-189f3c7ee1a4 None None] Port 561239db-b905-4c78-83c6-f2007dab5666 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:18:30.910423 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:18:29Z', 'revision_number': 3, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:30.940018 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036d468-d76e-4b6e-af9d-7f403f40bb9b None None] The sync data for ids ['7a76adaa-c314-4fc6-b468-d383523a2927'] in n-d-793620-16 is: [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:18:29Z', 'revision_number': 3, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:18:30.946352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:30.952315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.039233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Pushing event updated for resources: {'Port': ['ID=561239db-b905-4c78-83c6-f2007dab5666,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:31.046902 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.150887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:31.152076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:31.298810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Router 7a76adaa-c314-4fc6-b468-d383523a2927 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:18:31.388416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c1181a92-bf6b-4c01-ab3a-62d66ac4a246 None None] Provisioning complete for port 561239db-b905-4c78-83c6-f2007dab5666 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:31.388975 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c1181a92-bf6b-4c01-ab3a-62d66ac4a246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.427107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:18:31.430166 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c1181a92-bf6b-4c01-ab3a-62d66ac4a246 None None] Port 561239db-b905-4c78-83c6-f2007dab5666 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:18:31.436750 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ca624c2a-f343-446e-9f49-9bb83962a712 admin admin] 10.222.0.76 "PUT /v2.0/routers/7a76adaa-c314-4fc6-b468-d383523a2927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7074594 Aug 30 22:18:31.512675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01c76468-4020-4710-aca6-41af2724a299 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:31.568076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 01c76468-4020-4710-aca6-41af2724a299 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:31.568893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.656410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:31.707736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:31.711978 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:31.712598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.805793 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.828520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:31.834388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:31.888016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:31.966491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51500) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:31.971850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-476107812-network', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:31.994204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Made reservation on behalf of 904f59a637b4410d9c65bf4890787fd4 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:31.996632 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.005815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.110464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.116491 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.142051 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:18:32.152426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b13c1-3a6e-4152-a217-9268bad22a88,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:32.157716 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.158048 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Added segment 77755c58-26ec-4417-bd0a-a6f38b00291c of type vlan for network ed0127d6-611e-4b37-9339-d6224bd45c3a Aug 30 22:18:32.202426 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.229074 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.230109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:32.230718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.291092 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3233547 Aug 30 22:18:32.295443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51502) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:32.301143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Request body: {'subnet': {'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-subnet', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:32.318169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70133b83-ba7d-495b-aefc-eacb47822240 admin admin] Pushing event updated for resources: {'Network': ['ID=ed0127d6-611e-4b37-9339-d6224bd45c3a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:32.336273 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ed0127d6-611e-4b37-9339-d6224bd45c3a details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:18:32.342144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Made reservation on behalf of 904f59a637b4410d9c65bf4890787fd4 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:32.344677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.535511 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.591562 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a40b845-cd2b-4106-bb04-852da1660ffc,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:32.600856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Checking segment: {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:32.601466 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Network hostable DHCP agents. Network: ed0127d6-611e-4b37-9339-d6224bd45c3a, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:18:32.625591 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Network ed0127d6-611e-4b37-9339-d6224bd45c3a is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:18:32.637566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ed0127d6-611e-4b37-9339-d6224bd45c3a) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:32.642448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:32.643075 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.647113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17a723-756b-4214-85af-bfe2c9b00e2d None None] Network ed0127d6-611e-4b37-9339-d6224bd45c3a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:32.662026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5be0299-6190-469f-b7aa-85695cdd6acb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3652689 Aug 30 22:18:32.665054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51504) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:32.669905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:32.694811 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.695837 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.696441 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Sync routers for ids ['7a76adaa-c314-4fc6-b468-d383523a2927'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:18:32.715007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Routers {'7a76adaa-c314-4fc6-b468-d383523a2927'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:32.715740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a76adaa-c314-4fc6-b468-d383523a2927'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:32.749233 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:32.870022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Set router 7a76adaa-c314-4fc6-b468-d383523a2927 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:32.939322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ed0127d6-611e-4b37-9339-d6224bd45c3a', 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'fixed_ips': [{'subnet_id': '3a40b845-cd2b-4106-bb04-852da1660ffc'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:18:32.940176 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.199117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Allocated IP 172.20.0.2 (ed0127d6-611e-4b37-9339-d6224bd45c3a/3a40b845-cd2b-4106-bb04-852da1660ffc/26ac5898-59f0-430e-ac95-ea97c0619490) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:33.208639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.278373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:18:30Z', 'revision_number': 4, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '561239db-b905-4c78-83c6-f2007dab5666', 'name': '', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'mac_address': 'fa:16:3e:cd:80:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:30Z', 'updated_at': '2021-08-30T22:18:30Z', 'revision_number': 2, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'subnets': [{'id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:33.319168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Checking router: 7a76adaa-c314-4fc6-b468-d383523a2927 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:18:33.319526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Updating router 7a76adaa-c314-4fc6-b468-d383523a2927 port 561239db-b905-4c78-83c6-f2007dab5666 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:18:33.368543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.426396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.429914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:33.445889 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.463709 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.486950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Transition to ACTIVE for port object 26ac5898-59f0-430e-ac95-ea97c0619490 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:33.551226 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Allocated IP 172.25.5.3 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/f3abb324-589a-4890-bce2-d0ca9c0b8cad) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:33.566335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Transition to ACTIVE for port object 26ac5898-59f0-430e-ac95-ea97c0619490 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:33.578296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.660327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.667970 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:33.668362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.672730 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Network ed0127d6-611e-4b37-9339-d6224bd45c3a is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:33.698260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:33.700659 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.703627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Pushing event updated for resources: {'Port': ['ID=26ac5898-59f0-430e-ac95-ea97c0619490,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:33.707647 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:33.738327 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:33.745635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:33.749316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:33.773422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Pushing event updated for resources: {'Port': ['ID=f3abb324-589a-4890-bce2-d0ca9c0b8cad,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:33.817004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Attempting to bind port 26ac5898-59f0-430e-ac95-ea97c0619490 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:33.817384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Attempting to bind port 26ac5898-59f0-430e-ac95-ea97c0619490 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:33.817755 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Attempting to bind port 26ac5898-59f0-430e-ac95-ea97c0619490 on network ed0127d6-611e-4b37-9339-d6224bd45c3a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:33.850249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:33.850621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Checking segment: {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:33.851031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.851450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Bound using segment: {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:33.851938 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Bound port: 26ac5898-59f0-430e-ac95-ea97c0619490, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:33.852329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.948471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.970381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Transition to ACTIVE for port object 561239db-b905-4c78-83c6-f2007dab5666 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:33.976446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] For port 26ac5898-59f0-430e-ac95-ea97c0619490, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:33.979811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] For port 26ac5898-59f0-430e-ac95-ea97c0619490, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26ac5898-59f0-430e-ac95-ea97c0619490,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:33.981274 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:33.986985 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.009276 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.047313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7df172-6c48-4b64-a0b4-992e414d0345 None None] Pushing event updated for resources: {'Port': ['ID=561239db-b905-4c78-83c6-f2007dab5666,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:34.156967 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Attempting to bind port 561239db-b905-4c78-83c6-f2007dab5666 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:34.157335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Attempting to bind port 561239db-b905-4c78-83c6-f2007dab5666 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:34.157711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Attempting to bind port 561239db-b905-4c78-83c6-f2007dab5666 on network 16f28ce6-317c-4089-a4af-90b4593e64d8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:34.166093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:34.166543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Checking segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:34.166893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.167292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Bound using segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:34.167756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Bound port: 561239db-b905-4c78-83c6-f2007dab5666, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:34.168133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.171965 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.178253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b65a6f-bae2-43e7-997f-bf1cdad33fde None None] Pushing event updated for resources: {'Port': ['ID=26ac5898-59f0-430e-ac95-ea97c0619490,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:34.248605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] For port 561239db-b905-4c78-83c6-f2007dab5666, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:34.252995 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.256724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] For port 561239db-b905-4c78-83c6-f2007dab5666, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=561239db-b905-4c78-83c6-f2007dab5666,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:34.264681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.374596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Routers {'7a76adaa-c314-4fc6-b468-d383523a2927'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:34.379023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a76adaa-c314-4fc6-b468-d383523a2927'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:34.414410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7df172-6c48-4b64-a0b4-992e414d0345 None None] Pushing event updated for resources: {'Port': ['ID=561239db-b905-4c78-83c6-f2007dab5666,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:34.449264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:18:34.579364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:18:34.589581 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Sync routers for ids ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:18:34.600497 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Routers {'69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:34.601661 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:34.607788 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:34.612042 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5011d6ee-fdcc-4f45-8f57-d00346bda619 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9432220 Aug 30 22:18:34.612370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51506) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:18:34.691492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] Set router 7a76adaa-c314-4fc6-b468-d383523a2927 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:34.736155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Set router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:34.917081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:18:30Z', 'revision_number': 4, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '561239db-b905-4c78-83c6-f2007dab5666', 'name': '', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'mac_address': 'fa:16:3e:cd:80:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:30Z', 'updated_at': '2021-08-30T22:18:34Z', 'revision_number': 4, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'subnets': [{'id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:34.953742 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:18:33Z', 'revision_number': 3, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:34.956817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be3a7bd-494e-4f8c-83f6-55bbffc9c8c2 None None] The sync data for ids ['7a76adaa-c314-4fc6-b468-d383523a2927'] in n-d-793620-16 is: [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:18:30Z', 'revision_number': 4, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '561239db-b905-4c78-83c6-f2007dab5666', 'name': '', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'mac_address': 'fa:16:3e:cd:80:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:30Z', 'updated_at': '2021-08-30T22:18:34Z', 'revision_number': 4, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'subnets': [{'id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:18:34.989979 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Checking router: 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:18:34.990319 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Updating router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 port f3abb324-589a-4890-bce2-d0ca9c0b8cad binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:18:35.019749 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.181690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.277047 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58754f04-db2c-43d3-91d6-64638a69a7ed None None] Network ed0127d6-611e-4b37-9339-d6224bd45c3a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:18:35.380937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-96334609-8955-47e7-8024-b71c5d51841e None None] Provisioning for port 26ac5898-59f0-430e-ac95-ea97c0619490 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:35.393872 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Allocated IP 172.20.0.1 (ed0127d6-611e-4b37-9339-d6224bd45c3a/3a40b845-cd2b-4106-bb04-852da1660ffc/548d8807-1db7-41c9-a05a-8da81fb741e6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:35.475399 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.504746 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Transition to ACTIVE for port object f3abb324-589a-4890-bce2-d0ca9c0b8cad will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:35.516936 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.541668 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 561239db-b905-4c78-83c6-f2007dab5666 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:35.552094 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.567290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Transition to ACTIVE for port object 548d8807-1db7-41c9-a05a-8da81fb741e6 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:35.604327 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7ae63-05c2-42ed-a074-02da6f4a7996 None None] Pushing event updated for resources: {'Port': ['ID=f3abb324-589a-4890-bce2-d0ca9c0b8cad,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:35.611450 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Attempting to bind port f3abb324-589a-4890-bce2-d0ca9c0b8cad on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:35.611909 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Attempting to bind port f3abb324-589a-4890-bce2-d0ca9c0b8cad by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:35.612813 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Attempting to bind port f3abb324-589a-4890-bce2-d0ca9c0b8cad on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:35.618697 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.620103 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:35.620554 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:35.621107 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.621553 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:35.622167 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Bound port: f3abb324-589a-4890-bce2-d0ca9c0b8cad, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:35.622800 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.644010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 561239db-b905-4c78-83c6-f2007dab5666 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:35.649542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 561239db-b905-4c78-83c6-f2007dab5666 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:35.649908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.672652 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Network ed0127d6-611e-4b37-9339-d6224bd45c3a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:35.684752 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:35.689428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:35.708935 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] For port f3abb324-589a-4890-bce2-d0ca9c0b8cad, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:35.717024 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] For port f3abb324-589a-4890-bce2-d0ca9c0b8cad, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3abb324-589a-4890-bce2-d0ca9c0b8cad,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:35.729050 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Pushing event updated for resources: {'Port': ['ID=548d8807-1db7-41c9-a05a-8da81fb741e6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:35.730722 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.758718 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.780824 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.801463 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Routers {'69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:35.802655 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:35.809011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 561239db-b905-4c78-83c6-f2007dab5666, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=561239db-b905-4c78-83c6-f2007dab5666,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:35.821763 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:35.822649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26ac5898-59f0-430e-ac95-ea97c0619490 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:35.879423 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7ae63-05c2-42ed-a074-02da6f4a7996 None None] Pushing event updated for resources: {'Port': ['ID=f3abb324-589a-4890-bce2-d0ca9c0b8cad,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:35.944510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=561239db-b905-4c78-83c6-f2007dab5666,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:35.992182 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] Set router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:36.001460 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.016272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 26ac5898-59f0-430e-ac95-ea97c0619490 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:36.021904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 26ac5898-59f0-430e-ac95-ea97c0619490 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:36.022256 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.084083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-4638b515-cef6-4154-b547-dd762aadc44b None None] Provisioning complete for port 26ac5898-59f0-430e-ac95-ea97c0619490 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:36.084467 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4638b515-cef6-4154-b547-dd762aadc44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.241616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.248075 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.263917 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4638b515-cef6-4154-b547-dd762aadc44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.266451 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9a354263-086b-4a70-910d-500b74f79916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:18:33Z', 'revision_number': 3, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:36.268224 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.302281 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a354263-086b-4a70-910d-500b74f79916 None None] The sync data for ids ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'] in n-d-793620-16 is: [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:18:33Z', 'revision_number': 3, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:18:36.327297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-4638b515-cef6-4154-b547-dd762aadc44b None None] For port 26ac5898-59f0-430e-ac95-ea97c0619490, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26ac5898-59f0-430e-ac95-ea97c0619490,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:36.332109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Pushing event updated for resources: {'Port': ['ID=548d8807-1db7-41c9-a05a-8da81fb741e6,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:36.334051 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4638b515-cef6-4154-b547-dd762aadc44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.353710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.421395 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:18:36.421761 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:18:36.426365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638b515-cef6-4154-b547-dd762aadc44b None None] Pushing event updated for resources: {'Port': ['ID=26ac5898-59f0-430e-ac95-ea97c0619490,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:36.459388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Network ed0127d6-611e-4b37-9339-d6224bd45c3a is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:36.460934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b912994b-00d7-49d4-8b80-a71d4bf7dc66 None None] Provisioning for port 548d8807-1db7-41c9-a05a-8da81fb741e6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:36.461196 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:36.473029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b912994b-00d7-49d4-8b80-a71d4bf7dc66 None None] Provisioning complete for port 548d8807-1db7-41c9-a05a-8da81fb741e6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:36.474849 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b912994b-00d7-49d4-8b80-a71d4bf7dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.532309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b912994b-00d7-49d4-8b80-a71d4bf7dc66 None None] Port 548d8807-1db7-41c9-a05a-8da81fb741e6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:18:36.537740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.601297 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:18:36.735582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:18:36.747287 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-18d527c4-f38b-4670-92c3-c4a7e0739351 admin admin] 10.222.0.76 "PUT /v2.0/routers/69b4a9f5-3ef0-4495-bab9-03d8a0e058b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1336262 Aug 30 22:18:36.757594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3ff49977-3d81-410c-b16a-aefccc6d5b20 None None] Provisioning complete for port 548d8807-1db7-41c9-a05a-8da81fb741e6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:36.757977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ff49977-3d81-410c-b16a-aefccc6d5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:36.806607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3ff49977-3d81-410c-b16a-aefccc6d5b20 None None] Port 548d8807-1db7-41c9-a05a-8da81fb741e6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:18:37.461377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-8347b3f2-e801-4393-a755-868ec49fac82 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:37.462919 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-8347b3f2-e801-4393-a755-868ec49fac82 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 815 time: 0.1121111 Aug 30 22:18:37.478981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-2583c877-b10e-45f4-9d58-c9c668385528 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/quotas/33bf91ec4633428eb6243c8223cab2e2 HTTP/1.1" status: 200 len: 375 time: 0.0096943 Aug 30 22:18:37.482931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 561239db-b905-4c78-83c6-f2007dab5666 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:37.530865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 561239db-b905-4c78-83c6-f2007dab5666 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:37.531235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:37.532216 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-c6f2bbb1-b85d-4dc9-85c8-2a803d6e073d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469127 Aug 30 22:18:37.608854 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3abb324-589a-4890-bce2-d0ca9c0b8cad up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:37.664193 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f3abb324-589a-4890-bce2-d0ca9c0b8cad completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:37.668343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f3abb324-589a-4890-bce2-d0ca9c0b8cad triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:37.668782 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:37.724402 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-3f25d4ec-ba89-4839-afbe-4c34e01cebf2 service neutron] 10.222.0.76 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797326 Aug 30 22:18:37.745859 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:37.767248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f3abb324-589a-4890-bce2-d0ca9c0b8cad, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3abb324-589a-4890-bce2-d0ca9c0b8cad,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:37.772339 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:37.773171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26ac5898-59f0-430e-ac95-ea97c0619490 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:37.822700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-952cacce-ce90-42d5-9ae9-da75929e8485 service neutron] 10.222.0.76 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916135 Aug 30 22:18:37.849699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f3abb324-589a-4890-bce2-d0ca9c0b8cad,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:37.863505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 26ac5898-59f0-430e-ac95-ea97c0619490 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:37.863880 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:38.009831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2f69702-74ca-4efd-8803-cce5fc2600a9 req-0b1c5a94-80bb-4b32-96fe-069408fbcca7 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0276983 Aug 30 22:18:38.361769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Sync routers for ids ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:18:38.375966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Routers {'69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:38.376929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:38.486312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Set router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:38.704476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:18:35Z', 'revision_number': 4, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '548d8807-1db7-41c9-a05a-8da81fb741e6', 'name': '', 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a40b845-cd2b-4106-bb04-852da1660ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:35Z', 'updated_at': '2021-08-30T22:18:36Z', 'revision_number': 2, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'subnets': [{'id': '3a40b845-cd2b-4106-bb04-852da1660ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:38.734146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Checking router: 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:18:38.734505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Updating router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 port 548d8807-1db7-41c9-a05a-8da81fb741e6 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:18:38.758883 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:38.988143 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-0cca8e62-505c-4609-8035-7c82eeadb650 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:38.989605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-0cca8e62-505c-4609-8035-7c82eeadb650 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 815 time: 0.1193848 Aug 30 22:18:39.004845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Request body: {'port': {'device_id': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'admin_state_up': True, 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:39.064027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.079018 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Transition to ACTIVE for port object 548d8807-1db7-41c9-a05a-8da81fb741e6 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:39.095216 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.117131 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd446a31-1205-4509-9fc4-e9a99eb74ee9 req-3a2c2652-a1a7-4394-ab2b-2faddd8257c0 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0348608 Aug 30 22:18:39.130494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-80f3312f-fd24-4751-a582-a866b3c74308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.133204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Made reservation on behalf of 33bf91ec4633428eb6243c8223cab2e2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:18:39.137464 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.156769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc08b0e-f90d-4c26-9e04-d508f52eac0e None None] Pushing event updated for resources: {'Port': ['ID=548d8807-1db7-41c9-a05a-8da81fb741e6,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:39.216276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Attempting to bind port 548d8807-1db7-41c9-a05a-8da81fb741e6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:39.216966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Attempting to bind port 548d8807-1db7-41c9-a05a-8da81fb741e6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:39.216966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Attempting to bind port 548d8807-1db7-41c9-a05a-8da81fb741e6 on network ed0127d6-611e-4b37-9339-d6224bd45c3a {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:39.223966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:39.223966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Checking segment: {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:39.224526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.224982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Bound using segment: {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:39.225288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Bound port: 548d8807-1db7-41c9-a05a-8da81fb741e6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77755c58-26ec-4417-bd0a-a6f38b00291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:39.225657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.289059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Allocated IP 172.20.0.14 (16f28ce6-317c-4089-a4af-90b4593e64d8/cd0b22fa-11b5-4b93-abfb-ee946db30879/d22a1904-9ce7-49b4-974c-d8ccdedb5d7e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:18:39.292644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] For port 548d8807-1db7-41c9-a05a-8da81fb741e6, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:39.296393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] For port 548d8807-1db7-41c9-a05a-8da81fb741e6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=548d8807-1db7-41c9-a05a-8da81fb741e6,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:39.301779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.367941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Routers {'69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:18:39.368591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:18:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:39.405418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc08b0e-f90d-4c26-9e04-d508f52eac0e None None] Pushing event updated for resources: {'Port': ['ID=548d8807-1db7-41c9-a05a-8da81fb741e6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:39.476786 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.478277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3abb324-589a-4890-bce2-d0ca9c0b8cad up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:39.494122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Transition to ACTIVE for port object d22a1904-9ce7-49b4-974c-d8ccdedb5d7e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:39.531519 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.540722 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] Set router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:18:39.581569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:18:39.586351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f3abb324-589a-4890-bce2-d0ca9c0b8cad triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:39.586749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.589504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:18:39.594682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:18:39.620568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Pushing event updated for resources: {'Port': ['ID=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:39.659218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:39.660007 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.677355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-65165763-e020-4338-b5f7-d4fbd84b2c55 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779664 Aug 30 22:18:39.744428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Request body: {'port': {'device_id': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:18:39.809421 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:39.975488 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f9857737-b4bb-4f59-8b78-f01f16745896 None None] Provisioning for port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:39.985958 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f9857737-b4bb-4f59-8b78-f01f16745896 None None] Provisioning complete for port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:39.986337 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f9857737-b4bb-4f59-8b78-f01f16745896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:40.032769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f9857737-b4bb-4f59-8b78-f01f16745896 None None] Port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:18:40.041108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:18:35Z', 'revision_number': 4, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '548d8807-1db7-41c9-a05a-8da81fb741e6', 'name': '', 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a40b845-cd2b-4106-bb04-852da1660ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:35Z', 'updated_at': '2021-08-30T22:18:39Z', 'revision_number': 4, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'subnets': [{'id': '3a40b845-cd2b-4106-bb04-852da1660ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:18:40.071492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a273600-3d93-4477-918b-40f8b21744b7 None None] The sync data for ids ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'] in n-d-793620-16 is: [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:18:35Z', 'revision_number': 4, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '548d8807-1db7-41c9-a05a-8da81fb741e6', 'name': '', 'network_id': 'ed0127d6-611e-4b37-9339-d6224bd45c3a', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'mac_address': 'fa:16:3e:51:fb:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3a40b845-cd2b-4106-bb04-852da1660ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:35Z', 'updated_at': '2021-08-30T22:18:39Z', 'revision_number': 4, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'subnets': [{'id': '3a40b845-cd2b-4106-bb04-852da1660ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:18:40.104659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22a1904-9ce7-49b4-974c-d8ccdedb5d7e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:18:40.117911 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:40.143861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Transition to ACTIVE for port object d22a1904-9ce7-49b4-974c-d8ccdedb5d7e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:18:40.148689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:40.260200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Pushing event updated for resources: {'Port': ['ID=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:40.273162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a14d3-d5cf-4f6e-b783-e9ace62629ec req-a311c9d8-46d9-433e-a953-a5758c8b9a7e tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:40.284758 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f4a14d3-d5cf-4f6e-b783-e9ace62629ec req-a311c9d8-46d9-433e-a953-a5758c8b9a7e tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 944 time: 0.0821171 Aug 30 22:18:40.298109 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Attempting to bind port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:18:40.298486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Attempting to bind port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:18:40.298904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Attempting to bind port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e on network 16f28ce6-317c-4089-a4af-90b4593e64d8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:40.304391 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e on network 16f28ce6-317c-4089-a4af-90b4593e64d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:18:40.304782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Attempting to bind port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e on network 16f28ce6-317c-4089-a4af-90b4593e64d8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:18:40.311037 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:18:40.311448 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Checking segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:18:40.311961 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Bound using segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:18:40.312756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Bound port: d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:18:40.313181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:40.334700 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f4a14d3-d5cf-4f6e-b783-e9ace62629ec req-689611f5-42b7-4ac7-87ac-5878e5cc2b98 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487611 Aug 30 22:18:40.421022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] For port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:18:40.424721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] For port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:18:40.431449 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:40.478114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:40.478912 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:40.480498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] 10.222.0.86 "PUT /v2.0/ports/d22a1904-9ce7-49b4-974c-d8ccdedb5d7e HTTP/1.1" status: 200 len: 1093 time: 0.7929928 Aug 30 22:18:40.481069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'tag': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:18:40.483554 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4359f-b00f-437d-814e-4afddc158fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "541559ec-0849-4cdf-ace8-4bca65c9fdc8", "tag": "d22a1904-9ce7-49b4-974c-d8ccdedb5d7e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:18:40.504848 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944efc-822f-4ece-a1d4-43245e2411eb service neutron] Pushing event updated for resources: {'Port': ['ID=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:40.539077 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bac7cb-e742-4f26-b53d-6fe5fd56e13b x-openstack-request-id: req-86bac7cb-e742-4f26-b53d-6fe5fd56e13b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:18:40.539371 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541559ec-0849-4cdf-ace8-4bca65c9fdc8", "tag": "d22a1904-9ce7-49b4-974c-d8ccdedb5d7e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:18:40.539639 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86bac7cb-e742-4f26-b53d-6fe5fd56e13b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:18:40.540042 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'tag': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e', 'status': 'completed', 'code': 200} Aug 30 22:18:40.589625 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-bf4e6445-0584-47ff-8cc9-ffb82e5cdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:40.591397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-bf4e6445-0584-47ff-8cc9-ffb82e5cdd1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0472190 Aug 30 22:18:40.645354 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-f72fa31c-e14f-41cc-b675-6ce443d6bbfc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e HTTP/1.1" status: 200 len: 217 time: 0.0432398 Aug 30 22:18:40.698528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-7657f88b-07b6-4a0e-b5cf-1e27c76e76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:40.700090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-7657f88b-07b6-4a0e-b5cf-1e27c76e76a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0b22fa-11b5-4b93-abfb-ee946db30879 HTTP/1.1" status: 200 len: 854 time: 0.0483503 Aug 30 22:18:40.749638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-efe4fbe8-9d2b-4553-a48f-43f2332c99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:40.751217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-efe4fbe8-9d2b-4553-a48f-43f2332c99fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=16f28ce6-317c-4089-a4af-90b4593e64d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431159 Aug 30 22:18:40.848168 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-2baf723a-2806-4228-bccd-9c872044358a service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887690 Aug 30 22:18:40.941995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7b8e4d5-ab61-4a31-95f3-1955799f1527 req-3fd746c6-938b-4bb7-b9f1-8f17c0f2080f service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857270 Aug 30 22:18:41.033404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-dc4d83d0-f370-453f-86f4-5b2430204cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:41.034987 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-dc4d83d0-f370-453f-86f4-5b2430204cc9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0450644 Aug 30 22:18:41.135182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-559ae111-c8b4-4b9a-8d98-b5c29d8040df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:41.136693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-559ae111-c8b4-4b9a-8d98-b5c29d8040df service neutron] 10.222.0.86 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 916 time: 0.0947046 Aug 30 22:18:41.179273 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-bf6ef425-25a0-4402-b501-98f908cc97c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e HTTP/1.1" status: 200 len: 217 time: 0.0353451 Aug 30 22:18:41.232716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-e1741099-6e4f-4608-9510-b94df5be9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:41.234551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-e1741099-6e4f-4608-9510-b94df5be9c07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0b22fa-11b5-4b93-abfb-ee946db30879 HTTP/1.1" status: 200 len: 854 time: 0.0485108 Aug 30 22:18:41.280751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-d01bba93-d3ab-487c-b2ec-76434383d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:41.282266 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-d01bba93-d3ab-487c-b2ec-76434383d723 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=16f28ce6-317c-4089-a4af-90b4593e64d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408425 Aug 30 22:18:41.376096 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-2d9e53d1-f8d2-4243-8606-c28a49d98671 service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859685 Aug 30 22:18:41.451123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 548d8807-1db7-41c9-a05a-8da81fb741e6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:41.484052 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ca0e-2cdc-4407-befd-8ba798ed0948 req-d832319a-35c9-4bbc-a18e-1aced5bd1c78 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:41.486536 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4274ca0e-2cdc-4407-befd-8ba798ed0948 req-d832319a-35c9-4bbc-a18e-1aced5bd1c78 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 944 time: 0.0586734 Aug 30 22:18:41.511794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 548d8807-1db7-41c9-a05a-8da81fb741e6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:41.515857 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 548d8807-1db7-41c9-a05a-8da81fb741e6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:41.516265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:41.531781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4274ca0e-2cdc-4407-befd-8ba798ed0948 req-d73a3609-c61a-4bd3-bae4-f2e1f92e9f89 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365856 Aug 30 22:18:41.540823 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a8d4359f-b00f-437d-814e-4afddc158fd2 req-d640a85e-948b-4844-9652-e922277209a7 service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574965 Aug 30 22:18:41.597128 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:41.634595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 548d8807-1db7-41c9-a05a-8da81fb741e6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=548d8807-1db7-41c9-a05a-8da81fb741e6,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:41.639871 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:41.690458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=548d8807-1db7-41c9-a05a-8da81fb741e6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:41.871042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:42.033406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90ce38f5-6dfa-4ca2-9b91-a827069b4ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:42.674869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65a95-8ead-4a21-8ca8-ce9d44abc249 req-021e2917-c78a-48f6-9abf-3fc2d145aa6f tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:42.676706 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fc65a95-8ead-4a21-8ca8-ce9d44abc249 req-021e2917-c78a-48f6-9abf-3fc2d145aa6f tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 944 time: 0.0607369 Aug 30 22:18:42.716732 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7fc65a95-8ead-4a21-8ca8-ce9d44abc249 req-aa9b88f5-50fe-48a1-be86-b9246da6ba42 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 30 22:18:42.961435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:43.416304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 548d8807-1db7-41c9-a05a-8da81fb741e6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:43.466296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 548d8807-1db7-41c9-a05a-8da81fb741e6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:43.466701 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:43.838805 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055640a-04f7-48d1-8623-e244971c6df7 req-e318e915-d155-4d31-8199-8cff9a813f3b tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:43.840398 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c055640a-04f7-48d1-8623-e244971c6df7 req-e318e915-d155-4d31-8199-8cff9a813f3b tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 944 time: 0.0550814 Aug 30 22:18:43.880107 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c055640a-04f7-48d1-8623-e244971c6df7 req-2ab34bb2-4740-45bd-aa7f-262fe02a2072 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334327 Aug 30 22:18:44.372383 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d22a1904-9ce7-49b4-974c-d8ccdedb5d7e details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:18:44.481291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:44.494045 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'port_id': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e', 'mac_address': 'fa:16:3e:38:c7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:18:44.551534 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:44.566624 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22a1904-9ce7-49b4-974c-d8ccdedb5d7e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:18:44.587897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:44.594362 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:44.645734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:44.839033 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:44.899043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d22a1904-9ce7-49b4-974c-d8ccdedb5d7e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:18:44.995984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748f075-5a0c-4318-ac6a-a01219abcc63 req-1236ef88-7380-4f19-8521-819385ef1e24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:44.997520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8748f075-5a0c-4318-ac6a-a01219abcc63 req-1236ef88-7380-4f19-8521-819385ef1e24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Aug 30 22:18:45.038528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8748f075-5a0c-4318-ac6a-a01219abcc63 req-af6817e1-7a6d-439c-8ea0-0f0700a846d2 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341690 Aug 30 22:18:46.163029 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0133473-4478-4002-8fee-9fccfb5e2bfe req-833a0e9e-88ee-4163-84cf-798204a137a9 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:46.164554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0133473-4478-4002-8fee-9fccfb5e2bfe req-833a0e9e-88ee-4163-84cf-798204a137a9 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 945 time: 0.0553555 Aug 30 22:18:46.207198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a0133473-4478-4002-8fee-9fccfb5e2bfe req-5b59585f-29e1-4657-8b8d-f6eee5bdddd6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Aug 30 22:18:46.388180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d22a1904-9ce7-49b4-974c-d8ccdedb5d7e up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:18:46.442056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:18:46.445853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:18:46.446261 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:46.526142 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:46.548735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:18:46.551043 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4972f1-66ce-4366-b547-87b13d2d941b" -d '{"events": [{"server_uuid": "541559ec-0849-4cdf-ace8-4bca65c9fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "d22a1904-9ce7-49b4-974c-d8ccdedb5d7e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:18:46.563585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:18:46.569516 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:18:46.627312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:18:46.658549 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d247939-713c-4b01-9099-1deb1ee247e4 x-openstack-request-id: req-7d247939-713c-4b01-9099-1deb1ee247e4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:18:46.658864 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541559ec-0849-4cdf-ace8-4bca65c9fdc8", "name": "network-vif-plugged", "status": "completed", "tag": "d22a1904-9ce7-49b4-974c-d8ccdedb5d7e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:18:46.659123 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d247939-713c-4b01-9099-1deb1ee247e4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:18:46.659532 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e', 'code': 200} Aug 30 22:18:46.757898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29450ad-7e31-44c0-a653-b3d9b6dc5876 req-68bc1108-75f1-4e52-87a9-b4e404f66a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:46.759491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a29450ad-7e31-44c0-a653-b3d9b6dc5876 req-68bc1108-75f1-4e52-87a9-b4e404f66a84 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 1098 time: 0.0431149 Aug 30 22:18:46.796867 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a29450ad-7e31-44c0-a653-b3d9b6dc5876 req-f25025a2-6b5f-4697-ae85-4e7ab65ed010 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291040 Aug 30 22:18:47.333102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8fe0c-3063-4526-b1fe-9e200cf1c4b0 req-1fabcc88-2f04-4eaa-97e4-0e41b42373a5 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:47.334832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5cb8fe0c-3063-4526-b1fe-9e200cf1c4b0 req-1fabcc88-2f04-4eaa-97e4-0e41b42373a5 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 946 time: 0.0553045 Aug 30 22:18:47.378552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5cb8fe0c-3063-4526-b1fe-9e200cf1c4b0 req-ce32922b-47ee-4ce8-bd75-ac9a67bc1810 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371666 Aug 30 22:18:48.506730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0888dd9-61b7-41a8-856d-2af5b658bb8a req-d0efa11c-2b16-4901-85b7-73c021b8e8b4 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:48.508676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0888dd9-61b7-41a8-856d-2af5b658bb8a req-d0efa11c-2b16-4901-85b7-73c021b8e8b4 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 946 time: 0.0581458 Aug 30 22:18:48.550015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e0888dd9-61b7-41a8-856d-2af5b658bb8a req-ecaa27b0-65b0-4f02-b8aa-bc0aa40da80f tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328496 Aug 30 22:18:48.680470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8194aa3-8996-469a-b93f-4a291b61e908 req-88afb27f-982d-46ef-9238-2021d35269eb tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:18:48.681983 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8194aa3-8996-469a-b93f-4a291b61e908 req-88afb27f-982d-46ef-9238-2021d35269eb tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 946 time: 0.0557568 Aug 30 22:18:48.720302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c8194aa3-8996-469a-b93f-4a291b61e908 req-ca0a123a-a11b-46c8-bd77-d9252f3dfacc tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Aug 30 22:19:01.524361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:19:04.165877 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:06.560381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:07.592526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9421882-92e7-4d0e-a3eb-dcd60ca4a209 req-e00c621d-9cef-4952-ab77-dd1adc5b1b50 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:07.595035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9421882-92e7-4d0e-a3eb-dcd60ca4a209 req-e00c621d-9cef-4952-ab77-dd1adc5b1b50 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 946 time: 0.0712702 Aug 30 22:19:07.643997 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9421882-92e7-4d0e-a3eb-dcd60ca4a209 req-f7b31721-bd35-40f4-b687-424e25d3ecc2 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426705 Aug 30 22:19:08.782290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b954f-ca3b-4420-9dab-1cb70b8bd43d req-3c20455e-42b0-42bf-8769-a296636a1af1 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:08.784001 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b0b954f-ca3b-4420-9dab-1cb70b8bd43d req-3c20455e-42b0-42bf-8769-a296636a1af1 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 946 time: 0.0579257 Aug 30 22:19:08.824166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b0b954f-ca3b-4420-9dab-1cb70b8bd43d req-9b83398e-d4af-4358-957c-836be011cdf0 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337858 Aug 30 22:19:09.103305 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-200e9720-26e8-4b12-9caf-0afd59c0d928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:09.232338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-6db53be8-1f8c-41d6-b8df-f6401a600c41 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:09.233867 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-6db53be8-1f8c-41d6-b8df-f6401a600c41 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Aug 30 22:19:09.353082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Deleting port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:09.353615 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:09.449712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] For port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:09.450049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:09.464759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Calling delete_port for d22a1904-9ce7-49b4-974c-d8ccdedb5d7e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:09.616824 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:09.629023 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d22a1904-9ce7-49b4-974c-d8ccdedb5d7e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:19:09.649682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Pushing event deleted for resources: {'Port': ['ID=d22a1904-9ce7-49b4-974c-d8ccdedb5d7e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:09.704179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] No DVR routers for this DVR port d22a1904-9ce7-49b4-974c-d8ccdedb5d7e on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:19:09.708864 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:09.712752 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-155f3ef1-d3ca-48b0-98b1-fc99a6109f3e req-7456472b-affc-47cd-a4dd-f1603269e597 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "DELETE /v2.0/ports/d22a1904-9ce7-49b4-974c-d8ccdedb5d7e HTTP/1.1" status: 204 len: 173 time: 0.4720082 Aug 30 22:19:09.713523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'name': 'network-vif-deleted', 'tag': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:19:09.717248 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015e2a21-36f4-4ce2-92fe-25ea43742b1e" -d '{"events": [{"server_uuid": "541559ec-0849-4cdf-ace8-4bca65c9fdc8", "name": "network-vif-deleted", "tag": "d22a1904-9ce7-49b4-974c-d8ccdedb5d7e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:19:09.760950 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f0532b-dac2-4b0a-8f3d-e79e979ac138 x-openstack-request-id: req-63f0532b-dac2-4b0a-8f3d-e79e979ac138 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:19:09.761315 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541559ec-0849-4cdf-ace8-4bca65c9fdc8", "name": "network-vif-deleted", "tag": "d22a1904-9ce7-49b4-974c-d8ccdedb5d7e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:19:09.761627 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63f0532b-dac2-4b0a-8f3d-e79e979ac138 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:19:09.762079 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541559ec-0849-4cdf-ace8-4bca65c9fdc8', 'name': 'network-vif-deleted', 'tag': 'd22a1904-9ce7-49b4-974c-d8ccdedb5d7e', 'status': 'completed', 'code': 200} Aug 30 22:19:09.944400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1edb117c-64ff-4421-8e38-1aa19032ca8d req-12085301-14bf-46d9-b443-9c9882d07cb4 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=541559ec-0849-4cdf-ace8-4bca65c9fdc8 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Aug 30 22:19:11.584552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0cf96c55-d01c-43f3-95ed-e38eabb94cf1 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:11.585981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0cf96c55-d01c-43f3-95ed-e38eabb94cf1 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 815 time: 0.1127799 Aug 30 22:19:11.604943 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-8a47cfca-7ebf-49f8-a2f7-85f671cb99a3 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/quotas/33bf91ec4633428eb6243c8223cab2e2 HTTP/1.1" status: 200 len: 375 time: 0.0100284 Aug 30 22:19:11.669124 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-da707b2c-937d-4184-a4d3-0b0b0bd69d21 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581644 Aug 30 22:19:11.785579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-c730d194-d07a-4bde-9c71-f0537145f04b service neutron] 10.222.0.76 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035881 Aug 30 22:19:11.875991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:11.901133 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-e5ca9444-6442-4c90-a334-2e75c99c9765 service neutron] 10.222.0.76 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076062 Aug 30 22:19:12.045210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a1e98ea9-5754-4f79-a213-f2e98888f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:12.083362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b1a324fa-95c9-4080-8617-332cb6d9f172 req-e08779bd-f9a8-4565-8760-1a1d16e0e638 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 210 time: 0.0332243 Aug 30 22:19:12.559536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d22a1904-9ce7-49b4-974c-d8ccdedb5d7e no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:12.580505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d22a1904-9ce7-49b4-974c-d8ccdedb5d7e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:12.580850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d22a1904-9ce7-49b4-974c-d8ccdedb5d7e not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:12.969313 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:13.199908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbccf884-7815-4c1d-932b-746960ad9c00 req-8bcb8251-051a-4f47-904f-21d108c94c00 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 210 time: 0.0336437 Aug 30 22:19:13.212991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-06c903a1-b963-4840-a4ca-e8263ffcdff6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:13.214709 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-06c903a1-b963-4840-a4ca-e8263ffcdff6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 815 time: 0.1228948 Aug 30 22:19:13.228197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Request body: {'port': {'device_id': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'admin_state_up': True, 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:13.354248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Made reservation on behalf of 33bf91ec4633428eb6243c8223cab2e2 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:19:13.357866 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:13.499097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Allocated IP 172.20.0.4 (16f28ce6-317c-4089-a4af-90b4593e64d8/cd0b22fa-11b5-4b93-abfb-ee946db30879/d181a522-8e32-4f7a-9486-d767e1404109) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:19:13.672101 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:13.686526 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Transition to ACTIVE for port object d181a522-8e32-4f7a-9486-d767e1404109 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:19:13.727740 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:13.777884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:19:13.781068 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:19:13.785405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:19:13.792518 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Pushing event updated for resources: {'Port': ['ID=d181a522-8e32-4f7a-9486-d767e1404109,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:13.851467 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:13.852273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:13.871578 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2c37dd50-b8b4-454e-bbc8-f8fc25cf817d tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475418 Aug 30 22:19:13.886179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Request body: {'port': {'device_id': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:13.945296 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.038843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7600c796-4ede-48fe-9a8a-321adf017d35 None None] Provisioning for port d181a522-8e32-4f7a-9486-d767e1404109 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:19:14.043555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7600c796-4ede-48fe-9a8a-321adf017d35 None None] Provisioning complete for port d181a522-8e32-4f7a-9486-d767e1404109 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:14.043924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7600c796-4ede-48fe-9a8a-321adf017d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.082623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7600c796-4ede-48fe-9a8a-321adf017d35 None None] Port d181a522-8e32-4f7a-9486-d767e1404109 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:19:14.232946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d181a522-8e32-4f7a-9486-d767e1404109 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:19:14.243841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.259669 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Transition to ACTIVE for port object d181a522-8e32-4f7a-9486-d767e1404109 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:19:14.265535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.340704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Pushing event updated for resources: {'Port': ['ID=d181a522-8e32-4f7a-9486-d767e1404109,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:14.341361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcf4c0-8cd3-48c2-ab88-fe422ad6ca2e req-a3632138-f1bb-4bbe-aa77-9b1d94e15304 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:14.342867 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1dfcf4c0-8cd3-48c2-ab88-fe422ad6ca2e req-a3632138-f1bb-4bbe-aa77-9b1d94e15304 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 943 time: 0.0668132 Aug 30 22:19:14.397365 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1dfcf4c0-8cd3-48c2-ab88-fe422ad6ca2e req-a2a782ba-d06d-4052-8db0-8a847245e91f tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Aug 30 22:19:14.399754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Attempting to bind port d181a522-8e32-4f7a-9486-d767e1404109 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:19:14.400080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Attempting to bind port d181a522-8e32-4f7a-9486-d767e1404109 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:19:14.400414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Attempting to bind port d181a522-8e32-4f7a-9486-d767e1404109 on network 16f28ce6-317c-4089-a4af-90b4593e64d8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:19:14.405666 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Port d181a522-8e32-4f7a-9486-d767e1404109 on network 16f28ce6-317c-4089-a4af-90b4593e64d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:19:14.405986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Attempting to bind port d181a522-8e32-4f7a-9486-d767e1404109 on network 16f28ce6-317c-4089-a4af-90b4593e64d8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:19:14.411601 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:19:14.415942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Checking segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:19:14.415942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Bound using segment: {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:19:14.415942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Bound port: d181a522-8e32-4f7a-9486-d767e1404109, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d457cb4-859f-434f-a82a-341f43cb03ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:19:14.415942 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.488053 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] For port d181a522-8e32-4f7a-9486-d767e1404109, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:19:14.492237 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] For port d181a522-8e32-4f7a-9486-d767e1404109, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d181a522-8e32-4f7a-9486-d767e1404109,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:19:14.505687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.518406 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:14.519080 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.521137 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] 10.222.0.86 "PUT /v2.0/ports/d181a522-8e32-4f7a-9486-d767e1404109 HTTP/1.1" status: 200 len: 1092 time: 0.6403627 Aug 30 22:19:14.522862 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'tag': 'd181a522-8e32-4f7a-9486-d767e1404109'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:19:14.525014 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61" -d '{"events": [{"name": "network-changed", "server_uuid": "d1709e23-3413-40dc-9080-b24fcc8e6e6d", "tag": "d181a522-8e32-4f7a-9486-d767e1404109"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:19:14.597749 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c538b5-17e8-4326-a29c-d554dbdb1a38 x-openstack-request-id: req-89c538b5-17e8-4326-a29c-d554dbdb1a38 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:19:14.598085 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1709e23-3413-40dc-9080-b24fcc8e6e6d", "tag": "d181a522-8e32-4f7a-9486-d767e1404109", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:19:14.598372 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89c538b5-17e8-4326-a29c-d554dbdb1a38 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:19:14.598737 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'tag': 'd181a522-8e32-4f7a-9486-d767e1404109', 'status': 'completed', 'code': 200} Aug 30 22:19:14.628130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d6ff8-c3ba-4244-b567-5daaa880f5de service neutron] Pushing event updated for resources: {'Port': ['ID=d181a522-8e32-4f7a-9486-d767e1404109,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:14.638394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-f059a848-f5f2-476b-9dd0-c5714288920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:14.640686 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-f059a848-f5f2-476b-9dd0-c5714288920f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 1095 time: 0.0738404 Aug 30 22:19:14.700376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-ec0163c3-6212-4098-8f81-bcba0b78907a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d181a522-8e32-4f7a-9486-d767e1404109 HTTP/1.1" status: 200 len: 217 time: 0.0524306 Aug 30 22:19:14.764843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-185f1efc-fd3b-40d1-be4a-d8d81d7c490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:14.766995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-185f1efc-fd3b-40d1-be4a-d8d81d7c490d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0b22fa-11b5-4b93-abfb-ee946db30879 HTTP/1.1" status: 200 len: 854 time: 0.0592535 Aug 30 22:19:14.819965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52903415-f2dd-48cc-b1c0-af443a72078f req-16c0d71d-1746-4e98-bb40-7edcf0bd854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:14.821471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-16c0d71d-1746-4e98-bb40-7edcf0bd854b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=16f28ce6-317c-4089-a4af-90b4593e64d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478754 Aug 30 22:19:14.840527 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:14.920126 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-b31b47b9-e147-4a20-a620-49af10cee992 service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904720 Aug 30 22:19:15.029968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-52903415-f2dd-48cc-b1c0-af443a72078f req-2dbcda93-1465-4063-a644-b80facb5e39a service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029525 Aug 30 22:19:15.135081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-7ca80e85-e7fd-474b-8082-aec73a45f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:15.136642 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-7ca80e85-e7fd-474b-8082-aec73a45f31d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 1095 time: 0.0497122 Aug 30 22:19:15.258014 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-16929e61-898a-43da-896f-30cdd36fb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:15.260297 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-16929e61-898a-43da-896f-30cdd36fb92b service neutron] 10.222.0.86 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 916 time: 0.1138885 Aug 30 22:19:15.307294 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-3913e2b4-6c2a-4d92-944d-152557fb2e70 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d181a522-8e32-4f7a-9486-d767e1404109 HTTP/1.1" status: 200 len: 217 time: 0.0395944 Aug 30 22:19:15.359174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-9be41370-2131-4224-8f1b-2e0056104488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:15.360764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-9be41370-2131-4224-8f1b-2e0056104488 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0b22fa-11b5-4b93-abfb-ee946db30879 HTTP/1.1" status: 200 len: 854 time: 0.0468099 Aug 30 22:19:15.423063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-6f802390-3cb6-4785-ae57-dcb19b15b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:15.424618 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-6f802390-3cb6-4785-ae57-dcb19b15b6ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=16f28ce6-317c-4089-a4af-90b4593e64d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560615 Aug 30 22:19:15.521542 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-98743786-87f9-40b5-9c85-c78fc9023f48 service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887463 Aug 30 22:19:15.523763 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c078dbe-b298-45c5-ac45-2025ef142434 req-861de45d-82bb-4c29-a72f-b78b72dd14b6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:15.525377 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c078dbe-b298-45c5-ac45-2025ef142434 req-861de45d-82bb-4c29-a72f-b78b72dd14b6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 943 time: 0.0612128 Aug 30 22:19:15.568887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2c078dbe-b298-45c5-ac45-2025ef142434 req-a1a2c6b8-bb05-49cc-9e58-311169024bcb tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372844 Aug 30 22:19:15.630399 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f0f0a9d3-67e8-428a-b72d-92b0b5a48c61 req-8d6f58b6-88c3-4384-a1f0-1ae9cb0a52d4 service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019173 Aug 30 22:19:16.693602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473dcac-75a9-4d96-a3dd-0d35a706396a req-3174691c-9109-4f91-ae95-96b273924882 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:16.695177 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3473dcac-75a9-4d96-a3dd-0d35a706396a req-3174691c-9109-4f91-ae95-96b273924882 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 943 time: 0.0519972 Aug 30 22:19:16.735191 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3473dcac-75a9-4d96-a3dd-0d35a706396a req-ab5e6ffc-106e-4a90-9567-a23eab0e2f83 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337176 Aug 30 22:19:17.865865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941b6f9-a00f-4cc1-8b41-46212a1378e0 req-85827ce6-be96-4b10-93d5-ea0ff188908c tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:17.867455 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8941b6f9-a00f-4cc1-8b41-46212a1378e0 req-85827ce6-be96-4b10-93d5-ea0ff188908c tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 943 time: 0.0560455 Aug 30 22:19:17.908908 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8941b6f9-a00f-4cc1-8b41-46212a1378e0 req-c4fbffa7-7c98-49c8-b94d-e5cfa4fc968e tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Aug 30 22:19:18.589674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d181a522-8e32-4f7a-9486-d767e1404109 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:19:18.698480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d181a522-8e32-4f7a-9486-d767e1404109, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d181a522-8e32-4f7a-9486-d767e1404109,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:18.711319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': 'd181a522-8e32-4f7a-9486-d767e1404109', 'network_id': '16f28ce6-317c-4089-a4af-90b4593e64d8', 'port_id': 'd181a522-8e32-4f7a-9486-d767e1404109', 'mac_address': 'fa:16:3e:0c:72:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0b22fa-11b5-4b93-abfb-ee946db30879', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:19:18.750390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:18.767917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d181a522-8e32-4f7a-9486-d767e1404109 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:19:18.788569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d181a522-8e32-4f7a-9486-d767e1404109, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d181a522-8e32-4f7a-9486-d767e1404109,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:18.800435 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:18.847205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d181a522-8e32-4f7a-9486-d767e1404109,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:18.855042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.855395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.855736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.856073 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.856409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.856741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.857074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.857400 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.857728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.858037 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.858360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:18.858693 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:19.038797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ccb2-4439-4f45-909d-ce368017d9e4 req-8bfec328-598b-46d2-ba11-75ac3f791d30 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:19.041257 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a05ccb2-4439-4f45-909d-ce368017d9e4 req-8bfec328-598b-46d2-ba11-75ac3f791d30 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 944 time: 0.0607665 Aug 30 22:19:19.087820 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1a05ccb2-4439-4f45-909d-ce368017d9e4 req-1f5d389a-e2dd-4cde-83df-8d041cdb6047 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Aug 30 22:19:19.111147 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d181a522-8e32-4f7a-9486-d767e1404109'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:19:20.206187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bb476-5055-43af-8786-bc2b08b5cabd req-90422c4c-01ec-4981-93be-be701504c28f tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:20.207814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e5bb476-5055-43af-8786-bc2b08b5cabd req-90422c4c-01ec-4981-93be-be701504c28f tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 944 time: 0.0509315 Aug 30 22:19:20.246171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e5bb476-5055-43af-8786-bc2b08b5cabd req-e46b8f91-c8c5-4435-ad60-9efa02c03902 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Aug 30 22:19:20.593532 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d181a522-8e32-4f7a-9486-d767e1404109 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:19:20.647221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port d181a522-8e32-4f7a-9486-d767e1404109 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:19:20.651195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port d181a522-8e32-4f7a-9486-d767e1404109 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:20.651576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:20.731390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:20.754206 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd181a522-8e32-4f7a-9486-d767e1404109'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:19:20.756486 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb332b8-726e-481c-8362-b140b8fceb6c" -d '{"events": [{"server_uuid": "d1709e23-3413-40dc-9080-b24fcc8e6e6d", "name": "network-vif-plugged", "status": "completed", "tag": "d181a522-8e32-4f7a-9486-d767e1404109"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:19:20.769464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port d181a522-8e32-4f7a-9486-d767e1404109, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d181a522-8e32-4f7a-9486-d767e1404109,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:20.775025 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:20.803766 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a499175-e1a8-4aff-834c-3d56b2078614 x-openstack-request-id: req-5a499175-e1a8-4aff-834c-3d56b2078614 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:19:20.804063 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1709e23-3413-40dc-9080-b24fcc8e6e6d", "name": "network-vif-plugged", "status": "completed", "tag": "d181a522-8e32-4f7a-9486-d767e1404109", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:19:20.804318 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a499175-e1a8-4aff-834c-3d56b2078614 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:19:20.804711 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd181a522-8e32-4f7a-9486-d767e1404109', 'code': 200} Aug 30 22:19:20.831725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=d181a522-8e32-4f7a-9486-d767e1404109,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:21.212894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d09903-bbca-4b26-a9c4-7d19734d4a6c req-c76db06c-1193-4baf-83c2-860e62b09ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:21.214430 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-92d09903-bbca-4b26-a9c4-7d19734d4a6c req-c76db06c-1193-4baf-83c2-860e62b09ead service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 1097 time: 0.3494787 Aug 30 22:19:21.250139 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-92d09903-bbca-4b26-a9c4-7d19734d4a6c req-455f140a-4d68-4a7c-a69d-4a1b975a8582 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280285 Aug 30 22:19:21.399701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7729cf6-6099-4ddd-8e13-c2455090ecf5 req-e3d13de9-f9fd-405e-9fc6-f0b44983b37c tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:21.401194 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7729cf6-6099-4ddd-8e13-c2455090ecf5 req-e3d13de9-f9fd-405e-9fc6-f0b44983b37c tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0617948 Aug 30 22:19:21.440806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c7729cf6-6099-4ddd-8e13-c2455090ecf5 req-799efa38-f60c-4ac5-82bc-bd204d2312eb tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Aug 30 22:19:22.571105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72365bb-c330-412e-8c8f-a33e6078d484 req-47ba8668-20cc-49de-9ec6-90b65f4400d9 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:22.572694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e72365bb-c330-412e-8c8f-a33e6078d484 req-47ba8668-20cc-49de-9ec6-90b65f4400d9 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0516829 Aug 30 22:19:22.615641 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e72365bb-c330-412e-8c8f-a33e6078d484 req-388389e4-983e-4669-aa66-5b386e5889b5 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343080 Aug 30 22:19:23.743372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9255698-4a18-4fc9-80a7-bb0569784b01 req-a221cce0-d203-4b2c-84ce-abc2b73a5954 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:23.744920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9255698-4a18-4fc9-80a7-bb0569784b01 req-a221cce0-d203-4b2c-84ce-abc2b73a5954 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0593297 Aug 30 22:19:23.785277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b9255698-4a18-4fc9-80a7-bb0569784b01 req-51c58fef-64b6-4724-8c17-1c9850a736fd tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Aug 30 22:19:23.906271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815085c-a12c-44f3-86ac-b670098bff35 req-61cd307d-aac2-49ed-b17d-73a569152bd6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:23.907683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6815085c-a12c-44f3-86ac-b670098bff35 req-61cd307d-aac2-49ed-b17d-73a569152bd6 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0543609 Aug 30 22:19:23.945676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6815085c-a12c-44f3-86ac-b670098bff35 req-7aefef5f-8675-4893-ab1b-d6a1183eceb0 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Aug 30 22:19:29.621505 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-41c35cd8-d2e4-4b17-80d0-1046f8efb08d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420809 Aug 30 22:19:29.714609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-5c9babf5-29c0-4f61-a85b-23c3f10944e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:29.716176 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-5c9babf5-29c0-4f61-a85b-23c3f10944e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33bf91ec4633428eb6243c8223cab2e2&device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 1097 time: 0.0423281 Aug 30 22:19:29.825947 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-902c0c15-6dec-486a-8bfe-c492c6965647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:29.827400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-902c0c15-6dec-486a-8bfe-c492c6965647 service neutron] 10.222.0.86 "GET /v2.0/networks?id=16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 200 len: 916 time: 0.0900517 Aug 30 22:19:29.870489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-0fc001f3-8d71-4c76-a4a2-ebb0bba0d46d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d181a522-8e32-4f7a-9486-d767e1404109 HTTP/1.1" status: 200 len: 217 time: 0.0352042 Aug 30 22:19:29.932214 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-b20b7b0c-21d4-42b1-8979-0c2b7f0da93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:29.933655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-b20b7b0c-21d4-42b1-8979-0c2b7f0da93b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0b22fa-11b5-4b93-abfb-ee946db30879 HTTP/1.1" status: 200 len: 854 time: 0.0514028 Aug 30 22:19:29.983249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-d2dfa548-551b-4aa3-ac1b-a07a59838f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:29.984808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-d2dfa548-551b-4aa3-ac1b-a07a59838f9e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=16f28ce6-317c-4089-a4af-90b4593e64d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437453 Aug 30 22:19:30.094054 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-c321a431-4749-4128-b263-8592aa8848ed service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019006 Aug 30 22:19:30.192119 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e964135-f425-4efe-adb2-2adec1f81f0d req-4021cc4a-8625-4b0a-b75d-e83ac1d30307 service neutron] 10.222.0.86 "GET /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911498 Aug 30 22:19:34.192223 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:36.548375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:38.524841 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:19:39.097427 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a35086fa-e63f-4093-b35c-9850ee9d876d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:41.881606 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:42.038986 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aa2c4f6e-1a7f-4633-a721-d0b5dc4daef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:42.497988 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72713cd-7127-4017-af6e-0f1ecc5aaab2 req-c366f58f-b397-4576-8787-654ab0607a93 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:42.499499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d72713cd-7127-4017-af6e-0f1ecc5aaab2 req-c366f58f-b397-4576-8787-654ab0607a93 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0521133 Aug 30 22:19:42.541404 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d72713cd-7127-4017-af6e-0f1ecc5aaab2 req-b3150ea0-950a-4354-9bfc-5ca1a5f49083 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Aug 30 22:19:42.968691 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:43.668311 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8d132-1b9f-4835-90a5-be2d22e48a62 req-449c953a-250b-4004-8702-58f6eeeb04ce tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:43.670038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3a8d132-1b9f-4835-90a5-be2d22e48a62 req-449c953a-250b-4004-8702-58f6eeeb04ce tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0536916 Aug 30 22:19:43.710362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3a8d132-1b9f-4835-90a5-be2d22e48a62 req-30ea3428-448f-455c-88f1-9e648ed586fa tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/security-groups?id=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Aug 30 22:19:44.171864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-e0d905fb-1eee-4722-9e13-212e423f6387 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:44.173348 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-e0d905fb-1eee-4722-9e13-212e423f6387 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 945 time: 0.0564904 Aug 30 22:19:44.277769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Deleting port d181a522-8e32-4f7a-9486-d767e1404109 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:44.278148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:44.368800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] For port d181a522-8e32-4f7a-9486-d767e1404109, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=d181a522-8e32-4f7a-9486-d767e1404109,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:44.369110 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:44.383653 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Calling delete_port for d181a522-8e32-4f7a-9486-d767e1404109 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:44.523481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:44.535115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['d181a522-8e32-4f7a-9486-d767e1404109'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:19:44.553299 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Pushing event deleted for resources: {'Port': ['ID=d181a522-8e32-4f7a-9486-d767e1404109,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:44.566266 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.566696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.567128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.567443 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.567777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.568108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.568440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.568795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.569105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.569427 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.569738 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.570073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:44.606262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] No DVR routers for this DVR port d181a522-8e32-4f7a-9486-d767e1404109 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:19:44.609065 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:44.611177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-79f8197b-17c3-451c-9a9c-492840f29d56 req-2e084fa5-6b47-475d-889a-0270632ddf24 tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.86 "DELETE /v2.0/ports/d181a522-8e32-4f7a-9486-d767e1404109 HTTP/1.1" status: 204 len: 173 time: 0.4314399 Aug 30 22:19:44.611637 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'name': 'network-vif-deleted', 'tag': 'd181a522-8e32-4f7a-9486-d767e1404109'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:19:44.614111 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dab66c-40df-489a-bece-d0b3c87dedf5" -d '{"events": [{"server_uuid": "d1709e23-3413-40dc-9080-b24fcc8e6e6d", "name": "network-vif-deleted", "tag": "d181a522-8e32-4f7a-9486-d767e1404109"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:19:44.653661 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e205027-749b-479d-b1d6-faee322e0e0a x-openstack-request-id: req-0e205027-749b-479d-b1d6-faee322e0e0a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:19:44.654179 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1709e23-3413-40dc-9080-b24fcc8e6e6d", "name": "network-vif-deleted", "tag": "d181a522-8e32-4f7a-9486-d767e1404109", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:19:44.654439 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e205027-749b-479d-b1d6-faee322e0e0a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:19:44.654886 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1709e23-3413-40dc-9080-b24fcc8e6e6d', 'name': 'network-vif-deleted', 'tag': 'd181a522-8e32-4f7a-9486-d767e1404109', 'status': 'completed', 'code': 200} Aug 30 22:19:44.833452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2abcee30-046e-4f2c-8a82-c9e7ec2f90f8 req-2590b498-646b-4083-9126-16b2677a02df tempest-TestEncryptedCinderVolumes-1301965044 tempest-TestEncryptedCinderVolumes-1301965044-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1709e23-3413-40dc-9080-b24fcc8e6e6d HTTP/1.1" status: 200 len: 210 time: 0.0354798 Aug 30 22:19:44.842706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:45.935899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51818) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:46.309333 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:46.571577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Deleting port 561239db-b905-4c78-83c6-f2007dab5666 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:46.571819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:46.655598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] For port 561239db-b905-4c78-83c6-f2007dab5666, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=561239db-b905-4c78-83c6-f2007dab5666,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:46.655958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:46.673267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Calling delete_port for 561239db-b905-4c78-83c6-f2007dab5666 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:46.858846 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:46.886154 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Pushing event deleted for resources: {'Port': ['ID=561239db-b905-4c78-83c6-f2007dab5666,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:47.055726 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:47.273308 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Router 7a76adaa-c314-4fc6-b468-d383523a2927 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:19:47.385073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:19:47.391469 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e549d11e-fd96-4a97-aed8-49c6e96db89d admin admin] 10.222.0.76 "PUT /v2.0/routers/7a76adaa-c314-4fc6-b468-d383523a2927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4540460 Aug 30 22:19:47.394531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51820) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:47.397410 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] Sync routers for ids ['7a76adaa-c314-4fc6-b468-d383523a2927'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:19:47.412342 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] Routers {'7a76adaa-c314-4fc6-b468-d383523a2927'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:47.413308 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a76adaa-c314-4fc6-b468-d383523a2927'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:47.502694 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:47.528129 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] Set router 7a76adaa-c314-4fc6-b468-d383523a2927 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:19:47.607119 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:47.666157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Deleting port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:47.666502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:47.709747 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:19:46Z', 'revision_number': 5, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port': {'id': '9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:28Z', 'updated_at': '2021-08-30T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:47.736859 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] Checking router: 7a76adaa-c314-4fc6-b468-d383523a2927 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:19:47.743764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] For port 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:47.744131 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:47.745420 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] Routers {'7a76adaa-c314-4fc6-b468-d383523a2927'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:47.746043 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['7a76adaa-c314-4fc6-b468-d383523a2927'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:47.762048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Calling delete_port for 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:47.838963 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] Set router 7a76adaa-c314-4fc6-b468-d383523a2927 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:19:47.889258 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:19:47Z', 'revision_number': 6, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:47.918782 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea701db-aace-422d-b3bf-65932e0db685 None None] The sync data for ids ['7a76adaa-c314-4fc6-b468-d383523a2927'] in n-d-793620-16 is: [{'id': '7a76adaa-c314-4fc6-b468-d383523a2927', 'name': 'tempest-TestEncryptedCinderVolumes-76037671-router', 'tenant_id': '33bf91ec4633428eb6243c8223cab2e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:27Z', 'updated_at': '2021-08-30T22:19:47Z', 'revision_number': 6, 'project_id': '33bf91ec4633428eb6243c8223cab2e2', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:19:47.958356 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:47.987989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:48.052390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.141123 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.143367 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.190085 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.190626 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a76adaa-c314-4fc6-b468-d383523a2927 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:19:48.194945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.196102 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-173c911e-646f-4f25-b27a-2aeefa8b1cbf admin admin] 10.222.0.76 "DELETE /v2.0/routers/7a76adaa-c314-4fc6-b468-d383523a2927 HTTP/1.1" status: 204 len: 168 time: 0.8008864 Aug 30 22:19:48.198632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51822) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:48.245094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Deleting subnet cd0b22fa-11b5-4b93-abfb-ee946db30879 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:19:48.248958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.285989 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.372029 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.430173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.455529 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0b22fa-11b5-4b93-abfb-ee946db30879,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:48.459606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.463314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6940c9e8-e920-4fab-af8c-c4f965837642 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cd0b22fa-11b5-4b93-abfb-ee946db30879 HTTP/1.1" status: 204 len: 168 time: 0.2618723 Aug 30 22:19:48.464185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51824) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:48.465611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf4b06-e48c-4edd-a6ab-8ee955e12f0a None None] Network 16f28ce6-317c-4089-a4af-90b4593e64d8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:19:48.533829 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.587979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Deleting port 01c76468-4020-4710-aca6-41af2724a299 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:48.588351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.657929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] For port 01c76468-4020-4710-aca6-41af2724a299, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=01c76468-4020-4710-aca6-41af2724a299,segment=NetworkSegment(5d457cb4-859f-434f-a82a-341f43cb03ac),segment_id=5d457cb4-859f-434f-a82a-341f43cb03ac)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:48.658295 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.675641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Calling delete_port for 01c76468-4020-4710-aca6-41af2724a299 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:48.709239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] DHCP port deletion for 16f28ce6-317c-4089-a4af-90b4593e64d8 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:19:48.746253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d181a522-8e32-4f7a-9486-d767e1404109 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:48.760597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.772814 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: d181a522-8e32-4f7a-9486-d767e1404109 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:48.773152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device d181a522-8e32-4f7a-9486-d767e1404109 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:48.779444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Deleting port 01c76468-4020-4710-aca6-41af2724a299 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:48.780082 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.794235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c76468-4020-4710-aca6-41af2724a299,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:48.796763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] No DVR routers for this DVR port 01c76468-4020-4710-aca6-41af2724a299 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:19:48.847710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] For port 01c76468-4020-4710-aca6-41af2724a299, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:48.848138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.861096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Calling delete_port for 01c76468-4020-4710-aca6-41af2724a299 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:48.863847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Port 01c76468-4020-4710-aca6-41af2724a299 was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:19:48.865122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.868470 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.878733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f28ce6-317c-4089-a4af-90b4593e64d8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:48.889415 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d457cb4-859f-434f-a82a-341f43cb03ac') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:48.889565 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] Pushing event deleted for resources: {'Port': ['ID=01c76468-4020-4710-aca6-41af2724a299,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:48.889720 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d457cb4-859f-434f-a82a-341f43cb03ac') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:48.895906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a1be9-c6eb-47e8-89ba-0715e6a4a930 None None] No DVR routers for this DVR port 01c76468-4020-4710-aca6-41af2724a299 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:19:48.907910 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.922035 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.928608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:19:48.928983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:19:48.930787 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:19:48.989928 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:48.997780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:49.002321 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/16f28ce6-317c-4089-a4af-90b4593e64d8 HTTP/1.1" status: 204 len: 168 time: 0.5341318 Aug 30 22:19:49.003119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51826) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:49.013881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9982ca3-c736-4299-8c67-aa6a34c648e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f28ce6-317c-4089-a4af-90b4593e64d8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:49.363942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:49.445402 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 561239db-b905-4c78-83c6-f2007dab5666 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:49.465125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 561239db-b905-4c78-83c6-f2007dab5666 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:49.465542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 561239db-b905-4c78-83c6-f2007dab5666 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:49.465962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01c76468-4020-4710-aca6-41af2724a299 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:49.485388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 01c76468-4020-4710-aca6-41af2724a299 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:49.485738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 01c76468-4020-4710-aca6-41af2724a299 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:49.486153 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:49.509426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:49.509759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9fd06bdb-87c2-46e0-9d9d-a6ccf6c3a482 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:49.672305 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Deleting port 548d8807-1db7-41c9-a05a-8da81fb741e6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:49.672862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:49.802722 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] For port 548d8807-1db7-41c9-a05a-8da81fb741e6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=548d8807-1db7-41c9-a05a-8da81fb741e6,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:49.803354 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:49.830318 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Calling delete_port for 548d8807-1db7-41c9-a05a-8da81fb741e6 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:50.046394 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:50.075939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Pushing event deleted for resources: {'Port': ['ID=548d8807-1db7-41c9-a05a-8da81fb741e6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:50.102438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.102816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.103149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.103475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.103802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.104129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.104432 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.104769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.105072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.105385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.105699 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.106013 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:50.616413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:50.837249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:19:50.944374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:19:50.949147 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-89f8597d-bb70-4eef-9e1f-238fd48a3768 admin admin] 10.222.0.76 "PUT /v2.0/routers/69b4a9f5-3ef0-4495-bab9-03d8a0e058b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9444547 Aug 30 22:19:50.951730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51828) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:50.955928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] Sync routers for ids ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:19:50.966576 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] Routers {'69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:50.967250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:51.060064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.071881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] Set router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:19:51.166585 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.222714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Deleting port f3abb324-589a-4890-bce2-d0ca9c0b8cad {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:51.223001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.252465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:19:49Z', 'revision_number': 5, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port': {'id': 'f3abb324-589a-4890-bce2-d0ca9c0b8cad', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:18:33Z', 'updated_at': '2021-08-30T22:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:51.279760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] Checking router: 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:19:51.289224 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] Routers {'69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:51.289869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:51.303207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] For port f3abb324-589a-4890-bce2-d0ca9c0b8cad, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f3abb324-589a-4890-bce2-d0ca9c0b8cad,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:51.303577 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.317291 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Calling delete_port for f3abb324-589a-4890-bce2-d0ca9c0b8cad owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:51.383060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] Set router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:19:51.439214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:19:51Z', 'revision_number': 6, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:51.466380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990530ec-8f34-4e8c-9f61-d372e0ca9b29 None None] The sync data for ids ['69b4a9f5-3ef0-4495-bab9-03d8a0e058b2'] in n-d-793620-16 is: [{'id': '69b4a9f5-3ef0-4495-bab9-03d8a0e058b2', 'name': 'tempest-TestEncryptedCinderVolumes-476107812-router', 'tenant_id': '904f59a637b4410d9c65bf4890787fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:18:32Z', 'updated_at': '2021-08-30T22:19:51Z', 'revision_number': 6, 'project_id': '904f59a637b4410d9c65bf4890787fd4', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:19:51.505330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.536493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3abb324-589a-4890-bce2-d0ca9c0b8cad,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:51.609765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.706556 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.708850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.766473 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.766898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:19:51.772466 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.773629 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-214f9ee2-2a36-4dd7-a09d-095d695bb72d admin admin] 10.222.0.76 "DELETE /v2.0/routers/69b4a9f5-3ef0-4495-bab9-03d8a0e058b2 HTTP/1.1" status: 204 len: 168 time: 0.8207953 Aug 30 22:19:51.776638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51830) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:51.826646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Deleting subnet 3a40b845-cd2b-4106-bb04-852da1660ffc {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:19:51.830571 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.866230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:51.956738 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.013900 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.040306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a40b845-cd2b-4106-bb04-852da1660ffc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:52.045145 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.049340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d4df18ce-0e53-4a7a-8e64-24e75ea22256 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3a40b845-cd2b-4106-bb04-852da1660ffc HTTP/1.1" status: 204 len: 168 time: 0.2695115 Aug 30 22:19:52.049881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51832) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:52.051618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf256d2-b20e-4a6b-9032-76c899d52968 None None] Network ed0127d6-611e-4b37-9339-d6224bd45c3a requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:19:52.130590 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.196206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Deleting port 26ac5898-59f0-430e-ac95-ea97c0619490 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:52.196412 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.252672 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] DHCP port deletion for ed0127d6-611e-4b37-9339-d6224bd45c3a request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:19:52.265429 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] For port 26ac5898-59f0-430e-ac95-ea97c0619490, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26ac5898-59f0-430e-ac95-ea97c0619490,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:52.265856 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.285171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Calling delete_port for 26ac5898-59f0-430e-ac95-ea97c0619490 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:52.308349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] Deleting port 26ac5898-59f0-430e-ac95-ea97c0619490 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:19:52.308748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.367461 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.381928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] For port 26ac5898-59f0-430e-ac95-ea97c0619490, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=26ac5898-59f0-430e-ac95-ea97c0619490,segment=NetworkSegment(77755c58-26ec-4417-bd0a-a6f38b00291c),segment_id=77755c58-26ec-4417-bd0a-a6f38b00291c)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:52.382355 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.393529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Pushing event deleted for resources: {'Port': ['ID=26ac5898-59f0-430e-ac95-ea97c0619490,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:52.395915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] Calling delete_port for 26ac5898-59f0-430e-ac95-ea97c0619490 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:19:52.397541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] No DVR routers for this DVR port 26ac5898-59f0-430e-ac95-ea97c0619490 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:19:52.473603 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.473781 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.485892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0127d6-611e-4b37-9339-d6224bd45c3a']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:52.497838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77755c58-26ec-4417-bd0a-a6f38b00291c') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:52.498239 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77755c58-26ec-4417-bd0a-a6f38b00291c') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:52.501026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] No DVR routers for this DVR port 26ac5898-59f0-430e-ac95-ea97c0619490 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:19:52.502866 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d9e2b-08fb-4b2f-b8f6-1e3023a372cd None None] Pushing event deleted for resources: {'Port': ['ID=26ac5898-59f0-430e-ac95-ea97c0619490,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:52.509436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.528435 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.535280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:19:52.535686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:19:52.537826 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:19:52.595155 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.600941 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.602864 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] 10.222.0.76 "DELETE /v2.0/networks/ed0127d6-611e-4b37-9339-d6224bd45c3a HTTP/1.1" status: 204 len: 168 time: 0.5519071 Aug 30 22:19:52.614353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfde05-d2c5-493a-a722-13551c71f42e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0127d6-611e-4b37-9339-d6224bd45c3a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:52.806194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51836) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:52.861368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6feaf321-0a27-48d0-b8b9-fdebc727ec41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33bf91ec4633428eb6243c8223cab2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538464 Aug 30 22:19:52.863973 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51838) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:52.916353 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3b02223-0edf-4d2c-8821-df1e5b0dce58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.939557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3b02223-0edf-4d2c-8821-df1e5b0dce58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.990807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3b02223-0edf-4d2c-8821-df1e5b0dce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.993611 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a3b02223-0edf-4d2c-8821-df1e5b0dce58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:52.994905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a3b02223-0edf-4d2c-8821-df1e5b0dce58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74ba02f1-2bd0-474b-a4f1-8aac5d8cb939 HTTP/1.1" status: 204 len: 168 time: 0.1299965 Aug 30 22:19:53.002936 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b02223-0edf-4d2c-8821-df1e5b0dce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ba02f1-2bd0-474b-a4f1-8aac5d8cb939,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:53.363313 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51844) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:53.406765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d5dc8f8b-2658-432e-bf36-d1f79c5cbf3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=904f59a637b4410d9c65bf4890787fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422022 Aug 30 22:19:53.409285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51846) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:53.452818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3abb324-589a-4890-bce2-d0ca9c0b8cad no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:53.463496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65c56fd4-53f7-4738-af77-5c7af8cdb6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:53.476681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f3abb324-589a-4890-bce2-d0ca9c0b8cad {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:53.477014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f3abb324-589a-4890-bce2-d0ca9c0b8cad not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:53.477463 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26ac5898-59f0-430e-ac95-ea97c0619490 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:53.485505 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65c56fd4-53f7-4738-af77-5c7af8cdb6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:53.553158 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65c56fd4-53f7-4738-af77-5c7af8cdb6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:53.555992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-65c56fd4-53f7-4738-af77-5c7af8cdb6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:53.557417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-65c56fd4-53f7-4738-af77-5c7af8cdb6c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b70b13c1-3a6e-4152-a217-9268bad22a88 HTTP/1.1" status: 204 len: 168 time: 0.1471729 Aug 30 22:19:53.566861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c56fd4-53f7-4738-af77-5c7af8cdb6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b13c1-3a6e-4152-a217-9268bad22a88,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:53.673299 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 26ac5898-59f0-430e-ac95-ea97c0619490 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:53.673639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 26ac5898-59f0-430e-ac95-ea97c0619490 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:53.674063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 548d8807-1db7-41c9-a05a-8da81fb741e6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:19:53.697048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 548d8807-1db7-41c9-a05a-8da81fb741e6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:19:53.697425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 548d8807-1db7-41c9-a05a-8da81fb741e6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:19:54.333867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51868) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:54.448401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-730917307-network', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:54.473866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Made reservation on behalf of 37286c5b88b94f2eab94840ed0aa261c for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:19:54.476291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.485679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.583857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.589477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.615011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:19:54.625116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40fb3d7-2277-4d90-9754-10fa80d69965,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:54.630263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.630594 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Added segment 047fc93a-4c67-4959-bba2-1702203819f5 of type vlan for network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b Aug 30 22:19:54.676674 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.705635 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.706622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:54.707262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.758738 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4237125 Aug 30 22:19:54.762097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51872) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:54.767475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Request body: {'subnet': {'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-730917307-subnet', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:54.768718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3def6c5-45ee-469c-bb6e-ee545da29cbb admin admin] Pushing event updated for resources: {'Network': ['ID=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:54.779301 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:19:54.792950 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Made reservation on behalf of 37286c5b88b94f2eab94840ed0aa261c for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:19:54.795658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:54.981635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.036741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69437c3e-92d2-4fcc-856e-0fe1c91bfde0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:55.047625 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Checking segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:19:55.047991 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Network hostable DHCP agents. Network: 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:19:55.066604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:19:55.077726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:19:55.082014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:55.082607 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.090257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7237d-2d55-4366-aac4-ac2985de4bef None None] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:19:55.100205 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0624796d-1e35-420e-86e8-86292af6e41d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3367202 Aug 30 22:19:55.104859 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 51874) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:55.109523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:55.134115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.135911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.194206 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.240019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:19:55.240846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.341569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.385083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Allocated IP 172.20.0.2 (0cbfa667-c38d-47e0-9d2e-f7bfede3d75b/69437c3e-92d2-4fcc-856e-0fe1c91bfde0/4f371b90-24fe-4363-8bda-d5ee28487404) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:19:55.541889 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.550632 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Transition to ACTIVE for port object 4f371b90-24fe-4363-8bda-d5ee28487404 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:19:55.566706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Transition to ACTIVE for port object 4f371b90-24fe-4363-8bda-d5ee28487404 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:19:55.579127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.592680 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.613586 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.620610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:19:55.623996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:19:55.627772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:19:55.634974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Pushing event updated for resources: {'Port': ['ID=4f371b90-24fe-4363-8bda-d5ee28487404,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:55.690574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Attempting to bind port 4f371b90-24fe-4363-8bda-d5ee28487404 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:19:55.690968 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Attempting to bind port 4f371b90-24fe-4363-8bda-d5ee28487404 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:19:55.691331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Attempting to bind port 4f371b90-24fe-4363-8bda-d5ee28487404 on network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:19:55.696262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:19:55.696630 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Checking segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:19:55.697024 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.697410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Bound using segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:19:55.697861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Bound port: 4f371b90-24fe-4363-8bda-d5ee28487404, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:19:55.698238 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.729227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Allocated IP 172.25.5.209 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/960f8d38-7621-4dd2-95ab-c7706b198262) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:19:55.765075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] For port 4f371b90-24fe-4363-8bda-d5ee28487404, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:19:55.768591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] For port 4f371b90-24fe-4363-8bda-d5ee28487404, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4f371b90-24fe-4363-8bda-d5ee28487404,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:19:55.774449 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.829250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77261d-fac9-4a2c-8194-a952df7579ae None None] Pushing event updated for resources: {'Port': ['ID=4f371b90-24fe-4363-8bda-d5ee28487404,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:55.847866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.888968 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:55.933198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:19:55.936828 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:19:55.941942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:19:55.945504 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Pushing event updated for resources: {'Port': ['ID=960f8d38-7621-4dd2-95ab-c7706b198262,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:56.271405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:56.475899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:56.613608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:19:56.701291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bac71f-9e05-4718-8ea4-93aebedb848f None None] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:19:56.742055 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:19:56.754318 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Sync routers for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:19:56.761933 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:56.766222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51876) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:56.766858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a1f9a154-1914-4b45-8fe1-57b825920962 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6605663 Aug 30 22:19:56.773847 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:56.774736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:56.778750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7312926d-92c7-4b35-a2f7-4b688b867fd4 None None] Provisioning for port 4f371b90-24fe-4363-8bda-d5ee28487404 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:19:57.008290 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:19:57.217526 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:56Z', 'revision_number': 3, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:57.250388 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Checking router: a610dc50-d3f0-474a-b581-6ad94e0bf5d5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:19:57.250744 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Updating router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 port 960f8d38-7621-4dd2-95ab-c7706b198262 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:19:57.281848 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.511832 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4f371b90-24fe-4363-8bda-d5ee28487404 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:19:57.580830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 4f371b90-24fe-4363-8bda-d5ee28487404 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:19:57.588059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4f371b90-24fe-4363-8bda-d5ee28487404 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:57.588602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.628894 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.645814 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Transition to ACTIVE for port object 960f8d38-7621-4dd2-95ab-c7706b198262 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:19:57.653775 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.655100 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.701223 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.712385 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Pushing event updated for resources: {'Port': ['ID=960f8d38-7621-4dd2-95ab-c7706b198262,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:57.728407 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.728691 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.729014 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.729343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.729666 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.730834 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.731171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.731789 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.732179 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.732584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.732818 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.733140 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:19:57.742011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 4f371b90-24fe-4363-8bda-d5ee28487404, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4f371b90-24fe-4363-8bda-d5ee28487404,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:57.752874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.753123 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Attempting to bind port 960f8d38-7621-4dd2-95ab-c7706b198262 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:19:57.753299 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Attempting to bind port 960f8d38-7621-4dd2-95ab-c7706b198262 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:19:57.753657 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Attempting to bind port 960f8d38-7621-4dd2-95ab-c7706b198262 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:19:57.760068 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:19:57.761111 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:19:57.761682 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.762078 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:19:57.762548 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Bound port: 960f8d38-7621-4dd2-95ab-c7706b198262, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:19:57.763096 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.817318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=4f371b90-24fe-4363-8bda-d5ee28487404,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:57.834686 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] For port 960f8d38-7621-4dd2-95ab-c7706b198262, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:19:57.838549 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] For port 960f8d38-7621-4dd2-95ab-c7706b198262, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=960f8d38-7621-4dd2-95ab-c7706b198262,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:19:57.845597 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.860080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Allocated IP 172.20.0.1 (0cbfa667-c38d-47e0-9d2e-f7bfede3d75b/69437c3e-92d2-4fcc-856e-0fe1c91bfde0/527039eb-866f-4414-8a40-a40451208c08) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:19:57.898918 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:57.899572 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:57.943559 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2843e-3f9b-4daa-a64d-ee348a74c236 None None] Pushing event updated for resources: {'Port': ['ID=960f8d38-7621-4dd2-95ab-c7706b198262,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:57.975739 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:57.988417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Transition to ACTIVE for port object 527039eb-866f-4414-8a40-a40451208c08 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:19:58.015724 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:19:58.022554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.066832 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:19:58.069791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:19:58.072169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:19:58.108057 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Pushing event updated for resources: {'Port': ['ID=527039eb-866f-4414-8a40-a40451208c08,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:58.126606 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.230561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:56Z', 'revision_number': 3, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:19:58.268096 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad1518-9809-4e6b-8fd2-ffd00b51301f None None] The sync data for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 is: [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:56Z', 'revision_number': 3, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:19:58.287273 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.352714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-75746d8c-dab7-4512-8b02-c8f51152c7b6 None None] Provisioning for port 527039eb-866f-4414-8a40-a40451208c08 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:19:58.356548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-75746d8c-dab7-4512-8b02-c8f51152c7b6 None None] Provisioning complete for port 527039eb-866f-4414-8a40-a40451208c08 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:58.356952 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75746d8c-dab7-4512-8b02-c8f51152c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.395093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-75746d8c-dab7-4512-8b02-c8f51152c7b6 None None] Port 527039eb-866f-4414-8a40-a40451208c08 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:19:58.471613 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.482103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.549715 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.552821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Pushing event updated for resources: {'Port': ['ID=527039eb-866f-4414-8a40-a40451208c08,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:58.659542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:19:58.661875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:19:58.806423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:19:58.919186 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-246e2b3b-07fc-4feb-8def-967be84c1c37 None None] Provisioning complete for port 527039eb-866f-4414-8a40-a40451208c08 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:58.919777 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-246e2b3b-07fc-4feb-8def-967be84c1c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:58.935964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:19:58.942155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5b0a0e4b-e74f-4767-9956-f7aeea49bebc admin admin] 10.222.0.76 "PUT /v2.0/routers/a610dc50-d3f0-474a-b581-6ad94e0bf5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1745963 Aug 30 22:19:58.962739 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-246e2b3b-07fc-4feb-8def-967be84c1c37 None None] Port 527039eb-866f-4414-8a40-a40451208c08 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:19:59.455724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51892) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:59.460973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-615746488-network', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:59.489753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Made reservation on behalf of 06d127d7a12849a2b0451b2ee6c7dd66 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:19:59.492436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.501645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.530154 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4f371b90-24fe-4363-8bda-d5ee28487404 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:19:59.595004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 4f371b90-24fe-4363-8bda-d5ee28487404 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:59.595546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.614956 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.620023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.650551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:19:59.660976 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5814f3-f767-4b7a-b901-06bb6b82da66,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:59.679797 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.680194 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Added segment 9ac67062-ed5e-4ea2-b02c-2da3a537fc22 of type vlan for network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f Aug 30 22:19:59.688574 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 960f8d38-7621-4dd2-95ab-c7706b198262 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:19:59.725732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.744135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 960f8d38-7621-4dd2-95ab-c7706b198262 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:19:59.748036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 960f8d38-7621-4dd2-95ab-c7706b198262 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:19:59.748429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.752249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.753318 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:19:59.753909 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.814190 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3573091 Aug 30 22:19:59.817001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51894) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:19:59.822015 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Request body: {'subnet': {'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-615746488-subnet', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:19:59.828475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1930f5-3603-4159-8aa5-7472d56485c9 admin admin] Pushing event updated for resources: {'Network': ['ID=15b9d066-95aa-44b1-93d7-b1f10abe7a7f,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:19:59.828696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.842223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:19:59.851080 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Made reservation on behalf of 06d127d7a12849a2b0451b2ee6c7dd66 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:19:59.853440 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.890160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 960f8d38-7621-4dd2-95ab-c7706b198262, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=960f8d38-7621-4dd2-95ab-c7706b198262,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:19:59.899195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Sync routers for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:19:59.904629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:19:59.949973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:19:59.950689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:00.014312 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=960f8d38-7621-4dd2-95ab-c7706b198262,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:00.041986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.078399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:00.098595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da8073d-af13-483e-8a70-84b753c80fc1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:00.109369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Checking segment: {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:20:00.109736 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Network hostable DHCP agents. Network: 15b9d066-95aa-44b1-93d7-b1f10abe7a7f, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:20:00.129568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:20:00.141364 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 15b9d066-95aa-44b1-93d7-b1f10abe7a7f) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:00.146746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:00.147353 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.160511 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ba157-6b4b-4d6d-a0da-76991148bac0 None None] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:20:00.164224 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-877b3489-bc9a-4d48-8d23-398102653ce2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3455608 Aug 30 22:20:00.166532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51896) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:00.176688 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:00.209396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.210908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.271859 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.403040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-15b9d066-95aa-44b1-93d7-b1f10abe7a7f', 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'fixed_ips': [{'subnet_id': '3da8073d-af13-483e-8a70-84b753c80fc1'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:20:00.403927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.410336 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.423545 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 2, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:00.455306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Checking router: a610dc50-d3f0-474a-b581-6ad94e0bf5d5 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:20:00.455707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Updating router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 port 527039eb-866f-4414-8a40-a40451208c08 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:20:00.536096 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.630324 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.650776 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.669875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Allocated IP 172.20.0.2 (15b9d066-95aa-44b1-93d7-b1f10abe7a7f/3da8073d-af13-483e-8a70-84b753c80fc1/5e4a54aa-42be-4148-a921-379d1fef2298) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:20:00.766149 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Allocated IP 172.25.5.96 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/8ae5d3f1-0447-4002-9af2-76cf72321424) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:20:00.893503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.936497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:00.976762 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:20:00.981358 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:00.985791 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:20:01.005304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae5d3f1-0447-4002-9af2-76cf72321424,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:01.106701 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.121709 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Transition to ACTIVE for port object 5e4a54aa-42be-4148-a921-379d1fef2298 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:01.140214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.153765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Transition to ACTIVE for port object 5e4a54aa-42be-4148-a921-379d1fef2298 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:01.157732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Transition to ACTIVE for port object 527039eb-866f-4414-8a40-a40451208c08 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:01.161532 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.166461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.220189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:20:01.226688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:01.228437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Pushing event updated for resources: {'Port': ['ID=5e4a54aa-42be-4148-a921-379d1fef2298,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:01.230593 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:20:01.253831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.353591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc708b-d68d-407b-98e0-5cd3bc3973d5 None None] Pushing event updated for resources: {'Port': ['ID=527039eb-866f-4414-8a40-a40451208c08,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:01.359874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Attempting to bind port 527039eb-866f-4414-8a40-a40451208c08 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:20:01.360249 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Attempting to bind port 527039eb-866f-4414-8a40-a40451208c08 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:20:01.360617 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Attempting to bind port 527039eb-866f-4414-8a40-a40451208c08 on network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:20:01.362753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Attempting to bind port 5e4a54aa-42be-4148-a921-379d1fef2298 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:20:01.363117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Attempting to bind port 5e4a54aa-42be-4148-a921-379d1fef2298 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:20:01.363471 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Attempting to bind port 5e4a54aa-42be-4148-a921-379d1fef2298 on network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:20:01.371228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:20:01.371603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Checking segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:20:01.372008 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.372411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Bound using segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:20:01.372880 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Bound port: 527039eb-866f-4414-8a40-a40451208c08, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:20:01.373263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.375440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:20:01.375805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Checking segment: {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:20:01.376182 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.376570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Bound using segment: {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:20:01.377027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Bound port: 5e4a54aa-42be-4148-a921-379d1fef2298, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:20:01.377461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.464916 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.473884 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 960f8d38-7621-4dd2-95ab-c7706b198262 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:01.515610 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] For port 527039eb-866f-4414-8a40-a40451208c08, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:20:01.517971 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] For port 5e4a54aa-42be-4148-a921-379d1fef2298, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:20:01.548122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] For port 5e4a54aa-42be-4148-a921-379d1fef2298, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5e4a54aa-42be-4148-a921-379d1fef2298,segment=NetworkSegment(9ac67062-ed5e-4ea2-b02c-2da3a537fc22),segment_id=9ac67062-ed5e-4ea2-b02c-2da3a537fc22)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:20:01.553976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] For port 527039eb-866f-4414-8a40-a40451208c08, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=527039eb-866f-4414-8a40-a40451208c08,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:20:01.559629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.567103 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.602622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:20:01.639480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 960f8d38-7621-4dd2-95ab-c7706b198262 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:01.639874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.645027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b559c-9f30-40fe-9c9c-bea8db919587 None None] Pushing event updated for resources: {'Port': ['ID=5e4a54aa-42be-4148-a921-379d1fef2298,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:01.688584 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:01.689246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:01.731587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:20:01.745353 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Sync routers for ids ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:20:01.760469 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Routers {'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:01.761264 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:01.770597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:01.772575 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d5056ee4-1175-4454-90fa-a03e345c0318 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6048834 Aug 30 22:20:01.775538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc708b-d68d-407b-98e0-5cd3bc3973d5 None None] Pushing event updated for resources: {'Port': ['ID=527039eb-866f-4414-8a40-a40451208c08,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:01.775756 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 51898) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:01.922344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:01.977856 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Set router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:02.182758 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:01Z', 'revision_number': 3, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:02.197981 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:01Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:02.211475 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Checking router: ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:20:02.211837 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Updating router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 port 8ae5d3f1-0447-4002-9af2-76cf72321424 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:20:02.234473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72852c9-310c-46be-a77e-763743fd62a4 None None] The sync data for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 is: [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:01Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:20:02.241555 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.661776 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.675225 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Transition to ACTIVE for port object 8ae5d3f1-0447-4002-9af2-76cf72321424 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:02.683230 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.714390 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.740672 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Attempting to bind port 8ae5d3f1-0447-4002-9af2-76cf72321424 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:20:02.741057 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Attempting to bind port 8ae5d3f1-0447-4002-9af2-76cf72321424 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:20:02.741416 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Attempting to bind port 8ae5d3f1-0447-4002-9af2-76cf72321424 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:20:02.758252 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:20:02.758968 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:20:02.759136 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.759536 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:20:02.760225 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Bound port: 8ae5d3f1-0447-4002-9af2-76cf72321424, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:20:02.760379 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.805483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933ca39-7516-4a5f-b0b4-97d70be2b7f7 None None] Pushing event updated for resources: {'Port': ['ID=8ae5d3f1-0447-4002-9af2-76cf72321424,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:02.826341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5156a13-34b0-49c9-b902-b5c0ee38d250 None None] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:20:02.831161 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] For port 8ae5d3f1-0447-4002-9af2-76cf72321424, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:20:02.834990 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] For port 8ae5d3f1-0447-4002-9af2-76cf72321424, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ae5d3f1-0447-4002-9af2-76cf72321424,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:20:02.844136 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:02.913602 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Routers {'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:02.914237 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:02.918213 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933ca39-7516-4a5f-b0b4-97d70be2b7f7 None None] Pushing event updated for resources: {'Port': ['ID=8ae5d3f1-0447-4002-9af2-76cf72321424,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:02.938994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e8d379bf-0d89-4942-a34f-c24396ba1ae4 None None] Provisioning for port 5e4a54aa-42be-4148-a921-379d1fef2298 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:02.952369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Allocated IP 172.20.0.1 (15b9d066-95aa-44b1-93d7-b1f10abe7a7f/3da8073d-af13-483e-8a70-84b753c80fc1/6fa30ae3-12d2-4666-8982-0917e0bbd009) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:20:03.062880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] Set router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:03.085651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.102270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Transition to ACTIVE for port object 6fa30ae3-12d2-4666-8982-0917e0bbd009 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:03.142908 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.187534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:20:03.192228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:03.198151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:20:03.239201 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Pushing event updated for resources: {'Port': ['ID=6fa30ae3-12d2-4666-8982-0917e0bbd009,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:03.261599 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.309511 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:01Z', 'revision_number': 3, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:03.350559 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b179d16-9277-4660-86ad-183a9e14c69e None None] The sync data for ids ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'] in n-d-793620-16 is: [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:01Z', 'revision_number': 3, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:20:03.456461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.560411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5e4a54aa-42be-4148-a921-379d1fef2298 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:03.630375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5e4a54aa-42be-4148-a921-379d1fef2298 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:03.638925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5e4a54aa-42be-4148-a921-379d1fef2298 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:03.639302 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.683626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.689496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.733498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.746318 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b66c41f9-518f-4211-bf3b-71075802f4fa None None] Provisioning for port 6fa30ae3-12d2-4666-8982-0917e0bbd009 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:03.760542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b66c41f9-518f-4211-bf3b-71075802f4fa None None] Provisioning complete for port 6fa30ae3-12d2-4666-8982-0917e0bbd009 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:03.760904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b66c41f9-518f-4211-bf3b-71075802f4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.767758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.770267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Pushing event updated for resources: {'Port': ['ID=6fa30ae3-12d2-4666-8982-0917e0bbd009,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:03.804951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5e4a54aa-42be-4148-a921-379d1fef2298, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5e4a54aa-42be-4148-a921-379d1fef2298,segment=NetworkSegment(9ac67062-ed5e-4ea2-b02c-2da3a537fc22),segment_id=9ac67062-ed5e-4ea2-b02c-2da3a537fc22)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:03.819319 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:03.820250 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 527039eb-866f-4414-8a40-a40451208c08 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:03.844782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-b66c41f9-518f-4211-bf3b-71075802f4fa None None] Port 6fa30ae3-12d2-4666-8982-0917e0bbd009 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:20:03.876953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:20:03.878750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:03.940851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5e4a54aa-42be-4148-a921-379d1fef2298,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:03.945230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 527039eb-866f-4414-8a40-a40451208c08 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:03.949543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 527039eb-866f-4414-8a40-a40451208c08 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:03.949991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:04.062302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:20:04.080800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:04.132266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 527039eb-866f-4414-8a40-a40451208c08, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=527039eb-866f-4414-8a40-a40451208c08,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:04.139571 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:04.195094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:20:04.200859 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4cf1580c-10e6-4277-b809-d7ff9b1288ea admin admin] 10.222.0.76 "PUT /v2.0/routers/ce6b4636-3724-40e7-8b4a-e99a7fe6ad84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4237235 Aug 30 22:20:04.216688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:04.217372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=527039eb-866f-4414-8a40-a40451208c08,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:04.220428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9536483e-249c-4384-a872-429e66bc660b None None] Provisioning complete for port 6fa30ae3-12d2-4666-8982-0917e0bbd009 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:04.220781 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9536483e-249c-4384-a872-429e66bc660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:04.258989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-9536483e-249c-4384-a872-429e66bc660b None None] Port 6fa30ae3-12d2-4666-8982-0917e0bbd009 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:20:05.619211 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ae5d3f1-0447-4002-9af2-76cf72321424 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:05.681597 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8ae5d3f1-0447-4002-9af2-76cf72321424 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:05.689484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8ae5d3f1-0447-4002-9af2-76cf72321424 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:05.689933 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:05.744022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Sync routers for ids ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:20:05.772891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Routers {'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:05.773536 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:05.829044 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:05.889482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8ae5d3f1-0447-4002-9af2-76cf72321424, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ae5d3f1-0447-4002-9af2-76cf72321424,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:05.897785 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:05.898711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5e4a54aa-42be-4148-a921-379d1fef2298 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:05.975423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Set router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:06.043615 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8ae5d3f1-0447-4002-9af2-76cf72321424,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:06.099024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5e4a54aa-42be-4148-a921-379d1fef2298 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:06.099689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:06.484245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 527039eb-866f-4414-8a40-a40451208c08 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:06.559351 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:03Z', 'revision_number': 4, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6fa30ae3-12d2-4666-8982-0917e0bbd009', 'name': '', 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'mac_address': 'fa:16:3e:c7:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3da8073d-af13-483e-8a70-84b753c80fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:02Z', 'updated_at': '2021-08-30T22:20:03Z', 'revision_number': 2, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'subnets': [{'id': '3da8073d-af13-483e-8a70-84b753c80fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:06.590706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:06.592448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Checking router: ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:20:06.592813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Updating router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 port 6fa30ae3-12d2-4666-8982-0917e0bbd009 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:20:06.616430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 527039eb-866f-4414-8a40-a40451208c08 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:06.616808 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:06.624171 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:06.982837 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:06.994230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Transition to ACTIVE for port object 6fa30ae3-12d2-4666-8982-0917e0bbd009 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:07.003612 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:07.081084 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3024b93-a4e9-40f2-822b-17c52de72a0f None None] Pushing event updated for resources: {'Port': ['ID=6fa30ae3-12d2-4666-8982-0917e0bbd009,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:07.122976 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Attempting to bind port 6fa30ae3-12d2-4666-8982-0917e0bbd009 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:20:07.123343 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Attempting to bind port 6fa30ae3-12d2-4666-8982-0917e0bbd009 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:20:07.123702 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Attempting to bind port 6fa30ae3-12d2-4666-8982-0917e0bbd009 on network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:20:07.134278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:20:07.134760 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Checking segment: {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:20:07.135568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:07.135985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Bound using segment: {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:20:07.136465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Bound port: 6fa30ae3-12d2-4666-8982-0917e0bbd009, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac67062-ed5e-4ea2-b02c-2da3a537fc22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:20:07.137820 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:07.241936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] For port 6fa30ae3-12d2-4666-8982-0917e0bbd009, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:20:07.245809 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] For port 6fa30ae3-12d2-4666-8982-0917e0bbd009, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6fa30ae3-12d2-4666-8982-0917e0bbd009,segment=NetworkSegment(9ac67062-ed5e-4ea2-b02c-2da3a537fc22),segment_id=9ac67062-ed5e-4ea2-b02c-2da3a537fc22)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:20:07.252618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:07.334646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3024b93-a4e9-40f2-822b-17c52de72a0f None None] Pushing event updated for resources: {'Port': ['ID=6fa30ae3-12d2-4666-8982-0917e0bbd009,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:07.352152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Routers {'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:07.353048 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:19:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:07.490083 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ae5d3f1-0447-4002-9af2-76cf72321424 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:07.536996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] Set router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:07.700071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8ae5d3f1-0447-4002-9af2-76cf72321424 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:07.700862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:07.882231 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:03Z', 'revision_number': 4, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6fa30ae3-12d2-4666-8982-0917e0bbd009', 'name': '', 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'mac_address': 'fa:16:3e:c7:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3da8073d-af13-483e-8a70-84b753c80fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:02Z', 'updated_at': '2021-08-30T22:20:07Z', 'revision_number': 4, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'subnets': [{'id': '3da8073d-af13-483e-8a70-84b753c80fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:07.913666 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f114b51c-b84e-4e63-be39-7f4bc2edb0ba None None] The sync data for ids ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'] in n-d-793620-16 is: [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:03Z', 'revision_number': 4, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '6fa30ae3-12d2-4666-8982-0917e0bbd009', 'name': '', 'network_id': '15b9d066-95aa-44b1-93d7-b1f10abe7a7f', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'mac_address': 'fa:16:3e:c7:1a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3da8073d-af13-483e-8a70-84b753c80fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:02Z', 'updated_at': '2021-08-30T22:20:07Z', 'revision_number': 4, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'subnets': [{'id': '3da8073d-af13-483e-8a70-84b753c80fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:20:09.103136 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e00bec64-0111-43cd-b5a1-aa198c92730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:09.510403 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6fa30ae3-12d2-4666-8982-0917e0bbd009 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:09.574717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 6fa30ae3-12d2-4666-8982-0917e0bbd009 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:09.579036 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6fa30ae3-12d2-4666-8982-0917e0bbd009 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:09.579408 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:09.686861 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:09.725319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 6fa30ae3-12d2-4666-8982-0917e0bbd009, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6fa30ae3-12d2-4666-8982-0917e0bbd009,segment=NetworkSegment(9ac67062-ed5e-4ea2-b02c-2da3a537fc22),segment_id=9ac67062-ed5e-4ea2-b02c-2da3a537fc22)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:09.732599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:09.792372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=6fa30ae3-12d2-4666-8982-0917e0bbd009,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:11.472395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6fa30ae3-12d2-4666-8982-0917e0bbd009 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:11.529189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 6fa30ae3-12d2-4666-8982-0917e0bbd009 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:11.529473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:11.896816 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:12.052109 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dce7ee31-3567-421c-89f6-408c8a70c15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:13.015050 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:14.130021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-ced9b4dd-4c0e-4359-a9a6-eacf4d47ef16 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:14.131597 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-ced9b4dd-4c0e-4359-a9a6-eacf4d47ef16 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 814 time: 0.1081073 Aug 30 22:20:14.147467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-34f7b5a0-8309-4851-bc67-6eb244c4f418 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/quotas/37286c5b88b94f2eab94840ed0aa261c HTTP/1.1" status: 200 len: 375 time: 0.0099261 Aug 30 22:20:14.204256 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-0c8d77a2-2b0c-4eb9-b17d-6ca0e39520c7 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510938 Aug 30 22:20:14.221819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-f34020d3-94e4-4f72-81be-2f10d204a910 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:20:14.222774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-f34020d3-94e4-4f72-81be-2f10d204a910 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062630 Aug 30 22:20:14.325363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-b533356c-6fe5-4486-9143-b0a83bdd8a67 service neutron] 10.222.0.76 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957959 Aug 30 22:20:14.423325 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-31851711-d586-4edb-841f-63e1ce9f1668 service neutron] 10.222.0.76 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908561 Aug 30 22:20:14.599592 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf0020c6-6772-4c96-ae1e-670bf5110dc3 req-1aea3d80-ce99-468f-ba1e-04ee25a1fac5 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 210 time: 0.0288634 Aug 30 22:20:14.851030 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:15.524783 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:20:15.622939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-86090cde-d917-442e-a774-102ee902905b tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:15.625163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-86090cde-d917-442e-a774-102ee902905b tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 814 time: 0.1253371 Aug 30 22:20:15.640315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'port': {'device_id': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'admin_state_up': True, 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:15.703829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b13287cf-3194-4405-bda6-c1b902aa1803 req-53aa702f-97bc-4bd6-98c8-e6bd49429396 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 210 time: 0.0299227 Aug 30 22:20:15.773517 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Made reservation on behalf of 37286c5b88b94f2eab94840ed0aa261c for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:20:15.777144 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:15.928264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Allocated IP 172.20.0.5 (0cbfa667-c38d-47e0-9d2e-f7bfede3d75b/69437c3e-92d2-4fcc-856e-0fe1c91bfde0/27e7ea7b-6b1b-4bf0-9749-5ed387118f8d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:20:16.108465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:16.124178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Transition to ACTIVE for port object 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:16.161496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:16.222690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:20:16.222690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:16.223033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:20:16.230413 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:16.285337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:16.286315 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:16.310871 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-84ff941f-48fe-40fb-9a26-3a1cf2e8abed tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6759949 Aug 30 22:20:16.567492 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc7ad604-a132-488c-9d8c-196d63c0236e None None] Provisioning for port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:16.571685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc7ad604-a132-488c-9d8c-196d63c0236e None None] Provisioning complete for port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:16.572087 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad604-a132-488c-9d8c-196d63c0236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:16.614548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ad604-a132-488c-9d8c-196d63c0236e None None] Port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:20:16.842734 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b95738-bc62-4538-b518-8e9b8d6f4da2 req-820fb61a-15cc-4a93-88d0-d3ff344488dd tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:16.844335 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15b95738-bc62-4538-b518-8e9b8d6f4da2 req-820fb61a-15cc-4a93-88d0-d3ff344488dd tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0646827 Aug 30 22:20:16.889047 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-15b95738-bc62-4538-b518-8e9b8d6f4da2 req-a289631e-de9a-4b91-b8b4-674cdbcd1545 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Aug 30 22:20:18.014753 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69275e7-3d98-45d1-92ef-88cd98e7124f req-54346e78-47cf-4295-92e9-b334862cb262 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:18.016302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c69275e7-3d98-45d1-92ef-88cd98e7124f req-54346e78-47cf-4295-92e9-b334862cb262 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0502059 Aug 30 22:20:18.066834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c69275e7-3d98-45d1-92ef-88cd98e7124f req-1440c891-36e5-4a6e-93eb-68053e07eb09 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438838 Aug 30 22:20:19.189909 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0abc31-aed3-4cd1-83f7-b19bbccc1637 req-2adb2b55-f1c4-47ff-b5b0-6b47b3748cb7 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:19.191505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b0abc31-aed3-4cd1-83f7-b19bbccc1637 req-2adb2b55-f1c4-47ff-b5b0-6b47b3748cb7 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0549018 Aug 30 22:20:19.229817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9b0abc31-aed3-4cd1-83f7-b19bbccc1637 req-dceb6b73-c6ca-4484-9d12-314729c6b991 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Aug 30 22:20:20.357810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5773f7a-1d5b-49b7-bad0-e2b72f13330d req-e8ce80ec-3f67-4b80-a930-8c41fec06b6f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:20.359493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5773f7a-1d5b-49b7-bad0-e2b72f13330d req-e8ce80ec-3f67-4b80-a930-8c41fec06b6f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0541017 Aug 30 22:20:20.400326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e5773f7a-1d5b-49b7-bad0-e2b72f13330d req-47b93472-83e0-47d7-bbfe-a96b249f39e1 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Aug 30 22:20:21.527285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa7f7f-45ca-4584-8b1c-209f6ae1d40b req-cee35cc7-1e86-4014-9ac5-5e25292b55ff tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:21.529245 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbfa7f7f-45ca-4584-8b1c-209f6ae1d40b req-cee35cc7-1e86-4014-9ac5-5e25292b55ff tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0539773 Aug 30 22:20:21.572344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dbfa7f7f-45ca-4584-8b1c-209f6ae1d40b req-45d01762-bfa3-43ab-82a9-f779ebe23c6d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 Aug 30 22:20:22.713127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e5fd6-14a5-415f-85f3-21f1112f3cd6 req-a68165c0-62cc-4226-afc0-d9e2302284f0 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:22.714559 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-241e5fd6-14a5-415f-85f3-21f1112f3cd6 req-a68165c0-62cc-4226-afc0-d9e2302284f0 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0665526 Aug 30 22:20:22.755921 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-241e5fd6-14a5-415f-85f3-21f1112f3cd6 req-17df88eb-90ee-4cf3-829a-b35735d58a1c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350575 Aug 30 22:20:23.878347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61195ba-76a6-4315-ac1e-05a959dd1f50 req-642eb34e-b8d5-4171-a0a9-47f29574f346 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:23.879894 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e61195ba-76a6-4315-ac1e-05a959dd1f50 req-642eb34e-b8d5-4171-a0a9-47f29574f346 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0527544 Aug 30 22:20:23.924421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e61195ba-76a6-4315-ac1e-05a959dd1f50 req-355a38a5-ae39-4f29-8d02-422f778f189b tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Aug 30 22:20:25.058416 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dde55b-3649-4a7c-9d28-7ac7e3353e28 req-e037a526-5407-4de4-a13c-58a46aee4935 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:25.060002 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6dde55b-3649-4a7c-9d28-7ac7e3353e28 req-e037a526-5407-4de4-a13c-58a46aee4935 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0684628 Aug 30 22:20:25.108482 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6dde55b-3649-4a7c-9d28-7ac7e3353e28 req-913ff981-6589-45e2-a493-a6d7fa620466 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Aug 30 22:20:26.230457 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3542df-a8ef-4642-986d-9e4f68c9b26b req-960360c1-7d7a-40c6-8e44-745a7798f9da tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:26.231946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d3542df-a8ef-4642-986d-9e4f68c9b26b req-960360c1-7d7a-40c6-8e44-745a7798f9da tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0503798 Aug 30 22:20:26.273169 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1d3542df-a8ef-4642-986d-9e4f68c9b26b req-5916a467-5a1e-4a6a-85a4-de25b33e48a9 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Aug 30 22:20:27.391258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4331d9-9d52-4706-ae3d-7bad6dfc466f req-79147c5d-bb0c-497d-a511-a34d4b5bcfcf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:27.392829 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e4331d9-9d52-4706-ae3d-7bad6dfc466f req-79147c5d-bb0c-497d-a511-a34d4b5bcfcf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0500281 Aug 30 22:20:27.436281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e4331d9-9d52-4706-ae3d-7bad6dfc466f req-00f2bde2-4b2d-4a08-9dde-8a686102a18a tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Aug 30 22:20:28.554884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3d49-63d7-4445-8cf9-d385652c2e39 req-092f8593-2c38-4873-b793-e0b7ace51181 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:28.556378 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-841a3d49-63d7-4445-8cf9-d385652c2e39 req-092f8593-2c38-4873-b793-e0b7ace51181 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 931 time: 0.0508935 Aug 30 22:20:28.598618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-841a3d49-63d7-4445-8cf9-d385652c2e39 req-d44a4d20-e40f-4327-b9bb-ad4907519e30 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359516 Aug 30 22:20:28.650303 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Request body: {'port': {'device_id': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:28.710781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:29.061647 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:20:29.069875 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:29.091239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Transition to ACTIVE for port object 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:20:29.096479 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:29.172958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:29.236685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Attempting to bind port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:20:29.237021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Attempting to bind port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:20:29.237349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Attempting to bind port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d on network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:20:29.242058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d on network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:20:29.242385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Attempting to bind port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d on network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:20:29.247895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:20:29.248160 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Checking segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:20:29.248548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Bound using segment: {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:20:29.248978 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Bound port: 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047fc93a-4c67-4959-bba2-1702203819f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:20:29.249342 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:29.328623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:20:29.331811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:20:29.339216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:29.377927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:29.378550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:29.379981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] 10.222.0.86 "PUT /v2.0/ports/27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 1092 time: 0.7361081 Aug 30 22:20:29.380429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:20:29.382768 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:20:29.416031 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c9b5-6fe6-406d-8fc6-27829eca57bf service neutron] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:29.455925 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84da4337-1503-452d-b153-93b29525b878 x-openstack-request-id: req-84da4337-1503-452d-b153-93b29525b878 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:20:29.456285 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:20:29.456604 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84da4337-1503-452d-b153-93b29525b878 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:20:29.457072 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'status': 'completed', 'code': 200} Aug 30 22:20:29.488499 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-e5f0d904-e56a-4b4c-acdb-acbe431ac029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:29.490041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-e5f0d904-e56a-4b4c-acdb-acbe431ac029 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1095 time: 0.0487757 Aug 30 22:20:29.538380 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-eb650d6a-0186-460f-9f57-bcd0d614f0dc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 217 time: 0.0400581 Aug 30 22:20:29.589073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-c138db38-ec0f-41fe-a05a-3402dac63cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:29.590568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-c138db38-ec0f-41fe-a05a-3402dac63cc8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0452251 Aug 30 22:20:29.636700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-371da63f-53bc-4589-ac4d-9d317cebdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:29.638234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-371da63f-53bc-4589-ac4d-9d317cebdbf0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409145 Aug 30 22:20:29.722774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4f515-f1d5-4fdb-b986-b507aba0a8d0 req-e8df2f2e-bde6-4b1d-b702-3649ef834c77 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:29.724306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24e4f515-f1d5-4fdb-b986-b507aba0a8d0 req-e8df2f2e-bde6-4b1d-b702-3649ef834c77 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 943 time: 0.0500298 Aug 30 22:20:29.735000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-5f884b08-d5cc-4f85-b79c-4b8725e70b84 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896013 Aug 30 22:20:29.763373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24e4f515-f1d5-4fdb-b986-b507aba0a8d0 req-6b35823c-846e-4bd6-9fe3-d3a6793ea331 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Aug 30 22:20:29.827459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a26b4b0-c744-4176-ac3f-73d5773da70e req-ba2662f1-bb32-4938-8ff2-e48f31ed7dee service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854867 Aug 30 22:20:29.917750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-f737d6d2-fbf9-4b51-bebe-4210642ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:29.919344 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-f737d6d2-fbf9-4b51-bebe-4210642ad7b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1095 time: 0.0427291 Aug 30 22:20:30.020861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-7e7676e3-e64a-48e1-b281-456b2981ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:30.022261 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-7e7676e3-e64a-48e1-b281-456b2981ce39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.0886116 Aug 30 22:20:30.063740 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-84db0917-a212-4307-800e-c0df74cbd1f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 217 time: 0.0341215 Aug 30 22:20:30.118116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-2d4c1763-c81f-45bd-8f17-ea88c58ea3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:30.119682 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-2d4c1763-c81f-45bd-8f17-ea88c58ea3a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0485461 Aug 30 22:20:30.168686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-66059a86-7c31-423b-8b54-4b37b9a2b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:30.170243 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-66059a86-7c31-423b-8b54-4b37b9a2b5a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432770 Aug 30 22:20:30.264770 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-5fb1ff7e-abd7-4a78-9333-4b0fc1d356f9 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869317 Aug 30 22:20:30.360536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dd26cc3a-6d75-4f0a-abc6-50759cde27e1 req-d53745ac-9772-4a51-881e-7a4092af59c2 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888350 Aug 30 22:20:30.883170 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05d55e-a8e1-4dd9-85be-084c54d7449d req-eedba1d5-e65d-4a2e-9467-ec7953fcc7d1 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:30.884664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d05d55e-a8e1-4dd9-85be-084c54d7449d req-eedba1d5-e65d-4a2e-9467-ec7953fcc7d1 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 943 time: 0.0508924 Aug 30 22:20:30.931276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d05d55e-a8e1-4dd9-85be-084c54d7449d req-18528a1a-e474-423a-9200-0138630bc2b9 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Aug 30 22:20:32.048164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e2b5-20a2-4a9b-bba1-e214f7af2273 req-6567cc5b-d576-4669-a859-30b2446bd476 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:32.049654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f25e2b5-20a2-4a9b-bba1-e214f7af2273 req-6567cc5b-d576-4669-a859-30b2446bd476 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 943 time: 0.0507722 Aug 30 22:20:32.091747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f25e2b5-20a2-4a9b-bba1-e214f7af2273 req-d9424300-b50a-4343-99c2-e6af400cc307 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359170 Aug 30 22:20:33.008222 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:20:33.104411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:33.116009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'port_id': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'mac_address': 'fa:16:3e:bf:00:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:20:33.155434 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:33.169509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:20:33.191130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:33.195321 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:33.209761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b346a-faed-43d3-9c7f-09bfa13d38bb req-f6371592-3573-4876-87f5-9e042749d56c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:33.211772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-754b346a-faed-43d3-9c7f-09bfa13d38bb req-f6371592-3573-4876-87f5-9e042749d56c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 943 time: 0.0506091 Aug 30 22:20:33.247164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:33.252222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-754b346a-faed-43d3-9c7f-09bfa13d38bb req-fd54a64b-a148-4a2c-9e53-8d9125a5c386 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Aug 30 22:20:33.254558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.254936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.255278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.255653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.255988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.256321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.256652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.256978 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.257276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.257636 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.257944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.258331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:33.536240 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:20:34.192839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:34.370044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943035e2-1315-4e5e-8aeb-a575f8456a34 req-15e63d4b-7d8b-4690-9bc4-4f83b1c844a5 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:34.371734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-943035e2-1315-4e5e-8aeb-a575f8456a34 req-15e63d4b-7d8b-4690-9bc4-4f83b1c844a5 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 944 time: 0.0512276 Aug 30 22:20:34.410806 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-943035e2-1315-4e5e-8aeb-a575f8456a34 req-f9f6e33c-2346-4478-9a68-1db814997878 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Aug 30 22:20:35.040088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:20:35.102313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:20:35.107505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:35.107945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:35.205510 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:35.236055 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:20:35.238340 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2c36be-8bac-41dc-b287-b1441d27ee45" -d '{"events": [{"server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "name": "network-vif-plugged", "status": "completed", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:20:35.252216 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:35.259749 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:35.283735 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770916e-2265-421a-887a-e2972ec73514 x-openstack-request-id: req-2770916e-2265-421a-887a-e2972ec73514 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:20:35.284004 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "name": "network-vif-plugged", "status": "completed", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:20:35.284258 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2770916e-2265-421a-887a-e2972ec73514 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:20:35.284653 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'code': 200} Aug 30 22:20:35.312346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:35.397788 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048e123-47fc-4245-ac38-08aee97990b6 req-34b0b5cc-7af9-4e6c-9f1f-3df57efedc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:35.398744 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7048e123-47fc-4245-ac38-08aee97990b6 req-34b0b5cc-7af9-4e6c-9f1f-3df57efedc18 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1097 time: 0.0453262 Aug 30 22:20:35.434989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7048e123-47fc-4245-ac38-08aee97990b6 req-67cb55d8-4bb6-4cb4-b395-97da53d032ee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294487 Aug 30 22:20:35.529360 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7589-38c6-4f31-a1a0-4883ceb039d5 req-624c0e08-00f8-440e-a18e-b7a7133b7bbb tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:35.530905 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54cf7589-38c6-4f31-a1a0-4883ceb039d5 req-624c0e08-00f8-440e-a18e-b7a7133b7bbb tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0512011 Aug 30 22:20:35.574441 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-54cf7589-38c6-4f31-a1a0-4883ceb039d5 req-e092bed1-7976-4f7b-aa85-e6d7c2a575ca tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372322 Aug 30 22:20:36.558153 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:36.692981 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ba236-d5ef-46e9-ba8d-6dc1cbdd996b req-44a1f0cf-9757-467d-ae67-24e2e122873a tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:36.694757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e2ba236-d5ef-46e9-ba8d-6dc1cbdd996b req-44a1f0cf-9757-467d-ae67-24e2e122873a tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0516515 Aug 30 22:20:36.735473 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5e2ba236-d5ef-46e9-ba8d-6dc1cbdd996b req-118daa75-c5b7-459f-9028-38c9f899abec tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Aug 30 22:20:37.852161 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f9d6-1028-4043-8d11-b1254bfe2bf5 req-8b7ad6c2-98d6-4dda-9702-f3f3a9546340 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:37.853640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f256f9d6-1028-4043-8d11-b1254bfe2bf5 req-8b7ad6c2-98d6-4dda-9702-f3f3a9546340 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0506930 Aug 30 22:20:37.894041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f256f9d6-1028-4043-8d11-b1254bfe2bf5 req-5acd582a-f25d-439c-aea3-626c953f888c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Aug 30 22:20:38.011812 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b18b22-3ed4-4398-9b0b-93d643e88a99 req-199c04f1-6cd0-4d6f-a67a-8d4ced9d965a tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:38.013387 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0b18b22-3ed4-4398-9b0b-93d643e88a99 req-199c04f1-6cd0-4d6f-a67a-8d4ced9d965a tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 30 22:20:38.057285 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c0b18b22-3ed4-4398-9b0b-93d643e88a99 req-c0bc36b2-438a-489d-8bdd-cd696c2963bd tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368431 Aug 30 22:20:38.248350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8441b-4ca1-4f57-9655-c5402734a172 req-29aea500-b8ce-4d92-8348-a35b4beab6c4 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:38.249837 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50d8441b-4ca1-4f57-9655-c5402734a172 req-29aea500-b8ce-4d92-8348-a35b4beab6c4 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0523167 Aug 30 22:20:38.290025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50d8441b-4ca1-4f57-9655-c5402734a172 req-47d4fb57-adb4-4864-97b5-3fa860cbb310 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Aug 30 22:20:39.106878 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-552f8d01-c4be-4d93-9ed1-3219e5cdc002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:41.894221 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:42.047728 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-18229bdf-3309-4346-a3e5-3931cfec2bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:42.980262 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:44.850251 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:50.008599 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5fa7b-ae53-4b05-9fc5-199c93463449 req-1605cc42-8d4b-4689-a10d-6124d77fb1aa tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:50.010126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24b5fa7b-ae53-4b05-9fc5-199c93463449 req-1605cc42-8d4b-4689-a10d-6124d77fb1aa tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0531859 Aug 30 22:20:50.049938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24b5fa7b-ae53-4b05-9fc5-199c93463449 req-3836b389-6770-4295-9858-d184bb2cd672 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Aug 30 22:20:50.072186 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52096) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:50.211030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1c37d-c580-4e7e-b4d4-1bfa50d7e1ca tempest-TestMinimumBasicScenario-313414196 tempest-TestMinimumBasicScenario-313414196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:50.212543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-56c1c37d-c580-4e7e-b4d4-1bfa50d7e1ca tempest-TestMinimumBasicScenario-313414196 tempest-TestMinimumBasicScenario-313414196-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1092 time: 0.1394174 Aug 30 22:20:50.215928 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52100) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:50.220228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:50.245244 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:50.349820 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:50.469275 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Allocated IP 172.25.5.16 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/a0ad05dc-06f4-4180-ba1b-aa48c1a20076) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:20:50.933061 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:50.977413 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:51.018214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:20:51.024400 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:20:51.028777 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:20:51.056506 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'Port': ['ID=a0ad05dc-06f4-4180-ba1b-aa48c1a20076,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:51.070330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.070640 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.071032 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.071359 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.071683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.072005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.072345 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.072666 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.073146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.073483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.073799 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.074097 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:51.432905 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:51.505450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:51.666299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:51.673346 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:51.745228 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'Port': ['ID=a0ad05dc-06f4-4180-ba1b-aa48c1a20076,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:51.763031 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:51.868428 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Floating IP 30dda295-9f73-47ec-8f41-1266476bde42 associated. External IP: 172.25.5.16, port: 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d. Aug 30 22:20:52.098539 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:20:52.211073 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:20:52.224048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] Sync routers for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:20:52.228999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.236246 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:52.236890 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:20:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:52.257808 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-910ac778-8a96-42f0-8142-7ea33916d298 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0408177 Aug 30 22:20:52.258391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:20:52.260786 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3a6bc6-5660-4226-86d3-30144d7cd99e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:20:52.260993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52102) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:52.265730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182975961', 'description': 'tempest-secgroup-smoke-1182975961 description', 'project_id': '37286c5b88b94f2eab94840ed0aa261c'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:52.297886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.363367 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:52.396156 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.402362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.434115 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.438156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1734645 Aug 30 22:20:52.438516 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52110) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:52.440581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5372b8-334f-4314-8284-e4c22f12ca15,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:52.443618 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group_rule': {'security_group_id': 'fb5372b8-334f-4314-8284-e4c22f12ca15', 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:52.454132 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.454693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.455033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.455373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.455722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.456056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.457130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.457498 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.457840 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.458173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.458503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.459167 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75205e9d-9e98-43d9-972a-a4be8c31e394 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:20:52.487324 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5407872-65ef-472d-8b58-85452f1ae4c4 x-openstack-request-id: req-a5407872-65ef-472d-8b58-85452f1ae4c4 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:20:52.487639 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:20:52.487950 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5407872-65ef-472d-8b58-85452f1ae4c4 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:20:52.488379 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'status': 'completed', 'code': 200} Aug 30 22:20:52.492154 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.541361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:20:52.547506 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.555357 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.565513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-0fc06822-ed20-4aff-9ecf-17d1535a3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:52.567144 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-0fc06822-ed20-4aff-9ecf-17d1535a3aa2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1097 time: 0.0574839 Aug 30 22:20:52.577464 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd54f02-51c1-4324-8a9e-f6037d591486,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:52.588140 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.594055 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-96875680-140c-4b74-a9b8-997a6479534c tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543496 Aug 30 22:20:52.596821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52112) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:52.601674 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group_rule': {'security_group_id': 'fb5372b8-334f-4314-8284-e4c22f12ca15', 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:52.632490 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.645913 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '30dda295-9f73-47ec-8f41-1266476bde42', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'port_id': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'mac_address': 'fa:16:3e:bf:00:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:20:51Z', 'updated_at': '2021-08-30T22:20:51Z', 'revision_number': 0, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:04Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:52.679905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-1e61bb25-d04c-46cc-b78f-89fdcbd04b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:52.681698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-1e61bb25-d04c-46cc-b78f-89fdcbd04b63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.1063070 Aug 30 22:20:52.682278 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] Checking router: a610dc50-d3f0-474a-b581-6ad94e0bf5d5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:20:52.692800 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:20:52.693714 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:20:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:52.700000 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.706257 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.726314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f663c08-db79-4c6c-8e77-6e53ec23e630,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:52.733008 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.736949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9d8d4a36-0799-4073-881c-a1e52941ff21 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364944 Aug 30 22:20:52.738130 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52114) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:52.742285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group_rule': {'security_group_id': 'fb5372b8-334f-4314-8284-e4c22f12ca15', 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:52.770205 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-a497ab7e-201a-4baf-9e2e-140d4dd0b5f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 998 time: 0.0801985 Aug 30 22:20:52.772002 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.812927 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:20:52.827897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-367f97e8-2db5-4d04-a8e5-20838ffc600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:52.829516 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-367f97e8-2db5-4d04-a8e5-20838ffc600b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0521100 Aug 30 22:20:52.838027 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.843902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.865966 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9876beeb-98f3-4f8a-afc9-3cf74c5ac376,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:52.875529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:52.876803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-67f13594-430c-4b8d-ba3d-645fb97fa506 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385567 Aug 30 22:20:52.880230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52116) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:52.886640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group_rule': {'security_group_id': 'fb5372b8-334f-4314-8284-e4c22f12ca15', 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:52.894804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-e604af83-6982-4604-8ed1-3fd4d1403a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:52.896376 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-e604af83-6982-4604-8ed1-3fd4d1403a44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595648 Aug 30 22:20:52.987994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.022262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-5e1237c1-2d36-48bb-a4e0-fd1b4b5c5d32 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165230 Aug 30 22:20:53.059730 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '30dda295-9f73-47ec-8f41-1266476bde42', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'port_id': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'mac_address': 'fa:16:3e:bf:00:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:20:51Z', 'updated_at': '2021-08-30T22:20:51Z', 'revision_number': 0, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:04Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:20:53.086564 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71109a-670e-40ef-b1d6-63323cbf62ef None None] The sync data for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 is: [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '30dda295-9f73-47ec-8f41-1266476bde42', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'port_id': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'mac_address': 'fa:16:3e:bf:00:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:20:51Z', 'updated_at': '2021-08-30T22:20:51Z', 'revision_number': 0, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:04Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:20:53.119258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.129419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.161029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936842c4-a4ee-418f-b2cb-dfb25ade8e1e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:53.171340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-8a3a6bc6-5660-4226-86d3-30144d7cd99e req-0276a329-3bd3-4652-ac8f-a7cfcb7cd5de service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405637 Aug 30 22:20:53.172230 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.173301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5e1764f9-66fb-404e-a32f-f1d3d8a74903 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2921240 Aug 30 22:20:53.176348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52118) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:53.181294 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group_rule': {'security_group_id': 'fb5372b8-334f-4314-8284-e4c22f12ca15', 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:53.203416 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Project 37286c5b88b94f2eab94840ed0aa261c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:20:53.208930 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.276493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.282103 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.301460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c74c3ef-a0ab-413a-8f60-173f96c1537a,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:53.309143 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472faeb-a3ec-433a-87bd-61b1bf23835b None None] New status for floating IP 30dda295-9f73-47ec-8f41-1266476bde42: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:20:53.309842 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.315038 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9f8b6eee-13fc-4d8b-a5e0-0dd78c25416e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371613 Aug 30 22:20:53.315771 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52120) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:20:53.320731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'security_group_rule': {'security_group_id': 'fb5372b8-334f-4314-8284-e4c22f12ca15', 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:53.344172 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Project 37286c5b88b94f2eab94840ed0aa261c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:20:53.349535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.414174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.417855 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.436130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a049ab-1c86-49c0-81b0-dd06e926aa5f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:53.442877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.444268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f42224e0-63c4-402a-aff0-f2c06b1fe282 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273005 Aug 30 22:20:53.532897 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-d7577455-9fbc-4ac1-9492-c656617452cd tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182975961&fields=id&tenant_id=37286c5b88b94f2eab94840ed0aa261c HTTP/1.1" status: 200 len: 267 time: 0.0367086 Aug 30 22:20:53.591968 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-7d3d3f52-2d45-4984-a484-29b5a3b04e74 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:53.593664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-7d3d3f52-2d45-4984-a484-29b5a3b04e74 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0547338 Aug 30 22:20:53.606129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'port': {'security_groups': ['a40fb3d7-2277-4d90-9754-10fa80d69965', 'fb5372b8-334f-4314-8284-e4c22f12ca15']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:20:53.677658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.870922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:20:53.909152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.916298 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.930291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:20:53.963377 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:53.964064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:53.965534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-795d11cb-77ab-4e55-bbc9-19b432c2bab0 req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "PUT /v2.0/ports/27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 981 time: 0.3647029 Aug 30 22:20:53.989866 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcce94-f75f-4bbe-9685-b2ac6397ed56 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=6']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:20:54.044658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:20:54.097482 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607724-af4e-47e0-a892-f09a37d0adb4 req-5d0b68c5-d289-407b-84f9-ade44cffb5de tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:54.099222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd607724-af4e-47e0-a892-f09a37d0adb4 req-5d0b68c5-d289-407b-84f9-ade44cffb5de tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0674894 Aug 30 22:20:54.155448 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd607724-af4e-47e0-a892-f09a37d0adb4 req-100876f0-82a2-49b5-803a-aba64f6ee1e1 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478010 Aug 30 22:20:54.332291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1c2c35a2-c3fa-432e-89c2-46bf898e64d6 None None] Provisioning complete for port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:20:54.332885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c2c35a2-c3fa-432e-89c2-46bf898e64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:20:54.489630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:20:54.492137 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:20:54.537943 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54fb395-e4b8-4269-aafc-2db9307100cf x-openstack-request-id: req-d54fb395-e4b8-4269-aafc-2db9307100cf {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:20:54.538656 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:20:54.538656 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d54fb395-e4b8-4269-aafc-2db9307100cf {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:20:54.538950 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'status': 'completed', 'code': 200} Aug 30 22:20:54.608968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-ff2cc19b-479b-42c8-8b5a-f5a7ffffcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:54.610496 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-ff2cc19b-479b-42c8-8b5a-f5a7ffffcc1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1136 time: 0.0484338 Aug 30 22:20:54.711174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-fb90cbae-540f-4069-9774-56148ac29f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:54.712694 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-fb90cbae-540f-4069-9774-56148ac29f95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.0908260 Aug 30 22:20:54.786924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-c4f289fe-c29b-49b1-9650-2489ad113d72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 1000 time: 0.0661280 Aug 30 22:20:54.841028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-6df46bd7-94cd-41e6-abd1-bd2f1eecd037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:54.842524 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-6df46bd7-94cd-41e6-abd1-bd2f1eecd037 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0477495 Aug 30 22:20:54.893124 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-5bdd3088-76ef-4a7f-93b7-e3187264e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:20:54.895197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-5bdd3088-76ef-4a7f-93b7-e3187264e48b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446362 Aug 30 22:20:54.997964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-fd3f0922-5d45-42d3-8caa-bac4d9c3644f service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942047 Aug 30 22:20:55.092176 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e6eaaddd-3ed2-4603-b111-a6bb6c4b8bf6 req-d00c291c-2e0b-47bb-977f-abfe68453d74 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Aug 30 22:21:04.195624 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:06.563995 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:09.121147 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5a35eade-55a5-488f-9a94-051756827012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:11.895796 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:12.053597 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-13aac1ab-ddb4-4d73-bbc0-2aa3b1eb5f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:12.977971 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:14.854065 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:29.546032 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:21:31.625991 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-59a95ff5-8fdc-41e7-a8b3-168999edc94c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431247 Aug 30 22:21:31.716083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-fc36ab44-c021-467f-91f5-50e19ba785ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:31.717582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-fc36ab44-c021-467f-91f5-50e19ba785ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1136 time: 0.0477610 Aug 30 22:21:31.827395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-71d93a68-ad26-416f-a7ff-1930ce57c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:31.828866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-71d93a68-ad26-416f-a7ff-1930ce57c801 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.0859416 Aug 30 22:21:31.897955 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-3498e5b7-4f50-49fb-8517-be9b6eacb8bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 1000 time: 0.0613368 Aug 30 22:21:31.946986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-843cc93b-d3b2-4788-b603-687a9291480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:31.948371 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-843cc93b-d3b2-4788-b603-687a9291480d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0434723 Aug 30 22:21:31.996249 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-62e10e98-b7eb-4d31-9c43-b3df0ffda870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:31.997708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-62e10e98-b7eb-4d31-9c43-b3df0ffda870 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422120 Aug 30 22:21:32.096537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-9ff4f71c-83e8-4d52-8c45-224634020c2c service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908368 Aug 30 22:21:32.187702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf652924-6ab8-4366-a804-e1ca83afe188 req-e28198fc-98f3-457b-a268-a96d80f285df service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827894 Aug 30 22:21:34.215420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:36.589925 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:39.120993 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e469f9fa-feed-40a4-b0d5-e43e640be83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:41.899094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:42.052950 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1896c93f-469f-47da-abeb-7c691c88025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:42.990335 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:44.859954 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:21:51.825214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f62f5d-ba69-47ad-bef9-fad0fe6d65c7 req-563a1a7c-f306-4ab6-b7a7-ccb0670b8f42 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:51.825865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-43a2e9e0-d8d2-4c7e-b0d4-cd405c00d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:51.826781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3f62f5d-ba69-47ad-bef9-fad0fe6d65c7 req-563a1a7c-f306-4ab6-b7a7-ccb0670b8f42 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0506496 Aug 30 22:21:51.827492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-43a2e9e0-d8d2-4c7e-b0d4-cd405c00d215 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1136 time: 0.0428853 Aug 30 22:21:51.867212 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3f62f5d-ba69-47ad-bef9-fad0fe6d65c7 req-3c146dc5-3283-4b49-be8a-45a8d2b75390 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341740 Aug 30 22:21:51.920787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-d87b4f80-3ce2-427e-97a9-10f7d7ba4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:51.922208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-d87b4f80-3ce2-427e-97a9-10f7d7ba4dc4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.0868170 Aug 30 22:21:51.987971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-42ecf574-0fb4-46d8-9822-8459f04f8e15 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 1000 time: 0.0582571 Aug 30 22:21:52.045639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-c8b71e22-b88f-4ecd-8a10-ba9004cb1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:52.047088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-c8b71e22-b88f-4ecd-8a10-ba9004cb1c43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0507033 Aug 30 22:21:52.094538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-ed35a0c9-ee86-43de-800f-82385ac23d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:52.096051 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-ed35a0c9-ee86-43de-800f-82385ac23d84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416448 Aug 30 22:21:52.195957 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-f51734f7-fb7c-4178-8b0d-363f66d49022 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912979 Aug 30 22:21:52.290831 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1956b58c-b4e3-45ce-af71-232e87553d69 req-293b5e4e-0b5e-455b-a266-2c7912331429 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Aug 30 22:21:53.003665 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14cdbe-cc2c-4ccb-a091-281d328824e9 req-b4d76883-1aa0-4f8d-99a1-32744a8dd73d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:53.005164 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c14cdbe-cc2c-4ccb-a091-281d328824e9 req-b4d76883-1aa0-4f8d-99a1-32744a8dd73d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0640624 Aug 30 22:21:53.050381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4c14cdbe-cc2c-4ccb-a091-281d328824e9 req-f2ca3aa2-eb32-4271-bb06-dcd7609e2ccb tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361130 Aug 30 22:21:54.177829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930f2ce-6083-4940-9017-a2d36dc5a96d req-bfe982be-005b-4182-a15c-0aabab406c14 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:54.179343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b930f2ce-6083-4940-9017-a2d36dc5a96d req-bfe982be-005b-4182-a15c-0aabab406c14 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0524926 Aug 30 22:21:54.220182 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b930f2ce-6083-4940-9017-a2d36dc5a96d req-021c5484-c56f-4f11-a869-2bdd74378b30 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346377 Aug 30 22:21:55.362951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f391c-0511-47b4-9da2-eb075d061f7e req-2f353800-4ca2-4eb5-af8a-1389ff482986 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:55.364449 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-789f391c-0511-47b4-9da2-eb075d061f7e req-2f353800-4ca2-4eb5-af8a-1389ff482986 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0680940 Aug 30 22:21:55.405491 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-789f391c-0511-47b4-9da2-eb075d061f7e req-143bf4e0-efd8-415e-9eb6-3519007dbff9 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347931 Aug 30 22:21:56.542174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36982f8-830e-4f86-91e6-58e269ce8865 req-692b8be0-8867-422f-9e8f-0380defd5e0d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:56.543717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c36982f8-830e-4f86-91e6-58e269ce8865 req-692b8be0-8867-422f-9e8f-0380defd5e0d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0578568 Aug 30 22:21:56.590952 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c36982f8-830e-4f86-91e6-58e269ce8865 req-c9f4eaed-2b85-4ab4-90d5-1d9c239b20db tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379977 Aug 30 22:21:57.716137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fff41-d580-477a-bc38-ae05a4c76dec req-3ff56037-b95f-4642-8b6b-0b77201e3154 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:57.717719 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e60fff41-d580-477a-bc38-ae05a4c76dec req-3ff56037-b95f-4642-8b6b-0b77201e3154 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0521748 Aug 30 22:21:57.760006 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e60fff41-d580-477a-bc38-ae05a4c76dec req-10442b22-1281-4250-89af-558188542600 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360732 Aug 30 22:21:58.901171 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deebaf-e038-4a49-9c00-816a01cd8063 req-5abcfd1c-e6a8-4884-b45d-e31c30ef0a84 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:21:58.902692 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56deebaf-e038-4a49-9c00-816a01cd8063 req-5abcfd1c-e6a8-4884-b45d-e31c30ef0a84 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0597882 Aug 30 22:21:58.950091 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-56deebaf-e038-4a49-9c00-816a01cd8063 req-bd98d4e4-c0e6-40cb-969b-0b7e2f605571 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406694 Aug 30 22:22:00.081990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bb3fd-bfe7-4adf-924c-22e04790afcd req-44628acf-dd60-45be-b1fa-a4b62abe18c0 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:00.083534 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe0bb3fd-bfe7-4adf-924c-22e04790afcd req-44628acf-dd60-45be-b1fa-a4b62abe18c0 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0639000 Aug 30 22:22:00.125539 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fe0bb3fd-bfe7-4adf-924c-22e04790afcd req-2291cff8-41e8-433c-a0b2-e20558334ee5 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345838 Aug 30 22:22:01.253063 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba4215-a084-4797-9a4d-fcc49ca2c22b req-df99b6a9-5b8f-4132-ba37-4f329c53e1a4 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:01.254572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-baba4215-a084-4797-9a4d-fcc49ca2c22b req-df99b6a9-5b8f-4132-ba37-4f329c53e1a4 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0588710 Aug 30 22:22:01.295487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-baba4215-a084-4797-9a4d-fcc49ca2c22b req-fa479334-373e-4e53-b528-822ee6e25d08 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347006 Aug 30 22:22:02.439033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb934f-52bd-47a2-b02a-1ac2bd297749 req-4daa1e33-576d-4dc9-be36-e830c7f6f36d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:02.440521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80fb934f-52bd-47a2-b02a-1ac2bd297749 req-4daa1e33-576d-4dc9-be36-e830c7f6f36d tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0625095 Aug 30 22:22:02.484198 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-80fb934f-52bd-47a2-b02a-1ac2bd297749 req-ae54756b-9f9e-4ab1-b813-e30231944aa7 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358317 Aug 30 22:22:03.620072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd934a3-ccf0-4f5d-8a88-477a9b2d4e59 req-a2270193-1a90-4a4f-aee6-486057e78308 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:03.621554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cd934a3-ccf0-4f5d-8a88-477a9b2d4e59 req-a2270193-1a90-4a4f-aee6-486057e78308 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0637319 Aug 30 22:22:03.664035 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8cd934a3-ccf0-4f5d-8a88-477a9b2d4e59 req-97bc1c06-dc77-4a0a-844b-95c22f49bebe tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb5372b8-334f-4314-8284-e4c22f12ca15&id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359437 Aug 30 22:22:04.211905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:06.550343 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:22:06.747675 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:09.124846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7319c527-069f-4f0e-8efe-fe77ce183f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:11.902413 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:12.050073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-203ecacd-e825-4cad-a3e3-77407d117341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:12.989186 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:14.862131 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:32.622697 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-41e9f89a-5bc4-4e26-ad4a-c524fde4dc72 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437596 Aug 30 22:22:32.707928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-b27d3f40-be35-499d-ab61-06b460691ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:32.709414 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-b27d3f40-be35-499d-ab61-06b460691ce0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1136 time: 0.0426512 Aug 30 22:22:33.120017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-278eb21e-ae9f-4221-81ba-d1855d83435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:33.121536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-278eb21e-ae9f-4221-81ba-d1855d83435f service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.3914075 Aug 30 22:22:33.186826 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-74ef03f1-b2e5-4ee0-95a9-3f16e0c54ff6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 1000 time: 0.0571871 Aug 30 22:22:33.245908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-459d011d-3761-4d51-9782-7897facaf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:33.247903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-459d011d-3761-4d51-9782-7897facaf458 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0531337 Aug 30 22:22:33.298615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-58745a9b-5ef1-4618-8e1e-413c42955e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:22:33.300202 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-58745a9b-5ef1-4618-8e1e-413c42955e19 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443089 Aug 30 22:22:33.393989 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-f7f6db46-713a-49bc-9e16-3c60fb29e748 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859842 Aug 30 22:22:33.487306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659d6faa-ebb4-4d25-9f73-135fcc954f31 req-71b74b9f-b587-4a3e-9436-a8bd5f615176 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861962 Aug 30 22:22:34.227661 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:36.596649 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:39.123891 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0b12015d-3cf9-4068-8956-29901b02cb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:41.898869 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:42.051211 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b3c585b7-04cb-4521-8ecc-93cdfeb125e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:42.995062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:22:43.551402 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:22:44.865725 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:04.227733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:06.604012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.152168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-0d8d3b70-c96d-424b-bc2c-5618ffba8dfb tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182975961&fields=id&tenant_id=37286c5b88b94f2eab94840ed0aa261c HTTP/1.1" status: 200 len: 267 time: 0.1013720 Aug 30 22:23:07.207288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-d0f53336-11a3-4000-8107-f4e56ccacca7 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:07.208910 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-d0f53336-11a3-4000-8107-f4e56ccacca7 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 984 time: 0.0507629 Aug 30 22:23:07.222955 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Request body: {'port': {'security_groups': ['a40fb3d7-2277-4d90-9754-10fa80d69965']}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:07.291070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.472972 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:07.503176 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.511416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.525296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:23:07.561782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:07.562437 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.563930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50fffb27-5b7a-44ef-99d6-4cd5884bda8d req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "PUT /v2.0/ports/27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 942 time: 0.3455670 Aug 30 22:23:07.564396 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:23:07.566727 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca8876c-f043-42c6-8a32-24c332a4563d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:23:07.570895 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52216) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:07.585422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event updated for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=7']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:07.594162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.594510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.594887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.595227 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.595560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.595904 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.596358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.596689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.597022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.597348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.597683 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.598037 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb56fcc4-abae-4101-9330-bd5d8a73ba8f tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.643322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:23:07.650482 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a1489c-9d0c-4576-81c7-54371ea005bc x-openstack-request-id: req-59a1489c-9d0c-4576-81c7-54371ea005bc {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:23:07.650817 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:23:07.651101 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59a1489c-9d0c-4576-81c7-54371ea005bc {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:23:07.651610 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'status': 'completed', 'code': 200} Aug 30 22:23:07.657056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.694758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.757718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-cdea6927-3bda-4fb6-8548-c1fe2029f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:07.759576 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-cdea6927-3bda-4fb6-8548-c1fe2029f5ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1097 time: 0.0797658 Aug 30 22:23:07.830764 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.833351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.834548 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "DELETE /v2.0/security-groups/fb5372b8-334f-4314-8284-e4c22f12ca15 HTTP/1.1" status: 204 len: 168 time: 0.2625589 Aug 30 22:23:07.837552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52218) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:07.840696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8b0bc91d-3a87-4d8d-a4ba-53973a640088 None None] Provisioning complete for port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:07.841074 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc91d-3a87-4d8d-a4ba-53973a640088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:07.855329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5372b8-334f-4314-8284-e4c22f12ca15,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:07.864185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.864536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.865012 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.865328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.865665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.866002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.866321 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.866638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.866966 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.867279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.867897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.867897 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c058e8-4429-4423-8ed2-dd21b4be95c6 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:07.889875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-5b153c02-7691-4ea9-9084-4581b08c7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:07.891412 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-5b153c02-7691-4ea9-9084-4581b08c7fbc service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.1240165 Aug 30 22:23:07.961683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-e995b09b-c8fb-46dd-bf7e-30708d68e08f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 1000 time: 0.0621080 Aug 30 22:23:08.003616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Deleting port a0ad05dc-06f4-4180-ba1b-aa48c1a20076 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:08.003969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:08.010425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-593ed4cd-83c5-474f-bfbf-c03c3ba362d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:08.011973 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-593ed4cd-83c5-474f-bfbf-c03c3ba362d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0431292 Aug 30 22:23:08.065283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-3583a603-0434-4312-9600-201c8a57e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:08.066898 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-3583a603-0434-4312-9600-201c8a57e2e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465548 Aug 30 22:23:08.084035 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:08.084293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:08.096635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Calling delete_port for a0ad05dc-06f4-4180-ba1b-aa48c1a20076 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:08.163858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-7956b0a5-aa01-4afe-ac5a-5b4a9c9a2578 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895903 Aug 30 22:23:08.243657 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:08.255731 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1ca8876c-f043-42c6-8a32-24c332a4563d req-63beb1a4-14ec-49bc-bce1-c2f61fe153a7 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Aug 30 22:23:08.283476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event deleted for resources: {'Port': ['ID=a0ad05dc-06f4-4180-ba1b-aa48c1a20076,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:08.340862 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:08.341196 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Floating IP 30dda295-9f73-47ec-8f41-1266476bde42 disassociated (deleted). External IP: 172.25.5.16, port: 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d. Aug 30 22:23:08.574016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:23:08.682795 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:23:08.688144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:08.696531 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] Sync routers for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:23:08.706818 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:08.707489 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:22:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:08.715308 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d4a8cc63-3103-4a92-aa1e-7c20ec0ee2ba tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "DELETE /v2.0/floatingips/30dda295-9f73-47ec-8f41-1266476bde42 HTTP/1.1" status: 204 len: 168 time: 0.8766382 Aug 30 22:23:08.924454 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:09.119540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-04297368-d36e-42b9-908f-189c0831340c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:09.129428 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:04Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:09.157139 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] Checking router: a610dc50-d3f0-474a-b581-6ad94e0bf5d5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:23:09.165507 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:09.166108 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:22:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:09.275334 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:09.481693 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:04Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:09.508323 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a6de6-d046-476a-8e15-e0021d86a2b7 None None] The sync data for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 is: [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:58Z', 'revision_number': 4, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '527039eb-866f-4414-8a40-a40451208c08', 'name': '', 'network_id': '0cbfa667-c38d-47e0-9d2e-f7bfede3d75b', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'mac_address': 'fa:16:3e:0c:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:57Z', 'updated_at': '2021-08-30T22:20:04Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'subnets': [{'id': '69437c3e-92d2-4fcc-856e-0fe1c91bfde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:23:09.652831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:23:09.655448 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:23:09.696165 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50918e-d038-4f27-af34-345dd0125175 x-openstack-request-id: req-2d50918e-d038-4f27-af34-345dd0125175 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:23:09.696602 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:23:09.696917 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d50918e-d038-4f27-af34-345dd0125175 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:23:09.697441 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'status': 'completed', 'code': 200} Aug 30 22:23:09.723189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047c7a2-572d-4059-bf35-b55b8b1ea003 None None] New status for floating IP 30dda295-9f73-47ec-8f41-1266476bde42: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:23:09.766292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-96694af6-bc25-4414-9d58-188bcee68f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:09.768193 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-96694af6-bc25-4414-9d58-188bcee68f3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=37286c5b88b94f2eab94840ed0aa261c&device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 1097 time: 0.0475998 Aug 30 22:23:09.870729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-360f2066-5a38-42ae-a9a1-fe183633a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:09.872260 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-360f2066-5a38-42ae-a9a1-fe183633a2e5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 200 len: 915 time: 0.0974319 Aug 30 22:23:09.915464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-576a52e1-83f6-422c-876b-d710334dc6dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 200 len: 217 time: 0.0353220 Aug 30 22:23:09.969002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-73d7db59-c78c-4092-8aec-0cb2b9e02f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:09.970496 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-73d7db59-c78c-4092-8aec-0cb2b9e02f96 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 200 len: 853 time: 0.0486491 Aug 30 22:23:10.023838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-78db4264-b6da-4d95-a568-97ba40c4f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:10.025400 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-78db4264-b6da-4d95-a568-97ba40c4f4b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436804 Aug 30 22:23:10.119984 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-2d89318e-8bdc-414f-8896-7a5ed9b13359 service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872228 Aug 30 22:23:10.215955 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4b85df4a-e8b8-4fbd-9475-109b0ef82ebb req-812851be-226a-4fe9-91c8-20e484c5a36f service neutron] 10.222.0.86 "GET /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886569 Aug 30 22:23:11.895137 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:12.045306 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b0b4eb09-0542-44ba-a1e3-803c4460abf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:12.998814 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:14.868751 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:15.690084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23984d4-784e-4e35-a211-cac9a817addd req-deaf17a4-cca5-4d11-a67a-1523d7dfd8dd tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:15.691660 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d23984d4-784e-4e35-a211-cac9a817addd req-deaf17a4-cca5-4d11-a67a-1523d7dfd8dd tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0517297 Aug 30 22:23:15.731202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d23984d4-784e-4e35-a211-cac9a817addd req-5c78ed85-d68c-402a-ab7b-bcc308c70c55 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Aug 30 22:23:16.865737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af9176-b97a-4118-84aa-764db4a88fbd req-9aeabce4-65ad-4a40-acf7-9078c1c4108e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:16.867239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98af9176-b97a-4118-84aa-764db4a88fbd req-9aeabce4-65ad-4a40-acf7-9078c1c4108e tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0578318 Aug 30 22:23:16.906610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-98af9176-b97a-4118-84aa-764db4a88fbd req-04442798-3392-4b88-ab3e-ec805a6ab0ad tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Aug 30 22:23:17.649229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-ea121fcd-926a-409a-afe2-10b582a3e6ac tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:17.650707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-ea121fcd-926a-409a-afe2-10b582a3e6ac tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.86 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 945 time: 0.0599940 Aug 30 22:23:17.749186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Deleting port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:17.749514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:17.842817 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] For port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:17.843162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:17.856311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Calling delete_port for 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:17.994607 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:18.007641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:23:18.024593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Pushing event deleted for resources: {'Port': ['ID=27e7ea7b-6b1b-4bf0-9749-5ed387118f8d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:18.024861 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f807-20f4-471f-8ceb-aa2db2c33ccc req-a5e8f625-26c2-4aef-bd3f-cc2a338172bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:18.033340 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5451f807-20f4-471f-8ceb-aa2db2c33ccc req-a5e8f625-26c2-4aef-bd3f-cc2a338172bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ccab2490-276c-42d0-969b-a8728a478a5f HTTP/1.1" status: 200 len: 867 time: 0.0575981 Aug 30 22:23:18.067467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5451f807-20f4-471f-8ceb-aa2db2c33ccc req-5be9b430-ee97-49fa-b28b-02b952e04c63 tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.76 "GET /v2.0/security-groups?id=a40fb3d7-2277-4d90-9754-10fa80d69965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329914 Aug 30 22:23:18.071772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] No DVR routers for this DVR port 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:23:18.074429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:18.076535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cbf46b1c-ebf8-47c4-ac35-773f79a7f8eb req-69fc7a03-ad7c-44fb-8b9f-8ee64b4961bf tempest-TestMinimumBasicScenario-935205639 tempest-TestMinimumBasicScenario-935205639-project] 10.222.0.86 "DELETE /v2.0/ports/27e7ea7b-6b1b-4bf0-9749-5ed387118f8d HTTP/1.1" status: 204 len: 173 time: 0.4191473 Aug 30 22:23:18.076982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'name': 'network-vif-deleted', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:23:18.079292 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f405fbd-52b5-49f2-8376-872d6da3ecc0" -d '{"events": [{"server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "name": "network-vif-deleted", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:23:18.216053 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4752e68c-4daf-40fe-b818-63763d29a7b5 x-openstack-request-id: req-4752e68c-4daf-40fe-b818-63763d29a7b5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:23:18.216365 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccab2490-276c-42d0-969b-a8728a478a5f", "name": "network-vif-deleted", "tag": "27e7ea7b-6b1b-4bf0-9749-5ed387118f8d", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:23:18.216598 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4752e68c-4daf-40fe-b818-63763d29a7b5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:23:18.217174 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccab2490-276c-42d0-969b-a8728a478a5f', 'name': 'network-vif-deleted', 'tag': '27e7ea7b-6b1b-4bf0-9749-5ed387118f8d', 'status': 'completed', 'code': 200} Aug 30 22:23:19.718550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:20.099023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:20.365735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Deleting port 527039eb-866f-4414-8a40-a40451208c08 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:20.366034 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:20.450789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] For port 527039eb-866f-4414-8a40-a40451208c08, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=527039eb-866f-4414-8a40-a40451208c08,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:20.451142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:20.467758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Calling delete_port for 527039eb-866f-4414-8a40-a40451208c08 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:20.550723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:23:20.662347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:20.687461 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=527039eb-866f-4414-8a40-a40451208c08,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:20.858414 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.088494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:23:21.200700 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:23:21.207706 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4f3ae96d-1c5b-407f-b137-eee2280df4fe admin admin] 10.222.0.76 "PUT /v2.0/routers/a610dc50-d3f0-474a-b581-6ad94e0bf5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4880607 Aug 30 22:23:21.210959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52320) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:21.211505 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d90d57-314c-4645-b3fa-836254750474 None None] Sync routers for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:23:21.221878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:21.222498 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:21.317872 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.329145 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:21.418826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.472102 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Deleting port 960f8d38-7621-4dd2-95ab-c7706b198262 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:21.472441 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.502604 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:23:20Z', 'revision_number': 5, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port': {'id': '960f8d38-7621-4dd2-95ab-c7706b198262', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:80:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:21.532517 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d90d57-314c-4645-b3fa-836254750474 None None] Checking router: a610dc50-d3f0-474a-b581-6ad94e0bf5d5 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:23:21.544563 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] Routers {'a610dc50-d3f0-474a-b581-6ad94e0bf5d5'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:21.545213 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:21.555802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] For port 960f8d38-7621-4dd2-95ab-c7706b198262, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=960f8d38-7621-4dd2-95ab-c7706b198262,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:21.556258 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.574782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Calling delete_port for 960f8d38-7621-4dd2-95ab-c7706b198262 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:21.631369 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] Set router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:21.683887 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-41d90d57-314c-4645-b3fa-836254750474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:23:21Z', 'revision_number': 6, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:21.712599 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d90d57-314c-4645-b3fa-836254750474 None None] The sync data for ids ['a610dc50-d3f0-474a-b581-6ad94e0bf5d5'] in n-d-793620-16 is: [{'id': 'a610dc50-d3f0-474a-b581-6ad94e0bf5d5', 'name': 'tempest-TestMinimumBasicScenario-730917307-router', 'tenant_id': '37286c5b88b94f2eab94840ed0aa261c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:19:55Z', 'updated_at': '2021-08-30T22:23:21Z', 'revision_number': 6, 'project_id': '37286c5b88b94f2eab94840ed0aa261c', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:23:21.737975 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.766002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Pushing event deleted for resources: {'Port': ['ID=960f8d38-7621-4dd2-95ab-c7706b198262,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:21.835174 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.893284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:21.913098 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:21.913445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 27e7ea7b-6b1b-4bf0-9749-5ed387118f8d not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:21.928542 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.930903 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.975569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.976156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a610dc50-d3f0-474a-b581-6ad94e0bf5d5 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:23:21.980856 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:21.982366 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-691d2244-e441-4f9e-ae91-d4b231c26391 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a610dc50-d3f0-474a-b581-6ad94e0bf5d5 HTTP/1.1" status: 204 len: 168 time: 0.7704947 Aug 30 22:23:21.985188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52324) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:22.035385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Deleting subnet 69437c3e-92d2-4fcc-856e-0fe1c91bfde0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:23:22.039125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.073191 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.150612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.210528 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.240402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69437c3e-92d2-4fcc-856e-0fe1c91bfde0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:22.244139 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.247634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-027b19ac-568c-4b18-806d-7951b3affce9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/69437c3e-92d2-4fcc-856e-0fe1c91bfde0 HTTP/1.1" status: 204 len: 168 time: 0.2594767 Aug 30 22:23:22.248743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52326) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:22.251520 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674384ab-37ef-4326-9abf-4ead0f366610 None None] Network 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:23:22.319022 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.373684 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Deleting port 4f371b90-24fe-4363-8bda-d5ee28487404 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:22.374014 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.443518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] DHCP port deletion for 0cbfa667-c38d-47e0-9d2e-f7bfede3d75b request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:23:22.445375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] For port 4f371b90-24fe-4363-8bda-d5ee28487404, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4f371b90-24fe-4363-8bda-d5ee28487404,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:22.445749 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.459591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Calling delete_port for 4f371b90-24fe-4363-8bda-d5ee28487404 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:22.494998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Deleting port 4f371b90-24fe-4363-8bda-d5ee28487404 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:22.495378 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.540762 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.561081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] For port 4f371b90-24fe-4363-8bda-d5ee28487404, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=4f371b90-24fe-4363-8bda-d5ee28487404,segment=NetworkSegment(047fc93a-4c67-4959-bba2-1702203819f5),segment_id=047fc93a-4c67-4959-bba2-1702203819f5)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:22.561487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.569588 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f371b90-24fe-4363-8bda-d5ee28487404,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:22.573087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] No DVR routers for this DVR port 4f371b90-24fe-4363-8bda-d5ee28487404 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:23:22.576428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Calling delete_port for 4f371b90-24fe-4363-8bda-d5ee28487404 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:22.641871 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:23:22.649469 n-d-793620-16 neutron-server[94690]: self.session.flush() Aug 30 22:23:22.654171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbfa667-c38d-47e0-9d2e-f7bfede3d75b']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:22.658472 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.664136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047fc93a-4c67-4959-bba2-1702203819f5') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:22.664429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047fc93a-4c67-4959-bba2-1702203819f5') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:22.673260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.688027 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.692823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Pushing event deleted for resources: {'Port': ['ID=4f371b90-24fe-4363-8bda-d5ee28487404,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:22.694252 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:23:22.694712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.695482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] No DVR routers for this DVR port 4f371b90-24fe-4363-8bda-d5ee28487404 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:23:22.696835 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:23:22.709096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.709562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.709915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.710252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.710583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.710950 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.711286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.711622 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.711965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.712368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.712695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.713026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0d8aa8-1ba4-434a-92c7-37223189cb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:22.755680 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.761228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:22.763113 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] 10.222.0.76 "DELETE /v2.0/networks/0cbfa667-c38d-47e0-9d2e-f7bfede3d75b HTTP/1.1" status: 204 len: 168 time: 0.5134687 Aug 30 22:23:22.766282 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52328) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:22.774187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979e18-6f16-43bb-a6ce-4887802fd36c admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbfa667-c38d-47e0-9d2e-f7bfede3d75b,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:23.133959 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:23.594919 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4f371b90-24fe-4363-8bda-d5ee28487404 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:23.616060 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 4f371b90-24fe-4363-8bda-d5ee28487404 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:23.616420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 4f371b90-24fe-4363-8bda-d5ee28487404 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:23.616830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 960f8d38-7621-4dd2-95ab-c7706b198262 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:23.636003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 960f8d38-7621-4dd2-95ab-c7706b198262 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:23.636326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 960f8d38-7621-4dd2-95ab-c7706b198262 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:23.636773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 527039eb-866f-4414-8a40-a40451208c08 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:23.655572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 527039eb-866f-4414-8a40-a40451208c08 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:23.655922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 527039eb-866f-4414-8a40-a40451208c08 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:23.741237 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Deleting port 6fa30ae3-12d2-4666-8982-0917e0bbd009 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:23.741576 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:23.822653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] For port 6fa30ae3-12d2-4666-8982-0917e0bbd009, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=6fa30ae3-12d2-4666-8982-0917e0bbd009,segment=NetworkSegment(9ac67062-ed5e-4ea2-b02c-2da3a537fc22),segment_id=9ac67062-ed5e-4ea2-b02c-2da3a537fc22)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:23.822653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:23.836127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Calling delete_port for 6fa30ae3-12d2-4666-8982-0917e0bbd009 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:24.032719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:24.055852 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa30ae3-12d2-4666-8982-0917e0bbd009,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:24.230081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:24.448698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:23:24.566403 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:23:24.572250 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-24a69365-da5b-4b09-a59d-1f00d866b353 admin admin] 10.222.0.76 "PUT /v2.0/routers/ce6b4636-3724-40e7-8b4a-e99a7fe6ad84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048100 Aug 30 22:23:24.575399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:24.576033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] Sync routers for ids ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:23:24.586704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] Routers {'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:24.587361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:24.702366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] Set router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:24.891179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:23:23Z', 'revision_number': 5, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:24.922316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] Checking router: ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:23:24.931646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] Routers {'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:24.932278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:24.983687 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.040220 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] Set router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:25.087721 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.141043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Deleting port 8ae5d3f1-0447-4002-9af2-76cf72321424 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:25.141378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.212776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:23:23Z', 'revision_number': 5, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:25.217850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] For port 8ae5d3f1-0447-4002-9af2-76cf72321424, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ae5d3f1-0447-4002-9af2-76cf72321424,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:25.218251 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.230812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Calling delete_port for 8ae5d3f1-0447-4002-9af2-76cf72321424 owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:25.238850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e74a95-5d23-4949-8db3-187e5e289897 None None] The sync data for ids ['ce6b4636-3724-40e7-8b4a-e99a7fe6ad84'] in n-d-793620-16 is: [{'id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'name': 'tempest-TestMinimumBasicScenario-615746488-router', 'tenant_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:23:23Z', 'revision_number': 5, 'project_id': '06d127d7a12849a2b0451b2ee6c7dd66', 'gw_port': {'id': '8ae5d3f1-0447-4002-9af2-76cf72321424', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce6b4636-3724-40e7-8b4a-e99a7fe6ad84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:20:00Z', 'updated_at': '2021-08-30T22:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:23:25.395932 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.422551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae5d3f1-0447-4002-9af2-76cf72321424,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:25.482597 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.572382 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.574718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.621531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.622208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:23:25.627215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.628762 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-26049c1f-ed09-493c-94b7-605dd2f47613 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ce6b4636-3724-40e7-8b4a-e99a7fe6ad84 HTTP/1.1" status: 204 len: 168 time: 1.0522995 Aug 30 22:23:25.631385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:25.683710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Deleting subnet 3da8073d-af13-483e-8a70-84b753c80fc1 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:23:25.687111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.690279 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6fa30ae3-12d2-4666-8982-0917e0bbd009 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:25.715032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 6fa30ae3-12d2-4666-8982-0917e0bbd009 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:25.715688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 6fa30ae3-12d2-4666-8982-0917e0bbd009 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:25.723628 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.800580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.858292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.888982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da8073d-af13-483e-8a70-84b753c80fc1,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:25.899394 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:25.901438 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ee63147d-a6f1-4f7e-a533-3d640d3f560b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3da8073d-af13-483e-8a70-84b753c80fc1 HTTP/1.1" status: 204 len: 168 time: 0.2689958 Aug 30 22:23:25.901685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50406b-2e86-4446-9942-d1a433364a1c None None] Network 15b9d066-95aa-44b1-93d7-b1f10abe7a7f requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:23:25.904022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:25.970239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.024373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Deleting port 5e4a54aa-42be-4148-a921-379d1fef2298 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:23:26.024718 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.090554 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] For port 5e4a54aa-42be-4148-a921-379d1fef2298, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5e4a54aa-42be-4148-a921-379d1fef2298,segment=NetworkSegment(9ac67062-ed5e-4ea2-b02c-2da3a537fc22),segment_id=9ac67062-ed5e-4ea2-b02c-2da3a537fc22)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:26.090927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.103484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Calling delete_port for 5e4a54aa-42be-4148-a921-379d1fef2298 owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:23:26.185737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.211194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4a54aa-42be-4148-a921-379d1fef2298,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:26.214981 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] No DVR routers for this DVR port 5e4a54aa-42be-4148-a921-379d1fef2298 on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:23:26.231219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09386f5f-3a44-4b4f-a296-9af4cf53734d None None] DHCP port deletion for 15b9d066-95aa-44b1-93d7-b1f10abe7a7f request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:23:26.293338 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.305123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b9d066-95aa-44b1-93d7-b1f10abe7a7f']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:26.315856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac67062-ed5e-4ea2-b02c-2da3a537fc22') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:26.316147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac67062-ed5e-4ea2-b02c-2da3a537fc22') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:26.326774 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.341677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.348480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:23:26.348893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:23:26.350595 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:23:26.409154 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.415268 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.417249 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/15b9d066-95aa-44b1-93d7-b1f10abe7a7f HTTP/1.1" status: 204 len: 168 time: 0.5123188 Aug 30 22:23:26.430577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e476ad6-8119-4243-8b6a-f6047e678cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b9d066-95aa-44b1-93d7-b1f10abe7a7f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:26.611480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:26.651983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-db9c9caf-39ee-45fe-a34e-34b86681962b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37286c5b88b94f2eab94840ed0aa261c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391941 Aug 30 22:23:26.654375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52342) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:26.705697 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98a17276-262d-4e37-819c-bb07874caae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.727117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98a17276-262d-4e37-819c-bb07874caae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.777604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98a17276-262d-4e37-819c-bb07874caae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.780429 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-98a17276-262d-4e37-819c-bb07874caae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:26.781753 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-98a17276-262d-4e37-819c-bb07874caae7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a40fb3d7-2277-4d90-9754-10fa80d69965 HTTP/1.1" status: 204 len: 168 time: 0.1264803 Aug 30 22:23:26.789775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a17276-262d-4e37-819c-bb07874caae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40fb3d7-2277-4d90-9754-10fa80d69965,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:27.130185 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52348) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:27.175369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-02843886-3ccc-47dd-9947-5d39f5700744 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06d127d7a12849a2b0451b2ee6c7dd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439239 Aug 30 22:23:27.178109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52350) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:27.228429 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e32a98df-aaa8-4249-ba26-5f882c21ac0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:27.255969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e32a98df-aaa8-4249-ba26-5f882c21ac0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:27.314789 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e32a98df-aaa8-4249-ba26-5f882c21ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:27.317622 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e32a98df-aaa8-4249-ba26-5f882c21ac0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:27.318954 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e32a98df-aaa8-4249-ba26-5f882c21ac0f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d5814f3-f767-4b7a-b901-06bb6b82da66 HTTP/1.1" status: 204 len: 168 time: 0.1398966 Aug 30 22:23:27.329468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a98df-aaa8-4249-ba26-5f882c21ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5814f3-f767-4b7a-b901-06bb6b82da66,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:27.607603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ae5d3f1-0447-4002-9af2-76cf72321424 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:27.632149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8ae5d3f1-0447-4002-9af2-76cf72321424 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:27.632519 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ae5d3f1-0447-4002-9af2-76cf72321424 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:27.632929 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5e4a54aa-42be-4148-a921-379d1fef2298 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:23:27.652264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5e4a54aa-42be-4148-a921-379d1fef2298 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:23:27.652542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5e4a54aa-42be-4148-a921-379d1fef2298 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:23:29.316784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52390) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:29.321579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759289361', 'description': 'tempest-secgroup-smoke-759289361 description', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:29.345477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.353767 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.448606 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.454992 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.492131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1481530-47c4-40ba-b32c-acd3513c3eca,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:29.546909 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.553056 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.582422 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.583691 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2659292 Aug 30 22:23:29.585530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1ac6-34d8-4ceb-9237-bb08de9bc9fe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e37a25e-8e86-4e64-b544-98556251bbbb,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:29.587029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52392) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:29.591857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '2e37a25e-8e86-4e64-b544-98556251bbbb', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:29.621503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.682340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.688272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.705309 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3428dc0-a360-4507-88b3-25f35a91330c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:29.713493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.714739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3851b0f1-98ed-467b-906e-c6d00d5b671f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266568 Aug 30 22:23:29.717713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52394) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:29.722300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '2e37a25e-8e86-4e64-b544-98556251bbbb', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:29.749388 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.808833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.813921 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.832464 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfafa3f-c726-4393-9729-25b384bf6dbd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:29.839534 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.840801 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e5a444b-2d18-492b-9655-9c69dcbaa457 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221526 Aug 30 22:23:29.843870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52398) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:29.848397 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '2e37a25e-8e86-4e64-b544-98556251bbbb', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:29.878013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.937293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.942351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.960789 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71944097-e276-48dc-bf51-2b7019ad882c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:29.968964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:29.970262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d38286be-4693-4457-95ad-7173e3c683dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254468 Aug 30 22:23:29.973038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52400) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:29.977556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '2e37a25e-8e86-4e64-b544-98556251bbbb', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:30.006114 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.071947 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.078396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.098175 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123c729b-b7f7-449e-9217-61ba62d9024c,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:30.102964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.104259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4a2f0d01-f598-4462-956c-24c0415e74cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302364 Aug 30 22:23:30.107090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52402) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:30.111748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '2e37a25e-8e86-4e64-b544-98556251bbbb', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:30.136248 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:23:30.141253 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.210682 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.215696 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.233634 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedafa72-ac26-4445-bc15-72288db4ef59,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:30.240423 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.241885 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a84a640f-47ca-4d77-a1f2-dc6f9533748e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335073 Aug 30 22:23:30.244550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52404) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:30.249110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '2e37a25e-8e86-4e64-b544-98556251bbbb', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:30.274395 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:23:30.279319 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.342899 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.349149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.367641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176ddb88-9195-422c-ba39-5688fd871ec2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:30.376756 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.377967 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1aeb9ad4-24bd-49c1-b2a4-06674c0414e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324654 Aug 30 22:23:30.381117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52406) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:30.386035 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'network': {'name': 'tempest-network-smoke--1835735753', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:30.408643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:23:30.412206 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.434995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:23:30.443750 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.444093 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Added segment 1466e5f9-bc54-4fbf-9347-93268e4a04cb of type vlan for network aceffdb0-76f9-4848-b879-7ab543270dc2 Aug 30 22:23:30.484525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.511744 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.517170 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:30.518112 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.572569 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1904421 Aug 30 22:23:30.575695 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52408) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:30.580520 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'admin_state_up': True, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:30.583462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3782c-ef6b-4825-9665-1b9f69092669 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Network': ['ID=aceffdb0-76f9-4848-b879-7ab543270dc2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:30.593627 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network aceffdb0-76f9-4848-b879-7ab543270dc2 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:23:30.605132 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.606203 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.658801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:30.815222 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.027049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.049233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.153338 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.184 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/fe200829-f0c2-4793-9ad9-2eb3abd7e55b) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:23:31.262478 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.304533 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.351209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:23:31.355758 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:31.360122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:23:31.363147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:31.616408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.822847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:31.974964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 8509a890-89a6-4201-9592-8b204b89888e is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:23:32.083938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:23:32.093999 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Sync routers for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:23:32.105729 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.107272 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ab76d8f-c71e-4e46-839b-f4b4504a8f15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5304880 Aug 30 22:23:32.111314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52414) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:32.201802 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:32.202462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:32.254098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3cb23391-7534-4b46-82ee-3d023da81e9d tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=bd0a1449f55d4f8390732f89b181fc21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389353 Aug 30 22:23:32.254491 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52418) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:32.305633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:32.353504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c32f54-4c1c-48b1-af4b-c0198540fa43 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:32.357798 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d6c32f54-4c1c-48b1-af4b-c0198540fa43 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996256 Aug 30 22:23:32.358272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52420) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:32.387290 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a086c7f6-63f3-4641-a802-bd7649bb1596 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275731 Aug 30 22:23:32.389949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52422) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:32.395476 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2072943381', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:32.479941 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:31Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:32.483453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:23:32.487272 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.505639 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Checking router: 8509a890-89a6-4201-9592-8b204b89888e for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:23:32.506034 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Updating router 8509a890-89a6-4201-9592-8b204b89888e port fe200829-f0c2-4793-9ad9-2eb3abd7e55b binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:23:32.534717 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.669945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.734474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Subnet': ['ID=d86b9138-6f94-461f-89e1-5f058f65df92,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:32.743164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Checking segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:23:32.743533 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network hostable DHCP agents. Network: aceffdb0-76f9-4848-b879-7ab543270dc2, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:23:32.760485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network aceffdb0-76f9-4848-b879-7ab543270dc2 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:23:32.770117 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, aceffdb0-76f9-4848-b879-7ab543270dc2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:32.774564 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:32.775497 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.781861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50359c8-9aca-466a-93ed-1910c34f4140 None None] Network aceffdb0-76f9-4848-b879-7ab543270dc2 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:23:32.786629 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.795651 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52424) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:32.797417 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Transition to ACTIVE for port object fe200829-f0c2-4793-9ad9-2eb3abd7e55b will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:32.804485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6dc73438-b78b-4749-8d3e-b45d733b7265 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041705 Aug 30 22:23:32.805037 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.854175 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Attempting to bind port fe200829-f0c2-4793-9ad9-2eb3abd7e55b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:23:32.854549 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Attempting to bind port fe200829-f0c2-4793-9ad9-2eb3abd7e55b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:23:32.854956 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Attempting to bind port fe200829-f0c2-4793-9ad9-2eb3abd7e55b on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:23:32.863771 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:23:32.864139 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:23:32.864540 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.865405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:23:32.865551 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Bound port: fe200829-f0c2-4793-9ad9-2eb3abd7e55b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:23:32.866065 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.867901 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Pushing event updated for resources: {'Port': ['ID=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:32.898685 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.899043 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.899379 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.899711 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.900444 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.900444 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.900773 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.901101 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.901419 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.901736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.902053 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.902848 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:23:32.936542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-aceffdb0-76f9-4848-b879-7ab543270dc2', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:23:32.937857 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:32.940172 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] For port fe200829-f0c2-4793-9ad9-2eb3abd7e55b, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:23:32.943434 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] For port fe200829-f0c2-4793-9ad9-2eb3abd7e55b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:23:32.949622 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.000584 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:33.001198 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:33.088282 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Allocated IP 172.20.0.2 (aceffdb0-76f9-4848-b879-7ab543270dc2/d86b9138-6f94-461f-89e1-5f058f65df92/f2e2dc43-c03b-46a3-81c7-58490785628b) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:23:33.107542 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:33.161148 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60299c-a17c-4153-aa22-69d2da96ed8a None None] Pushing event updated for resources: {'Port': ['ID=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:33.247012 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.248374 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.255914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Transition to ACTIVE for port object f2e2dc43-c03b-46a3-81c7-58490785628b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:33.271720 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Transition to ACTIVE for port object f2e2dc43-c03b-46a3-81c7-58490785628b will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:33.279456 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.297084 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:31Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:33.316928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Network aceffdb0-76f9-4848-b879-7ab543270dc2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:23:33.323700 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:33.327818 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:23:33.337944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Pushing event updated for resources: {'Port': ['ID=f2e2dc43-c03b-46a3-81c7-58490785628b,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:33.340502 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c968d0-4382-47f6-929e-78b40af221e2 None None] The sync data for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 is: [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:31Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:23:33.387362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Attempting to bind port f2e2dc43-c03b-46a3-81c7-58490785628b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:23:33.387726 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Attempting to bind port f2e2dc43-c03b-46a3-81c7-58490785628b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:23:33.388096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Attempting to bind port f2e2dc43-c03b-46a3-81c7-58490785628b on network aceffdb0-76f9-4848-b879-7ab543270dc2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:23:33.393646 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:23:33.394027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Checking segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:23:33.394469 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.394945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Bound using segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:23:33.395422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Bound port: f2e2dc43-c03b-46a3-81c7-58490785628b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:23:33.395811 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.465454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] For port f2e2dc43-c03b-46a3-81c7-58490785628b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:23:33.469059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] For port f2e2dc43-c03b-46a3-81c7-58490785628b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f2e2dc43-c03b-46a3-81c7-58490785628b,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:23:33.477943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:33.546591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cca2d6-5d71-4b1a-a2b0-b403c53a4e80 None None] Pushing event updated for resources: {'Port': ['ID=f2e2dc43-c03b-46a3-81c7-58490785628b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:34.012233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.1 (aceffdb0-76f9-4848-b879-7ab543270dc2/d86b9138-6f94-461f-89e1-5f058f65df92/5201972f-687d-48fd-9631-69b8265a3dff) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:23:34.135141 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.150458 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 5201972f-687d-48fd-9631-69b8265a3dff will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:34.183742 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.227241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network aceffdb0-76f9-4848-b879-7ab543270dc2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:23:34.231148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:34.231989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.233771 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:23:34.262956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5201972f-687d-48fd-9631-69b8265a3dff,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:34.286147 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.430384 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.613077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac1b40-0032-430e-94ce-5c412b769f1d None None] Network aceffdb0-76f9-4848-b879-7ab543270dc2 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:23:34.674653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-335133b6-7d94-407b-80fd-91128fba99d0 None None] Provisioning for port f2e2dc43-c03b-46a3-81c7-58490785628b completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:34.715764 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.721524 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.800843 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:34.802893 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5201972f-687d-48fd-9631-69b8265a3dff,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:34.904358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network aceffdb0-76f9-4848-b879-7ab543270dc2 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:23:34.905885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:35.012867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5200d731-e06e-49f8-bfef-15c7437c1a9a None None] Provisioning for port 5201972f-687d-48fd-9631-69b8265a3dff completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:35.018480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5200d731-e06e-49f8-bfef-15c7437c1a9a None None] Provisioning complete for port 5201972f-687d-48fd-9631-69b8265a3dff triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:35.019247 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5200d731-e06e-49f8-bfef-15c7437c1a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:35.029312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 8509a890-89a6-4201-9592-8b204b89888e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:23:35.060340 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5200d731-e06e-49f8-bfef-15c7437c1a9a None None] Port 5201972f-687d-48fd-9631-69b8265a3dff cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:23:35.144487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:23:35.154167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Sync routers for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:23:35.157379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4f6c908a-d72d-4969-8dee-b03c18fe2d48 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/8509a890-89a6-4201-9592-8b204b89888e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3605981 Aug 30 22:23:35.165444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:35.166141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:35.237567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-87687e72-cdbe-4cb1-9dfc-d7391a40fb11 None None] Provisioning complete for port 5201972f-687d-48fd-9631-69b8265a3dff triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:35.238237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87687e72-cdbe-4cb1-9dfc-d7391a40fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:35.303460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-f7309480-b6a9-4211-84b7-278cc9a17ebc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759289361&fields=id&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 267 time: 0.0422146 Aug 30 22:23:35.424869 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-274f9ac0-69ce-4966-965a-575a066bf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:35.426351 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-274f9ac0-69ce-4966-965a-575a066bf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/networks?id=aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 200 len: 797 time: 0.1137087 Aug 30 22:23:35.442079 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-418d90b7-258f-4e80-974c-4471d343914f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/quotas/bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 375 time: 0.0096505 Aug 30 22:23:35.477065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-87687e72-cdbe-4cb1-9dfc-d7391a40fb11 None None] Port 5201972f-687d-48fd-9631-69b8265a3dff cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:23:35.481585 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:35.495367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-5c7fa45a-7ef3-4645-a6b4-5f1ad5d094c4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477788 Aug 30 22:23:35.604782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-d83d27e0-e03e-424c-b0bc-e0f419b63b11 service neutron] 10.222.0.76 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972195 Aug 30 22:23:35.632677 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f3e16274-d07d-4891-bedc-3feba2751e99 None None] Provisioning complete for port 5201972f-687d-48fd-9631-69b8265a3dff triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:35.633095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f3e16274-d07d-4891-bedc-3feba2751e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:35.680309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fe200829-f0c2-4793-9ad9-2eb3abd7e55b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:35.704763 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-0bbb7d66-d5d8-4c76-87d3-fdd54d39d3b3 service neutron] 10.222.0.76 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937033 Aug 30 22:23:35.709900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f3e16274-d07d-4891-bedc-3feba2751e99 None None] Port 5201972f-687d-48fd-9631-69b8265a3dff cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:23:35.771434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port fe200829-f0c2-4793-9ad9-2eb3abd7e55b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:35.776230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 2, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:35.779344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port fe200829-f0c2-4793-9ad9-2eb3abd7e55b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:35.779718 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:35.827063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Checking router: 8509a890-89a6-4201-9592-8b204b89888e for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:23:35.827415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Updating router 8509a890-89a6-4201-9592-8b204b89888e port 5201972f-687d-48fd-9631-69b8265a3dff binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:23:35.863753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:35.871509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-113af65c-d312-422c-9042-b212a770417f req-2510b0af-3974-4574-b361-dea80531e250 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 210 time: 0.0276220 Aug 30 22:23:36.000482 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.034088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port fe200829-f0c2-4793-9ad9-2eb3abd7e55b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:36.045781 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.046651 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f2e2dc43-c03b-46a3-81c7-58490785628b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:36.172210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:36.202906 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f2e2dc43-c03b-46a3-81c7-58490785628b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:36.211894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f2e2dc43-c03b-46a3-81c7-58490785628b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:36.212261 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.298181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.312173 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Transition to ACTIVE for port object 5201972f-687d-48fd-9631-69b8265a3dff will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:36.337598 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.390528 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.417355 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57ee9e-135b-41ed-a352-f01b62721a50 None None] Pushing event updated for resources: {'Port': ['ID=5201972f-687d-48fd-9631-69b8265a3dff,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:36.480487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port f2e2dc43-c03b-46a3-81c7-58490785628b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f2e2dc43-c03b-46a3-81c7-58490785628b,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:36.485320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Attempting to bind port 5201972f-687d-48fd-9631-69b8265a3dff on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:23:36.485687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Attempting to bind port 5201972f-687d-48fd-9631-69b8265a3dff by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:23:36.486050 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Attempting to bind port 5201972f-687d-48fd-9631-69b8265a3dff on network aceffdb0-76f9-4848-b879-7ab543270dc2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:23:36.489509 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.496499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:23:36.496867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Checking segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:23:36.497262 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.497656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Bound using segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:23:36.498254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Bound port: 5201972f-687d-48fd-9631-69b8265a3dff, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:23:36.498499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.572959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=f2e2dc43-c03b-46a3-81c7-58490785628b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:36.596544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] For port 5201972f-687d-48fd-9631-69b8265a3dff, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:23:36.599712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] For port 5201972f-687d-48fd-9631-69b8265a3dff, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5201972f-687d-48fd-9631-69b8265a3dff,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:23:36.608922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.654895 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:36.687302 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:36.688040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:36.730535 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57ee9e-135b-41ed-a352-f01b62721a50 None None] Pushing event updated for resources: {'Port': ['ID=5201972f-687d-48fd-9631-69b8265a3dff,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:36.820589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:36.867712 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-015cc811-2392-4b21-9c82-b2532f19138e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:36.869912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-015cc811-2392-4b21-9c82-b2532f19138e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/networks?id=aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 200 len: 797 time: 0.1359172 Aug 30 22:23:36.928001 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-a7e77871-028b-4bb1-b508-68e1b1c8d8ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 379 time: 0.0482833 Aug 30 22:23:36.938454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'port': {'device_id': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'admin_state_up': True, 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'security_groups': ['2e37a25e-8e86-4e64-b544-98556251bbbb']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:36.968300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bf09a049-be7d-4041-bede-8ade11ea0c54 req-f674d4d1-999c-42b1-901f-c9a39901db33 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 210 time: 0.0278087 Aug 30 22:23:37.054134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:23:37.057915 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.066075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:37.092448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac10b9f9-cd2a-44fe-a891-724aedbbd2a2 None None] The sync data for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 is: [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:23:37.206923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.3 (aceffdb0-76f9-4848-b879-7ab543270dc2/d86b9138-6f94-461f-89e1-5f058f65df92/9f10e554-e39a-49f9-8416-3e8b7b3d7869) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:23:37.353575 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.371532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 9f10e554-e39a-49f9-8416-3e8b7b3d7869 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:37.407891 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.454450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network aceffdb0-76f9-4848-b879-7ab543270dc2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:23:37.460093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:37.463995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:23:37.490453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=9f10e554-e39a-49f9-8416-3e8b7b3d7869,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:37.521875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:37.522621 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.540098 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-64352379-36b9-4ec9-b506-274352117a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057022 Aug 30 22:23:37.562799 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Request body: {'port': {'device_id': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:37.638658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.720522 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fe200829-f0c2-4793-9ad9-2eb3abd7e55b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:37.773546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port fe200829-f0c2-4793-9ad9-2eb3abd7e55b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:37.773918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.828555 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91f44cab-e8f1-4cfb-9693-6e6bf272d9b8 None None] Provisioning for port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:37.833649 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-91f44cab-e8f1-4cfb-9693-6e6bf272d9b8 None None] Provisioning complete for port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:37.834167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-91f44cab-e8f1-4cfb-9693-6e6bf272d9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.897926 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-91f44cab-e8f1-4cfb-9693-6e6bf272d9b8 None None] Port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:23:37.902099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5201972f-687d-48fd-9631-69b8265a3dff up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:37.935695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f10e554-e39a-49f9-8416-3e8b7b3d7869 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:23:37.944292 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.953582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5201972f-687d-48fd-9631-69b8265a3dff completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:37.957972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5201972f-687d-48fd-9631-69b8265a3dff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:37.958310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Transition to ACTIVE for port object 9f10e554-e39a-49f9-8416-3e8b7b3d7869 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:23:37.958455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:37.965507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.028747 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Pushing event updated for resources: {'Port': ['ID=9f10e554-e39a-49f9-8416-3e8b7b3d7869,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:38.062081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.099097 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5201972f-687d-48fd-9631-69b8265a3dff, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5201972f-687d-48fd-9631-69b8265a3dff,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:38.107064 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.107900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f2e2dc43-c03b-46a3-81c7-58490785628b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:38.121763 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Attempting to bind port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:23:38.122630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Attempting to bind port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:23:38.123227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Attempting to bind port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 on network aceffdb0-76f9-4848-b879-7ab543270dc2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:23:38.128643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 on network aceffdb0-76f9-4848-b879-7ab543270dc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:23:38.129320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Attempting to bind port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 on network aceffdb0-76f9-4848-b879-7ab543270dc2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:23:38.132821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8526d-850f-479e-b8c4-76ecd4feccbc req-4ceb9eb8-cf68-41f0-97af-f20418b2e547 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.140401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:23:38.140811 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Checking segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:23:38.141447 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Bound using segment: {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:23:38.141946 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Bound port: 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1466e5f9-bc54-4fbf-9347-93268e4a04cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:23:38.142371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.143172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6dc8526d-850f-479e-b8c4-76ecd4feccbc req-4ceb9eb8-cf68-41f0-97af-f20418b2e547 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 943 time: 0.0659089 Aug 30 22:23:38.182355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6dc8526d-850f-479e-b8c4-76ecd4feccbc req-802ed3b0-7e54-419b-8676-57940372b927 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378854 Aug 30 22:23:38.231591 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5201972f-687d-48fd-9631-69b8265a3dff,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:38.242807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f2e2dc43-c03b-46a3-81c7-58490785628b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:38.243364 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.251555 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] For port 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:23:38.256177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] For port 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:23:38.263816 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.305133 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.305620 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:38.307067 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] 10.222.0.86 "PUT /v2.0/ports/9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 200 len: 1092 time: 0.7530141 Aug 30 22:23:38.307522 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:23:38.310318 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8134e-b1f6-4810-8508-396dc23ead2b" -d '{"events": [{"name": "network-changed", "server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:23:38.343152 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae58514-9652-4b64-bcfb-260b155d5179 service neutron] Pushing event updated for resources: {'Port': ['ID=9f10e554-e39a-49f9-8416-3e8b7b3d7869,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:38.384596 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16092921-c1ee-4866-8856-d7607dfb4a1a x-openstack-request-id: req-16092921-c1ee-4866-8856-d7607dfb4a1a {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:23:38.384898 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:23:38.385109 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16092921-c1ee-4866-8856-d7607dfb4a1a {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:23:38.385566 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'status': 'completed', 'code': 200} Aug 30 22:23:38.417454 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-80f93e09-7449-4da3-b45c-09f895512f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.419046 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-80f93e09-7449-4da3-b45c-09f895512f7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1095 time: 0.0460339 Aug 30 22:23:38.463288 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-81980f6f-26ba-4481-b899-09d8ed3e8a70 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 200 len: 217 time: 0.0358772 Aug 30 22:23:38.519342 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-5dc3a164-c901-401c-9541-b7e87b42b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.520808 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-5dc3a164-c901-401c-9541-b7e87b42b94d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d86b9138-6f94-461f-89e1-5f058f65df92 HTTP/1.1" status: 200 len: 835 time: 0.0502622 Aug 30 22:23:38.568938 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-202a5a35-5a3e-443a-b369-d46a004d0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.570708 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-202a5a35-5a3e-443a-b369-d46a004d0128 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aceffdb0-76f9-4848-b879-7ab543270dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430107 Aug 30 22:23:38.659523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-5b38bd0c-11ec-44e3-9e48-7d81a4ec9a9b service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813277 Aug 30 22:23:38.766127 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0b6c184c-bb19-4455-8c37-703c2cd0770a req-b9ff4b5e-e1a1-43f4-8b20-a52e8cfe0971 service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987976 Aug 30 22:23:38.862705 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-fbb54396-2d7a-46b5-b859-541379752e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.864256 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-fbb54396-2d7a-46b5-b859-541379752e31 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1095 time: 0.0435364 Aug 30 22:23:38.959486 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-a250ff27-cc8e-43d5-af2a-6f675cbd36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:38.960974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-a250ff27-cc8e-43d5-af2a-6f675cbd36f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 200 len: 898 time: 0.0896690 Aug 30 22:23:39.012446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-e98c6a7e-8b09-4428-bb5f-7b98ad778d60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 200 len: 217 time: 0.0433805 Aug 30 22:23:39.081991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-bc1b6f54-0454-4760-a92f-f6c8d9ed40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:39.083767 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-bc1b6f54-0454-4760-a92f-f6c8d9ed40c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d86b9138-6f94-461f-89e1-5f058f65df92 HTTP/1.1" status: 200 len: 835 time: 0.0638402 Aug 30 22:23:39.114594 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9cb38aa5-7398-48f5-891f-d398944048c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:39.143183 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-b7ef6bb2-7fcb-40de-b371-f8c9ff48d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:39.144696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-b7ef6bb2-7fcb-40de-b371-f8c9ff48d1c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aceffdb0-76f9-4848-b879-7ab543270dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537987 Aug 30 22:23:39.233946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-ca62d63d-ab50-4c8f-b515-f410a796d39b service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822353 Aug 30 22:23:39.302142 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc2ff-a321-4456-940c-d8d8fb70a63c req-ee0e9be4-dd53-481a-8731-49ca9e3565f7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:39.303875 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d8fc2ff-a321-4456-940c-d8d8fb70a63c req-ee0e9be4-dd53-481a-8731-49ca9e3565f7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 943 time: 0.0529294 Aug 30 22:23:39.329075 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11f8134e-b1f6-4810-8508-396dc23ead2b req-2999ff13-6653-4489-8bbd-5e6d2afbef30 service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Aug 30 22:23:39.345023 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d8fc2ff-a321-4456-940c-d8d8fb70a63c req-38c31562-63ba-44bb-b8b9-96060c2cd739 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Aug 30 22:23:39.612335 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5201972f-687d-48fd-9631-69b8265a3dff up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:39.662115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5201972f-687d-48fd-9631-69b8265a3dff triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:39.662455 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:40.477260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b8636-ea63-49f0-9dd5-324091f7f62f req-9e082c9d-748e-4af5-bc42-f2dddb6d951e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:40.478793 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e03b8636-ea63-49f0-9dd5-324091f7f62f req-9e082c9d-748e-4af5-bc42-f2dddb6d951e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 943 time: 0.0657530 Aug 30 22:23:40.516644 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e03b8636-ea63-49f0-9dd5-324091f7f62f req-8263bc5e-94ba-4193-958a-09c2f06beb50 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Aug 30 22:23:41.660929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dfedf-630e-4d57-a7bd-ef7bd93270e6 req-5f156530-c2fc-4070-8a12-3df5ce46f957 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:41.662461 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-081dfedf-630e-4d57-a7bd-ef7bd93270e6 req-5f156530-c2fc-4070-8a12-3df5ce46f957 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 943 time: 0.0611064 Aug 30 22:23:41.702274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-081dfedf-630e-4d57-a7bd-ef7bd93270e6 req-6347583f-e239-4c9e-a748-c5f980b0b3ee tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335507 Aug 30 22:23:41.890478 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:41.987178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9f10e554-e39a-49f9-8416-3e8b7b3d7869 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:23:42.065999 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-03e5e56c-cde3-4105-8c54-4d2215b86a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:42.097292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:42.107738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'port_id': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'mac_address': 'fa:16:3e:6d:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:23:42.149765 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:42.163737 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f10e554-e39a-49f9-8416-3e8b7b3d7869 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:23:42.183656 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:42.189193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:42.234982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9f10e554-e39a-49f9-8416-3e8b7b3d7869,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:42.526455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9f10e554-e39a-49f9-8416-3e8b7b3d7869'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:23:42.828535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f263-95d5-422e-88de-ce40758abae5 req-d0050c4d-3a22-4eeb-b117-386e9a423511 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:42.829960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aff9f263-95d5-422e-88de-ce40758abae5 req-d0050c4d-3a22-4eeb-b117-386e9a423511 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 944 time: 0.0536492 Aug 30 22:23:42.869532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aff9f263-95d5-422e-88de-ce40758abae5 req-1d8fd9ea-63dc-4b67-ac69-50a6a545d5d3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Aug 30 22:23:43.001636 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:43.990243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626b71f-0381-4ac8-b6a4-c079ef2a31a5 req-d2f2d085-d658-4929-bfb3-ed3ea7148d0f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:43.991781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1626b71f-0381-4ac8-b6a4-c079ef2a31a5 req-d2f2d085-d658-4929-bfb3-ed3ea7148d0f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 944 time: 0.0547724 Aug 30 22:23:44.001107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9f10e554-e39a-49f9-8416-3e8b7b3d7869 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:23:44.031324 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1626b71f-0381-4ac8-b6a4-c079ef2a31a5 req-deb4fc1e-d3c1-45c8-a9f9-0628662da9a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334454 Aug 30 22:23:44.052717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:23:44.057296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:23:44.057296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:44.137924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:44.161548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:23:44.163805 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d563fa0b-6098-40ca-b150-60759c070608" -d '{"events": [{"server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "name": "network-vif-plugged", "status": "completed", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:23:44.181811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:23:44.187647 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:44.210699 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b14d80-4fd7-49fd-97c6-432aede16dcc x-openstack-request-id: req-a2b14d80-4fd7-49fd-97c6-432aede16dcc {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:23:44.211022 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "name": "network-vif-plugged", "status": "completed", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:23:44.211273 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2b14d80-4fd7-49fd-97c6-432aede16dcc {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:23:44.211644 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'code': 200} Aug 30 22:23:44.237473 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9f10e554-e39a-49f9-8416-3e8b7b3d7869,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:44.357891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee4e8a-ab28-4ffd-814e-e7a65ac6e1af req-ae38742a-fed5-4dda-8093-f9c4d4cc8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:44.359454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1aee4e8a-ab28-4ffd-814e-e7a65ac6e1af req-ae38742a-fed5-4dda-8093-f9c4d4cc8109 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1097 time: 0.0909076 Aug 30 22:23:44.397313 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1aee4e8a-ab28-4ffd-814e-e7a65ac6e1af req-9f10f1aa-5aa9-4ae3-909a-28e37fe08beb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297544 Aug 30 22:23:44.869848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:45.183374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532cde-090d-4189-8bfc-419d9bf56aa2 req-6085fee9-f0d4-4b96-ac6e-429e039020ea tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:45.185239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9532cde-090d-4189-8bfc-419d9bf56aa2 req-6085fee9-f0d4-4b96-ac6e-429e039020ea tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0724533 Aug 30 22:23:45.229585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9532cde-090d-4189-8bfc-419d9bf56aa2 req-1732739c-3973-4a36-a885-2fa0fa61f6b9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346117 Aug 30 22:23:46.363619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316a97c-cde4-4a35-b75d-10a3d74162e4 req-ae7f8ef5-4623-4214-a3c0-d3e23e6cbd34 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:46.365130 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3316a97c-cde4-4a35-b75d-10a3d74162e4 req-ae7f8ef5-4623-4214-a3c0-d3e23e6cbd34 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0662642 Aug 30 22:23:46.405500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3316a97c-cde4-4a35-b75d-10a3d74162e4 req-59002eaf-2218-498e-819e-159c8a89cdab tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340884 Aug 30 22:23:46.538635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2be59-7e61-46a1-8863-660f73c198ad req-7dca0105-3b31-43b6-8ea1-5cb9519bdd02 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:46.540055 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2b2be59-7e61-46a1-8863-660f73c198ad req-7dca0105-3b31-43b6-8ea1-5cb9519bdd02 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0628738 Aug 30 22:23:46.580364 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2b2be59-7e61-46a1-8863-660f73c198ad req-211a9f0b-88ca-41b1-bb0b-8aba4e47f65f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341518 Aug 30 22:23:46.602267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52476) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:46.650221 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb08a1-1dd9-449d-beff-01e4614db0e7 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:46.651769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-90bb08a1-1dd9-449d-beff-01e4614db0e7 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1092 time: 0.0481145 Aug 30 22:23:46.656122 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:46.660427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:23:46.686518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:46.794717 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:46.901005 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.79 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5bf6bf66-bf55-4251-8950-4cbe66b7215c) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:23:47.012299 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.055005 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.101048 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:23:47.106419 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:23:47.108390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5bf6bf66-bf55-4251-8950-4cbe66b7215c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:47.110831 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:23:47.468565 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.538286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.685778 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.693307 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.760549 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5bf6bf66-bf55-4251-8950-4cbe66b7215c,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:23:47.772797 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:47.887195 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 6e29afcf-5d32-497e-9d68-e2ef3de6f34d associated. External IP: 172.25.5.79, port: 9f10e554-e39a-49f9-8416-3e8b7b3d7869. Aug 30 22:23:48.108951 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 8509a890-89a6-4201-9592-8b204b89888e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:23:48.225447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:23:48.236753 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] Sync routers for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:23:48.246029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:23:48.248361 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:48.248984 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:48.273630 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c65832a7-eb7c-4a4a-88ab-dfbd12bc2315 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6165321 Aug 30 22:23:48.274214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:23:48.276508 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:23:48.356900 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:48.370084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac12efd-fb69-4c9e-a974-70d481dba481 req-378b616d-f427-4d95-9139-ac1b040e0856 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:48.371586 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cac12efd-fb69-4c9e-a974-70d481dba481 req-378b616d-f427-4d95-9139-ac1b040e0856 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0493023 Aug 30 22:23:48.409283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cac12efd-fb69-4c9e-a974-70d481dba481 req-b0d0e9b6-6659-41ca-ae89-8238d03d6ec5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Aug 30 22:23:48.432595 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52484) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:48.468845 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f763164e-1741-4b29-81ab-3c0a24a312b8 x-openstack-request-id: req-f763164e-1741-4b29-81ab-3c0a24a312b8 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:23:48.469600 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:23:48.469600 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f763164e-1741-4b29-81ab-3c0a24a312b8 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:23:48.469868 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'status': 'completed', 'code': 200} Aug 30 22:23:48.499355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1323b9e4-eaec-4cce-b488-1758eb13f077 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/6e29afcf-5d32-497e-9d68-e2ef3de6f34d HTTP/1.1" status: 200 len: 990 time: 0.0655866 Aug 30 22:23:48.523935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-d34ee3a5-e04f-4a15-924a-56f6d38bcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:48.525451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-d34ee3a5-e04f-4a15-924a-56f6d38bcf11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1097 time: 0.0441623 Aug 30 22:23:48.585921 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '6e29afcf-5d32-497e-9d68-e2ef3de6f34d', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '8509a890-89a6-4201-9592-8b204b89888e', 'port_id': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'mac_address': 'fa:16:3e:6d:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:23:47Z', 'updated_at': '2021-08-30T22:23:47Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:48.611608 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] Checking router: 8509a890-89a6-4201-9592-8b204b89888e for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:23:48.618287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-34000b34-2755-4501-b746-e91c0aa3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:48.619807 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-34000b34-2755-4501-b746-e91c0aa3211e service neutron] 10.222.0.86 "GET /v2.0/networks?id=aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 200 len: 898 time: 0.0869303 Aug 30 22:23:48.620371 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:23:48.620897 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:23:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:48.687827 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-7b74cd71-36bd-42c7-bb83-e73e4f691035 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 200 len: 998 time: 0.0600407 Aug 30 22:23:48.738718 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-785d1796-3824-4796-bf33-7b1a2259f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:48.741316 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-785d1796-3824-4796-bf33-7b1a2259f93d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d86b9138-6f94-461f-89e1-5f058f65df92 HTTP/1.1" status: 200 len: 835 time: 0.0453978 Aug 30 22:23:48.790893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-880723b8-a867-4916-adf4-6686691f01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:23:48.792402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-880723b8-a867-4916-adf4-6686691f01df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aceffdb0-76f9-4848-b879-7ab543270dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454097 Aug 30 22:23:48.824263 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:23:48.884483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-3bbeb8e7-9397-4baf-b275-f62cd0cf67d5 service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833399 Aug 30 22:23:48.985674 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f62371cb-26f2-424f-8ec8-ce9eacc85bd8 req-bd777fed-fa90-4adf-9ff8-d17937bb40a9 service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946705 Aug 30 22:23:49.049255 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '6e29afcf-5d32-497e-9d68-e2ef3de6f34d', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '8509a890-89a6-4201-9592-8b204b89888e', 'port_id': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'mac_address': 'fa:16:3e:6d:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:23:47Z', 'updated_at': '2021-08-30T22:23:47Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:23:49.076077 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ee08b-95cc-4008-ab41-9a78ddd914e3 None None] The sync data for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 is: [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '6e29afcf-5d32-497e-9d68-e2ef3de6f34d', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '8509a890-89a6-4201-9592-8b204b89888e', 'port_id': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'mac_address': 'fa:16:3e:6d:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:23:47Z', 'updated_at': '2021-08-30T22:23:47Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:23:49.290256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e68bc-7985-4d17-874f-0d4f38b42a44 None None] New status for floating IP 6e29afcf-5d32-497e-9d68-e2ef3de6f34d: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:23:49.503512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:23:49.566003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ca0341c0-8353-4c58-813a-dee3ddd71083 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/6e29afcf-5d32-497e-9d68-e2ef3de6f34d HTTP/1.1" status: 200 len: 992 time: 0.0613165 Aug 30 22:23:57.550536 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:24:04.237631 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:06.646805 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:09.114123 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-06229cc1-cead-425b-ad76-04d86647d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:11.901540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:12.056059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7f6dc598-ca50-43c4-8f98-c7548683d768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:13.010991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:14.875175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:34.229161 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:34.554285 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:24:35.621282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-9d8bc935-e735-4acd-b519-779b8afe469b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463820 Aug 30 22:24:35.708914 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-d36a2ac9-df81-4474-b6b3-d5ee1a67561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:24:35.710393 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-d36a2ac9-df81-4474-b6b3-d5ee1a67561f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1097 time: 0.0419846 Aug 30 22:24:35.816569 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-db9f4f7c-4c48-4ef9-a982-9ee1d1f7bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:24:35.818062 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-db9f4f7c-4c48-4ef9-a982-9ee1d1f7bce2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 200 len: 898 time: 0.0876300 Aug 30 22:24:35.884960 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-988add93-899f-4648-92ff-2e9b2fa8f01c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 200 len: 1000 time: 0.0585258 Aug 30 22:24:35.939311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-81dac064-a4a1-49be-8ab7-fb9721cc1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:24:35.940820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-81dac064-a4a1-49be-8ab7-fb9721cc1bb1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d86b9138-6f94-461f-89e1-5f058f65df92 HTTP/1.1" status: 200 len: 835 time: 0.0488238 Aug 30 22:24:35.991568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-279df746-a8c8-4ccd-94a9-9c11eb1a14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:24:35.993036 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-279df746-a8c8-4ccd-94a9-9c11eb1a14ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aceffdb0-76f9-4848-b879-7ab543270dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449567 Aug 30 22:24:36.088893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-8951f391-80df-4778-9815-de15e964fc4f service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884006 Aug 30 22:24:36.184840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-df56db64-1844-44c5-8b81-aa9e6b3df608 req-fb8b85db-2916-4463-82d7-edd2349bc946 service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874898 Aug 30 22:24:36.669189 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:39.117540 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75f7362e-4307-47d3-a88d-58f0e30af222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:41.898040 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:42.058075 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4230bcab-fb84-4a94-82b2-de5ce8697f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:43.014577 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:24:44.876269 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:01.065829 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d6ea3-6eaa-4b93-8855-3279438e2a88 req-eb5c5d76-f26d-4612-ac8f-2543fcebd7d3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:01.067362 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f20d6ea3-6eaa-4b93-8855-3279438e2a88 req-eb5c5d76-f26d-4612-ac8f-2543fcebd7d3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Aug 30 22:25:01.107407 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f20d6ea3-6eaa-4b93-8855-3279438e2a88 req-21eaf8a6-d03b-44b0-9135-74f3858956e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338469 Aug 30 22:25:02.248839 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b06b-1f1d-49f1-8b22-a46b829a1637 req-84c4db4b-ee17-4152-99f2-db320045f9f3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:02.250302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7a5b06b-1f1d-49f1-8b22-a46b829a1637 req-84c4db4b-ee17-4152-99f2-db320045f9f3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0596888 Aug 30 22:25:02.291068 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f7a5b06b-1f1d-49f1-8b22-a46b829a1637 req-c824bf54-fe23-4fc0-b5f2-5594b1a4a61e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316617 Aug 30 22:25:02.316107 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:02.377624 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ada1ae1a-c77e-438f-94bb-230453496936 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/6e29afcf-5d32-497e-9d68-e2ef3de6f34d HTTP/1.1" status: 200 len: 992 time: 0.0603988 Aug 30 22:25:03.682922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95158-9235-465d-a52f-ec261d5798b9 req-921e70c3-7855-41e8-825f-b2347011920c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:03.684523 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48a95158-9235-465d-a52f-ec261d5798b9 req-921e70c3-7855-41e8-825f-b2347011920c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0645292 Aug 30 22:25:03.728497 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-48a95158-9235-465d-a52f-ec261d5798b9 req-4a89b2d4-bda9-4505-b2a0-033e59af1a80 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Aug 30 22:25:04.236429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:04.857536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f6f73-7902-409e-9f25-4ae67941bb7c req-8acfe329-15c2-4a57-ba19-9debe61bfe40 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:04.859116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c8f6f73-7902-409e-9f25-4ae67941bb7c req-8acfe329-15c2-4a57-ba19-9debe61bfe40 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Aug 30 22:25:04.907804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1c8f6f73-7902-409e-9f25-4ae67941bb7c req-81729183-10f3-498c-90be-7992dcafbf74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 Aug 30 22:25:04.930736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52530) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:04.994271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bfa7c13a-3a08-4119-bb96-6016c6578054 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/6e29afcf-5d32-497e-9d68-e2ef3de6f34d HTTP/1.1" status: 200 len: 992 time: 0.0586553 Aug 30 22:25:05.211087 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52536) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:05.370346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 5bf6bf66-bf55-4251-8950-4cbe66b7215c {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:25:05.370719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:05.453800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:05.454127 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:05.466214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 5bf6bf66-bf55-4251-8950-4cbe66b7215c owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:25:05.624881 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:05.650110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=5bf6bf66-bf55-4251-8950-4cbe66b7215c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:05.662418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.662787 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.663149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.663511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.663843 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.664175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.664509 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.664844 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.665165 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.665492 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.665876 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.666202 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:05.720913 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:05.721243 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 6e29afcf-5d32-497e-9d68-e2ef3de6f34d disassociated (deleted). External IP: 172.25.5.79, port: 9f10e554-e39a-49f9-8416-3e8b7b3d7869. Aug 30 22:25:06.285077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 8509a890-89a6-4201-9592-8b204b89888e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:25:06.398576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:25:06.403711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:06.408495 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] Sync routers for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:25:06.418764 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:06.419362 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:06.431421 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-21aaa7b7-b1c0-4505-9e3f-4da1f5f7bcad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/floatingips/6e29afcf-5d32-497e-9d68-e2ef3de6f34d HTTP/1.1" status: 204 len: 168 time: 1.2192795 Aug 30 22:25:06.432010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:25:06.434295 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5d166-6bad-41c6-8f76-1192ee9492df" -d '{"events": [{"name": "network-changed", "server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:25:06.529545 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:06.607096 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabafe6a-7f68-417c-81b9-cd54b6740e2b x-openstack-request-id: req-cabafe6a-7f68-417c-81b9-cd54b6740e2b {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:25:06.608329 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:25:06.608329 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cabafe6a-7f68-417c-81b9-cd54b6740e2b {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:25:06.608329 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'status': 'completed', 'code': 200} Aug 30 22:25:06.671957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-c82e9734-8152-4c53-a45a-90c85da7412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:06.674304 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-c82e9734-8152-4c53-a45a-90c85da7412d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 1097 time: 0.0435131 Aug 30 22:25:06.685802 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:06.710315 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb0a7a-fb05-4c2b-843f-57c4c7a5cae6 req-8ef9bfd9-8564-4a01-80e8-29b348b1b38e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:06.711979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39bb0a7a-fb05-4c2b-843f-57c4c7a5cae6 req-8ef9bfd9-8564-4a01-80e8-29b348b1b38e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0571589 Aug 30 22:25:06.742908 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:06.755904 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39bb0a7a-fb05-4c2b-843f-57c4c7a5cae6 req-22bd081a-06e1-49e1-bcec-ec1d3ffa4c15 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362647 Aug 30 22:25:06.770949 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] Checking router: 8509a890-89a6-4201-9592-8b204b89888e for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:25:06.772463 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-c2ffd497-ebec-46b8-af1f-a29fb846c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:06.773968 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-c2ffd497-ebec-46b8-af1f-a29fb846c3fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 200 len: 898 time: 0.0906010 Aug 30 22:25:06.779748 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:06.780359 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:06.818322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-ce7d505f-c986-4ccb-a47b-07c1e7911d83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 200 len: 217 time: 0.0348213 Aug 30 22:25:06.871077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-74f097d2-3111-4bbe-8c41-a56500f56aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:06.872578 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-74f097d2-3111-4bbe-8c41-a56500f56aa8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d86b9138-6f94-461f-89e1-5f058f65df92 HTTP/1.1" status: 200 len: 835 time: 0.0460851 Aug 30 22:25:06.887647 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:06.920130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-37bf7769-9359-444c-9c14-088ce2edb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:06.921753 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-37bf7769-9359-444c-9c14-088ce2edb32e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aceffdb0-76f9-4848-b879-7ab543270dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403814 Aug 30 22:25:07.016679 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-f2740552-7169-4db8-978a-adfe12c7e73b service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862856 Aug 30 22:25:07.079089 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:07.107456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6db5d166-6bad-41c6-8f76-1192ee9492df req-57baaa97-2f18-41cd-8993-5f587d4637bd service neutron] 10.222.0.86 "GET /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819042 Aug 30 22:25:07.108390 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f3405c-8576-4a34-964e-4a780e7861b4 None None] The sync data for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 is: [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:23:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '5201972f-687d-48fd-9631-69b8265a3dff', 'name': '', 'network_id': 'aceffdb0-76f9-4848-b879-7ab543270dc2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:ea:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:33Z', 'updated_at': '2021-08-30T22:23:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': 'd86b9138-6f94-461f-89e1-5f058f65df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:25:07.315204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75618d70-a6af-4f11-9509-4378e524eeac None None] New status for floating IP 6e29afcf-5d32-497e-9d68-e2ef3de6f34d: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:25:07.888191 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8194d9-f4e4-42f3-ac95-7f8d4f4a438c req-6bf3f851-d561-42e7-ae0c-45dd49313ba9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:07.889685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f8194d9-f4e4-42f3-ac95-7f8d4f4a438c req-6bf3f851-d561-42e7-ae0c-45dd49313ba9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0553122 Aug 30 22:25:07.930679 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f8194d9-f4e4-42f3-ac95-7f8d4f4a438c req-6556f68c-a8e1-40a3-a83a-59e0553f642e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=2e37a25e-8e86-4e64-b544-98556251bbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318978 Aug 30 22:25:08.526959 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-63195f77-29bf-4171-8db2-dd76a97225af tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:08.528453 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-63195f77-29bf-4171-8db2-dd76a97225af tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 945 time: 0.0667942 Aug 30 22:25:08.626561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:25:08.626933 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:08.719232 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 9f10e554-e39a-49f9-8416-3e8b7b3d7869, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9f10e554-e39a-49f9-8416-3e8b7b3d7869,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:08.719588 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:08.732419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 9f10e554-e39a-49f9-8416-3e8b7b3d7869 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:25:08.876547 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:08.915857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=9f10e554-e39a-49f9-8416-3e8b7b3d7869,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:08.940333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.940698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.941034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.941366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.941693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.942024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.942334 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.942682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.943011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.943328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.943648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.943965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:08.963550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] No DVR routers for this DVR port 9f10e554-e39a-49f9-8416-3e8b7b3d7869 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:25:08.966396 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:08.968525 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2953ce61-d535-4ed9-bbf4-e2bb3da56a31 req-a178f939-49d4-4ed7-b056-6bcbc1647273 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "DELETE /v2.0/ports/9f10e554-e39a-49f9-8416-3e8b7b3d7869 HTTP/1.1" status: 204 len: 173 time: 0.4329374 Aug 30 22:25:08.968975 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'name': 'network-vif-deleted', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:25:08.971778 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41abf8-3ed8-4cd7-9da2-413ff5762a0e" -d '{"events": [{"server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "name": "network-vif-deleted", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:25:09.033099 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f490f066-2be4-4210-a3e9-82c4a228e679 req-d1b84369-df5a-43fc-ad9e-e2a322f0e8f0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8 HTTP/1.1" status: 200 len: 210 time: 0.0272429 Aug 30 22:25:09.078146 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ad59f2-5c12-4bbf-89be-46152153c8fb x-openstack-request-id: req-34ad59f2-5c12-4bbf-89be-46152153c8fb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:25:09.078445 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8", "name": "network-vif-deleted", "tag": "9f10e554-e39a-49f9-8416-3e8b7b3d7869", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:25:09.078730 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34ad59f2-5c12-4bbf-89be-46152153c8fb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:25:09.079148 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67413b7a-3fc8-46a3-a8ec-b6dfb3e081d8', 'name': 'network-vif-deleted', 'tag': '9f10e554-e39a-49f9-8416-3e8b7b3d7869', 'status': 'completed', 'code': 200} Aug 30 22:25:09.108321 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5cf19781-a9c7-408f-b106-ea169d6770ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:10.097715 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52552) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:10.461241 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:10.721566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 5201972f-687d-48fd-9631-69b8265a3dff {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:25:10.721852 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:10.820346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 5201972f-687d-48fd-9631-69b8265a3dff, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5201972f-687d-48fd-9631-69b8265a3dff,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:10.820708 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:10.834901 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 5201972f-687d-48fd-9631-69b8265a3dff owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:25:11.038864 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.069494 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=5201972f-687d-48fd-9631-69b8265a3dff,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:11.239835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.468989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 8509a890-89a6-4201-9592-8b204b89888e has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:25:11.554256 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:25:11.578836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:25:11.584489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b51eb961-ce46-44d1-b39a-6570933d6a94 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/8509a890-89a6-4201-9592-8b204b89888e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4851942 Aug 30 22:25:11.587020 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52554) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:11.588644 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] Sync routers for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:25:11.598225 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:11.598857 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:11.645534 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting subnet d86b9138-6f94-461f-89e1-5f058f65df92 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:25:11.649256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.689315 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.711810 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:11.777182 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.837112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.863849 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Subnet': ['ID=d86b9138-6f94-461f-89e1-5f058f65df92,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:11.867496 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.869471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b2d9ebc-2667-4981-8c6a-c4f52d8858ef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/subnets/d86b9138-6f94-461f-89e1-5f058f65df92 HTTP/1.1" status: 204 len: 168 time: 0.2815111 Aug 30 22:25:11.872210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52556) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:11.875425 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c060a1c-8ef8-43e2-a806-f894ed988371 None None] Network aceffdb0-76f9-4848-b879-7ab543270dc2 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:25:11.896305 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:25:10Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:11.922969 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] Checking router: 8509a890-89a6-4201-9592-8b204b89888e for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:25:11.925937 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:11.932844 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] Routers {'8509a890-89a6-4201-9592-8b204b89888e'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:11.933474 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:24:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['8509a890-89a6-4201-9592-8b204b89888e'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:11.992559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.050128 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6994fd84-29f7-4446-8885-057d317da37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.077563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] DHCP port deletion for aceffdb0-76f9-4848-b879-7ab543270dc2 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:25:12.115084 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.125467 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Deleting port f2e2dc43-c03b-46a3-81c7-58490785628b {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:25:12.125839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.147647 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] Set router 8509a890-89a6-4201-9592-8b204b89888e gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:12.172947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port fe200829-f0c2-4793-9ad9-2eb3abd7e55b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:25:12.173379 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.193930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] For port f2e2dc43-c03b-46a3-81c7-58490785628b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f2e2dc43-c03b-46a3-81c7-58490785628b,segment=NetworkSegment(1466e5f9-bc54-4fbf-9347-93268e4a04cb),segment_id=1466e5f9-bc54-4fbf-9347-93268e4a04cb)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:12.194444 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.207108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Calling delete_port for f2e2dc43-c03b-46a3-81c7-58490785628b owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:25:12.256280 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port fe200829-f0c2-4793-9ad9-2eb3abd7e55b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:12.256899 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.269125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for fe200829-f0c2-4793-9ad9-2eb3abd7e55b owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:25:12.290493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.315903 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Pushing event deleted for resources: {'Port': ['ID=f2e2dc43-c03b-46a3-81c7-58490785628b,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:12.324011 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.324350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.324708 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.325024 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.325350 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.325674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.325997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.326321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.326697 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.327002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.327321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.327637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:12.329419 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:25:10Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:12.337612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417142a-f3e9-4d2b-bc40-c2a6cca09a24 None None] No DVR routers for this DVR port f2e2dc43-c03b-46a3-81c7-58490785628b on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:25:12.357846 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47727aee-dd8d-49d9-b66b-ecf32cc78561 None None] The sync data for ids ['8509a890-89a6-4201-9592-8b204b89888e'] in n-d-793620-16 is: [{'id': '8509a890-89a6-4201-9592-8b204b89888e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541448604', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:23:30Z', 'updated_at': '2021-08-30T22:25:10Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fe200829-f0c2-4793-9ad9-2eb3abd7e55b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:45:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8509a890-89a6-4201-9592-8b204b89888e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:23:31Z', 'updated_at': '2021-08-30T22:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:25:12.456449 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.489260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=fe200829-f0c2-4793-9ad9-2eb3abd7e55b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:12.504989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9f10e554-e39a-49f9-8416-3e8b7b3d7869 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:25:12.528875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 9f10e554-e39a-49f9-8416-3e8b7b3d7869 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:25:12.529212 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9f10e554-e39a-49f9-8416-3e8b7b3d7869 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:25:12.551791 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.645188 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.647367 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.694195 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.695127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Fanout notify agent at l3_agent the message router_deleted on router 8509a890-89a6-4201-9592-8b204b89888e {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:25:12.703119 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.704414 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4e4104e4-9ec8-4510-bc38-568c289de661 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/routers/8509a890-89a6-4201-9592-8b204b89888e HTTP/1.1" status: 204 len: 168 time: 0.8290532 Aug 30 22:25:12.708331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52558) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:12.791172 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.883849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.894884 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceffdb0-76f9-4848-b879-7ab543270dc2']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:12.906908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1466e5f9-bc54-4fbf-9347-93268e4a04cb') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:12.907473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1466e5f9-bc54-4fbf-9347-93268e4a04cb') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:12.916956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.931457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.938289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:25:12.938929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:25:12.941942 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:25:13.005811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.008757 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.014691 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.017805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/networks/aceffdb0-76f9-4848-b879-7ab543270dc2 HTTP/1.1" status: 204 len: 168 time: 0.3080046 Aug 30 22:25:13.020682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52560) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:13.044376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39df04b-1827-40a9-85a3-f2457a12c9c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Network': ['ID=aceffdb0-76f9-4848-b879-7ab543270dc2,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:13.097855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528c6a2c-c37a-4399-90a3-4a6d89fc3925 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.123208 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528c6a2c-c37a-4399-90a3-4a6d89fc3925 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.191122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528c6a2c-c37a-4399-90a3-4a6d89fc3925 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.193734 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-528c6a2c-c37a-4399-90a3-4a6d89fc3925 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.194925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-528c6a2c-c37a-4399-90a3-4a6d89fc3925 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/security-groups/2e37a25e-8e86-4e64-b544-98556251bbbb HTTP/1.1" status: 204 len: 168 time: 0.1731517 Aug 30 22:25:13.203974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c6a2c-c37a-4399-90a3-4a6d89fc3925 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e37a25e-8e86-4e64-b544-98556251bbbb,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:13.561104 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:13.565871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603321424', 'description': 'tempest-secgroup-smoke-603321424 description', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:13.589042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.661551 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fe200829-f0c2-4793-9ad9-2eb3abd7e55b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:25:13.674890 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.679865 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.681395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: fe200829-f0c2-4793-9ad9-2eb3abd7e55b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:25:13.681815 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fe200829-f0c2-4793-9ad9-2eb3abd7e55b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:25:13.682219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5201972f-687d-48fd-9631-69b8265a3dff no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:25:13.700711 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5201972f-687d-48fd-9631-69b8265a3dff {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:25:13.701007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5201972f-687d-48fd-9631-69b8265a3dff not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:25:13.701605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f2e2dc43-c03b-46a3-81c7-58490785628b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:25:13.707805 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.709038 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1469550 Aug 30 22:25:13.711069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312374f-7c67-4e49-863c-f400f761edc9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:13.712334 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52568) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:13.718862 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'e9e7cad2-0513-4fd8-bebf-4aa3654e8d80', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:13.720614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f2e2dc43-c03b-46a3-81c7-58490785628b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:25:13.721039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f2e2dc43-c03b-46a3-81c7-58490785628b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:25:13.750318 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.796683 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.801146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.820036 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f6d660-71f6-428c-9e8e-bab7112e708a,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:13.828037 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.829467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7ae9fb05-c5bf-4684-8ddd-9e860f73652e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148241 Aug 30 22:25:13.832310 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52570) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:13.836768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'e9e7cad2-0513-4fd8-bebf-4aa3654e8d80', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:13.864665 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.927766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.933522 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.950790 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd9090d-3ebf-4590-9468-60c6e6cc7c3b,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:13.959130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:13.960372 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2b322071-e502-4fb9-891e-ec21d25b9e45 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271300 Aug 30 22:25:13.963222 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52572) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:13.967582 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'e9e7cad2-0513-4fd8-bebf-4aa3654e8d80', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:13.993894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.053279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.059081 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.079117 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1006b4-039d-4210-b9d4-a4a8ffca5bd4,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:14.083007 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.084188 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8aa2eda1-f190-4c3c-ae06-21fa127ffa84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200178 Aug 30 22:25:14.086989 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52574) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:14.091942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'e9e7cad2-0513-4fd8-bebf-4aa3654e8d80', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:14.120274 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.180690 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.185951 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.202784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60b6e6b-55eb-4865-98e3-97274a0ce483,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:14.210558 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.212189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-788e2079-d5f5-4f0c-b3c6-8edf3ab9b58c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241848 Aug 30 22:25:14.216132 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52576) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:14.220642 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'e9e7cad2-0513-4fd8-bebf-4aa3654e8d80', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:14.249288 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:25:14.254337 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.317504 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.322601 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.341720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e837203-c66b-49f0-a222-aa44308dde1d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:14.345355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.346581 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bdb947e3-a3e5-4501-bb92-c6e27378dcdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294725 Aug 30 22:25:14.349650 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52578) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:14.354379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'e9e7cad2-0513-4fd8-bebf-4aa3654e8d80', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:14.377420 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:25:14.382170 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.443980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.450105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.468335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267def73-4cf0-4fee-b537-d39138891e54,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:14.478433 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.479850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ee0aa667-4397-42a1-8097-ff66d5d473a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291878 Aug 30 22:25:14.483329 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52580) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:14.488347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'network': {'name': 'tempest-network-smoke--2037134760', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:14.509327 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:25:14.512935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.537123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:25:14.545969 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.546348 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Added segment 42bc397b-1f3b-44b0-8fac-a4b00e11ffe0 of type vlan for network 49facd8f-301e-4cec-b633-36ca0b4a55c2 Aug 30 22:25:14.585831 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.613257 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.619243 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:14.619826 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.678110 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937020 Aug 30 22:25:14.680959 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52582) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:14.691140 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'admin_state_up': True, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:14.707653 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c49ad-72ed-4ef6-aef7-833d15d30ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Network': ['ID=49facd8f-301e-4cec-b633-36ca0b4a55c2,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:14.718948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:25:14.723728 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.724796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.775707 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.877833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:14.913557 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:15.107471 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:15.126039 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:15.227427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.222 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/02903983-0ec9-47e4-98d7-6624e3593918) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:25:15.336040 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:15.379761 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:15.420897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:25:15.423881 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:15.427483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:25:15.432855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=02903983-0ec9-47e4-98d7-6624e3593918,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:15.687236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:15.886064 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:16.371586 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 1979f26a-c3a2-41cc-a09c-cc375bf79edc is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:25:16.478406 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:25:16.489360 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Sync routers for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:25:16.499312 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:16.500705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-30cd1bc9-d6f0-4420-8947-343ebc7833cb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8187187 Aug 30 22:25:16.501078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:16.501728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:16.504056 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52584) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:16.535611 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-189dc660-18b6-4c82-ac55-72b26c5dde02 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=bd0a1449f55d4f8390732f89b181fc21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303557 Aug 30 22:25:16.538775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52586) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:16.611281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:16.801179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:15Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:16.828405 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Checking router: 1979f26a-c3a2-41cc-a09c-cc375bf79edc for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:25:16.828772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Updating router 1979f26a-c3a2-41cc-a09c-cc375bf79edc port 02903983-0ec9-47e4-98d7-6624e3593918 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:25:16.860487 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:16.928407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d5f09-718d-4dbe-9178-78d12c62b324 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:16.929923 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-675d5f09-718d-4dbe-9178-78d12c62b324 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3902509 Aug 30 22:25:16.932891 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52588) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:16.960431 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-86d93a0e-acd3-49dd-abd4-67abb3c89aa2 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264256 Aug 30 22:25:16.962963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52590) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:16.967765 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68918098', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:17.058007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:25:17.061746 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.112118 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.122748 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Transition to ACTIVE for port object 02903983-0ec9-47e4-98d7-6624e3593918 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:17.129134 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.183004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116a446-9768-440c-9f92-6ff87193bdb3 None None] Pushing event updated for resources: {'Port': ['ID=02903983-0ec9-47e4-98d7-6624e3593918,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:17.185917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Attempting to bind port 02903983-0ec9-47e4-98d7-6624e3593918 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:25:17.186373 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Attempting to bind port 02903983-0ec9-47e4-98d7-6624e3593918 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:25:17.187178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Attempting to bind port 02903983-0ec9-47e4-98d7-6624e3593918 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:25:17.192028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:25:17.192398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:25:17.192853 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.193235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:25:17.193698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Bound port: 02903983-0ec9-47e4-98d7-6624e3593918, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:25:17.194101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.247744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] For port 02903983-0ec9-47e4-98d7-6624e3593918, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:25:17.251141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] For port 02903983-0ec9-47e4-98d7-6624e3593918, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=02903983-0ec9-47e4-98d7-6624e3593918,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:25:17.251293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.256000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.305673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:17.306372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:17.306741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Subnet': ['ID=697ac534-e958-4783-8249-de455b4b318f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:17.322614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Checking segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:25:17.322993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network hostable DHCP agents. Network: 49facd8f-301e-4cec-b633-36ca0b4a55c2, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:25:17.343845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:25:17.352433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116a446-9768-440c-9f92-6ff87193bdb3 None None] Pushing event updated for resources: {'Port': ['ID=02903983-0ec9-47e4-98d7-6624e3593918,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:17.354316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 49facd8f-301e-4cec-b633-36ca0b4a55c2) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:17.360169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:17.361730 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.365596 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58047c-7d00-4e5c-aae5-df07c324c1af None None] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:25:17.384709 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-370082c9-54d2-482e-b691-5f9dc93350f9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4205592 Aug 30 22:25:17.387439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52592) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:17.483518 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:17.659225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-49facd8f-301e-4cec-b633-36ca0b4a55c2', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:25:17.660062 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.825602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:15Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:17.827696 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Allocated IP 172.20.0.2 (49facd8f-301e-4cec-b633-36ca0b4a55c2/697ac534-e958-4783-8249-de455b4b318f/9b556697-632d-42d2-a88e-1d669c5c7510) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:25:17.849604 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:17.860738 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf435e5-a8d5-4a57-bd1c-3ee18de43b48 None None] The sync data for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 is: [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:15Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:25:18.013993 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.023415 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Transition to ACTIVE for port object 9b556697-632d-42d2-a88e-1d669c5c7510 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:18.039100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Transition to ACTIVE for port object 9b556697-632d-42d2-a88e-1d669c5c7510 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:18.048989 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.200942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.1 (49facd8f-301e-4cec-b633-36ca0b4a55c2/697ac534-e958-4783-8249-de455b4b318f/061747f2-81f2-4ea8-ba90-b8d97b0696de) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:25:18.289267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:25:18.295735 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:18.298515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:25:18.301725 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Pushing event updated for resources: {'Port': ['ID=9b556697-632d-42d2-a88e-1d669c5c7510,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:18.348049 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.359959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Attempting to bind port 9b556697-632d-42d2-a88e-1d669c5c7510 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:25:18.360333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Attempting to bind port 9b556697-632d-42d2-a88e-1d669c5c7510 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:25:18.360703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Attempting to bind port 9b556697-632d-42d2-a88e-1d669c5c7510 on network 49facd8f-301e-4cec-b633-36ca0b4a55c2 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:25:18.364235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 061747f2-81f2-4ea8-ba90-b8d97b0696de will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:18.366358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:25:18.366824 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Checking segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:25:18.367364 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.367803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Bound using segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:25:18.368385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Bound port: 9b556697-632d-42d2-a88e-1d669c5c7510, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:25:18.368899 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.401133 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.439979 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] For port 9b556697-632d-42d2-a88e-1d669c5c7510, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:25:18.443447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] For port 9b556697-632d-42d2-a88e-1d669c5c7510, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9b556697-632d-42d2-a88e-1d669c5c7510,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:25:18.448645 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:25:18.449228 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.452333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:18.457531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:25:18.491207 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=061747f2-81f2-4ea8-ba90-b8d97b0696de,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:18.521141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3894-812a-49a8-9a28-acc3b4b1a560 None None] Pushing event updated for resources: {'Port': ['ID=9b556697-632d-42d2-a88e-1d669c5c7510,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:18.525814 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.680070 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.971503 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:18.978436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:19.053400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=061747f2-81f2-4ea8-ba90-b8d97b0696de,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:19.056012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:19.149452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:25:19.151550 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:19.272566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 1979f26a-c3a2-41cc-a09c-cc375bf79edc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:25:19.384612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:25:19.392539 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-09281e2a-91c0-4046-b091-9c85ff240fb4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/1979f26a-c3a2-41cc-a09c-cc375bf79edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0037081 Aug 30 22:25:19.547674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-68239bf8-b114-4eb2-98c8-873861e43e6c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603321424&fields=id&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 267 time: 0.0349994 Aug 30 22:25:19.652570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-b2d9c4d3-2da7-45fe-93a8-483ffb8b6d95 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:19.654056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-b2d9c4d3-2da7-45fe-93a8-483ffb8b6d95 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 797 time: 0.0993035 Aug 30 22:25:19.678975 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-77fa228c-eb0e-44d9-80a9-4f789bd49860 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/quotas/bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 375 time: 0.0146794 Aug 30 22:25:19.717354 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9b556697-632d-42d2-a88e-1d669c5c7510 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:19.740395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-3619d2c9-d1da-4f02-87a2-c93b62071148 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554292 Aug 30 22:25:19.773911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 9b556697-632d-42d2-a88e-1d669c5c7510 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:19.779486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 02903983-0ec9-47e4-98d7-6624e3593918 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:19.833736 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 02903983-0ec9-47e4-98d7-6624e3593918 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:19.838189 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 02903983-0ec9-47e4-98d7-6624e3593918 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:19.838629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:19.884870 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Sync routers for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:25:19.898525 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:19.899954 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:19.923436 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-ddc853e0-206a-4419-a3f0-46a24b25154d service neutron] 10.222.0.76 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635354 Aug 30 22:25:19.934243 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:19.957451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 02903983-0ec9-47e4-98d7-6624e3593918, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=02903983-0ec9-47e4-98d7-6624e3593918,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:19.964559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.027873 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=02903983-0ec9-47e4-98d7-6624e3593918,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:20.031508 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:20.035269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-c6fcdb3a-054c-4211-9811-e6db85322b91 service neutron] 10.222.0.76 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108732 Aug 30 22:25:20.060872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d6eb0-a399-41d9-b8bb-e0ede4ecf2e3 None None] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:25:20.183962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] Provisioning for port 9b556697-632d-42d2-a88e-1d669c5c7510 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:20.193241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] Provisioning complete for port 9b556697-632d-42d2-a88e-1d669c5c7510 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:20.194388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.242022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24b0ac3e-b3b6-439d-a697-212c8f5727cf req-e4bb358d-575d-43c0-8a23-e22513f041cd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 210 time: 0.0343206 Aug 30 22:25:20.250976 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 2, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:20.283298 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Checking router: 1979f26a-c3a2-41cc-a09c-cc375bf79edc for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:25:20.283730 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Updating router 1979f26a-c3a2-41cc-a09c-cc375bf79edc port 061747f2-81f2-4ea8-ba90-b8d97b0696de binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:25:20.312206 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.325683 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.357081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] For port 9b556697-632d-42d2-a88e-1d669c5c7510, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9b556697-632d-42d2-a88e-1d669c5c7510,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:20.364849 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.427718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0acc3-0901-4df4-b325-ec2d5ee87712 None None] Pushing event updated for resources: {'Port': ['ID=9b556697-632d-42d2-a88e-1d669c5c7510,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:20.597109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ae2e27b2-b1ff-4f1f-8493-c599417d5a0d None None] Provisioning for port 061747f2-81f2-4ea8-ba90-b8d97b0696de completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:20.602618 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ae2e27b2-b1ff-4f1f-8493-c599417d5a0d None None] Provisioning complete for port 061747f2-81f2-4ea8-ba90-b8d97b0696de triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:20.603508 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2e27b2-b1ff-4f1f-8493-c599417d5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.636717 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.647274 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ae2e27b2-b1ff-4f1f-8493-c599417d5a0d None None] Port 061747f2-81f2-4ea8-ba90-b8d97b0696de cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:25:20.648548 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Transition to ACTIVE for port object 061747f2-81f2-4ea8-ba90-b8d97b0696de will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:20.657487 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.659138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ae2e27b2-b1ff-4f1f-8493-c599417d5a0d None None] Provisioning complete for port 9b556697-632d-42d2-a88e-1d669c5c7510 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:20.659726 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ae2e27b2-b1ff-4f1f-8493-c599417d5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.714497 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Pushing event updated for resources: {'Port': ['ID=061747f2-81f2-4ea8-ba90-b8d97b0696de,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:20.743777 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.744157 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.744478 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.744865 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.745175 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.745502 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.745826 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.746283 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.746607 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.746958 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.747272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.747975 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:25:20.777648 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Attempting to bind port 061747f2-81f2-4ea8-ba90-b8d97b0696de on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:25:20.778135 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Attempting to bind port 061747f2-81f2-4ea8-ba90-b8d97b0696de by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:25:20.778412 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Attempting to bind port 061747f2-81f2-4ea8-ba90-b8d97b0696de on network 49facd8f-301e-4cec-b633-36ca0b4a55c2 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:25:20.783675 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:25:20.784051 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Checking segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:25:20.784453 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.784852 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Bound using segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:25:20.785465 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Bound port: 061747f2-81f2-4ea8-ba90-b8d97b0696de, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:25:20.785736 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.850001 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] For port 061747f2-81f2-4ea8-ba90-b8d97b0696de, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:25:20.853601 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] For port 061747f2-81f2-4ea8-ba90-b8d97b0696de, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=061747f2-81f2-4ea8-ba90-b8d97b0696de,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:25:20.867034 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:20.924831 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:20.925530 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:20.974490 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bcf63-08b0-473c-8943-17e2f8422fe3 None None] Pushing event updated for resources: {'Port': ['ID=061747f2-81f2-4ea8-ba90-b8d97b0696de,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:21.046543 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:21.337746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-0e131194-3c61-4fc5-97e1-c991da99ff80 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:21.340378 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-0e131194-3c61-4fc5-97e1-c991da99ff80 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 797 time: 0.1374557 Aug 30 22:25:21.387401 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-395ffc19-0cf9-43df-8f39-a1b37ed728a3 req-3f8b6bcb-abb0-4008-b284-e12c48019c32 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 210 time: 0.0442281 Aug 30 22:25:21.395624 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:20Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:21.411009 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-c36b31e4-e482-46d9-9377-9024dfd03887 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 379 time: 0.0571496 Aug 30 22:25:21.425792 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'port': {'device_id': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'admin_state_up': True, 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'security_groups': ['e9e7cad2-0513-4fd8-bebf-4aa3654e8d80']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:21.430946 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1fe20-9d30-4bb7-95b0-cb5b3d39e6d9 None None] The sync data for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 is: [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:20Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:25:21.554383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:25:21.558640 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:21.700470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.12 (49facd8f-301e-4cec-b633-36ca0b4a55c2/697ac534-e958-4783-8249-de455b4b318f/4ea866f7-761a-41de-a6c9-647a8621c5f6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:25:21.760546 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9b556697-632d-42d2-a88e-1d669c5c7510 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:21.809563 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 9b556697-632d-42d2-a88e-1d669c5c7510 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:21.809926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:21.849045 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:21.863389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 4ea866f7-761a-41de-a6c9-647a8621c5f6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:21.899566 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:21.899891 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 061747f2-81f2-4ea8-ba90-b8d97b0696de up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:21.951562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:25:21.954979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:21.960400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:25:21.965208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=4ea866f7-761a-41de-a6c9-647a8621c5f6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:21.976152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 061747f2-81f2-4ea8-ba90-b8d97b0696de completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:21.982247 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 061747f2-81f2-4ea8-ba90-b8d97b0696de triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:21.982247 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.013918 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:22.014578 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.034508 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-276c9685-00ee-4424-bf32-a043f876af63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162763 Aug 30 22:25:22.048559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Request body: {'port': {'device_id': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:22.070230 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.114358 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 061747f2-81f2-4ea8-ba90-b8d97b0696de, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=061747f2-81f2-4ea8-ba90-b8d97b0696de,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:22.124675 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.125259 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.126092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 02903983-0ec9-47e4-98d7-6624e3593918 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:22.211133 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=061747f2-81f2-4ea8-ba90-b8d97b0696de,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:22.241437 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 02903983-0ec9-47e4-98d7-6624e3593918 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:22.242054 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.296762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-81a1de09-9932-42ca-8dc1-d91b2cae1758 None None] Provisioning for port 4ea866f7-761a-41de-a6c9-647a8621c5f6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:22.303329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-81a1de09-9932-42ca-8dc1-d91b2cae1758 None None] Provisioning complete for port 4ea866f7-761a-41de-a6c9-647a8621c5f6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:22.303695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-81a1de09-9932-42ca-8dc1-d91b2cae1758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.368353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-81a1de09-9932-42ca-8dc1-d91b2cae1758 None None] Port 4ea866f7-761a-41de-a6c9-647a8621c5f6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:25:22.426568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea866f7-761a-41de-a6c9-647a8621c5f6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:25:22.434867 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.448156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Transition to ACTIVE for port object 4ea866f7-761a-41de-a6c9-647a8621c5f6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:25:22.453152 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.515376 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c92b-6106-44a2-a3a2-f0333f107c11 req-9469586a-1664-4cb9-b5b2-55012abc6916 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:22.516998 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9090c92b-6106-44a2-a3a2-f0333f107c11 req-9469586a-1664-4cb9-b5b2-55012abc6916 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 944 time: 0.0597992 Aug 30 22:25:22.524267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea866f7-761a-41de-a6c9-647a8621c5f6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:22.564551 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9090c92b-6106-44a2-a3a2-f0333f107c11 req-b11fa1bb-0578-4614-b4f2-0302569a5a98 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399961 Aug 30 22:25:22.586594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Attempting to bind port 4ea866f7-761a-41de-a6c9-647a8621c5f6 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:25:22.587264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Attempting to bind port 4ea866f7-761a-41de-a6c9-647a8621c5f6 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:25:22.587609 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Attempting to bind port 4ea866f7-761a-41de-a6c9-647a8621c5f6 on network 49facd8f-301e-4cec-b633-36ca0b4a55c2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:25:22.592632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Port 4ea866f7-761a-41de-a6c9-647a8621c5f6 on network 49facd8f-301e-4cec-b633-36ca0b4a55c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:25:22.592886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Attempting to bind port 4ea866f7-761a-41de-a6c9-647a8621c5f6 on network 49facd8f-301e-4cec-b633-36ca0b4a55c2 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:25:22.597780 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:25:22.598120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Checking segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:25:22.598513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Bound using segment: {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:25:22.598974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Bound port: 4ea866f7-761a-41de-a6c9-647a8621c5f6, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:25:22.599340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.666988 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] For port 4ea866f7-761a-41de-a6c9-647a8621c5f6, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:25:22.670407 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] For port 4ea866f7-761a-41de-a6c9-647a8621c5f6, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:25:22.675983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.711746 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:22.712531 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:22.713949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] 10.222.0.86 "PUT /v2.0/ports/4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 1093 time: 0.6703684 Aug 30 22:25:22.716378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:25:22.719666 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1" -d '{"events": [{"name": "network-changed", "server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:25:22.748316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a84b9-ad49-4f18-940e-69b5d2399d84 service neutron] Pushing event updated for resources: {'Port': ['ID=4ea866f7-761a-41de-a6c9-647a8621c5f6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:22.765648 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4bc40b-3773-4945-95ac-65a45b322733 x-openstack-request-id: req-ff4bc40b-3773-4945-95ac-65a45b322733 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:25:22.765648 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:25:22.765648 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff4bc40b-3773-4945-95ac-65a45b322733 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:25:22.766077 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'status': 'completed', 'code': 200} Aug 30 22:25:22.795993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-602c98e7-93db-47b2-ab11-d97ebc8a117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:22.797545 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-602c98e7-93db-47b2-ab11-d97ebc8a117f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1096 time: 0.0434036 Aug 30 22:25:22.845116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-b90a1e71-aa5b-4869-be27-02220543c82f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 217 time: 0.0399179 Aug 30 22:25:22.897755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9a30f5ff-8269-47a0-99ed-d752805d0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:22.899327 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-9a30f5ff-8269-47a0-99ed-d752805d0676 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0475819 Aug 30 22:25:22.946304 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943526c-2ef3-406e-b654-c28c332a7002 req-22b95392-18f5-4328-99ca-3d1447d3086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:22.947848 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-22b95392-18f5-4328-99ca-3d1447d3086b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404761 Aug 30 22:25:23.043759 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-64683d3e-7115-4f28-9f9c-f28d697b83f0 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883851 Aug 30 22:25:23.133999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-b943526c-2ef3-406e-b654-c28c332a7002 req-d6ab9659-675b-462d-82d0-a099ce5ca20c service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827165 Aug 30 22:25:23.231487 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-a25c21a9-3edc-49a9-b53f-046a5481e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:23.232965 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-a25c21a9-3edc-49a9-b53f-046a5481e821 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1096 time: 0.0419052 Aug 30 22:25:23.325692 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-e3a837c8-007b-4502-a1f3-bba5abff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:23.327179 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-e3a837c8-007b-4502-a1f3-bba5abff7d35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0867696 Aug 30 22:25:23.372529 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-65e93191-4e2f-42b9-8507-746d1f805a2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 217 time: 0.0371542 Aug 30 22:25:23.426316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-3f54f97a-d7e4-4a51-97a0-387eac3ab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:23.427779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-3f54f97a-d7e4-4a51-97a0-387eac3ab350 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0487885 Aug 30 22:25:23.476233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-69582d9b-e820-4894-ad58-3ca48f07c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:23.477784 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-69582d9b-e820-4894-ad58-3ca48f07c8d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426867 Aug 30 22:25:23.569121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-a589b2ea-c9a2-494a-b73c-4d4cd6d55ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Aug 30 22:25:23.673653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 061747f2-81f2-4ea8-ba90-b8d97b0696de up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:23.679566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0c8d61b7-a9dc-4bd0-951d-dd181a7e85e1 req-9ca7e112-c12d-4932-8da7-710413f99339 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035051 Aug 30 22:25:23.693898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161217a6-9103-4933-ae73-e8260d975924 req-35df3cd8-e487-4af0-b6b4-8f915f902827 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:23.696286 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-161217a6-9103-4933-ae73-e8260d975924 req-35df3cd8-e487-4af0-b6b4-8f915f902827 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 944 time: 0.0565667 Aug 30 22:25:23.724170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 061747f2-81f2-4ea8-ba90-b8d97b0696de triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:23.724536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:23.734939 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-161217a6-9103-4933-ae73-e8260d975924 req-2f81cf47-1cd0-45b0-9908-7b2a7b302f97 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325170 Aug 30 22:25:24.865779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8e63-a77a-4d9c-bde4-f33ab83ff214 req-29113843-594e-4f2a-832e-79007f8209d2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:24.867309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1da8e63-a77a-4d9c-bde4-f33ab83ff214 req-29113843-594e-4f2a-832e-79007f8209d2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 944 time: 0.0578361 Aug 30 22:25:24.906938 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1da8e63-a77a-4d9c-bde4-f33ab83ff214 req-bc6b06f4-c06d-48f2-a1ca-3861f6a3983f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331728 Aug 30 22:25:26.041325 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d32c78-4b0d-413c-be7c-cc3af670418d req-71a7ea8b-fb69-42c1-b4e1-667bd7857fe8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:26.042876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4d32c78-4b0d-413c-be7c-cc3af670418d req-71a7ea8b-fb69-42c1-b4e1-667bd7857fe8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 944 time: 0.0606873 Aug 30 22:25:26.081015 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4d32c78-4b0d-413c-be7c-cc3af670418d req-7339d852-6431-43be-8b3c-6c93c6074d9b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Aug 30 22:25:27.221826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915afbc-51d2-4d2c-849f-c0077b22d6d8 req-ccaeb631-d045-40e9-b570-f3c29ee42dac tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:27.223359 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3915afbc-51d2-4d2c-849f-c0077b22d6d8 req-ccaeb631-d045-40e9-b570-f3c29ee42dac tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 944 time: 0.0637324 Aug 30 22:25:27.263588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3915afbc-51d2-4d2c-849f-c0077b22d6d8 req-6acdfdf6-a6bb-40d6-9b8c-850c8f6a23d6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Aug 30 22:25:28.391296 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aa711-8b97-4a03-93e0-3b6dd8b3330f req-61de24b2-3270-4f22-b107-632841400737 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:28.393200 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d5aa711-8b97-4a03-93e0-3b6dd8b3330f req-61de24b2-3270-4f22-b107-632841400737 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 944 time: 0.0533893 Aug 30 22:25:28.435031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6d5aa711-8b97-4a03-93e0-3b6dd8b3330f req-232d9d3f-0ff9-4ebb-a246-c8bd8065b49b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342035 Aug 30 22:25:28.560989 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4ea866f7-761a-41de-a6c9-647a8621c5f6 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:25:28.675092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4ea866f7-761a-41de-a6c9-647a8621c5f6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:28.690225 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'port_id': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'mac_address': 'fa:16:3e:13:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:25:28.730234 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:28.743923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea866f7-761a-41de-a6c9-647a8621c5f6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:25:28.764808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4ea866f7-761a-41de-a6c9-647a8621c5f6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:28.772935 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:28.825959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4ea866f7-761a-41de-a6c9-647a8621c5f6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:29.133674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4ea866f7-761a-41de-a6c9-647a8621c5f6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:25:29.580321 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d4e3-fa6e-48cb-ab39-976323c1a53a req-9609584f-8232-4763-8422-052be01a4d9f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:29.581814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e91d4e3-fa6e-48cb-ab39-976323c1a53a req-9609584f-8232-4763-8422-052be01a4d9f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 945 time: 0.0546961 Aug 30 22:25:29.620585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e91d4e3-fa6e-48cb-ab39-976323c1a53a req-18f7ede6-fcda-4d36-9442-ac80570cea4d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Aug 30 22:25:30.576105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4ea866f7-761a-41de-a6c9-647a8621c5f6 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:25:30.638188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 4ea866f7-761a-41de-a6c9-647a8621c5f6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:25:30.643859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 4ea866f7-761a-41de-a6c9-647a8621c5f6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:25:30.644231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:30.721473 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:30.739836 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11d22-1b5a-42c1-8ea7-954665d60b92 req-49dd0e71-33c7-4383-ab2b-063641e66726 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:30.741357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23f11d22-1b5a-42c1-8ea7-954665d60b92 req-49dd0e71-33c7-4383-ab2b-063641e66726 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 945 time: 0.0536795 Aug 30 22:25:30.743710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:25:30.746077 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec01cdf-a1f6-46e6-884e-bef866792352" -d '{"events": [{"server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "name": "network-vif-plugged", "status": "completed", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:25:30.759192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4ea866f7-761a-41de-a6c9-647a8621c5f6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:25:30.765079 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:30.781596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-23f11d22-1b5a-42c1-8ea7-954665d60b92 req-c7f4dacc-2c86-4162-96d6-1586bfe79fa1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335932 Aug 30 22:25:30.815480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4ea866f7-761a-41de-a6c9-647a8621c5f6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:30.884383 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37619ef8-e992-466f-9fd8-1996132b22a3 x-openstack-request-id: req-37619ef8-e992-466f-9fd8-1996132b22a3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:25:30.884683 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "name": "network-vif-plugged", "status": "completed", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:25:30.884941 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37619ef8-e992-466f-9fd8-1996132b22a3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:25:30.885334 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'code': 200} Aug 30 22:25:30.992311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208805d-03b9-4e6f-8bd8-3feda189f5e1 req-8455824f-a8f7-4249-a24e-e7881e53bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:30.993701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f208805d-03b9-4e6f-8bd8-3feda189f5e1 req-8455824f-a8f7-4249-a24e-e7881e53bf64 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.0442023 Aug 30 22:25:31.032880 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f208805d-03b9-4e6f-8bd8-3feda189f5e1 req-f31b0731-88ef-4fcc-9296-6a840c10f7e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303750 Aug 30 22:25:31.912308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e82bfc-af49-439e-985e-aad89084cf53 req-9823762b-0726-4279-b452-7b5c2b26beda tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:31.913817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0e82bfc-af49-439e-985e-aad89084cf53 req-9823762b-0726-4279-b452-7b5c2b26beda tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0537078 Aug 30 22:25:31.953982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0e82bfc-af49-439e-985e-aad89084cf53 req-ccc813c3-5bdc-4647-96c4-1cb413c5e70f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337486 Aug 30 22:25:33.080402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c6af1-ff92-48ad-a35b-ef6438f125a7 req-87fc0b05-583c-4684-85ff-1754bd6f3188 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:33.081887 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e0c6af1-ff92-48ad-a35b-ef6438f125a7 req-87fc0b05-583c-4684-85ff-1754bd6f3188 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0515056 Aug 30 22:25:33.129757 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2e0c6af1-ff92-48ad-a35b-ef6438f125a7 req-806ab169-b331-426b-b781-e63c3a2b7ae6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411398 Aug 30 22:25:33.251248 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4e3bc-83bc-4404-a698-a0bfa1401dcd req-f20292ac-0529-4b05-ba67-83b5fbe67caf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:33.252621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac4e3bc-83bc-4404-a698-a0bfa1401dcd req-f20292ac-0529-4b05-ba67-83b5fbe67caf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0562654 Aug 30 22:25:33.292183 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9ac4e3bc-83bc-4404-a698-a0bfa1401dcd req-8c2bd347-4aeb-49cc-806d-f7cbd3a713c1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332153 Aug 30 22:25:33.313689 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52660) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:33.353838 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee9050-90ff-4c43-86f4-1bb992a7e146 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:33.355477 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-91ee9050-90ff-4c43-86f4-1bb992a7e146 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1093 time: 0.0407782 Aug 30 22:25:33.358434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52662) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:33.362929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:25:33.390999 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:33.496866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:33.613337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.151 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/4d5b21cc-9c92-431e-b0cc-549aeb0f6031) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:25:33.727343 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:33.776332 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:33.818631 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:25:33.821604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:25:33.824565 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:25:33.852710 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=4d5b21cc-9c92-431e-b0cc-549aeb0f6031,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:34.191331 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.234697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.262189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.417632 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.426766 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.490127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=4d5b21cc-9c92-431e-b0cc-549aeb0f6031,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:25:34.502374 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.607657 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 387a7971-f2cc-40cc-848b-7321e9127760 associated. External IP: 172.25.5.151, port: 4ea866f7-761a-41de-a6c9-647a8621c5f6. Aug 30 22:25:34.818917 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 1979f26a-c3a2-41cc-a09c-cc375bf79edc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:25:34.931069 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:25:34.941977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] Sync routers for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:25:34.950341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:34.951819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:34.952468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:34.981423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-33fdfbf4-c7a6-4267-b290-f8a4bbb75d07 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6219494 Aug 30 22:25:34.982096 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:25:34.984541 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab031f-6faa-46b5-8e1c-04958d381ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:25:35.064293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:35.080364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2e393-638d-4ed4-8c08-b488319308be req-a6908bfc-279b-4843-bd1b-ee54891519e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:35.081789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2b2e393-638d-4ed4-8c08-b488319308be req-a6908bfc-279b-4843-bd1b-ee54891519e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0491312 Aug 30 22:25:35.120509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2b2e393-638d-4ed4-8c08-b488319308be req-69a76ca8-6e9e-43a0-bce3-a99e84530035 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324862 Aug 30 22:25:35.143027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52668) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:35.166115 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b6c93a-e962-4800-9e46-a2116b89184f x-openstack-request-id: req-b5b6c93a-e962-4800-9e46-a2116b89184f {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:25:35.166115 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:25:35.166115 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5b6c93a-e962-4800-9e46-a2116b89184f {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:25:35.166478 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'status': 'completed', 'code': 200} Aug 30 22:25:35.233276 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-34d67668-7c6d-4a25-9c12-9629e0571146 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/387a7971-f2cc-40cc-848b-7321e9127760 HTTP/1.1" status: 200 len: 992 time: 0.0890741 Aug 30 22:25:35.241557 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-8b6ebf0f-53e0-439d-adda-7c506cc1c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:35.243055 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-8b6ebf0f-53e0-439d-adda-7c506cc1c7ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.0537236 Aug 30 22:25:35.298858 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '387a7971-f2cc-40cc-848b-7321e9127760', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'port_id': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'mac_address': 'fa:16:3e:13:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:25:34Z', 'updated_at': '2021-08-30T22:25:34Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:22Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:35.324684 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] Checking router: 1979f26a-c3a2-41cc-a09c-cc375bf79edc for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:25:35.331247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-c3e06552-6103-430a-b640-af6e8a621b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:35.332624 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-c3e06552-6103-430a-b640-af6e8a621b2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0828331 Aug 30 22:25:35.337485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:25:35.338103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:25:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:35.402854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-110d8686-f9f3-4a66-82af-ae84c6059dcc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0624764 Aug 30 22:25:35.443915 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:25:35.452076 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-012b9fa8-7f39-424f-8b87-b2afa4a51b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:35.453568 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-012b9fa8-7f39-424f-8b87-b2afa4a51b3c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0439143 Aug 30 22:25:35.499899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-49e24636-9481-4dab-9aa1-71c2d7f94c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:35.501407 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-49e24636-9481-4dab-9aa1-71c2d7f94c64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405130 Aug 30 22:25:35.558156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.86', 65040) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:35.601257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-3416f070-aa70-4ab8-b618-0d29118ff264 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922449 Aug 30 22:25:35.604255 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-cc3a7cc0-69ad-4664-aa53-5cb8842dde4f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448885 Aug 30 22:25:35.674687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '387a7971-f2cc-40cc-848b-7321e9127760', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'port_id': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'mac_address': 'fa:16:3e:13:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:25:34Z', 'updated_at': '2021-08-30T22:25:34Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:22Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:25:35.694156 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2fab031f-6faa-46b5-8e1c-04958d381ec0 req-231ca28a-8ba9-45bf-9214-be2ef46b2e00 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846872 Aug 30 22:25:35.701026 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebbfd1-2028-42cd-842b-a6ee605f02d3 None None] The sync data for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 is: [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '387a7971-f2cc-40cc-848b-7321e9127760', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.151', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'port_id': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'mac_address': 'fa:16:3e:13:49:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:25:34Z', 'updated_at': '2021-08-30T22:25:34Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:22Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:25:35.901425 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c82b38-6070-4247-b1ec-6b477c5be042 None None] New status for floating IP 387a7971-f2cc-40cc-848b-7321e9127760: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:25:36.107328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-ca2937ed-ae50-4de4-8c6a-6470d630ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:36.108858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-ca2937ed-ae50-4de4-8c6a-6470d630ec00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.3508885 Aug 30 22:25:36.213850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-fce7d9fa-8990-4521-9cb6-e24dbf3af5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:36.215389 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-fce7d9fa-8990-4521-9cb6-e24dbf3af5ce service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0844398 Aug 30 22:25:36.236750 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52670) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:25:36.286265 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-0535c271-46fc-433f-8ff6-c19f558b872a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0627615 Aug 30 22:25:36.297769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3c820896-5389-4498-a1be-be3e6c0e8b13 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/387a7971-f2cc-40cc-848b-7321e9127760 HTTP/1.1" status: 200 len: 994 time: 0.0594115 Aug 30 22:25:36.338326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-194b196a-1793-429b-b088-e4ecffc61323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:36.339947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-194b196a-1793-429b-b088-e4ecffc61323 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0462117 Aug 30 22:25:36.388070 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-055d6616-9964-403e-b0a8-ece52085321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:25:36.389560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-055d6616-9964-403e-b0a8-ece52085321e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410638 Aug 30 22:25:36.485725 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-e3990173-2aed-48a6-b9df-2da358e46e59 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878098 Aug 30 22:25:36.575052 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-6f822cfd-3ec4-4c64-bcd1-67af482c9edf service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822091 Aug 30 22:25:36.720013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:39.118945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-929938af-9cd0-403a-90f3-90c3b18f65d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:41.893971 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:42.064893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-decea59b-3c80-47f9-9047-befcb2110ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:43.021894 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:44.881905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:25:48.558925 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:26:04.241559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:06.728862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:09.121916 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-360cd048-6993-4b1d-8e0d-a6e6e84c31e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:11.892158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:12.064808 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9f2d8508-9eda-4350-9d16-56d40af0dc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:13.018833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:14.886055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:25.564463 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:26:34.285791 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:35.622840 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-bda61e89-8e08-4ddd-8afb-cb7ecad60d8b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440125 Aug 30 22:26:35.716369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-11908aab-23dd-41a0-9ed3-2af26dffdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:35.718715 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-11908aab-23dd-41a0-9ed3-2af26dffdac2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.0484633 Aug 30 22:26:35.837885 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-6d405889-3482-4d8a-8ddf-de2eeaed0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:35.839447 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-6d405889-3482-4d8a-8ddf-de2eeaed0419 service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0980430 Aug 30 22:26:35.913049 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-96b33a9e-2aac-42f4-8918-7f3736b36a01 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0653279 Aug 30 22:26:35.964168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-ff4b440e-91eb-4e4f-aef2-06a0ddd43322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:35.965608 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-ff4b440e-91eb-4e4f-aef2-06a0ddd43322 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0457094 Aug 30 22:26:36.013957 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-4873d64d-1537-41d5-9767-70cc62975c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:36.015549 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-4873d64d-1537-41d5-9767-70cc62975c7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420523 Aug 30 22:26:36.125582 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-e740eb20-d8d8-4669-a89e-7de92deecd6e service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008842 Aug 30 22:26:36.217419 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e7c6d796-6e1a-44ea-bff2-ac17060ea965 req-05dcb950-8458-4f6c-9c9c-179fa86ba08f service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824442 Aug 30 22:26:36.733166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:39.120263 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-65042963-4dab-46f9-a239-3f31a4d9af32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:41.886356 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:42.067058 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-212b7a5a-7a8b-45e4-bd18-b18ba7cc0785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:43.026000 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:44.890377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:26:47.770428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec09e4e-4ff5-43dd-92d7-2b12db889a50 req-954d05e5-5831-49b8-ba89-fb9dfc2d8816 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:47.771996 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ec09e4e-4ff5-43dd-92d7-2b12db889a50 req-954d05e5-5831-49b8-ba89-fb9dfc2d8816 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0501657 Aug 30 22:26:47.773335 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-e87a1906-8e88-47d7-abb9-4558aba644e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:47.774894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-e87a1906-8e88-47d7-abb9-4558aba644e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.0442388 Aug 30 22:26:47.815224 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ec09e4e-4ff5-43dd-92d7-2b12db889a50 req-0b402e4a-dd8f-4804-8c01-a1ca6a9d0afa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358648 Aug 30 22:26:47.873351 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-de0a59c7-a117-44eb-9acb-b2ed72a25b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:47.874910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-de0a59c7-a117-44eb-9acb-b2ed72a25b66 service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0929422 Aug 30 22:26:47.948919 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-9d54499a-17b4-4ae9-9498-f02ad544b59d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0652711 Aug 30 22:26:48.002724 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-d86bc013-d8ca-466a-8954-9d8c53e3ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:48.004207 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-d86bc013-d8ca-466a-8954-9d8c53e3ee3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0476997 Aug 30 22:26:48.055735 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-a384d45b-e74d-44ee-ab54-57a1bcd40355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:48.057249 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-a384d45b-e74d-44ee-ab54-57a1bcd40355 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455811 Aug 30 22:26:48.068710 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-f9259d18-2c4d-49fd-a60c-30eda54ce1e4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:26:48.069669 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-f9259d18-2c4d-49fd-a60c-30eda54ce1e4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050945 Aug 30 22:26:48.162486 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-2281bbc5-51ff-4692-96b4-618232960184 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851629 Aug 30 22:26:48.259687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d6c3662e-963c-48fe-aeed-798ecfbe57dd req-26e761e1-1c34-4b97-8c10-df79bf93c204 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892763 Aug 30 22:26:48.947342 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2b9e3-aad4-441c-a620-84b93b8be9a6 req-f3fdae64-cbda-405e-8996-2d4cf1330c27 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:48.948850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27f2b9e3-aad4-441c-a620-84b93b8be9a6 req-f3fdae64-cbda-405e-8996-2d4cf1330c27 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0494699 Aug 30 22:26:48.989922 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-27f2b9e3-aad4-441c-a620-84b93b8be9a6 req-2621a474-09d4-430f-a8ac-ad2da5b748e1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350595 Aug 30 22:26:50.124259 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b225a-a688-4a3e-9ccc-eefc6a0bb30d req-4f937de6-4214-46d7-82c4-3aa3060895cd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:50.125737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-821b225a-a688-4a3e-9ccc-eefc6a0bb30d req-4f937de6-4214-46d7-82c4-3aa3060895cd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0577435 Aug 30 22:26:50.172767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-821b225a-a688-4a3e-9ccc-eefc6a0bb30d req-17b043d1-acbc-43dc-abd4-cd90194904fb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408702 Aug 30 22:26:51.298791 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706aca75-3669-499d-b307-9e642d50d5d8 req-7cdc3102-642f-4a27-8f7a-325447403678 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:51.300350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-706aca75-3669-499d-b307-9e642d50d5d8 req-7cdc3102-642f-4a27-8f7a-325447403678 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0497577 Aug 30 22:26:51.345219 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-706aca75-3669-499d-b307-9e642d50d5d8 req-dcb69724-742c-42e0-8325-5251390073e0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359056 Aug 30 22:26:52.463576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cbf2c-39cd-407f-89b3-02184e150968 req-3577e907-b00a-4342-b25f-190ae1b31f7c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:52.465040 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b57cbf2c-39cd-407f-89b3-02184e150968 req-3577e907-b00a-4342-b25f-190ae1b31f7c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0515015 Aug 30 22:26:52.505608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b57cbf2c-39cd-407f-89b3-02184e150968 req-1e38447c-d54a-4be1-aea1-a19bc0d62fe7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346103 Aug 30 22:26:53.635994 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d9c80-22bb-4e2a-bb12-bd40035231fa req-6a67e1ed-1181-4a55-b6c4-cad5eeb84fdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:53.637490 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-318d9c80-22bb-4e2a-bb12-bd40035231fa req-6a67e1ed-1181-4a55-b6c4-cad5eeb84fdd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0560453 Aug 30 22:26:53.679493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-318d9c80-22bb-4e2a-bb12-bd40035231fa req-c3e43519-cf3d-4aa3-b1be-570a3f90e0b8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328226 Aug 30 22:26:54.811584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3043eda-6fb0-4e35-8f93-d838c1801015 req-aefb7135-6cc3-4366-98fa-d36bfac9fcab tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:54.813209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3043eda-6fb0-4e35-8f93-d838c1801015 req-aefb7135-6cc3-4366-98fa-d36bfac9fcab tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0574746 Aug 30 22:26:54.866753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d3043eda-6fb0-4e35-8f93-d838c1801015 req-70ed175b-285b-47b4-97e4-be191ab3e5c1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Aug 30 22:26:56.002813 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3144e2-45d8-4f46-bdf2-a7f2ae59bbac req-d1236c0e-4740-4349-93de-1b97911e1ac7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:56.004338 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c3144e2-45d8-4f46-bdf2-a7f2ae59bbac req-d1236c0e-4740-4349-93de-1b97911e1ac7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0546188 Aug 30 22:26:56.043284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9c3144e2-45d8-4f46-bdf2-a7f2ae59bbac req-038c8f1f-e590-4e15-b7dc-0da1e0e0def9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328281 Aug 30 22:26:57.173897 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94b112-c9de-45f6-8be5-8b05775a994d req-dfee20f0-1a6a-42c3-8de1-b52091045840 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:57.175694 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc94b112-c9de-45f6-8be5-8b05775a994d req-dfee20f0-1a6a-42c3-8de1-b52091045840 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0572958 Aug 30 22:26:57.214066 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bc94b112-c9de-45f6-8be5-8b05775a994d req-169a2a73-7457-4430-89c5-4141865b19a4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321794 Aug 30 22:26:58.350120 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f4eec-13b9-4246-b365-4ec11de4c4e9 req-ec65e48e-4867-40a3-ab7d-56629f03de0f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:58.351661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b6f4eec-13b9-4246-b365-4ec11de4c4e9 req-ec65e48e-4867-40a3-ab7d-56629f03de0f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0609848 Aug 30 22:26:58.394940 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3b6f4eec-13b9-4246-b365-4ec11de4c4e9 req-c1308965-d6c0-4c16-a309-6fedacfa2a8b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367289 Aug 30 22:26:59.535125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c785-2c85-4df5-8296-06dcf7175ded req-23bf50b9-268a-48ad-b03f-06064724009b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:26:59.536639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9240c785-2c85-4df5-8296-06dcf7175ded req-23bf50b9-268a-48ad-b03f-06064724009b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0634537 Aug 30 22:26:59.578420 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9240c785-2c85-4df5-8296-06dcf7175ded req-aa791365-ae27-455e-ae76-e8950a22cd17 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330312 Aug 30 22:26:59.607663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52730) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:26:59.682249 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-20d8b6f6-67fb-4868-832b-593d67314c6b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/387a7971-f2cc-40cc-848b-7321e9127760 HTTP/1.1" status: 200 len: 994 time: 0.0731256 Aug 30 22:27:02.569774 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:27:04.285745 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:06.737365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:09.122637 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-797a92bc-0c12-4eab-b950-8b81776d7eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:11.902524 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:12.066190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8c883a5d-301e-4596-b3f9-83aa69cc3848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:13.033831 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:14.902695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:34.292280 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:35.631980 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-79e95310-9c2c-4c0c-8838-e09102069e9a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564723 Aug 30 22:27:35.724435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-d10a036c-dde9-40f7-aadb-8ea5ae197942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:35.725971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-d10a036c-dde9-40f7-aadb-8ea5ae197942 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.0445421 Aug 30 22:27:35.833161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-ac7fecb8-b853-4b4d-967e-5e44c5ddb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:35.834626 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-ac7fecb8-b853-4b4d-967e-5e44c5ddb4c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0866492 Aug 30 22:27:35.908234 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-420e9412-0bdd-400d-ac96-629ae58333ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0658860 Aug 30 22:27:35.964591 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-7b9a3f80-07df-416e-8cbf-71f81ce4e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:35.966848 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-7b9a3f80-07df-416e-8cbf-71f81ce4e406 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0513802 Aug 30 22:27:36.019983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-dde9f0b1-3800-4026-b082-bbaace36d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:36.022343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-dde9f0b1-3800-4026-b082-bbaace36d663 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479114 Aug 30 22:27:36.119185 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-d707b825-0a46-467d-b28a-f4a3c65d3ded service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Aug 30 22:27:36.218537 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5b002c3a-f0bf-4101-b965-d2f253865792 req-74d8e093-e1c5-4414-aa36-f5a3a85abacf service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923553 Aug 30 22:27:36.733072 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:39.122463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e29ba2ae-922f-460d-9c79-060e4631dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:39.575279 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:27:41.908070 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:42.062145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-877c0c46-65ba-427d-bbc9-0d53ffecf621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:43.031439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:44.907788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:50.383779 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52750) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:50.550196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 4d5b21cc-9c92-431e-b0cc-549aeb0f6031 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:27:50.550514 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:50.628969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:50.629300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:50.641176 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 4d5b21cc-9c92-431e-b0cc-549aeb0f6031 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:27:50.821142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:50.846071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=4d5b21cc-9c92-431e-b0cc-549aeb0f6031,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:50.872802 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.873158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.873507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.873842 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.874174 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.874511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.874865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.875196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.875901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.876230 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.876559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.876881 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:50.923058 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:50.923412 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 387a7971-f2cc-40cc-848b-7321e9127760 disassociated (deleted). External IP: 172.25.5.151, port: 4ea866f7-761a-41de-a6c9-647a8621c5f6. Aug 30 22:27:51.132330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 1979f26a-c3a2-41cc-a09c-cc375bf79edc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:27:51.248028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:27:51.253252 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:51.257892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] Sync routers for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:27:51.268966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:27:51.269658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:51.285355 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2df95a0a-dd0a-4bea-beda-68fd41611cef tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/floatingips/387a7971-f2cc-40cc-848b-7321e9127760 HTTP/1.1" status: 204 len: 168 time: 0.9003093 Aug 30 22:27:51.286054 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:27:51.288450 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50fba3-9329-43b3-85c5-6939346c37e2" -d '{"events": [{"name": "network-changed", "server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:27:51.380288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:27:51.449673 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6767fb5-5ccb-49fc-bb95-a583ca2e1ee0 x-openstack-request-id: req-e6767fb5-5ccb-49fc-bb95-a583ca2e1ee0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:27:51.450182 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:27:51.450182 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6767fb5-5ccb-49fc-bb95-a583ca2e1ee0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:27:51.450609 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'status': 'completed', 'code': 200} Aug 30 22:27:51.517153 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-31516c0b-8cc3-4eae-ba4e-43eb34594410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:51.519177 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-31516c0b-8cc3-4eae-ba4e-43eb34594410 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 1098 time: 0.0454032 Aug 30 22:27:51.553114 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb1b4f-cf58-45e4-9446-4942f4898494 req-6178eef5-8865-4147-bb80-dcd8ab8214eb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:51.554843 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63fb1b4f-cf58-45e4-9446-4942f4898494 req-6178eef5-8865-4147-bb80-dcd8ab8214eb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0551729 Aug 30 22:27:51.600344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-63fb1b4f-cf58-45e4-9446-4942f4898494 req-4734e9d0-54e2-415f-9f5c-e5db422aa9b8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 Aug 30 22:27:51.616652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-bc75893a-c467-4ff5-a301-fc8737203f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:51.618174 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-bc75893a-c467-4ff5-a301-fc8737203f8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 200 len: 898 time: 0.0898340 Aug 30 22:27:51.664942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-230d447b-f315-4fac-b84a-a38b7cb57bad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 200 len: 217 time: 0.0384598 Aug 30 22:27:51.720178 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-cb235f1b-be32-4aaa-8c72-f9ed8551077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:51.721754 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-cb235f1b-be32-4aaa-8c72-f9ed8551077d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 200 len: 833 time: 0.0479789 Aug 30 22:27:51.765705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:22Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:51.768858 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-b4e7d8ec-bcf0-46d2-8f0c-c26c5c9193b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:51.770382 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-b4e7d8ec-bcf0-46d2-8f0c-c26c5c9193b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=49facd8f-301e-4cec-b633-36ca0b4a55c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405622 Aug 30 22:27:51.791934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] Checking router: 1979f26a-c3a2-41cc-a09c-cc375bf79edc for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:27:51.800812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:27:51.801483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:51.864211 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-c0cbe415-e37d-4ff1-8141-e9d6129648d2 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Aug 30 22:27:51.909296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:27:51.954312 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ea50fba3-9329-43b3-85c5-6939346c37e2 req-4b3f6573-f3bd-4ab3-96ec-ca58b4067137 service neutron] 10.222.0.86 "GET /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820467 Aug 30 22:27:52.111182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:22Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:52.141102 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e38ca4-4ffb-4017-a790-495a2d8084cb None None] The sync data for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 is: [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:25:18Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '061747f2-81f2-4ea8-ba90-b8d97b0696de', 'name': '', 'network_id': '49facd8f-301e-4cec-b633-36ca0b4a55c2', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:9e:ae:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '697ac534-e958-4783-8249-de455b4b318f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:17Z', 'updated_at': '2021-08-30T22:25:22Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '697ac534-e958-4783-8249-de455b4b318f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:27:52.383350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bb398-af1f-4fcb-ab81-51df8b90508b None None] New status for floating IP 387a7971-f2cc-40cc-848b-7321e9127760: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:27:52.722152 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede463c-d32c-4c17-8ce8-b85eb939c96b req-3682acc0-9ade-4337-817d-baba7c43c342 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:52.723556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dede463c-d32c-4c17-8ce8-b85eb939c96b req-3682acc0-9ade-4337-817d-baba7c43c342 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0511041 Aug 30 22:27:52.765151 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dede463c-d32c-4c17-8ce8-b85eb939c96b req-49cdf74f-9813-49fc-9fcd-a0430b65e170 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356486 Aug 30 22:27:53.257156 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-4e9a61c8-eb20-48b6-a932-61528b518c84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:53.258648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-4e9a61c8-eb20-48b6-a932-61528b518c84 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 946 time: 0.0539639 Aug 30 22:27:53.361887 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 4ea866f7-761a-41de-a6c9-647a8621c5f6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:27:53.362299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:53.453831 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 4ea866f7-761a-41de-a6c9-647a8621c5f6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4ea866f7-761a-41de-a6c9-647a8621c5f6,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:27:53.454183 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:53.466812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 4ea866f7-761a-41de-a6c9-647a8621c5f6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:27:53.602840 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:53.631071 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=4ea866f7-761a-41de-a6c9-647a8621c5f6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:53.679635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] No DVR routers for this DVR port 4ea866f7-761a-41de-a6c9-647a8621c5f6 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:27:53.682481 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:53.684691 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-fac0cbcb-9c49-4a7e-99b4-bc07c6b8c7dd req-9cc1b361-922e-4021-aedf-a47316de7a0e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "DELETE /v2.0/ports/4ea866f7-761a-41de-a6c9-647a8621c5f6 HTTP/1.1" status: 204 len: 173 time: 0.4197495 Aug 30 22:27:53.685144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'name': 'network-vif-deleted', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:27:53.687476 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c93d9a-7e2f-4c81-ae78-5b3f18b78ab0" -d '{"events": [{"server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "name": "network-vif-deleted", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:27:53.727830 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d41b5f-3a42-468b-87e7-71d2603aa3d3 x-openstack-request-id: req-27d41b5f-3a42-468b-87e7-71d2603aa3d3 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:27:53.728142 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247e5c08-34bb-4fd3-afa5-fc82777392bd", "name": "network-vif-deleted", "tag": "4ea866f7-761a-41de-a6c9-647a8621c5f6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:27:53.728478 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27d41b5f-3a42-468b-87e7-71d2603aa3d3 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:27:53.728891 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247e5c08-34bb-4fd3-afa5-fc82777392bd', 'name': 'network-vif-deleted', 'tag': '4ea866f7-761a-41de-a6c9-647a8621c5f6', 'status': 'completed', 'code': 200} Aug 30 22:27:53.875367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f1307417-9580-4bf1-bf24-8f1e777877bf req-2f686893-64fa-44e8-bc70-44b5dd58a630 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=247e5c08-34bb-4fd3-afa5-fc82777392bd HTTP/1.1" status: 200 len: 210 time: 0.0264916 Aug 30 22:27:54.943118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52766) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:55.311428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:55.880991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 061747f2-81f2-4ea8-ba90-b8d97b0696de {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:27:55.881337 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:55.978774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 061747f2-81f2-4ea8-ba90-b8d97b0696de, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=061747f2-81f2-4ea8-ba90-b8d97b0696de,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:27:55.979485 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:55.993016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 061747f2-81f2-4ea8-ba90-b8d97b0696de owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:27:56.210147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:56.236375 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=061747f2-81f2-4ea8-ba90-b8d97b0696de,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:56.411247 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:56.626394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 1979f26a-c3a2-41cc-a09c-cc375bf79edc has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:27:56.736350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:27:56.741402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2bc7a3fa-ecfc-40cd-8915-be656c1b49ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/1979f26a-c3a2-41cc-a09c-cc375bf79edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7972865 Aug 30 22:27:56.744341 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52768) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:56.746202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] Sync routers for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:27:56.756830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:27:56.757538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:56.799619 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting subnet 697ac534-e958-4783-8249-de455b4b318f {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:27:56.802922 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:56.843164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:56.864761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:27:56.928216 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.001857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.031493 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Subnet': ['ID=697ac534-e958-4783-8249-de455b4b318f,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:57.035277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.038712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c0226a9d-1a92-4364-9b68-cf6c64b97079 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/subnets/697ac534-e958-4783-8249-de455b4b318f HTTP/1.1" status: 204 len: 168 time: 0.2917345 Aug 30 22:27:57.040119 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52770) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:57.044530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a830f363-5dcc-4cbb-958e-9231c3dbf693 None None] Network 49facd8f-301e-4cec-b633-36ca0b4a55c2 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:27:57.112514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:27:56Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:57.142611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] Checking router: 1979f26a-c3a2-41cc-a09c-cc375bf79edc for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:27:57.151256 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.185648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] Routers {'1979f26a-c3a2-41cc-a09c-cc375bf79edc'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:27:57.186190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:57.274326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.276278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4ea866f7-761a-41de-a6c9-647a8621c5f6 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:27:57.304422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 4ea866f7-761a-41de-a6c9-647a8621c5f6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:27:57.304765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4ea866f7-761a-41de-a6c9-647a8621c5f6 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:27:57.325828 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] Set router 1979f26a-c3a2-41cc-a09c-cc375bf79edc gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:27:57.354470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 02903983-0ec9-47e4-98d7-6624e3593918 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:27:57.354849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.358634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] DHCP port deletion for 49facd8f-301e-4cec-b633-36ca0b4a55c2 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:27:57.436639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 02903983-0ec9-47e4-98d7-6624e3593918, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=02903983-0ec9-47e4-98d7-6624e3593918,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:27:57.436978 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.451938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 02903983-0ec9-47e4-98d7-6624e3593918 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:27:57.520000 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Deleting port 9b556697-632d-42d2-a88e-1d669c5c7510 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:27:57.520407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.595659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] For port 9b556697-632d-42d2-a88e-1d669c5c7510, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=9b556697-632d-42d2-a88e-1d669c5c7510,segment=NetworkSegment(42bc397b-1f3b-44b0-8fac-a4b00e11ffe0),segment_id=42bc397b-1f3b-44b0-8fac-a4b00e11ffe0)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:27:57.596071 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.611361 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Calling delete_port for 9b556697-632d-42d2-a88e-1d669c5c7510 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:27:57.625118 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.631029 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:27:56Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:57.651145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=02903983-0ec9-47e4-98d7-6624e3593918,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:57.665931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.665931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.665931 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.666348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.666348 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.666610 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.666939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.667260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.667577 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.667892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.668209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.668571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.693032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e6938-2da7-4e17-b45e-518db6a0bd13 None None] The sync data for ids ['1979f26a-c3a2-41cc-a09c-cc375bf79edc'] in n-d-793620-16 is: [{'id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994978906', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '02903983-0ec9-47e4-98d7-6624e3593918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:25:14Z', 'updated_at': '2021-08-30T22:27:56Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '02903983-0ec9-47e4-98d7-6624e3593918', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1979f26a-c3a2-41cc-a09c-cc375bf79edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:25:15Z', 'updated_at': '2021-08-30T22:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:27:57.737112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.745562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.788138 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] No DVR routers for this DVR port 9b556697-632d-42d2-a88e-1d669c5c7510 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:27:57.790115 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Pushing event deleted for resources: {'Port': ['ID=9b556697-632d-42d2-a88e-1d669c5c7510,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:57.800588 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.800941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.806382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549bc97f-95db-45c3-8b23-46e1ec7ac23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:27:57.847497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.849655 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.893720 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.894332 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Fanout notify agent at l3_agent the message router_deleted on router 1979f26a-c3a2-41cc-a09c-cc375bf79edc {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:27:57.901392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:57.902527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6412f097-5ba2-413c-9890-783116bcd226 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/routers/1979f26a-c3a2-41cc-a09c-cc375bf79edc HTTP/1.1" status: 204 len: 168 time: 0.8614156 Aug 30 22:27:57.905477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52772) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:57.989288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.083323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.094301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49facd8f-301e-4cec-b633-36ca0b4a55c2']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:58.106137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:58.106429 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bc397b-1f3b-44b0-8fac-a4b00e11ffe0') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:27:58.118562 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.133551 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.139932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:27:58.140416 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:27:58.144466 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:27:58.198613 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9b556697-632d-42d2-a88e-1d669c5c7510 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:27:58.205974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.214496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.216268 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/networks/49facd8f-301e-4cec-b633-36ca0b4a55c2 HTTP/1.1" status: 204 len: 168 time: 0.3097768 Aug 30 22:27:58.219162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52774) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:58.227811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 9b556697-632d-42d2-a88e-1d669c5c7510 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:27:58.228151 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 9b556697-632d-42d2-a88e-1d669c5c7510 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:27:58.228595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786c402-c146-41ef-854e-19eabce7b94c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Network': ['ID=49facd8f-301e-4cec-b633-36ca0b4a55c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:58.283232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2221-e06a-4993-9813-ffcf2292d644 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.312268 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2221-e06a-4993-9813-ffcf2292d644 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.376341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2221-e06a-4993-9813-ffcf2292d644 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.379105 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8b9c2221-e06a-4993-9813-ffcf2292d644 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.380332 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8b9c2221-e06a-4993-9813-ffcf2292d644 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/security-groups/e9e7cad2-0513-4fd8-bebf-4aa3654e8d80 HTTP/1.1" status: 204 len: 168 time: 0.1595447 Aug 30 22:27:58.390513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c2221-e06a-4993-9813-ffcf2292d644 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e7cad2-0513-4fd8-bebf-4aa3654e8d80,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:58.592189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52780) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:58.599654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583721639', 'description': 'tempest-secgroup-smoke-583721639 description', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:58.631110 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.716822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.722375 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.749830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.751022 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1575017 Aug 30 22:27:58.752816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee62059-ebdf-4775-9ba8-24f0ad7b7c26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb534f9d-7eb3-44c6-8043-0323e31493bc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:58.754292 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52782) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:58.759545 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'fb534f9d-7eb3-44c6-8043-0323e31493bc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:58.790037 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.858496 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.863371 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.884595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26718a6-a287-4762-87c1-b252584727a3,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:58.895808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.897033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30464994-4d9c-4b60-9b31-ba649a407897 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412513 Aug 30 22:27:58.900803 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52784) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:58.905727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'fb534f9d-7eb3-44c6-8043-0323e31493bc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:58.933841 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.989559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:58.994839 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.015164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0530543-2fce-4a67-b3eb-36ac97f876bc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:59.020291 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.024688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52786) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:59.025070 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b6fc141c-8281-4880-8840-a7d8d1d48fcb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233244 Aug 30 22:27:59.029453 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'fb534f9d-7eb3-44c6-8043-0323e31493bc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:59.057529 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.116770 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.121944 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.140646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a944499c-d3e2-4fb1-ba81-2d4f45b51140,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:59.148768 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.150085 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-39eb790a-279c-4c6c-baf1-f77301baf6bb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243937 Aug 30 22:27:59.153018 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52788) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:59.157476 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'fb534f9d-7eb3-44c6-8043-0323e31493bc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:59.185130 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.246855 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.251967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.269092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40f810f-f149-487d-84fe-a82862817732,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:59.276896 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.278180 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e7fe0e7e-1731-4b8b-8c4c-8abda143907a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241856 Aug 30 22:27:59.281150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52790) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:59.285546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'fb534f9d-7eb3-44c6-8043-0323e31493bc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:59.308570 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:27:59.313552 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.375109 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.380146 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.403915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a8e54a-f26e-428a-8620-5deb80e4b9de,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:59.411540 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.413061 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fbedaf46-415b-4cc3-98d3-f245ef70ada7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310136 Aug 30 22:27:59.415945 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52792) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:59.422757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': 'fb534f9d-7eb3-44c6-8043-0323e31493bc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:59.448457 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:27:59.454029 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.517116 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.522578 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.541263 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58d7a77-f124-42c3-b5a1-545982e617ea,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:59.549243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.550467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f87adb73-6be5-4b42-8fc6-01ee292557e2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333597 Aug 30 22:27:59.553592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52794) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:59.558547 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'network': {'name': 'tempest-network-smoke--530720229', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'port_security_enabled': True}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:59.581038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:27:59.586603 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.617395 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:27:59.627245 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.627532 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Added segment 876b5edf-5492-4082-99db-d6118f64751d of type vlan for network 1f0244d8-5b4d-451e-aebc-e72303b52f59 Aug 30 22:27:59.668062 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.694748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.700451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:27:59.701025 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.728480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 061747f2-81f2-4ea8-ba90-b8d97b0696de no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:27:59.749217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 061747f2-81f2-4ea8-ba90-b8d97b0696de {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:27:59.749659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 061747f2-81f2-4ea8-ba90-b8d97b0696de not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:27:59.750241 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 02903983-0ec9-47e4-98d7-6624e3593918 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:27:59.756031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2013881 Aug 30 22:27:59.758948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52796) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:27:59.765537 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'admin_state_up': True, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:27:59.770612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 02903983-0ec9-47e4-98d7-6624e3593918 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:27:59.770985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 02903983-0ec9-47e4-98d7-6624e3593918 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:27:59.780021 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46245d0-01db-4cc3-ac9f-789a97d69e92 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Network': ['ID=1f0244d8-5b4d-451e-aebc-e72303b52f59,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:27:59.790881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:27:59.796070 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.797120 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.853210 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:27:59.990179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:00.553822 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:00.572425 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:00.681070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.170 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5aafee50-7f0e-42ed-9237-575252d2a7a6) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:28:00.783711 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:00.829290 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:00.867856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:28:00.870645 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:00.874343 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:28:00.879637 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5aafee50-7f0e-42ed-9237-575252d2a7a6,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:01.134450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:01.331232 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:01.470180 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 4170f938-a837-426e-a446-01cf4dd02fea is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:28:01.576975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:28:01.588565 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Sync routers for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:28:01.597846 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:01.598392 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:28:01.599142 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:01.599321 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fc484f16-8994-4f88-bc92-874f4b58ee35 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8393545 Aug 30 22:28:01.603649 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52800) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:01.632253 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-71ef2cd5-180b-496c-89cb-60216f08a12c tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=bd0a1449f55d4f8390732f89b181fc21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274053 Aug 30 22:28:01.635257 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52802) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:01.703796 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:28:01.728510 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a4089-05da-4e80-a242-12c88c32072c tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:01.730050 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-ae8a4089-05da-4e80-a242-12c88c32072c tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938070 Aug 30 22:28:01.733153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52804) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:01.761381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-668b3528-6278-4e42-8b20-97b165b9341f tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271208 Aug 30 22:28:01.764049 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52806) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:01.769205 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557628016', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:28:01.858782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:28:01.862688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:01.879384 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:01Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:01.905962 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Checking router: 4170f938-a837-426e-a446-01cf4dd02fea for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:28:01.906301 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Updating router 4170f938-a837-426e-a446-01cf4dd02fea port 5aafee50-7f0e-42ed-9237-575252d2a7a6 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:28:01.930840 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.047828 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.110646 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Subnet': ['ID=997bbd6d-4140-43b4-8e0a-96e047c448d0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:02.122621 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Checking segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:28:02.123012 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network hostable DHCP agents. Network: 1f0244d8-5b4d-451e-aebc-e72303b52f59, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:28:02.141174 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:28:02.151515 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 1f0244d8-5b4d-451e-aebc-e72303b52f59) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:02.156730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:02.157322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.163140 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5e28c-31c1-4ce8-989d-f4a915d69012 None None] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:28:02.179062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52808) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:02.179621 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a4e70bbd-92ee-4e6b-ac87-a6a38b25180e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4142175 Aug 30 22:28:02.189034 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.199004 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Transition to ACTIVE for port object 5aafee50-7f0e-42ed-9237-575252d2a7a6 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:02.205264 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.255768 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Attempting to bind port 5aafee50-7f0e-42ed-9237-575252d2a7a6 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:28:02.256182 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Attempting to bind port 5aafee50-7f0e-42ed-9237-575252d2a7a6 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:28:02.256536 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Attempting to bind port 5aafee50-7f0e-42ed-9237-575252d2a7a6 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:28:02.263702 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Pushing event updated for resources: {'Port': ['ID=5aafee50-7f0e-42ed-9237-575252d2a7a6,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:02.266960 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:28:02.267331 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:28:02.267727 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.268120 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:28:02.268581 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Bound port: 5aafee50-7f0e-42ed-9237-575252d2a7a6, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:28:02.268953 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.275415 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.275759 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.276093 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.276430 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.276756 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.277079 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.277405 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.277740 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.278045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.278355 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.278696 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.279015 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:28:02.312847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-1f0244d8-5b4d-451e-aebc-e72303b52f59', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:28:02.313706 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.340238 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] For port 5aafee50-7f0e-42ed-9237-575252d2a7a6, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:28:02.343959 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] For port 5aafee50-7f0e-42ed-9237-575252d2a7a6, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5aafee50-7f0e-42ed-9237-575252d2a7a6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:28:02.350145 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.420612 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:28:02.421240 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:02.454137 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5077e6-2123-42a1-8e3d-3b9e04d89e4a None None] Pushing event updated for resources: {'Port': ['ID=5aafee50-7f0e-42ed-9237-575252d2a7a6,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:02.471941 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Allocated IP 172.20.0.2 (1f0244d8-5b4d-451e-aebc-e72303b52f59/997bbd6d-4140-43b4-8e0a-96e047c448d0/37a07972-3cf2-4103-9e8a-0d6982fd84ae) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:28:02.535221 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:28:02.619390 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.628512 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Transition to ACTIVE for port object 37a07972-3cf2-4103-9e8a-0d6982fd84ae will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:02.643197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.646433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Transition to ACTIVE for port object 37a07972-3cf2-4103-9e8a-0d6982fd84ae will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:02.653181 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.690399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:28:02.695848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:02.699547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:28:02.708489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Pushing event updated for resources: {'Port': ['ID=37a07972-3cf2-4103-9e8a-0d6982fd84ae,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:02.759548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Attempting to bind port 37a07972-3cf2-4103-9e8a-0d6982fd84ae on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:28:02.759921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Attempting to bind port 37a07972-3cf2-4103-9e8a-0d6982fd84ae by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:28:02.760287 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Attempting to bind port 37a07972-3cf2-4103-9e8a-0d6982fd84ae on network 1f0244d8-5b4d-451e-aebc-e72303b52f59 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:28:02.769601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:28:02.769963 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Checking segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:28:02.770363 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.770859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Bound using segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:28:02.771321 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Bound port: 37a07972-3cf2-4103-9e8a-0d6982fd84ae, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:28:02.771812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:02.828342 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:01Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:02.857829 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1861-5bb4-4a72-a9f5-4f13cd4e8f7b None None] The sync data for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 is: [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:01Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:28:02.949910 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.1 (1f0244d8-5b4d-451e-aebc-e72303b52f59/997bbd6d-4140-43b4-8e0a-96e047c448d0/8ca20f07-88e6-462b-a583-707e91350945) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:28:03.011184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] For port 37a07972-3cf2-4103-9e8a-0d6982fd84ae, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:28:03.015042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] For port 37a07972-3cf2-4103-9e8a-0d6982fd84ae, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=37a07972-3cf2-4103-9e8a-0d6982fd84ae,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:28:03.025431 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.102275 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.124503 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 8ca20f07-88e6-462b-a583-707e91350945 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:03.132446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f89bf-f288-4ca0-a199-82090114e470 None None] Pushing event updated for resources: {'Port': ['ID=37a07972-3cf2-4103-9e8a-0d6982fd84ae,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:03.167012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.215673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:28:03.219064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:03.223291 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:28:03.230083 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=8ca20f07-88e6-462b-a583-707e91350945,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:03.293214 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.443398 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.732971 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.739565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.820780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:03.822777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=8ca20f07-88e6-462b-a583-707e91350945,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:03.863372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 37a07972-3cf2-4103-9e8a-0d6982fd84ae up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:03.917052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 37a07972-3cf2-4103-9e8a-0d6982fd84ae completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:03.921598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5aafee50-7f0e-42ed-9237-575252d2a7a6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:03.926313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:28:03.927853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:03.983288 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 5aafee50-7f0e-42ed-9237-575252d2a7a6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:03.987654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5aafee50-7f0e-42ed-9237-575252d2a7a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:03.988255 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.061333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 4170f938-a837-426e-a446-01cf4dd02fea has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:28:04.069150 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.090705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840a21c-e346-4392-a5c8-6af7df868ab7 None None] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:28:04.095978 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 5aafee50-7f0e-42ed-9237-575252d2a7a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5aafee50-7f0e-42ed-9237-575252d2a7a6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:28:04.139329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.181942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] Provisioning for port 37a07972-3cf2-4103-9e8a-0d6982fd84ae completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:04.195851 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] Provisioning complete for port 37a07972-3cf2-4103-9e8a-0d6982fd84ae triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:04.196226 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.251991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=5aafee50-7f0e-42ed-9237-575252d2a7a6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:04.347084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.383519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.427390 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] For port 37a07972-3cf2-4103-9e8a-0d6982fd84ae, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=37a07972-3cf2-4103-9e8a-0d6982fd84ae,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:28:04.436140 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.494439 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e290f-ba29-4da3-873c-535f102bba7b None None] Pushing event updated for resources: {'Port': ['ID=37a07972-3cf2-4103-9e8a-0d6982fd84ae,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:04.507806 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:28:04.513956 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cb9d1861-8d0e-463b-88a8-3d6a7cd92718 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/4170f938-a837-426e-a446-01cf4dd02fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3328705 Aug 30 22:28:04.579530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Sync routers for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:28:04.589766 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:28:04.590529 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:04.669957 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-06792a86-45d1-4b2b-9675-f89b7bc9031d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583721639&fields=id&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 267 time: 0.0358059 Aug 30 22:28:04.695117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fcef1663-6d82-4c05-b54f-9791bb6ee612 None None] Provisioning complete for port 37a07972-3cf2-4103-9e8a-0d6982fd84ae triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:04.695576 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcef1663-6d82-4c05-b54f-9791bb6ee612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.741475 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:28:04.796068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-4292d42b-8aa2-4f5d-8c9c-ceccea9e8e9d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:04.797747 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-4292d42b-8aa2-4f5d-8c9c-ceccea9e8e9d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 796 time: 0.1205547 Aug 30 22:28:04.813711 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-9ced09ac-147e-43f7-a119-3c5aa09b81a4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/quotas/bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 375 time: 0.0099306 Aug 30 22:28:04.875662 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-2ac71ed8-7acb-444a-bbc8-c4ef878dff41 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541403 Aug 30 22:28:04.937363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fcef1663-6d82-4c05-b54f-9791bb6ee612 None None] Provisioning for port 8ca20f07-88e6-462b-a583-707e91350945 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:04.944572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fcef1663-6d82-4c05-b54f-9791bb6ee612 None None] Provisioning complete for port 8ca20f07-88e6-462b-a583-707e91350945 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:04.944764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fcef1663-6d82-4c05-b54f-9791bb6ee612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:04.981909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-1a8a016f-9244-4aee-8888-4dc673adf22f service neutron] 10.222.0.76 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933411 Aug 30 22:28:05.004993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-fcef1663-6d82-4c05-b54f-9791bb6ee612 None None] Port 8ca20f07-88e6-462b-a583-707e91350945 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:28:05.032753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 2, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:05.060080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Checking router: 4170f938-a837-426e-a446-01cf4dd02fea for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:28:05.060434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Updating router 4170f938-a837-426e-a446-01cf4dd02fea port 8ca20f07-88e6-462b-a583-707e91350945 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:28:05.083489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-ad9d94c7-4875-4fd0-9731-25ac5b434ab0 service neutron] 10.222.0.76 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941770 Aug 30 22:28:05.084973 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.184935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6ae69a2f-08cf-412e-90c0-c527cd8dc5ce None None] Provisioning complete for port 8ca20f07-88e6-462b-a583-707e91350945 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:05.185318 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6ae69a2f-08cf-412e-90c0-c527cd8dc5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.237530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6ae69a2f-08cf-412e-90c0-c527cd8dc5ce None None] Port 8ca20f07-88e6-462b-a583-707e91350945 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:28:05.378756 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.388803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Transition to ACTIVE for port object 8ca20f07-88e6-462b-a583-707e91350945 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:05.396088 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.445099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de0430-76b1-4e9a-8a42-3f8daeb299f9 None None] Pushing event updated for resources: {'Port': ['ID=8ca20f07-88e6-462b-a583-707e91350945,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:05.497909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Attempting to bind port 8ca20f07-88e6-462b-a583-707e91350945 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:28:05.498199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Attempting to bind port 8ca20f07-88e6-462b-a583-707e91350945 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:28:05.498570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Attempting to bind port 8ca20f07-88e6-462b-a583-707e91350945 on network 1f0244d8-5b4d-451e-aebc-e72303b52f59 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:28:05.504077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:28:05.504575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Checking segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:28:05.505096 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.505571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Bound using segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:28:05.506051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Bound port: 8ca20f07-88e6-462b-a583-707e91350945, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:28:05.506442 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.579773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] For port 8ca20f07-88e6-462b-a583-707e91350945, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:28:05.583607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] For port 8ca20f07-88e6-462b-a583-707e91350945, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ca20f07-88e6-462b-a583-707e91350945,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:28:05.592914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:05.657257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:28:05.657897 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:27:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:05.662992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de0430-76b1-4e9a-8a42-3f8daeb299f9 None None] Pushing event updated for resources: {'Port': ['ID=8ca20f07-88e6-462b-a583-707e91350945,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:05.778385 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:28:05.806001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 37a07972-3cf2-4103-9e8a-0d6982fd84ae up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:05.958868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 37a07972-3cf2-4103-9e8a-0d6982fd84ae triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:05.959548 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:06.075601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5aafee50-7f0e-42ed-9237-575252d2a7a6 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:06.080784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:05Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:06.124954 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e3967-ec49-4317-b11e-0d49d8cb4aaa None None] The sync data for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 is: [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:05Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:28:06.153016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 5aafee50-7f0e-42ed-9237-575252d2a7a6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:06.153388 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:06.290105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5adafba8-d0a6-40b1-92ae-d684a30c0dde req-1efe1498-82fb-45e7-a18c-b2ab426b9d63 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 210 time: 0.0292542 Aug 30 22:28:06.728198 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:07.463309 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-996adf21-1358-4529-b581-3d8519298f03 req-930b854c-2a4a-4bde-8db8-40a784cd42a5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 210 time: 0.0916667 Aug 30 22:28:07.799762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ca20f07-88e6-462b-a583-707e91350945 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:07.853498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 8ca20f07-88e6-462b-a583-707e91350945 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:07.857104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8ca20f07-88e6-462b-a583-707e91350945 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:07.857472 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:07.934568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:07.966019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 8ca20f07-88e6-462b-a583-707e91350945, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ca20f07-88e6-462b-a583-707e91350945,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:28:07.970655 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:08.018962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=8ca20f07-88e6-462b-a583-707e91350945,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:08.342574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-9ca23e83-6417-4054-b9ee-d2c7068fa184 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:08.344086 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-9ca23e83-6417-4054-b9ee-d2c7068fa184 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 796 time: 0.1047862 Aug 30 22:28:08.394246 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-7b48a294-18a0-44f1-be47-2cde91e7abb3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 379 time: 0.0407655 Aug 30 22:28:08.405259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'port': {'device_id': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'admin_state_up': True, 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'security_groups': ['fb534f9d-7eb3-44c6-8043-0323e31493bc']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:28:08.512837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:28:08.516347 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:08.559059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d5a13bb0-630a-405b-b036-121c9a64a2bb req-90a24ea4-6453-4e23-a44e-9051ce03c921 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 210 time: 0.0268159 Aug 30 22:28:08.651409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.9 (1f0244d8-5b4d-451e-aebc-e72303b52f59/997bbd6d-4140-43b4-8e0a-96e047c448d0/4c66c0e7-2592-4aa4-a7b3-adb16c098714) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:28:08.798619 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:08.817311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 4c66c0e7-2592-4aa4-a7b3-adb16c098714 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:08.853362 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:08.898589 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:28:08.901661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:08.904019 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:28:08.938845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:08.963950 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:08.964596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:08.980979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-e22cd219-2cd8-4a82-be2a-276f05a2b334 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792439 Aug 30 22:28:08.993941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Request body: {'port': {'device_id': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:28:09.056033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.114606 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b58b05e6-c7ab-4fc3-9296-6a1d832d4c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.172852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a8b1787-7760-487d-8a64-3005f881596e None None] Provisioning for port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:09.176763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-7a8b1787-7760-487d-8a64-3005f881596e None None] Provisioning complete for port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:09.177341 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1787-7760-487d-8a64-3005f881596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.211972 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b1787-7760-487d-8a64-3005f881596e None None] Port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:28:09.324033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c66c0e7-2592-4aa4-a7b3-adb16c098714 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:28:09.335249 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.352253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Transition to ACTIVE for port object 4c66c0e7-2592-4aa4-a7b3-adb16c098714 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:28:09.357741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.408043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:09.479222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Attempting to bind port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:28:09.479567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Attempting to bind port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:28:09.479904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Attempting to bind port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 on network 1f0244d8-5b4d-451e-aebc-e72303b52f59 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:28:09.484901 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 on network 1f0244d8-5b4d-451e-aebc-e72303b52f59 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:28:09.485231 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Attempting to bind port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 on network 1f0244d8-5b4d-451e-aebc-e72303b52f59 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:28:09.490452 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:28:09.490829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Checking segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:28:09.491225 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Bound using segment: {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:28:09.491654 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Bound port: 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '876b5edf-5492-4082-99db-d6118f64751d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:28:09.492020 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.564022 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:28:09.567197 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:28:09.573689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.610472 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:09.611180 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.612995 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] 10.222.0.86 "PUT /v2.0/ports/4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 1092 time: 0.6236296 Aug 30 22:28:09.613134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:28:09.615446 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c888822c-915e-40e8-89ce-a851f55061f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:28:09.656095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2303-6853-424d-91ba-13c3f5404635 service neutron] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:09.689443 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01936038-bf7c-4151-894a-019a627a5d56 req-2f642136-8937-469a-81f8-2c509b949e30 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:09.695300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01936038-bf7c-4151-894a-019a627a5d56 req-2f642136-8937-469a-81f8-2c509b949e30 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0559130 Aug 30 22:28:09.701352 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-89c94cee-2e95-402a-a205-2783ccc73bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:09.703026 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-89c94cee-2e95-402a-a205-2783ccc73bb5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1095 time: 0.0430338 Aug 30 22:28:09.744831 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01936038-bf7c-4151-894a-019a627a5d56 req-e92df94e-a30a-4630-9762-17210d72684f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Aug 30 22:28:09.755453 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-4be1759d-e97f-461a-8359-857a2ace559c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 217 time: 0.0439041 Aug 30 22:28:09.790309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ca20f07-88e6-462b-a583-707e91350945 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:09.797438 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c5c60a-b5c0-4cd8-be2e-04b2eed55a77 x-openstack-request-id: req-64c5c60a-b5c0-4cd8-be2e-04b2eed55a77 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:28:09.797728 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:28:09.797972 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64c5c60a-b5c0-4cd8-be2e-04b2eed55a77 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:28:09.798395 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'status': 'completed', 'code': 200} Aug 30 22:28:09.817768 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-eefbb926-77dd-4c60-a615-e4542f0d9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:09.819362 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-eefbb926-77dd-4c60-a615-e4542f0d9ade service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0556357 Aug 30 22:28:09.838353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 8ca20f07-88e6-462b-a583-707e91350945 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:09.838848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:09.870987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e468-341d-409c-8eea-99ed784261ed req-10e348b1-2d54-4bbd-a224-8c539e39f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:09.872527 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-10e348b1-2d54-4bbd-a224-8c539e39f04e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448728 Aug 30 22:28:09.971387 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-25a9343a-bcf9-494a-8da5-a04a9b579dac service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913477 Aug 30 22:28:10.064981 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1845e468-341d-409c-8eea-99ed784261ed req-8a84b512-0439-465b-85d4-1a49ad4d5684 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841324 Aug 30 22:28:10.165002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888822c-915e-40e8-89ce-a851f55061f8 req-daa07893-a961-48cb-9fad-03f52cd74fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:10.166505 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-daa07893-a961-48cb-9fad-03f52cd74fc3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1095 time: 0.0482600 Aug 30 22:28:10.267707 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888822c-915e-40e8-89ce-a851f55061f8 req-fd86a822-5107-415e-b0ff-7fc634cac4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:10.269172 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-fd86a822-5107-415e-b0ff-7fc634cac4f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0952094 Aug 30 22:28:10.312073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-03bfcc53-add5-4c5b-87e3-ffef663ee818 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 217 time: 0.0348003 Aug 30 22:28:10.366592 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888822c-915e-40e8-89ce-a851f55061f8 req-8b822d6b-893a-4709-888f-6b973baf2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:10.368093 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-8b822d6b-893a-4709-888f-6b973baf2004 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0493066 Aug 30 22:28:10.420912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888822c-915e-40e8-89ce-a851f55061f8 req-ee178a64-35b3-4d7b-8927-647ac33301e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:10.423160 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-ee178a64-35b3-4d7b-8927-647ac33301e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474966 Aug 30 22:28:10.519993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-e24a7344-a177-41b6-8534-05680481f371 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Aug 30 22:28:10.620820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-c888822c-915e-40e8-89ce-a851f55061f8 req-dfb27cb9-ad97-4ddd-bce8-933f73190b50 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922878 Aug 30 22:28:10.861389 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1694b02-0bb1-4cf0-978f-677983fc8126 req-cf0053b2-fe29-4c36-b29f-af5ff95eff97 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:10.862883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1694b02-0bb1-4cf0-978f-677983fc8126 req-cf0053b2-fe29-4c36-b29f-af5ff95eff97 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0537183 Aug 30 22:28:10.902146 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1694b02-0bb1-4cf0-978f-677983fc8126 req-53702dc8-b81b-413d-8d16-2c567a26ae58 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Aug 30 22:28:11.895993 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:12.019797 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bb782-77c5-48c9-acfd-49bf67c16ada req-82c84de2-73a2-47b9-9748-f9f4c41d74b9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:12.021328 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec1bb782-77c5-48c9-acfd-49bf67c16ada req-82c84de2-73a2-47b9-9748-f9f4c41d74b9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0518944 Aug 30 22:28:12.064003 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec1bb782-77c5-48c9-acfd-49bf67c16ada req-207c3927-2698-4343-a4d5-b7a732a6df49 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364783 Aug 30 22:28:12.217507 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e4a2-5fd3-43a5-acbb-a6fb7263b60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:13.033400 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:13.184947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400678eb-3d97-47be-9e2c-36db9d05c492 req-2f2976c7-d15f-40ff-b40f-768fbee76741 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:13.186541 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-400678eb-3d97-47be-9e2c-36db9d05c492 req-2f2976c7-d15f-40ff-b40f-768fbee76741 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0498152 Aug 30 22:28:13.226254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-400678eb-3d97-47be-9e2c-36db9d05c492 req-627c4584-fd02-4f5f-898b-7258461a4bb7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332654 Aug 30 22:28:13.314031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:28:13.415022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:28:13.426946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'port_id': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'mac_address': 'fa:16:3e:f1:4e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:28:13.468361 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:13.480911 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c66c0e7-2592-4aa4-a7b3-adb16c098714 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:28:13.500378 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:28:13.508053 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:13.553764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:13.852284 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4c66c0e7-2592-4aa4-a7b3-adb16c098714'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:28:14.365648 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8fc42-40be-426a-b9e4-02e311e32db9 req-74d0ddea-0d45-4159-b99f-17b4f227d7f2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:14.367161 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfb8fc42-40be-426a-b9e4-02e311e32db9 req-74d0ddea-0d45-4159-b99f-17b4f227d7f2 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 944 time: 0.0638061 Aug 30 22:28:14.405149 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dfb8fc42-40be-426a-b9e4-02e311e32db9 req-55fb9cfb-024e-4867-a32a-50e46b00c46c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Aug 30 22:28:14.905785 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:15.328960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:28:15.390570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:28:15.394974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:28:15.395344 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:15.482416 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:15.505882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:28:15.508188 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9f124f-2bfd-42c6-bc62-3285b63b37bd" -d '{"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:28:15.521076 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:28:15.526103 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:15.529187 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70bf2c-28e3-46f4-a978-c69d26666a25 req-789198ef-0dee-4d20-bf2a-0ccb50088236 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:15.530736 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba70bf2c-28e3-46f4-a978-c69d26666a25 req-789198ef-0dee-4d20-bf2a-0ccb50088236 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 944 time: 0.0523915 Aug 30 22:28:15.569426 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ba70bf2c-28e3-46f4-a978-c69d26666a25 req-3c93e0c7-c41a-47fd-9711-317b4f100200 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325646 Aug 30 22:28:15.573192 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:15.612863 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ca4049-02c9-4567-9e8f-40927d140aa3 x-openstack-request-id: req-43ca4049-02c9-4567-9e8f-40927d140aa3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:28:15.613080 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:28:15.613341 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43ca4049-02c9-4567-9e8f-40927d140aa3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:28:15.613745 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'code': 200} Aug 30 22:28:15.721962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd94ec9-8f68-4837-a4e3-4b52c2e1d51b req-8c252ba9-efec-40ff-b669-b3eec893a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:15.723668 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2bd94ec9-8f68-4837-a4e3-4b52c2e1d51b req-8c252ba9-efec-40ff-b669-b3eec893a9ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0449173 Aug 30 22:28:15.765567 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2bd94ec9-8f68-4837-a4e3-4b52c2e1d51b req-f4fe8fdc-d5b4-4225-b4e0-f2aff9fb0dfb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325518 Aug 30 22:28:16.580037 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:28:16.690236 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0550f5-4bd2-47c0-bf9e-48032cf3b40d req-50e1b4e5-6119-420d-8e45-d6fb53432f59 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:16.691685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c0550f5-4bd2-47c0-bf9e-48032cf3b40d req-50e1b4e5-6119-420d-8e45-d6fb53432f59 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0514143 Aug 30 22:28:16.732782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c0550f5-4bd2-47c0-bf9e-48032cf3b40d req-dffff7ae-59d6-4fd8-b011-4a0e0d822c82 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321014 Aug 30 22:28:17.859630 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a0ac-461a-4b81-a1fa-4c538a35e4b1 req-68f33f0d-8bee-496e-8218-be68cba1bc41 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:17.861116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01c0a0ac-461a-4b81-a1fa-4c538a35e4b1 req-68f33f0d-8bee-496e-8218-be68cba1bc41 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0585046 Aug 30 22:28:17.901900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-01c0a0ac-461a-4b81-a1fa-4c538a35e4b1 req-5cb55770-6d26-4e5c-a292-2fbf1c94a686 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346949 Aug 30 22:28:18.019635 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec9fbf-6c4c-441d-97f0-978d020501c4 req-a45535be-6b41-46ab-a2d3-11d7163513d7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:18.021064 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8ec9fbf-6c4c-441d-97f0-978d020501c4 req-a45535be-6b41-46ab-a2d3-11d7163513d7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0491056 Aug 30 22:28:18.059676 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a8ec9fbf-6c4c-441d-97f0-978d020501c4 req-8c3111a3-c2d7-4766-b545-42997753ea02 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326529 Aug 30 22:28:18.080980 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52878) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:18.123328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04947e08-5a22-4d7d-b60d-a11201b5cae3 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:18.124895 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-04947e08-5a22-4d7d-b60d-a11201b5cae3 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1092 time: 0.0429087 Aug 30 22:28:18.129403 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52880) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:18.133886 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:28:18.159708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:18.265894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:18.373671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.16 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/ce54bcf1-cb2c-4b41-a1dd-6173a675d726) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:28:18.472847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:18.515510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:18.554513 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:28:18.557420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:28:18.561041 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:28:18.566410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=ce54bcf1-cb2c-4b41-a1dd-6173a675d726,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:18.920190 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:18.999526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:19.152284 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:19.158327 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:19.232169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=ce54bcf1-cb2c-4b41-a1dd-6173a675d726,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:28:19.244063 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:19.345342 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP fd6afaab-aee0-494d-8701-baac955ddeb9 associated. External IP: 172.25.5.16, port: 4c66c0e7-2592-4aa4-a7b3-adb16c098714. Aug 30 22:28:19.556507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 4170f938-a837-426e-a446-01cf4dd02fea has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:28:19.670561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:28:19.682450 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] Sync routers for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:28:19.692847 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:19.693146 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:28:19.693697 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:28:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:19.720473 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d6546e68-c98b-4d41-a977-1974f768f51c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5899651 Aug 30 22:28:19.721059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:28:19.723451 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:28:19.796101 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:28:19.819759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c98c2-2667-4378-b2d8-cb15989857f6 req-d9b5b1a7-0f67-4665-bead-42318096a55a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:19.821213 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc8c98c2-2667-4378-b2d8-cb15989857f6 req-d9b5b1a7-0f67-4665-bead-42318096a55a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Aug 30 22:28:19.861647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc8c98c2-2667-4378-b2d8-cb15989857f6 req-11bf0660-a80e-441f-aeec-165b1b12af03 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339956 Aug 30 22:28:19.884383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 52888) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:19.947933 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-44415ffa-b623-4609-9c58-0ee4ffc07b54 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/fd6afaab-aee0-494d-8701-baac955ddeb9 HTTP/1.1" status: 200 len: 990 time: 0.0622134 Aug 30 22:28:19.963641 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eaf0f4-84cc-44c4-a5ee-4b7100beefe9 x-openstack-request-id: req-e4eaf0f4-84cc-44c4-a5ee-4b7100beefe9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:28:19.964020 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:28:19.964335 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4eaf0f4-84cc-44c4-a5ee-4b7100beefe9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:28:19.964804 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'status': 'completed', 'code': 200} Aug 30 22:28:20.023171 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'fd6afaab-aee0-494d-8701-baac955ddeb9', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'port_id': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'mac_address': 'fa:16:3e:f1:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:28:18Z', 'updated_at': '2021-08-30T22:28:18Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:07Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:20.028754 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-9b2c69d0-d05f-447a-bdb3-c3b5f0224150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:20.030558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-9b2c69d0-d05f-447a-bdb3-c3b5f0224150 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0438640 Aug 30 22:28:20.049727 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] Checking router: 4170f938-a837-426e-a446-01cf4dd02fea for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:28:20.057903 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:28:20.058513 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:28:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:20.125320 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-5058a110-2e58-4dc3-ba39-defb2ade5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:20.126878 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-5058a110-2e58-4dc3-ba39-defb2ade5f66 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0893128 Aug 30 22:28:20.162183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:28:20.191637 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-06a7eb2f-e55e-49b3-9786-2788f6ae1fa1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 998 time: 0.0578413 Aug 30 22:28:20.244440 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-c6e072b0-9795-44bc-b6b8-e40a060a0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:20.246032 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-c6e072b0-9795-44bc-b6b8-e40a060a0c13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0476089 Aug 30 22:28:20.293345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-d17461dc-39d7-4bb4-be50-4664f6f61032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:20.294917 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-d17461dc-39d7-4bb4-be50-4664f6f61032 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417218 Aug 30 22:28:20.387500 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-31e14731-8a58-40f2-8c0c-d77dad0e8fbc service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855148 Aug 30 22:28:20.392288 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'fd6afaab-aee0-494d-8701-baac955ddeb9', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'port_id': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'mac_address': 'fa:16:3e:f1:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:28:18Z', 'updated_at': '2021-08-30T22:28:18Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:07Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:28:20.418151 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ac0f6-63d2-4dc6-b164-8d0d2aa57427 None None] The sync data for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 is: [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'fd6afaab-aee0-494d-8701-baac955ddeb9', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.16', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'port_id': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'mac_address': 'fa:16:3e:f1:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:28:18Z', 'updated_at': '2021-08-30T22:28:18Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:07Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:28:20.483034 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-dda27ddc-5659-4c25-b5c2-2f565c6d91d6 req-c633669d-ca87-44a7-b868-7189a4ac9bf4 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Aug 30 22:28:20.610057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008bd30-99a4-4aba-85aa-b2ff74573bf8 None None] New status for floating IP fd6afaab-aee0-494d-8701-baac955ddeb9: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:28:20.952900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 52894) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:28:21.026008 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6b7d8187-ddda-4288-bb2f-450db33c102d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/fd6afaab-aee0-494d-8701-baac955ddeb9 HTTP/1.1" status: 200 len: 992 time: 0.0715065 Aug 30 22:28:27.518116 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-a1f92bda-3937-474f-bb18-b7194ed23f43 req-e985711d-7cdb-401b-b712-3d3de19fd5fe service neutron] (94689) timed out ('10.222.0.82', 58627) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 22:28:27.674245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-849bff72-2a9c-4bef-ab3a-013bdfa9a106 req-cdf259ff-f477-41d4-91d3-443eabf54ead tempest-ServerActionsTestJSON-1057345540 tempest-ServerActionsTestJSON-1057345540-project] (94688) timed out ('10.222.0.82', 57895) {{(pid=94688) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 22:28:34.308672 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:36.730867 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:37.612066 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-2a8ef1e4-f7c9-464e-9537-0f410208e510 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452192 Aug 30 22:28:37.707435 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a78dc-738e-405a-b40f-3def9210f180 req-9aaf5b96-d088-4f4b-a8fe-e58fa34b07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:37.708906 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-9aaf5b96-d088-4f4b-a8fe-e58fa34b07f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0469227 Aug 30 22:28:37.819060 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a78dc-738e-405a-b40f-3def9210f180 req-5fda7946-1338-4c1b-a66f-7592a9099d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:37.820532 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-5fda7946-1338-4c1b-a66f-7592a9099d99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0902224 Aug 30 22:28:37.898717 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-7e57b451-1942-45e9-ba1b-203f63d88822 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 1000 time: 0.0700572 Aug 30 22:28:37.955523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a78dc-738e-405a-b40f-3def9210f180 req-f9b1ec87-9f82-4b0d-b03f-aa5df4d5635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:37.956964 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-f9b1ec87-9f82-4b0d-b03f-aa5df4d5635c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0495870 Aug 30 22:28:38.005582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a78dc-738e-405a-b40f-3def9210f180 req-fef2fafd-47be-4845-93a3-0417c6bfabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:28:38.007109 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-fef2fafd-47be-4845-93a3-0417c6bfabab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414140 Aug 30 22:28:38.100308 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-ec53e938-3b50-47b4-9bea-cbad2a5b6ca2 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849154 Aug 30 22:28:38.207664 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-659a78dc-738e-405a-b40f-3def9210f180 req-79aac0e3-18d4-4c8c-b8f6-c76822440b80 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991156 Aug 30 22:28:39.123419 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5e669a2e-b994-4aa3-9bdb-cef1d0434a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:41.895869 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:42.061471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a7ce2e89-009b-46f7-977f-852478f7c8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:43.045379 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:44.906614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:28:53.585000 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:29:04.319616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:06.759753 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:09.118741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b8e55004-8ee1-4623-91d5-0f1db5e94599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:11.893439 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:12.060562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-196fe565-2529-46bd-ad53-642072bdf90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:13.050325 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:14.915858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:23.978105 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f9c0e-570c-4e3b-af38-ef34552204bf req-3f6f28a0-f23c-4978-81b9-28929c906c99 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:23.979570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-686f9c0e-570c-4e3b-af38-ef34552204bf req-3f6f28a0-f23c-4978-81b9-28929c906c99 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0558805 Aug 30 22:29:24.043158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-0fe9de99-ecb8-44fe-8806-38b4cf0b0579 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250849 Aug 30 22:29:24.046284 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-686f9c0e-570c-4e3b-af38-ef34552204bf req-ebf5297a-114e-4fc9-8db0-c8855995d3eb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502613 Aug 30 22:29:25.185099 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ebc1c-15fc-433f-97fc-7fe0f868d1b1 req-305e63ed-6f0a-4927-96f8-1176ec92fafa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:25.186640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e92ebc1c-15fc-433f-97fc-7fe0f868d1b1 req-305e63ed-6f0a-4927-96f8-1176ec92fafa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Aug 30 22:29:25.225666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e92ebc1c-15fc-433f-97fc-7fe0f868d1b1 req-909e48d3-a42e-4b53-9d14-410b96088e2d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326531 Aug 30 22:29:25.236323 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-c40a50ae-9ab5-4b13-93be-0ccb1bf203c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:25.237960 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-c40a50ae-9ab5-4b13-93be-0ccb1bf203c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0820200 Aug 30 22:29:25.337457 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-1e89994b-2a67-4b6d-8661-385a0ee20e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:25.339018 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-1e89994b-2a67-4b6d-8661-385a0ee20e70 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0923738 Aug 30 22:29:25.405488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-ab9c3b4c-c83b-4e29-a407-5f4725d86926 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 1000 time: 0.0585258 Aug 30 22:29:25.455283 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-7c2683c6-d8dc-4c9e-8cd0-d315bb1ce4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:25.456764 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-7c2683c6-d8dc-4c9e-8cd0-d315bb1ce4de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0445068 Aug 30 22:29:25.508683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-5a4906f1-c681-4f9e-b686-b4f3f19e175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:25.510163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-5a4906f1-c681-4f9e-b686-b4f3f19e175d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456774 Aug 30 22:29:25.610951 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-3ba08c93-569a-445a-a9b9-39e4c7607f08 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928538 Aug 30 22:29:25.705233 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-9dc8e3a0-6d62-43c9-ad73-fc1a6ead97df service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863438 Aug 30 22:29:26.362197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8238b-ccd7-4384-833b-0ca92f07ef3e req-0301c3e2-a80b-407a-a3d6-81f86acddbce tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:26.363777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58c8238b-ccd7-4384-833b-0ca92f07ef3e req-0301c3e2-a80b-407a-a3d6-81f86acddbce tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0607834 Aug 30 22:29:26.405078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-58c8238b-ccd7-4384-833b-0ca92f07ef3e req-5c04c197-a044-4c28-836d-a7326899ca56 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323627 Aug 30 22:29:27.545793 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51d152-5b9d-47ad-903a-52b42ae02ac5 req-ab99037f-262e-4465-ba30-7132c116e5db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:27.547295 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e51d152-5b9d-47ad-903a-52b42ae02ac5 req-ab99037f-262e-4465-ba30-7132c116e5db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0625710 Aug 30 22:29:27.596450 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7e51d152-5b9d-47ad-903a-52b42ae02ac5 req-44a2acd2-fb28-4f82-91df-3767dac0486a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Aug 30 22:29:28.725507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5b386-42ba-4047-bf50-cf7f6867836d req-499d957a-6f6c-4656-9d36-7d3afdbdd9e8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:28.727039 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cca5b386-42ba-4047-bf50-cf7f6867836d req-499d957a-6f6c-4656-9d36-7d3afdbdd9e8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0518727 Aug 30 22:29:28.765636 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cca5b386-42ba-4047-bf50-cf7f6867836d req-6757846c-ede1-4007-9749-f4436dc7715a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325625 Aug 30 22:29:29.899916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73addf-1920-41ea-8b15-25b1b12b777a req-eba7e68f-c5d2-45bf-ac51-dfc312756115 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:29.901431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d73addf-1920-41ea-8b15-25b1b12b777a req-eba7e68f-c5d2-45bf-ac51-dfc312756115 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0610368 Aug 30 22:29:29.940912 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d73addf-1920-41ea-8b15-25b1b12b777a req-72ab18df-208e-43e9-914b-242cda48d8a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333908 Aug 30 22:29:30.585032 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:29:31.075189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa80b8-88fe-4e19-b29d-3db23828f290 req-48a9d739-2576-4e69-a94c-0b1e68bb00cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:31.076654 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8aa80b8-88fe-4e19-b29d-3db23828f290 req-48a9d739-2576-4e69-a94c-0b1e68bb00cf tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Aug 30 22:29:31.115092 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8aa80b8-88fe-4e19-b29d-3db23828f290 req-5304bf78-0baa-46a3-afb2-96435f32fe82 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323341 Aug 30 22:29:32.244944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f30dd7-139c-4c82-92be-0b7bbc23cbc1 req-2269a4fe-41f4-4258-a8f9-be3fae3fa4b3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:32.246471 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79f30dd7-139c-4c82-92be-0b7bbc23cbc1 req-2269a4fe-41f4-4258-a8f9-be3fae3fa4b3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0602827 Aug 30 22:29:32.289105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-79f30dd7-139c-4c82-92be-0b7bbc23cbc1 req-52105915-728a-42d4-bc63-24c056b63f67 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334456 Aug 30 22:29:33.412982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f51e-bd8e-48fe-a83a-c830232dd920 req-585d017f-1862-41e0-b665-9480cec96a27 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:33.414528 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24a1f51e-bd8e-48fe-a83a-c830232dd920 req-585d017f-1862-41e0-b665-9480cec96a27 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0534599 Aug 30 22:29:33.455769 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-24a1f51e-bd8e-48fe-a83a-c830232dd920 req-4256f82d-5973-4c7a-ab23-0fe6fa2f4270 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324831 Aug 30 22:29:34.329301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:34.582811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70845a02-d1e0-403f-962e-315a6eafb90a req-094ed2a4-4896-4bf6-ba84-195147f131b4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:34.584193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70845a02-d1e0-403f-962e-315a6eafb90a req-094ed2a4-4896-4bf6-ba84-195147f131b4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Aug 30 22:29:34.624462 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70845a02-d1e0-403f-962e-315a6eafb90a req-e9a051d4-cc46-424b-89a2-feb0adf6bce6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341418 Aug 30 22:29:35.760479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42194c-103c-4589-96ed-7b5c1937c139 req-65f32c90-5074-4d1d-83e6-aca61be8d85b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:35.761960 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d42194c-103c-4589-96ed-7b5c1937c139 req-65f32c90-5074-4d1d-83e6-aca61be8d85b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0579085 Aug 30 22:29:35.804880 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8d42194c-103c-4589-96ed-7b5c1937c139 req-369f148a-4eb6-4a30-aea4-4d1cb8df57a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Aug 30 22:29:36.773381 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:36.946207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1ec9b-2192-4312-8c26-f885fd47b835 req-4f19ad4e-88ea-4d82-9bd0-7bb22fb744a6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:36.947805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eec1ec9b-2192-4312-8c26-f885fd47b835 req-4f19ad4e-88ea-4d82-9bd0-7bb22fb744a6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Aug 30 22:29:36.987343 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-eec1ec9b-2192-4312-8c26-f885fd47b835 req-683035b3-f21c-4c0c-8006-0f3afc181e65 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Aug 30 22:29:37.886883 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-4d52870e-9920-4ee4-9412-547971e1bf29 service neutron] 10.222.0.86 "GET /v2.0/ports/4c66c0e7-2592-4aa4-a7b3-adb16c098714/bindings/n-h2-793620-16 HTTP/1.1" status: 200 len: 383 time: 0.0697253 Aug 30 22:29:38.108752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-98ababc2-dd0f-4c07-81a5-bc2ccc367e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:38.109956 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473740f-216e-4590-8f36-6611b38f75a1 req-6a148c5e-1c6a-4959-b891-b48f2ead9c04 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:38.110442 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-98ababc2-dd0f-4c07-81a5-bc2ccc367e18 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 1097 time: 0.0406113 Aug 30 22:29:38.111503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0473740f-216e-4590-8f36-6611b38f75a1 req-6a148c5e-1c6a-4959-b891-b48f2ead9c04 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Aug 30 22:29:38.153157 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0473740f-216e-4590-8f36-6611b38f75a1 req-877233f6-b231-4de8-9c2a-f360cc375870 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347528 Aug 30 22:29:38.172095 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-756466b7-bf08-47c7-9bde-42f8a709fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:38.173621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-756466b7-bf08-47c7-9bde-42f8a709fd8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0418382 Aug 30 22:29:38.571865 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-3333902f-c574-4f1c-8037-4b82e47c7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:38.573364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-3333902f-c574-4f1c-8037-4b82e47c7257 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.3925636 Aug 30 22:29:38.639241 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-23e6efbb-d4dc-4a07-b39b-3d4f83951df5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 1000 time: 0.0576375 Aug 30 22:29:38.691091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-685304b2-6734-4fd8-a229-18fe72f0361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:38.692544 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-685304b2-6734-4fd8-a229-18fe72f0361d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0461185 Aug 30 22:29:38.738504 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-afe9c5fd-ee01-4578-ae19-25b4876079d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:38.740000 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-afe9c5fd-ee01-4578-ae19-25b4876079d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395682 Aug 30 22:29:38.830085 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-7caf51d3-6b39-48b7-b3d0-c48cda700f2d service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824564 Aug 30 22:29:38.926701 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e21c35e2-726c-4c88-aa6a-b5e3a6199269 req-5337328e-c288-4346-ae4b-1ad2a06d3d85 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894244 Aug 30 22:29:39.037400 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-10845663-0da6-45b4-9075-59129b6ef1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:39.039007 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-10845663-0da6-45b4-9075-59129b6ef1f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0428698 Aug 30 22:29:39.120878 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-acee7980-89c1-45fe-9010-bbb9fcd1882e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:39.150939 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-2265b5bb-5545-45d4-938e-f9b74de741b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:39.152454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-2265b5bb-5545-45d4-938e-f9b74de741b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0931530 Aug 30 22:29:39.218146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-4b48b3ae-0f92-45f3-a6cf-6f630dd5016a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 1000 time: 0.0578005 Aug 30 22:29:39.267737 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-0dd68d6b-0ca8-4fbd-b1f3-a92db96b302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:39.269222 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-0dd68d6b-0ca8-4fbd-b1f3-a92db96b302e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0438297 Aug 30 22:29:39.272299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee7f67-2076-4bea-b382-a195220c4004 req-709ef73f-b7c8-45ce-ae5f-88262aa54018 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:39.274271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7ee7f67-2076-4bea-b382-a195220c4004 req-709ef73f-b7c8-45ce-ae5f-88262aa54018 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Aug 30 22:29:39.315571 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d7ee7f67-2076-4bea-b382-a195220c4004 req-1a3ff83b-2a22-4cb9-b586-6dc5fbbfbfc4 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349863 Aug 30 22:29:39.320837 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-570f9d10-4d11-467a-b2c5-370d2837eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:39.322565 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-570f9d10-4d11-467a-b2c5-370d2837eb8b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459132 Aug 30 22:29:39.413235 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-0f1dd20d-f05f-4479-ba7c-43304a26ee37 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832653 Aug 30 22:29:39.523259 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8fc496-f5f7-4369-b083-476d2ddc6416 req-ab36cd11-2f38-4f6e-9396-204f585f5cad service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018155 Aug 30 22:29:40.439260 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d6cdb-d607-4623-bca9-080219b413fc req-7726c35c-ecd9-4aae-af79-336bc091337c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:40.440767 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-437d6cdb-d607-4623-bca9-080219b413fc req-7726c35c-ecd9-4aae-af79-336bc091337c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0559850 Aug 30 22:29:40.483126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-437d6cdb-d607-4623-bca9-080219b413fc req-706f542f-05ab-4872-9db5-edea4fccfac1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332403 Aug 30 22:29:41.617835 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97426bb-4dc9-473b-9d9e-b0f2bdabce98 req-1a590f88-210e-4f2d-8063-bac2d4e87521 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:41.619446 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97426bb-4dc9-473b-9d9e-b0f2bdabce98 req-1a590f88-210e-4f2d-8063-bac2d4e87521 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0541165 Aug 30 22:29:41.660984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b97426bb-4dc9-473b-9d9e-b0f2bdabce98 req-85fe402f-af2b-480d-a030-8580bcf8e0dd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352430 Aug 30 22:29:41.825264 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:29:41.911257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:41.927693 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:41.951344 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:29:41.953593 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70251fc-6e3b-48aa-b648-6d00a7bd42af" -d '{"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:29:41.966315 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:29:41.971789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:41.998600 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9fca09-6b0c-4543-844a-76f6de5c8e5d x-openstack-request-id: req-6b9fca09-6b0c-4543-844a-76f6de5c8e5d {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:29:41.998920 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:29:41.999169 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b9fca09-6b0c-4543-844a-76f6de5c8e5d {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:29:41.999553 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'code': 200} Aug 30 22:29:42.021332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:29:42.028754 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.029099 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.029434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.029763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.030090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.030416 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.030765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.031091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.031407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.031723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.032039 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.032357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:29:42.052526 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-daa1afaf-f35b-4a7c-b8f9-5825b449faff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:42.803647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1250d7-2a1f-40fe-86df-50a68e7763f7 req-fb046ccd-4f71-46d6-9863-87583715402b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:42.805144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da1250d7-2a1f-40fe-86df-50a68e7763f7 req-fb046ccd-4f71-46d6-9863-87583715402b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0619783 Aug 30 22:29:42.850988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-da1250d7-2a1f-40fe-86df-50a68e7763f7 req-e065171b-463b-45e2-8983-ac9e32820c69 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380192 Aug 30 22:29:43.048310 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:43.055802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5b596-f56c-4e4a-b89b-43ed951163e2 req-380171c6-c625-4c45-95cf-80d5e3780886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.057344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efb5b596-f56c-4e4a-b89b-43ed951163e2 req-380171c6-c625-4c45-95cf-80d5e3780886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0504456 Aug 30 22:29:43.070964 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-efb17315-88ed-4e2a-b08d-8834dd63fa37 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.072538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-efb17315-88ed-4e2a-b08d-8834dd63fa37 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1&tenant_id=bd0a1449f55d4f8390732f89b181fc21&binding%3Ahost_id=n-h2-793620-16 HTTP/1.1" status: 200 len: 943 time: 0.0533087 Aug 30 22:29:43.096494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-efb5b596-f56c-4e4a-b89b-43ed951163e2 req-391055f6-5f13-42c0-9c08-2daa1e9f9444 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Aug 30 22:29:43.155106 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-8705cc00-3176-43be-8a88-ace09d4f8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.156803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-8705cc00-3176-43be-8a88-ace09d4f8988 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1095 time: 0.0422201 Aug 30 22:29:43.216306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5e857-bc9a-44c7-b068-ad86161e9688 req-9fbae32b-f8ed-4431-ac5e-11be1d5fec80 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.217803 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67e5e857-bc9a-44c7-b068-ad86161e9688 req-9fbae32b-f8ed-4431-ac5e-11be1d5fec80 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 943 time: 0.0532167 Aug 30 22:29:43.254478 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-20165863-c46f-48f0-91f1-73e9f8c93834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.256059 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-20165863-c46f-48f0-91f1-73e9f8c93834 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0920844 Aug 30 22:29:43.262159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-67e5e857-bc9a-44c7-b068-ad86161e9688 req-f84fd1b3-71e7-4de5-9ed5-deab02fdcff3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Aug 30 22:29:43.321999 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-37b65c17-9112-461b-bdff-4cfadc61e4a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 998 time: 0.0589058 Aug 30 22:29:43.371496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-7cca0067-ee25-4958-b26c-9f0169028917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.372967 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-7cca0067-ee25-4958-b26c-9f0169028917 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0442345 Aug 30 22:29:43.425158 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-a250e2b9-c012-4263-b042-0e05a2cb7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:43.426656 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-a250e2b9-c012-4263-b042-0e05a2cb7607 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466502 Aug 30 22:29:43.519451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-100a63ed-aa14-4fee-9577-d5187414b29b service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847991 Aug 30 22:29:43.616155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e114d108-ff54-4c51-8959-9efeb71e3376 req-bfb92e86-9e7b-4207-8e69-9f1cdf944138 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888588 Aug 30 22:29:43.822266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:29:43.923676 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:29:43.935531 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'port_id': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'mac_address': 'fa:16:3e:f1:4e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:29:43.974539 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:43.987759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c66c0e7-2592-4aa4-a7b3-adb16c098714 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:29:44.008044 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:29:44.013658 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:44.063616 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:29:44.347155 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['4c66c0e7-2592-4aa4-a7b3-adb16c098714'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:29:44.390439 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22600adb-ea84-4d3a-a066-d76355e6f4f3 req-5f9418a4-e635-4507-b1d6-59338209b321 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:29:44.392312 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22600adb-ea84-4d3a-a066-d76355e6f4f3 req-5f9418a4-e635-4507-b1d6-59338209b321 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 944 time: 0.0522051 Aug 30 22:29:44.432239 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22600adb-ea84-4d3a-a066-d76355e6f4f3 req-3dfbe63d-ba99-4023-ba5d-e3211caf6e23 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Aug 30 22:29:44.454678 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53002) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:29:44.518484 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6c1bc05e-0e36-4486-bdfd-681fcc1fe824 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/fd6afaab-aee0-494d-8701-baac955ddeb9 HTTP/1.1" status: 200 len: 991 time: 0.0624518 Aug 30 22:29:44.911959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:45.840446 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:29:45.896714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:29:45.897080 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:45.980790 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:46.003127 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:29:46.005377 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a0dbe8-92f9-46fa-9738-3aae0d5bd369" -d '{"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:29:46.018413 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:29:46.025587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:29:46.050989 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa622bd-b0fb-4cd5-97e1-f187fe19e167 x-openstack-request-id: req-4fa622bd-b0fb-4cd5-97e1-f187fe19e167 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:29:46.051288 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-plugged", "status": "completed", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:29:46.051549 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fa622bd-b0fb-4cd5-97e1-f187fe19e167 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:29:46.051930 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'code': 200} Aug 30 22:29:46.076320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:04.336686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:06.758449 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:07.591776 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:30:09.135472 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-99e3327d-dcf8-4e89-b045-56283cf3877e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:11.895382 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:12.065911 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5bc630e9-d5f6-445a-8613-72c1ab7037eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:13.061809 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:14.919347 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:34.339141 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:36.761114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:37.468207 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53024) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:37.632089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port ce54bcf1-cb2c-4b41-a1dd-6173a675d726 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:30:37.632480 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:37.712614 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:37.712949 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:37.724712 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for ce54bcf1-cb2c-4b41-a1dd-6173a675d726 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:30:37.885588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:37.911102 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=ce54bcf1-cb2c-4b41-a1dd-6173a675d726,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:37.923041 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.923366 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.923740 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.924080 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.924415 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.924747 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.925072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.925405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.925733 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.926121 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.926447 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.926806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:37.981330 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:37.982098 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP fd6afaab-aee0-494d-8701-baac955ddeb9 disassociated (deleted). External IP: 172.25.5.16, port: 4c66c0e7-2592-4aa4-a7b3-adb16c098714. Aug 30 22:30:38.210225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 4170f938-a837-426e-a446-01cf4dd02fea has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:30:38.319133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:30:38.325981 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:38.331288 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] Sync routers for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:30:38.340769 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:38.341382 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:38.354412 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d13a4bc5-3588-46b6-a830-7d05d3afae39 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/floatingips/fd6afaab-aee0-494d-8701-baac955ddeb9 HTTP/1.1" status: 204 len: 168 time: 0.8851192 Aug 30 22:30:38.355198 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:30:38.358191 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e55361-5446-4741-bcd1-68f8b8f0c385" -d '{"events": [{"name": "network-changed", "server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:30:38.445836 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:38.583545 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7be29-e60f-4e62-bffb-2fadf25f6c2c x-openstack-request-id: req-24b7be29-e60f-4e62-bffb-2fadf25f6c2c {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:30:38.584067 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:30:38.584067 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24b7be29-e60f-4e62-bffb-2fadf25f6c2c {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:30:38.584482 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'status': 'completed', 'code': 200} Aug 30 22:30:38.651021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-fe36eecd-fba3-4f85-8a0e-c4bf21651de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:38.652938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-fe36eecd-fba3-4f85-8a0e-c4bf21651de1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 1097 time: 0.0427785 Aug 30 22:30:38.657140 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:07Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:38.677641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496b430-8af3-4123-aa61-d9b184c656fc req-8f37c2f3-9825-4a8f-b071-ffc917c409d3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:38.679222 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6496b430-8af3-4123-aa61-d9b184c656fc req-8f37c2f3-9825-4a8f-b071-ffc917c409d3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0512321 Aug 30 22:30:38.683660 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] Checking router: 4170f938-a837-426e-a446-01cf4dd02fea for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:30:38.692027 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:38.692638 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:38.721399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6496b430-8af3-4123-aa61-d9b184c656fc req-0c932a42-1371-4e79-8a83-bb1dc1e420b8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346513 Aug 30 22:30:38.753880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-f7200106-3c5d-4357-ad17-f89c3a1d85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:38.755480 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-f7200106-3c5d-4357-ad17-f89c3a1d85d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 200 len: 897 time: 0.0949264 Aug 30 22:30:38.801604 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-f9a3aa89-235a-477d-8a1c-80813f22c946 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 200 len: 217 time: 0.0370843 Aug 30 22:30:38.857955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-af560364-740f-43b9-8cf9-cf1a4e6c3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:38.859560 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-af560364-740f-43b9-8cf9-cf1a4e6c3707 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 200 len: 835 time: 0.0509295 Aug 30 22:30:38.893707 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:38.906852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-3e09ddab-9aac-4d31-a3ad-ddf9c3a89117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:38.909214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-3e09ddab-9aac-4d31-a3ad-ddf9c3a89117 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1f0244d8-5b4d-451e-aebc-e72303b52f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419476 Aug 30 22:30:39.000397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-2f6c1c74-24a9-49cf-a363-31e24fe1d2b7 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Aug 30 22:30:39.090766 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:07Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:39.098004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e5e55361-5446-4741-bcd1-68f8b8f0c385 req-28d5fec7-1b16-4034-9474-812e792685b6 service neutron] 10.222.0.86 "GET /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903172 Aug 30 22:30:39.120713 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef499bdc-a352-4fff-9c85-b06a2a6fff62 None None] The sync data for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 is: [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:28:03Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '8ca20f07-88e6-462b-a583-707e91350945', 'name': '', 'network_id': '1f0244d8-5b4d-451e-aebc-e72303b52f59', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:d7:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:02Z', 'updated_at': '2021-08-30T22:28:07Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '997bbd6d-4140-43b4-8e0a-96e047c448d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:30:39.128446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a96d00f8-d076-4435-9918-3813c5ed6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:39.359223 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bbb8d4-2cd9-4a5f-bb33-49125d3d5932 None None] New status for floating IP fd6afaab-aee0-494d-8701-baac955ddeb9: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:30:39.849895 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d99c63-d249-4927-bc7a-65955bbb3527 req-a62e5d75-954a-443e-8055-4dce50524830 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:39.851417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6d99c63-d249-4927-bc7a-65955bbb3527 req-a62e5d75-954a-443e-8055-4dce50524830 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0531869 Aug 30 22:30:39.888832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f6d99c63-d249-4927-bc7a-65955bbb3527 req-0a7e9fc8-1cc2-4fed-a257-9762ab99097a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb534f9d-7eb3-44c6-8043-0323e31493bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311525 Aug 30 22:30:39.969255 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-54a13d70-fe53-4064-9461-df549c3c255c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:39.970710 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-54a13d70-fe53-4064-9461-df549c3c255c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 945 time: 0.0506358 Aug 30 22:30:40.081421 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:30:40.081781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:40.174616 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 4c66c0e7-2592-4aa4-a7b3-adb16c098714, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=4c66c0e7-2592-4aa4-a7b3-adb16c098714,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:40.174983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:40.189216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 4c66c0e7-2592-4aa4-a7b3-adb16c098714 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:30:40.342254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:40.370593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=4c66c0e7-2592-4aa4-a7b3-adb16c098714,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:40.383325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.383325 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.383612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.383734 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.384046 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.384367 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.384689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.384991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.385326 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.385643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.385956 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.386272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:40.419676 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] No DVR routers for this DVR port 4c66c0e7-2592-4aa4-a7b3-adb16c098714 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:30:40.422182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:40.424286 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3dc0d634-540e-45b6-83cc-359a9365f214 req-06b3df95-1124-4500-b98f-0dc53a1b505e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "DELETE /v2.0/ports/4c66c0e7-2592-4aa4-a7b3-adb16c098714 HTTP/1.1" status: 204 len: 173 time: 0.4470816 Aug 30 22:30:40.424699 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-deleted', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:30:40.426994 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe41d363-9d76-4617-b124-966210734642" -d '{"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-deleted", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:30:40.462489 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b929fd83-07ff-4118-a40f-2b00e732b347 x-openstack-request-id: req-b929fd83-07ff-4118-a40f-2b00e732b347 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:30:40.462860 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a815761-df60-4822-a4f7-edfee6bb68c1", "name": "network-vif-deleted", "tag": "4c66c0e7-2592-4aa4-a7b3-adb16c098714", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:30:40.463104 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b929fd83-07ff-4118-a40f-2b00e732b347 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:30:40.463523 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a815761-df60-4822-a4f7-edfee6bb68c1', 'name': 'network-vif-deleted', 'tag': '4c66c0e7-2592-4aa4-a7b3-adb16c098714', 'status': 'completed', 'code': 200} Aug 30 22:30:40.600580 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a08c4cb-1c47-4938-bf92-b22ece023393 req-972ee67f-6797-4faf-8cea-9f82351ff04e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a815761-df60-4822-a4f7-edfee6bb68c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290170 Aug 30 22:30:40.678597 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a08c4cb-1c47-4938-bf92-b22ece023393 req-27e8014b-2958-4852-9a30-5b6e55173469 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=2a815761-df60-4822-a4f7-edfee6bb68c1 HTTP/1.1" status: 200 len: 210 time: 0.0255203 Aug 30 22:30:40.874273 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08c4cb-1c47-4938-bf92-b22ece023393 req-c895cd11-933a-478a-8704-0b3960ea1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:40.875858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a08c4cb-1c47-4938-bf92-b22ece023393 req-c895cd11-933a-478a-8704-0b3960ea1410 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bd0a1449f55d4f8390732f89b181fc21&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1765804 Aug 30 22:30:40.947825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53040) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:41.044877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08c4cb-1c47-4938-bf92-b22ece023393 req-95bea708-6b4a-4aa5-bc4b-3d12b27ab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:41.046295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-0a08c4cb-1c47-4938-bf92-b22ece023393 req-95bea708-6b4a-4aa5-bc4b-3d12b27ab5aa service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631861 Aug 30 22:30:41.332988 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:41.595312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 8ca20f07-88e6-462b-a583-707e91350945 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:30:41.595560 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:41.893423 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.046614 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 8ca20f07-88e6-462b-a583-707e91350945, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=8ca20f07-88e6-462b-a583-707e91350945,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:42.047293 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.057972 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-21e3ad2e-775f-4b75-bb83-5bfcf4b82b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.060800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 8ca20f07-88e6-462b-a583-707e91350945 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:30:42.246725 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.273346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=8ca20f07-88e6-462b-a583-707e91350945,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:42.451498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.669809 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 4170f938-a837-426e-a446-01cf4dd02fea has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:30:42.785571 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:30:42.791100 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-898d7606-d5cd-45e9-99c4-c7bd6e822886 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/4170f938-a837-426e-a446-01cf4dd02fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8418524 Aug 30 22:30:42.794975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53042) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:42.795981 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] Sync routers for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:30:42.805173 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:42.805775 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:42.851445 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting subnet 997bbd6d-4140-43b4-8e0a-96e047c448d0 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:30:42.854710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.895755 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:42.910945 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:42.981420 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.049713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.063710 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.087212 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:30:42Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:43.092940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Subnet': ['ID=997bbd6d-4140-43b4-8e0a-96e047c448d0,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:43.094945 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.099575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-8bd705a8-00f6-42f1-88bc-c511fe90b21c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/subnets/997bbd6d-4140-43b4-8e0a-96e047c448d0 HTTP/1.1" status: 204 len: 168 time: 0.3008106 Aug 30 22:30:43.100594 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53044) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:43.106179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25226cd6-aed6-404f-99d0-673e5f04df61 None None] Network 1f0244d8-5b4d-451e-aebc-e72303b52f59 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:30:43.112907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] Checking router: 4170f938-a837-426e-a446-01cf4dd02fea for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:30:43.121131 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] Routers {'4170f938-a837-426e-a446-01cf4dd02fea'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:43.121748 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['4170f938-a837-426e-a446-01cf4dd02fea'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:43.209560 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.224728 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] Set router 4170f938-a837-426e-a446-01cf4dd02fea gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:43.292510 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] DHCP port deletion for 1f0244d8-5b4d-451e-aebc-e72303b52f59 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:30:43.336366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.354515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Deleting port 37a07972-3cf2-4103-9e8a-0d6982fd84ae {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:30:43.355036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.393999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 5aafee50-7f0e-42ed-9237-575252d2a7a6 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:30:43.394345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.411916 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:30:42Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:43.417021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] For port 37a07972-3cf2-4103-9e8a-0d6982fd84ae, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=37a07972-3cf2-4103-9e8a-0d6982fd84ae,segment=NetworkSegment(876b5edf-5492-4082-99db-d6118f64751d),segment_id=876b5edf-5492-4082-99db-d6118f64751d)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:43.417493 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.430654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Calling delete_port for 37a07972-3cf2-4103-9e8a-0d6982fd84ae owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:30:43.438284 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93776535-d4a1-40da-a271-b57c23710dd3 None None] The sync data for ids ['4170f938-a837-426e-a446-01cf4dd02fea'] in n-d-793620-16 is: [{'id': '4170f938-a837-426e-a446-01cf4dd02fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-419613929', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:27:59Z', 'updated_at': '2021-08-30T22:30:42Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '5aafee50-7f0e-42ed-9237-575252d2a7a6', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170f938-a837-426e-a446-01cf4dd02fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:28:00Z', 'updated_at': '2021-08-30T22:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:30:43.478729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 5aafee50-7f0e-42ed-9237-575252d2a7a6, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=5aafee50-7f0e-42ed-9237-575252d2a7a6,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:43.479497 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.492697 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 5aafee50-7f0e-42ed-9237-575252d2a7a6 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:30:43.513360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.537447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Pushing event deleted for resources: {'Port': ['ID=37a07972-3cf2-4103-9e8a-0d6982fd84ae,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:43.544487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] No DVR routers for this DVR port 37a07972-3cf2-4103-9e8a-0d6982fd84ae on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:30:43.554431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.554431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.554431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.554431 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.555195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.555195 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.555791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.555791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.556057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.556367 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.556749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.557007 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25913865-9a92-4125-9f53-aa873f2fabb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:43.671788 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.700641 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=5aafee50-7f0e-42ed-9237-575252d2a7a6,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:43.760928 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.856288 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.858541 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.905839 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.906617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Fanout notify agent at l3_agent the message router_deleted on router 4170f938-a837-426e-a446-01cf4dd02fea {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:30:43.914571 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:43.915802 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-05be6398-2c1f-4e4b-84ef-d500adb1eee3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/routers/4170f938-a837-426e-a446-01cf4dd02fea HTTP/1.1" status: 204 len: 168 time: 0.8150337 Aug 30 22:30:43.918528 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53046) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:43.951307 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 37a07972-3cf2-4103-9e8a-0d6982fd84ae no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:30:43.971410 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 37a07972-3cf2-4103-9e8a-0d6982fd84ae {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:30:43.971752 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 37a07972-3cf2-4103-9e8a-0d6982fd84ae not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:30:43.972160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ca20f07-88e6-462b-a583-707e91350945 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:30:43.990771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 8ca20f07-88e6-462b-a583-707e91350945 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:30:43.991183 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 8ca20f07-88e6-462b-a583-707e91350945 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:30:43.999236 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.086890 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.096958 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0244d8-5b4d-451e-aebc-e72303b52f59']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:44.107922 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876b5edf-5492-4082-99db-d6118f64751d') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:44.108362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876b5edf-5492-4082-99db-d6118f64751d') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:44.120487 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.136815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.142942 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:30:44.143322 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:30:44.146192 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:30:44.159306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:30:44.179008 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 4c66c0e7-2592-4aa4-a7b3-adb16c098714 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:30:44.179349 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 4c66c0e7-2592-4aa4-a7b3-adb16c098714 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:30:44.204550 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.211635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.213419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/networks/1f0244d8-5b4d-451e-aebc-e72303b52f59 HTTP/1.1" status: 204 len: 168 time: 0.2935641 Aug 30 22:30:44.216344 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53048) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:44.224682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f65ee4-bc27-4f41-92d3-cabdf08702fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Network': ['ID=1f0244d8-5b4d-451e-aebc-e72303b52f59,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:44.281108 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f4af008-98a7-4a67-bbd4-1a0744873508 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.316052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f4af008-98a7-4a67-bbd4-1a0744873508 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.388850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f4af008-98a7-4a67-bbd4-1a0744873508 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.391731 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7f4af008-98a7-4a67-bbd4-1a0744873508 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.392913 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7f4af008-98a7-4a67-bbd4-1a0744873508 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/security-groups/fb534f9d-7eb3-44c6-8043-0323e31493bc HTTP/1.1" status: 204 len: 168 time: 0.1755419 Aug 30 22:30:44.402322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4af008-98a7-4a67-bbd4-1a0744873508 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb534f9d-7eb3-44c6-8043-0323e31493bc,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:44.592492 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:30:44.785962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53054) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:44.790830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880996798', 'description': 'tempest-secgroup-smoke-880996798 description', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:44.819025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.903701 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.909517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.916866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.937556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8574f17b-328f-4d44-87ab-782ca2fdaead,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:44.940234 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:44.941535 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-1ba85bda-6b82-4605-ab89-70df68018d26 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1544080 Aug 30 22:30:44.944416 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53056) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:44.948835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '8574f17b-328f-4d44-87ab-782ca2fdaead', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:44.976549 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.032989 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.038510 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.055385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238cd5d6-1373-4ef1-80e2-559b8f4a6441,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.064025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.065209 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cc095226-3963-4bd6-8515-526a33fed64e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198652 Aug 30 22:30:45.068110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53058) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.072562 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '8574f17b-328f-4d44-87ab-782ca2fdaead', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.100671 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.159331 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.165712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.183372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c073af39-04eb-4238-a539-d9fff295142f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.190568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.191921 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-248db3af-367a-4f08-83dd-8d2e23f64b47 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228170 Aug 30 22:30:45.194945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53060) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.199419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '8574f17b-328f-4d44-87ab-782ca2fdaead', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.230187 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.288964 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.295162 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.312248 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb41a8b-f245-4908-9d30-f1c889393a19,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.321517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.322834 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-34adb47e-6c9b-4d0c-b1ec-e784e4f803df tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269224 Aug 30 22:30:45.325594 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53062) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.330059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '8574f17b-328f-4d44-87ab-782ca2fdaead', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.359237 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.428732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.435732 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.453894 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80378f4e-f514-4986-85fa-ed1797f82389,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.461787 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.463073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-60f3aaed-64e1-465a-8f36-2c9d56d50e3b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365259 Aug 30 22:30:45.466924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53064) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.471558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '8574f17b-328f-4d44-87ab-782ca2fdaead', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.496373 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:30:45.501741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.562369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.567461 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.584958 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d1c1bb-c52e-4b44-af6f-cc4f8e5a7df1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.592508 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.593742 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c7ba6133-c0c5-46f2-b1b0-d353707d3de3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256123 Aug 30 22:30:45.596661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53066) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.601234 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '8574f17b-328f-4d44-87ab-782ca2fdaead', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.625804 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:30:45.630993 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.693159 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.700224 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.719596 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e104112c-142b-4558-a7e2-a1237ec1f701,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.723876 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.725132 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b24cfe57-2a6a-4964-95a8-deb86711d4ec tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275373 Aug 30 22:30:45.727970 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53068) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.733009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'network': {'name': 'tempest-network-smoke--1832700691', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.757017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:30:45.760568 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.785936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:30:45.795323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.795794 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Added segment aaf04db4-a485-4ce7-a982-dd91955c1b63 of type vlan for network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 Aug 30 22:30:45.836353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5aafee50-7f0e-42ed-9237-575252d2a7a6 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:30:45.840927 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.855904 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 5aafee50-7f0e-42ed-9237-575252d2a7a6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:30:45.856253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 5aafee50-7f0e-42ed-9237-575252d2a7a6 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:30:45.869702 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.875220 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:45.875808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.929124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2001476 Aug 30 22:30:45.932363 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53070) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:45.936851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'admin_state_up': True, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:45.955424 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0973f3-6018-4f35-b725-aadd14e6ac74 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Network': ['ID=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:45.965955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:30:45.969920 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:45.971054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.023819 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.162691 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.365657 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.384677 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.495129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.67 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/fd284d79-5787-4a30-9d6d-bde89d71734b) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:30:46.599809 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.641794 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:46.685128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:30:46.690370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:30:46.692608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=fd284d79-5787-4a30-9d6d-bde89d71734b,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:46.694828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:30:47.258502 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:47.461196 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:47.606871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 43949fcf-db5c-44ed-860f-0455bd5cecb4 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:30:47.717027 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:30:47.726914 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Sync routers for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:30:47.736596 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:47.736908 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:47.737542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:47.737879 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-03c09866-eea0-441c-99a2-f24704d478fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8045566 Aug 30 22:30:47.741373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53072) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:47.814144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c93c4eb8-6bc0-4e41-a7b0-b63d5bbabe55 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=bd0a1449f55d4f8390732f89b181fc21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714903 Aug 30 22:30:47.816817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53076) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:47.842090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:47.907074 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2092695e-6672-4737-9ee6-8047c0358153 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:47.908903 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2092695e-6672-4737-9ee6-8047c0358153 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908906 Aug 30 22:30:47.911535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53078) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:47.940116 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0c4e8580-211b-44d2-848c-127e4f5bcd63 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274885 Aug 30 22:30:47.942840 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53080) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:47.947770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1650929026', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:48.017799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:47Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:48.035731 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:30:48.039368 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.048650 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Checking router: 43949fcf-db5c-44ed-860f-0455bd5cecb4 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:30:48.049003 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Updating router 43949fcf-db5c-44ed-860f-0455bd5cecb4 port fd284d79-5787-4a30-9d6d-bde89d71734b binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:30:48.074573 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.227139 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.288915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Subnet': ['ID=8d94fd1d-670a-4833-adb4-893ce05fd109,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:48.305442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Checking segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:30:48.305785 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network hostable DHCP agents. Network: b1f94fd0-fdf1-42c6-a057-21f5b34b1d88, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:30:48.325512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:30:48.335430 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, b1f94fd0-fdf1-42c6-a057-21f5b34b1d88) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:30:48.341947 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:48.342621 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.358900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-595ae30a-d7ad-4452-9f41-442c64e832e7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4147489 Aug 30 22:30:48.361418 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53082) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:30:48.380568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d34da0-e9fa-4a4c-b477-eacb351239ee None None] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:30:48.597046 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:30:48.597890 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.601009 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.619164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Transition to ACTIVE for port object fd284d79-5787-4a30-9d6d-bde89d71734b will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:48.629533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.739634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Attempting to bind port fd284d79-5787-4a30-9d6d-bde89d71734b on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:30:48.740366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Attempting to bind port fd284d79-5787-4a30-9d6d-bde89d71734b by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:30:48.740366 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Attempting to bind port fd284d79-5787-4a30-9d6d-bde89d71734b on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:30:48.744394 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8d32-bee0-460a-a111-35010108f79b None None] Pushing event updated for resources: {'Port': ['ID=fd284d79-5787-4a30-9d6d-bde89d71734b,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:48.774570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:30:48.774994 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:30:48.775394 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.775784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:30:48.776261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Bound port: fd284d79-5787-4a30-9d6d-bde89d71734b, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:30:48.776638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.810202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:48.830246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Allocated IP 172.20.0.2 (b1f94fd0-fdf1-42c6-a057-21f5b34b1d88/8d94fd1d-670a-4833-adb4-893ce05fd109/f98f0d5c-c231-4f1c-a5b5-b71f2f1031de) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:30:48.849823 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] For port fd284d79-5787-4a30-9d6d-bde89d71734b, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:30:48.894205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] For port fd284d79-5787-4a30-9d6d-bde89d71734b, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fd284d79-5787-4a30-9d6d-bde89d71734b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:30:48.902600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.004509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f8d32-bee0-460a-a111-35010108f79b None None] Pushing event updated for resources: {'Port': ['ID=fd284d79-5787-4a30-9d6d-bde89d71734b,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:49.010517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:49.011626 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:49.129019 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.144853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Transition to ACTIVE for port object f98f0d5c-c231-4f1c-a5b5-b71f2f1031de will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:49.169842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Transition to ACTIVE for port object f98f0d5c-c231-4f1c-a5b5-b71f2f1031de will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:49.172175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:49.197665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.229088 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.1 (b1f94fd0-fdf1-42c6-a057-21f5b34b1d88/8d94fd1d-670a-4833-adb4-893ce05fd109/b639fa19-f49b-4aa6-a2c0-649205e5f744) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:30:49.294888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:30:49.302447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:30:49.309625 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:30:49.319580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Pushing event updated for resources: {'Port': ['ID=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:49.346942 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.360314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object b639fa19-f49b-4aa6-a2c0-649205e5f744 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:49.394209 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.398342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Attempting to bind port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:30:49.398706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Attempting to bind port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:30:49.399089 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Attempting to bind port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de on network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:30:49.423167 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:30:49.423526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Checking segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:30:49.423944 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.424336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Bound using segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:30:49.424812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Bound port: f98f0d5c-c231-4f1c-a5b5-b71f2f1031de, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:30:49.425195 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.432436 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:30:49.437514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:30:49.441390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:30:49.466306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=b639fa19-f49b-4aa6-a2c0-649205e5f744,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:49.488642 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.499426 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:47Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:49.501571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] For port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:30:49.505451 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] For port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:30:49.533129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ac5c3-012a-406f-98fe-58bc25297701 None None] The sync data for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 is: [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:47Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:30:49.535154 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.596796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce08ea-09b8-4ffd-9367-a5e86946bf98 None None] Pushing event updated for resources: {'Port': ['ID=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:49.634512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.986855 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f98f0d5c-c231-4f1c-a5b5-b71f2f1031de up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:30:49.988823 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:49.996227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.040201 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:30:50.046429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fd284d79-5787-4a30-9d6d-bde89d71734b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:30:50.071923 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=b639fa19-f49b-4aa6-a2c0-649205e5f744,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:50.079563 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.104603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port fd284d79-5787-4a30-9d6d-bde89d71734b completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:30:50.109159 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port fd284d79-5787-4a30-9d6d-bde89d71734b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:50.109539 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.194893 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.217006 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port fd284d79-5787-4a30-9d6d-bde89d71734b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fd284d79-5787-4a30-9d6d-bde89d71734b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:50.224657 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.281002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=fd284d79-5787-4a30-9d6d-bde89d71734b,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:50.569549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc4d90-aed4-468f-a967-25732a7fae27 None None] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:30:50.582082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:30:50.583532 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:30:50.634205 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] Provisioning for port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:30:50.647146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] Provisioning complete for port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:50.647517 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.699289 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 43949fcf-db5c-44ed-860f-0455bd5cecb4 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:30:50.789783 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.815607 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:30:50.828902 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2edecfd3-42bb-42aa-8b12-faf08e89a276 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/43949fcf-db5c-44ed-860f-0455bd5cecb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4584124 Aug 30 22:30:50.830276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] For port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:50.835504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:50.888329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20728-6fd1-474f-8a3e-51e5b0a368be None None] Pushing event updated for resources: {'Port': ['ID=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:50.967093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-10ed2e08-dfd9-4467-a72e-65fdebc27437 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880996798&fields=id&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 267 time: 0.0375991 Aug 30 22:30:51.060423 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7a46ecd-c0ae-4077-92d9-3bc4f60aa1b4 None None] Provisioning for port b639fa19-f49b-4aa6-a2c0-649205e5f744 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:30:51.064685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7a46ecd-c0ae-4077-92d9-3bc4f60aa1b4 None None] Provisioning complete for port b639fa19-f49b-4aa6-a2c0-649205e5f744 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:51.065063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7a46ecd-c0ae-4077-92d9-3bc4f60aa1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:51.087144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-6c854f3c-6194-472c-9594-5b4b88b39784 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:51.088514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-6c854f3c-6194-472c-9594-5b4b88b39784 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 797 time: 0.1142428 Aug 30 22:30:51.103317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e7a46ecd-c0ae-4077-92d9-3bc4f60aa1b4 None None] Port b639fa19-f49b-4aa6-a2c0-649205e5f744 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:30:51.105543 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-9b7494aa-ff8a-48c8-bef5-0d77721eb30b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/quotas/bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 375 time: 0.0104413 Aug 30 22:30:51.114357 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e7a46ecd-c0ae-4077-92d9-3bc4f60aa1b4 None None] Provisioning complete for port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:51.115070 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e7a46ecd-c0ae-4077-92d9-3bc4f60aa1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:51.180026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-3ecd160c-6bdb-4c7b-9012-cb9203706ffb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618665 Aug 30 22:30:51.231314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-46b946ca-db3e-4c6f-ba9a-ad23025b2293 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:30:51.232331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-46b946ca-db3e-4c6f-ba9a-ad23025b2293 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494595 Aug 30 22:30:51.283851 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Sync routers for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:30:51.294026 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:51.295440 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:51.332113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-997b0e1d-55c5-409d-b270-5bb75ba26312 service neutron] 10.222.0.76 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932422 Aug 30 22:30:51.338063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-197adb39-8052-4176-ac74-1b8d5be03016 None None] Provisioning complete for port b639fa19-f49b-4aa6-a2c0-649205e5f744 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:51.339073 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-197adb39-8052-4176-ac74-1b8d5be03016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:51.380707 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-197adb39-8052-4176-ac74-1b8d5be03016 None None] Port b639fa19-f49b-4aa6-a2c0-649205e5f744 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:30:51.421706 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:51.444516 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-756247e5-ff03-4491-b54a-1bc17a564443 service neutron] 10.222.0.76 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022418 Aug 30 22:30:51.501190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e797ffc1-bd11-443c-98f2-7838aa569410 None None] Provisioning complete for port b639fa19-f49b-4aa6-a2c0-649205e5f744 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:51.501563 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e797ffc1-bd11-443c-98f2-7838aa569410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:51.540589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e797ffc1-bd11-443c-98f2-7838aa569410 None None] Port b639fa19-f49b-4aa6-a2c0-649205e5f744 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:30:51.611639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81953a77-598e-4f27-8410-b12893ea9585 req-27cd88f0-a254-41e7-9659-763f818296b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 210 time: 0.0282679 Aug 30 22:30:51.633809 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 2, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:51.662850 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Checking router: 43949fcf-db5c-44ed-860f-0455bd5cecb4 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:30:51.663202 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Updating router 43949fcf-db5c-44ed-860f-0455bd5cecb4 port b639fa19-f49b-4aa6-a2c0-649205e5f744 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:30:51.687748 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:51.904558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f98f0d5c-c231-4f1c-a5b5-b71f2f1031de up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:30:51.956396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:51.956839 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.046733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fd284d79-5787-4a30-9d6d-bde89d71734b up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:30:52.048368 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.058281 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Transition to ACTIVE for port object b639fa19-f49b-4aa6-a2c0-649205e5f744 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:52.064899 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.096117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port fd284d79-5787-4a30-9d6d-bde89d71734b triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:52.097061 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.117498 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Pushing event updated for resources: {'Port': ['ID=b639fa19-f49b-4aa6-a2c0-649205e5f744,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:52.126991 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.127358 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.127690 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.128032 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.128366 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.128697 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.129030 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.129337 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.129697 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.130029 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.130382 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.130732 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:30:52.194723 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Attempting to bind port b639fa19-f49b-4aa6-a2c0-649205e5f744 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:30:52.195097 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Attempting to bind port b639fa19-f49b-4aa6-a2c0-649205e5f744 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:30:52.195456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Attempting to bind port b639fa19-f49b-4aa6-a2c0-649205e5f744 on network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:30:52.201207 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:30:52.201561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Checking segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:30:52.202214 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.202601 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Bound using segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:30:52.203091 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Bound port: b639fa19-f49b-4aa6-a2c0-649205e5f744, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:30:52.203463 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.269807 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] For port b639fa19-f49b-4aa6-a2c0-649205e5f744, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:30:52.273198 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] For port b639fa19-f49b-4aa6-a2c0-649205e5f744, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b639fa19-f49b-4aa6-a2c0-649205e5f744,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:30:52.278237 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.340134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68a42-6176-414a-88ef-8643e59a1ccb None None] Pushing event updated for resources: {'Port': ['ID=b639fa19-f49b-4aa6-a2c0-649205e5f744,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:52.345823 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:30:52.346448 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:52.458513 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:30:52.648470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-dccbec4c-46f9-4f58-a696-5f7d7b464099 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:52.650990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-dccbec4c-46f9-4f58-a696-5f7d7b464099 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 797 time: 0.1130724 Aug 30 22:30:52.670363 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:52Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:30:52.696332 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cb7f2-8080-4aa7-b236-44a0882c8f77 None None] The sync data for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 is: [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:52Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:30:52.696666 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-e521fabd-520e-4792-a8bc-9a2cb0fe3989 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 379 time: 0.0368023 Aug 30 22:30:52.709353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'port': {'device_id': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'admin_state_up': True, 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'security_groups': ['8574f17b-328f-4d44-87ab-782ca2fdaead']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:52.735800 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dee16731-eac4-4767-b10f-70fa01f8f961 req-a1cc729a-6847-4188-b0b1-d6bc38dd02b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 210 time: 0.0279484 Aug 30 22:30:52.839949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:30:52.843627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:52.976267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.7 (b1f94fd0-fdf1-42c6-a057-21f5b34b1d88/8d94fd1d-670a-4833-adb4-893ce05fd109/45c35442-997b-4e00-b4e1-cb0c4f368241) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:30:53.127709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.143171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 45c35442-997b-4e00-b4e1-cb0c4f368241 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:53.177567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.219680 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:30:53.225151 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:30:53.229028 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:30:53.264641 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=45c35442-997b-4e00-b4e1-cb0c4f368241,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:53.296979 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:53.297654 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.313937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-6647ed0d-2689-4d2b-b5dd-1b1037ab1ab5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095774 Aug 30 22:30:53.327262 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Request body: {'port': {'device_id': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:30:53.386298 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.518480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1c9137e1-920e-46ed-afa6-0f5ae8bc46ac None None] Provisioning for port 45c35442-997b-4e00-b4e1-cb0c4f368241 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:30:53.522733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1c9137e1-920e-46ed-afa6-0f5ae8bc46ac None None] Provisioning complete for port 45c35442-997b-4e00-b4e1-cb0c4f368241 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:53.523333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1c9137e1-920e-46ed-afa6-0f5ae8bc46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.558447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1c9137e1-920e-46ed-afa6-0f5ae8bc46ac None None] Port 45c35442-997b-4e00-b4e1-cb0c4f368241 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:30:53.664627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c35442-997b-4e00-b4e1-cb0c4f368241 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:30:53.672629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.684997 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Transition to ACTIVE for port object 45c35442-997b-4e00-b4e1-cb0c4f368241 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:30:53.690263 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.757928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Pushing event updated for resources: {'Port': ['ID=45c35442-997b-4e00-b4e1-cb0c4f368241,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:53.815999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Attempting to bind port 45c35442-997b-4e00-b4e1-cb0c4f368241 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:30:53.816336 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Attempting to bind port 45c35442-997b-4e00-b4e1-cb0c4f368241 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:30:53.816668 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Attempting to bind port 45c35442-997b-4e00-b4e1-cb0c4f368241 on network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:30:53.822163 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Port 45c35442-997b-4e00-b4e1-cb0c4f368241 on network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:30:53.822489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Attempting to bind port 45c35442-997b-4e00-b4e1-cb0c4f368241 on network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:30:53.828410 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:30:53.828879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Checking segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:30:53.829121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Bound using segment: {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:30:53.829597 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Bound port: 45c35442-997b-4e00-b4e1-cb0c4f368241, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf04db4-a485-4ce7-a982-dd91955c1b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:30:53.830095 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.903745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0ea7-e460-4f58-9154-8662d874f6ab req-374c3638-a169-4e8a-b3d9-2fae4f7fd812 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:53.912187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85cf0ea7-e460-4f58-9154-8662d874f6ab req-374c3638-a169-4e8a-b3d9-2fae4f7fd812 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 943 time: 0.0766368 Aug 30 22:30:53.913210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] For port 45c35442-997b-4e00-b4e1-cb0c4f368241, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:30:53.919094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] For port 45c35442-997b-4e00-b4e1-cb0c4f368241, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45c35442-997b-4e00-b4e1-cb0c4f368241,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:30:53.924830 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.942561 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b639fa19-f49b-4aa6-a2c0-649205e5f744 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:30:53.957119 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85cf0ea7-e460-4f58-9154-8662d874f6ab req-b7118e25-96f6-446f-9fff-8f9de53d553f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438099 Aug 30 22:30:53.970111 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:53.970894 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:53.972346 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] 10.222.0.86 "PUT /v2.0/ports/45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 1092 time: 0.6499038 Aug 30 22:30:53.972880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:30:53.975348 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8" -d '{"events": [{"name": "network-changed", "server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:30:54.002285 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31886a1b-7fa2-4795-850d-138ef8e05264 service neutron] Pushing event updated for resources: {'Port': ['ID=45c35442-997b-4e00-b4e1-cb0c4f368241,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:54.029554 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e03c9aa-baed-4c5a-a1bf-ca62bbdfec62 x-openstack-request-id: req-7e03c9aa-baed-4c5a-a1bf-ca62bbdfec62 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:30:54.029968 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:30:54.030110 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e03c9aa-baed-4c5a-a1bf-ca62bbdfec62 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:30:54.030488 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'status': 'completed', 'code': 200} Aug 30 22:30:54.044776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b639fa19-f49b-4aa6-a2c0-649205e5f744 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:30:54.049482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b639fa19-f49b-4aa6-a2c0-649205e5f744 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:54.049904 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:54.063099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-a5947a25-4add-4e02-a295-de090664ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.064943 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-a5947a25-4add-4e02-a295-de090664ef9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1095 time: 0.0466635 Aug 30 22:30:54.111267 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-97df7120-7b24-4f56-a880-77b9304be476 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 217 time: 0.0366321 Aug 30 22:30:54.134307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:54.177269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b639fa19-f49b-4aa6-a2c0-649205e5f744, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b639fa19-f49b-4aa6-a2c0-649205e5f744,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:54.183642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:54.184069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-28e88f0d-8bf4-4ae9-8062-6f0b34a08a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.185836 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-28e88f0d-8bf4-4ae9-8062-6f0b34a08a0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0683861 Aug 30 22:30:54.230103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b639fa19-f49b-4aa6-a2c0-649205e5f744,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:54.236679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431199-1fef-45ea-829a-8298426b5763 req-fd2f8efd-6e18-4df8-b693-415434b4c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.238686 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-fd2f8efd-6e18-4df8-b693-415434b4c66d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446513 Aug 30 22:30:54.328028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-94cefd30-7fd0-4673-90b4-81b518b81bd4 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822632 Aug 30 22:30:54.424812 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2431199-1fef-45ea-829a-8298426b5763 req-e943c44a-715f-488a-9843-e4420d43a997 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900328 Aug 30 22:30:54.513190 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-06bfee5d-3599-4c54-8364-c7a6d3432da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.514793 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-06bfee5d-3599-4c54-8364-c7a6d3432da4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1095 time: 0.0429127 Aug 30 22:30:54.613590 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-a76e60cc-77d7-469f-a17c-e7ed577a962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.615144 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-a76e60cc-77d7-469f-a17c-e7ed577a962c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 898 time: 0.0934150 Aug 30 22:30:54.657202 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-587550da-0293-45fa-b2e0-da2917e02838 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 217 time: 0.0350466 Aug 30 22:30:54.705093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-e6839da7-750c-493c-8c2e-ee61bab79870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.706451 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-e6839da7-750c-493c-8c2e-ee61bab79870 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0427742 Aug 30 22:30:54.756332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-69a53221-bf37-4f0a-a213-5fe48d321264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:54.757830 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-69a53221-bf37-4f0a-a213-5fe48d321264 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446713 Aug 30 22:30:54.849702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-20bdb3cc-302c-402c-a1f1-d2be9231d031 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829177 Aug 30 22:30:54.941566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-465cba4a-ab0f-4b52-9f4f-6ab9b78acab8 req-612d0241-3adf-4773-a63f-7bc3e2bd7c28 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Aug 30 22:30:55.083885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307141f2-790b-45d4-834a-399f493a7033 req-536e9ad1-13ce-4da3-87e7-57c9271817ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:55.085417 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-307141f2-790b-45d4-834a-399f493a7033 req-536e9ad1-13ce-4da3-87e7-57c9271817ad tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 943 time: 0.0537524 Aug 30 22:30:55.131726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-307141f2-790b-45d4-834a-399f493a7033 req-88c5c185-3b21-4ae9-87b2-2a5b4dd54ac0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375032 Aug 30 22:30:55.905001 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b639fa19-f49b-4aa6-a2c0-649205e5f744 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:30:55.957254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b639fa19-f49b-4aa6-a2c0-649205e5f744 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:30:55.957538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:56.284203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be98549-235e-4181-81fa-d84793967f50 req-523abe34-695c-4c1b-8d20-f068ff28532a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:56.285610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be98549-235e-4181-81fa-d84793967f50 req-523abe34-695c-4c1b-8d20-f068ff28532a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 943 time: 0.0632412 Aug 30 22:30:56.324918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8be98549-235e-4181-81fa-d84793967f50 req-a2b593b3-f436-457a-a382-4be930d39d9c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327432 Aug 30 22:30:57.449503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af4f1-e448-4e8f-9f04-706dbf578078 req-43df1622-b0f4-4139-b5fe-3acd694907d1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:57.451096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a37af4f1-e448-4e8f-9f04-706dbf578078 req-43df1622-b0f4-4139-b5fe-3acd694907d1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 943 time: 0.0520246 Aug 30 22:30:57.491333 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a37af4f1-e448-4e8f-9f04-706dbf578078 req-ee2dc4de-70fa-4afe-b0bb-216d0d438bc1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342157 Aug 30 22:30:58.221382 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45c35442-997b-4e00-b4e1-cb0c4f368241 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:30:58.320790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 45c35442-997b-4e00-b4e1-cb0c4f368241, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45c35442-997b-4e00-b4e1-cb0c4f368241,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:58.492900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'port_id': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'mac_address': 'fa:16:3e:f7:05:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:30:58.532257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:58.545369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c35442-997b-4e00-b4e1-cb0c4f368241 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:30:58.566087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 45c35442-997b-4e00-b4e1-cb0c4f368241, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45c35442-997b-4e00-b4e1-cb0c4f368241,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:30:58.571157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:30:58.618180 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=45c35442-997b-4e00-b4e1-cb0c4f368241,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:30:58.619798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3a4d4-fcac-4581-9272-91fce8b26d9e req-b320db28-3034-4c24-9e5c-b677a2217af3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:58.621739 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bb3a4d4-fcac-4581-9272-91fce8b26d9e req-b320db28-3034-4c24-9e5c-b677a2217af3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 944 time: 0.0501447 Aug 30 22:30:58.671963 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0bb3a4d4-fcac-4581-9272-91fce8b26d9e req-eb2074bc-ee21-4cc9-9235-5c1f9129c4c6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Aug 30 22:30:58.866888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['45c35442-997b-4e00-b4e1-cb0c4f368241'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:30:59.801629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696ba7a-9837-40fa-a187-9edc04a598b8 req-b31aac38-53f3-4735-9ab7-0ff92c149f71 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:30:59.803150 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f696ba7a-9837-40fa-a187-9edc04a598b8 req-b31aac38-53f3-4735-9ab7-0ff92c149f71 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 944 time: 0.0607026 Aug 30 22:30:59.845234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f696ba7a-9837-40fa-a187-9edc04a598b8 req-2cab4486-358d-4492-bd81-8bb967399ab8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Aug 30 22:31:00.222955 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45c35442-997b-4e00-b4e1-cb0c4f368241 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:31:00.286125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 45c35442-997b-4e00-b4e1-cb0c4f368241 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:31:00.290094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 45c35442-997b-4e00-b4e1-cb0c4f368241 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:31:00.290461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:00.367374 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:00.390399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:31:00.393102 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ce6cb6-4f3c-46d0-ab23-b97877b9c17d" -d '{"events": [{"server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "name": "network-vif-plugged", "status": "completed", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:31:00.405293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 45c35442-997b-4e00-b4e1-cb0c4f368241, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45c35442-997b-4e00-b4e1-cb0c4f368241,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:31:00.410640 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:00.458942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=45c35442-997b-4e00-b4e1-cb0c4f368241,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:31:00.494361 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f65baa-22b0-4cdb-b343-6cfe2baadcb4 x-openstack-request-id: req-27f65baa-22b0-4cdb-b343-6cfe2baadcb4 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:31:00.494815 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "name": "network-vif-plugged", "status": "completed", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:31:00.495092 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27f65baa-22b0-4cdb-b343-6cfe2baadcb4 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:31:00.495719 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'code': 200} Aug 30 22:31:00.601805 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e8aa-1671-4768-9da6-a22ee5ffac54 req-e5e5ce42-5c91-4feb-b8d1-203aabf80728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:00.603382 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4815e8aa-1671-4768-9da6-a22ee5ffac54 req-e5e5ce42-5c91-4feb-b8d1-203aabf80728 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1097 time: 0.0447206 Aug 30 22:31:00.640551 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4815e8aa-1671-4768-9da6-a22ee5ffac54 req-0450ba3e-2252-4c7e-9398-8bf57ebe06a2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290108 Aug 30 22:31:00.980915 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b16894-7fd8-477d-9245-aca0567d10c9 req-b1ed8a0a-db7b-46c1-a48a-86a07e23346f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:00.982396 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39b16894-7fd8-477d-9245-aca0567d10c9 req-b1ed8a0a-db7b-46c1-a48a-86a07e23346f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0610256 Aug 30 22:31:01.023527 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-39b16894-7fd8-477d-9245-aca0567d10c9 req-543282f2-d995-4662-8033-b249e78c2665 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322268 Aug 30 22:31:02.152939 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dd712-6a2e-4484-bd39-7bc057cfc4c3 req-b7962669-69c2-44a5-b6d5-6d5889909c1c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:02.154430 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-944dd712-6a2e-4484-bd39-7bc057cfc4c3 req-b7962669-69c2-44a5-b6d5-6d5889909c1c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0542331 Aug 30 22:31:02.201168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-944dd712-6a2e-4484-bd39-7bc057cfc4c3 req-ddc865b8-0117-4b78-8ccf-a4c6065a3c5d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377624 Aug 30 22:31:02.326307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd77311-4b33-41c0-8128-e91a2d6ff8c7 req-6e1a2711-aa6c-4116-971d-b82786998044 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:02.327858 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bd77311-4b33-41c0-8128-e91a2d6ff8c7 req-6e1a2711-aa6c-4116-971d-b82786998044 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0522206 Aug 30 22:31:02.368361 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7bd77311-4b33-41c0-8128-e91a2d6ff8c7 req-2001f133-3e74-458a-960f-1f8e77f360d3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343099 Aug 30 22:31:02.401082 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53142) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:31:02.445271 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb8a040-fa73-4040-8611-5da8fc6b297a tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:02.446688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7fb8a040-fa73-4040-8611-5da8fc6b297a tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1092 time: 0.0445902 Aug 30 22:31:02.451092 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53144) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:31:02.458302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:31:02.483929 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:02.587994 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:02.695007 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.161 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/072a1208-60a6-42dd-afaa-b89dc4f40a78) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:31:02.813935 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:02.856341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:02.897602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:31:02.900714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:31:02.905934 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:31:02.908792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=072a1208-60a6-42dd-afaa-b89dc4f40a78,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:31:03.288628 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:03.364199 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:03.528366 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:03.536363 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:03.605392 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=072a1208-60a6-42dd-afaa-b89dc4f40a78,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:31:03.618685 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:03.720994 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 5df4a393-7d1b-48ad-83d2-785c852401f5 associated. External IP: 172.25.5.161, port: 45c35442-997b-4e00-b4e1-cb0c4f368241. Aug 30 22:31:03.928552 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 43949fcf-db5c-44ed-860f-0455bd5cecb4 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:31:04.046540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:31:04.056892 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] Sync routers for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:31:04.064309 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:04.070313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:31:04.071108 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:04.095930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-81a8dc42-daf5-4ed3-b783-5d70516cb178 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6434963 Aug 30 22:31:04.096473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:31:04.098737 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3278a8db-2279-481d-bbef-26abc166401a" -d '{"events": [{"name": "network-changed", "server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:31:04.178329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:31:04.195390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9547e19-2e65-4128-8b36-a6fa498118b9 req-89ce3f26-5722-4267-bd7c-44e008040e90 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:04.196790 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9547e19-2e65-4128-8b36-a6fa498118b9 req-89ce3f26-5722-4267-bd7c-44e008040e90 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0520399 Aug 30 22:31:04.235664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9547e19-2e65-4128-8b36-a6fa498118b9 req-f2b51270-5512-4345-92dd-578f827b4c79 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Aug 30 22:31:04.258526 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53150) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:31:04.297717 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d1fde5-7dad-49cc-b10a-66c9e38eb612 x-openstack-request-id: req-c1d1fde5-7dad-49cc-b10a-66c9e38eb612 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:31:04.298385 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:31:04.298385 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1d1fde5-7dad-49cc-b10a-66c9e38eb612 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:31:04.298625 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'status': 'completed', 'code': 200} Aug 30 22:31:04.330826 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-55449b23-dade-44aa-b331-f9ddbb55650c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5df4a393-7d1b-48ad-83d2-785c852401f5 HTTP/1.1" status: 200 len: 991 time: 0.0709543 Aug 30 22:31:04.349480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278a8db-2279-481d-bbef-26abc166401a req-f715913d-c29e-46dd-8a96-41088717728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:04.351076 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-f715913d-c29e-46dd-8a96-41088717728e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1097 time: 0.0431902 Aug 30 22:31:04.368596 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:04.421793 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '5df4a393-7d1b-48ad-83d2-785c852401f5', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'port_id': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'mac_address': 'fa:16:3e:f7:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:31:03Z', 'updated_at': '2021-08-30T22:31:03Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:54Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:04.447235 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278a8db-2279-481d-bbef-26abc166401a req-643b3bff-3b39-4f5f-b937-9102b055c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:04.448197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] Checking router: 43949fcf-db5c-44ed-860f-0455bd5cecb4 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:31:04.448635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-643b3bff-3b39-4f5f-b937-9102b055c1b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 898 time: 0.0895863 Aug 30 22:31:04.456869 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:31:04.457484 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:30:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:04.513073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-eaf49625-e846-4e68-ba2e-48ccb7339156 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 999 time: 0.0569007 Aug 30 22:31:04.562469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278a8db-2279-481d-bbef-26abc166401a req-60ebf382-bf3d-4c25-bbd9-de4b4dcbb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:04.563961 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-60ebf382-bf3d-4c25-bbd9-de4b4dcbb3bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0436907 Aug 30 22:31:04.566353 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:31:04.615521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278a8db-2279-481d-bbef-26abc166401a req-6fe3ef8f-4a3b-4bc3-8341-b1dec81d3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:04.617087 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-6fe3ef8f-4a3b-4bc3-8341-b1dec81d3e46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457964 Aug 30 22:31:04.720735 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-cbcacb4f-f99f-4005-a49e-c1c23ef08f6a service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950909 Aug 30 22:31:04.796965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '5df4a393-7d1b-48ad-83d2-785c852401f5', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'port_id': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'mac_address': 'fa:16:3e:f7:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:31:03Z', 'updated_at': '2021-08-30T22:31:03Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:54Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:04.813350 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-3278a8db-2279-481d-bbef-26abc166401a req-ef02243d-651e-4830-a7d5-e2d7a1e40bdc service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854597 Aug 30 22:31:04.823300 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609896e-5719-4a99-8a84-ed5bad9dbcdf None None] The sync data for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 is: [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '5df4a393-7d1b-48ad-83d2-785c852401f5', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.161', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'port_id': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'mac_address': 'fa:16:3e:f7:05:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:31:03Z', 'updated_at': '2021-08-30T22:31:03Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:54Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:31:05.013974 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46fba5-29bd-471c-9e04-f04f4b23dc6a None None] New status for floating IP 5df4a393-7d1b-48ad-83d2-785c852401f5: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:31:05.344433 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53152) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:31:05.412505 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-93c48d6b-2748-4829-badb-5846113c1e1c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5df4a393-7d1b-48ad-83d2-785c852401f5 HTTP/1.1" status: 200 len: 993 time: 0.0666878 Aug 30 22:31:06.773674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:09.133674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ce5dc638-b340-416a-9b14-0ba428fc1741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:11.891826 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:12.072231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-be6e1df1-400e-444b-93ed-4fb4c2c9a65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:13.062951 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:14.926596 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:21.597022 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:31:34.356217 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:36.776734 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:39.143544 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6c63bfc2-c352-4ca8-9f7b-785568e520bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:41.601536 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-f10774a7-070b-495b-94ee-ab49da131a42 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435650 Aug 30 22:31:41.688356 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-7ce5dd16-0170-42b1-a581-cda17c1c2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:41.689871 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-7ce5dd16-0170-42b1-a581-cda17c1c2a55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1097 time: 0.0426252 Aug 30 22:31:41.797393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-8e27edae-d8a9-4c47-84e7-2bdd09420ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:41.798911 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-8e27edae-d8a9-4c47-84e7-2bdd09420ea1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 898 time: 0.0873430 Aug 30 22:31:41.866314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-aa303d1f-9c0d-4fc4-8881-15c0d61f7ed4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 1001 time: 0.0599878 Aug 30 22:31:41.886768 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:41.916663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-175f3dc5-b0aa-481e-a85c-adb7ac0843bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:41.918146 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-175f3dc5-b0aa-481e-a85c-adb7ac0843bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0446734 Aug 30 22:31:41.971322 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-ae90123d-37e3-4a3d-a15b-70fe89804292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:31:41.972811 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-ae90123d-37e3-4a3d-a15b-70fe89804292 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469766 Aug 30 22:31:42.062739 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-b5fbb6e5-c9ea-4b46-95c8-29ce700008a7 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827525 Aug 30 22:31:42.066644 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0682d176-9cb3-40ce-ac6e-cb4901b987e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:42.157941 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e026cec6-0db7-4a97-bf81-a70617e42b16 req-956c22a4-f54b-4e66-a58d-824ba44f6404 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877612 Aug 30 22:31:43.069295 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:44.931828 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.602228 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:32:04.355924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:06.785622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:09.137479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-deef6371-8722-418f-af30-2786e82dcc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:11.896227 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:12.080818 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-7ea23945-6118-4758-b76b-5a7dbe5e89f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:13.069877 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:14.933793 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:16.859364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b27ad9-68da-4f97-8692-dfd068fd8344 req-73938cfc-72ac-40bd-94eb-9ac854a4306a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:16.860871 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8b27ad9-68da-4f97-8692-dfd068fd8344 req-73938cfc-72ac-40bd-94eb-9ac854a4306a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0539122 Aug 30 22:32:16.900419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8b27ad9-68da-4f97-8692-dfd068fd8344 req-f42f4ffc-9d73-4bec-8667-c373fbb41779 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333567 Aug 30 22:32:18.035514 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dbf52-c77f-46c3-b4e7-9c730a157aa7 req-3c32f045-9b0a-4dbb-8b15-f5b4441785e5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:18.037031 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-900dbf52-c77f-46c3-b4e7-9c730a157aa7 req-3c32f045-9b0a-4dbb-8b15-f5b4441785e5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0675011 Aug 30 22:32:18.075493 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-900dbf52-c77f-46c3-b4e7-9c730a157aa7 req-bca2005a-24da-4312-9695-7342474b472f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324996 Aug 30 22:32:19.219422 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ece1e-fc34-41ad-af16-58d972332880 req-a2b92a22-3865-4e55-b42d-e72558959d99 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:19.221731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-212ece1e-fc34-41ad-af16-58d972332880 req-a2b92a22-3865-4e55-b42d-e72558959d99 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0654762 Aug 30 22:32:19.262114 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-212ece1e-fc34-41ad-af16-58d972332880 req-15588e2b-cd53-466d-bf4a-8b771eb4829b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341148 Aug 30 22:32:20.385898 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640b425-50e7-4b94-b0aa-37df4d707821 req-42ae02a3-9aba-4975-81d8-2debc7e580d1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:20.387428 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5640b425-50e7-4b94-b0aa-37df4d707821 req-42ae02a3-9aba-4975-81d8-2debc7e580d1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0500567 Aug 30 22:32:20.426979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5640b425-50e7-4b94-b0aa-37df4d707821 req-95776add-8bfa-4d5f-bbc8-d9410394d8b0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331686 Aug 30 22:32:21.555070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2016-1d80-4d41-8de6-cce173797bb7 req-c3a88f3f-d6d3-4412-ad51-92b578a7dbfb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:21.556579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5cfb2016-1d80-4d41-8de6-cce173797bb7 req-c3a88f3f-d6d3-4412-ad51-92b578a7dbfb tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0537331 Aug 30 22:32:21.607600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5cfb2016-1d80-4d41-8de6-cce173797bb7 req-f8987ec7-30cd-4bdf-9096-27b55f138bd9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418162 Aug 30 22:32:22.739997 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052557f-8241-47d4-97bb-bf6a075bc0f8 req-7a093b5a-f328-4bf7-bdb9-6c0b645cbefc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:22.741479 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4052557f-8241-47d4-97bb-bf6a075bc0f8 req-7a093b5a-f328-4bf7-bdb9-6c0b645cbefc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0590897 Aug 30 22:32:22.782686 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4052557f-8241-47d4-97bb-bf6a075bc0f8 req-a138a0e1-74eb-4776-a890-0b196ebe0c5b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Aug 30 22:32:23.916918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3335b-a2b2-45a8-b86a-68b276731e58 req-2c86506f-8aa3-4bc5-9bc2-d45e12fbe579 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:23.918435 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bda3335b-a2b2-45a8-b86a-68b276731e58 req-2c86506f-8aa3-4bc5-9bc2-d45e12fbe579 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Aug 30 22:32:23.959765 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bda3335b-a2b2-45a8-b86a-68b276731e58 req-05ad06d5-af62-4140-857d-cca07e1dfd1f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Aug 30 22:32:25.098312 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb06e7-5725-4643-8358-2c0723b3d634 req-9bdca115-8713-4f15-b0c9-d3236d1aaf72 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:25.099815 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61cb06e7-5725-4643-8358-2c0723b3d634 req-9bdca115-8713-4f15-b0c9-d3236d1aaf72 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0599918 Aug 30 22:32:25.141509 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-61cb06e7-5725-4643-8358-2c0723b3d634 req-ffb21f90-5ea8-4db1-bc24-39032e084c5c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328922 Aug 30 22:32:26.268832 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac361b-4d1a-45c5-8fde-819cde11cb68 req-e1ad6b85-a84e-4f5c-80a1-e72ea539604c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:26.270405 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceac361b-4d1a-45c5-8fde-819cde11cb68 req-e1ad6b85-a84e-4f5c-80a1-e72ea539604c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0556049 Aug 30 22:32:26.309782 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ceac361b-4d1a-45c5-8fde-819cde11cb68 req-58e733b4-5b7c-48f9-9a59-7c72b9e2a937 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324643 Aug 30 22:32:27.445816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65d2c-25fb-4019-acd0-a6b0f74c4b0a req-5b45dc12-0a81-4224-9469-9e29bc57efa6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:27.447373 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1d65d2c-25fb-4019-acd0-a6b0f74c4b0a req-5b45dc12-0a81-4224-9469-9e29bc57efa6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0589900 Aug 30 22:32:27.490556 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d1d65d2c-25fb-4019-acd0-a6b0f74c4b0a req-828d2527-79aa-40d3-befc-050253bca9d7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342174 Aug 30 22:32:27.513561 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53214) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:27.581935 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-5eb723d7-f0d8-482a-8443-980ddebe7023 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5df4a393-7d1b-48ad-83d2-785c852401f5 HTTP/1.1" status: 200 len: 993 time: 0.0672379 Aug 30 22:32:28.857821 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7aaa-fe3f-4b47-92c1-6869c4d1ec37 req-fa3b8f40-58ee-4c38-ad99-6cc853089199 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:28.859313 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31eb7aaa-fe3f-4b47-92c1-6869c4d1ec37 req-fa3b8f40-58ee-4c38-ad99-6cc853089199 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0512111 Aug 30 22:32:28.886002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-ba51f7b4-a159-4ac3-b4b7-a11f90711dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:28.887690 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-ba51f7b4-a159-4ac3-b4b7-a11f90711dac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1097 time: 0.0433214 Aug 30 22:32:28.897438 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31eb7aaa-fe3f-4b47-92c1-6869c4d1ec37 req-3f451b81-9e9e-4209-bf4e-e403b3b3eab3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320425 Aug 30 22:32:28.979861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-6446b14a-3221-4d84-ba13-82a9e3534e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:28.981384 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-6446b14a-3221-4d84-ba13-82a9e3534e52 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 898 time: 0.0870156 Aug 30 22:32:29.053528 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-fd025407-94a4-4c6e-afed-867f94132a1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 1001 time: 0.0648115 Aug 30 22:32:29.105744 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-a7d76d38-e0a0-4b77-a06d-4138754ee011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:29.107251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-a7d76d38-e0a0-4b77-a06d-4138754ee011 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0451617 Aug 30 22:32:29.153685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-546b91de-5f93-46b5-a97f-faa99b0ab093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:29.155250 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-546b91de-5f93-46b5-a97f-faa99b0ab093 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409205 Aug 30 22:32:29.250054 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-86b98b7f-727f-428a-a2ab-3ae7cb167174 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Aug 30 22:32:29.341314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4dda687c-0515-47cc-9db9-279bfc0b623d req-179a5566-0985-4c9e-906d-b9c8966a2cb9 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826392 Aug 30 22:32:30.016817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc254a32-5709-4954-9d99-e4e6995b7bf7 req-1c67181d-ec32-45db-a9f4-b01c1df9b4d9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:30.018315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc254a32-5709-4954-9d99-e4e6995b7bf7 req-1c67181d-ec32-45db-a9f4-b01c1df9b4d9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0527763 Aug 30 22:32:30.057096 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fc254a32-5709-4954-9d99-e4e6995b7bf7 req-f585293b-36f9-41d7-83ec-74c2d9d89a62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326076 Aug 30 22:32:30.079125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53224) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:30.143774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f5303f7d-f78b-4b50-a128-4214bcb1d3dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5df4a393-7d1b-48ad-83d2-785c852401f5 HTTP/1.1" status: 200 len: 993 time: 0.0633881 Aug 30 22:32:34.361113 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:35.608134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:32:36.780100 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:39.145042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9df0-d71e-413e-8499-d64b840c5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:41.595384 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-cdee093d-b666-4f44-8557-75072801f1ef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513394 Aug 30 22:32:41.687238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-53653051-ddd8-40e9-8c14-714d9fbeef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:41.690257 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-53653051-ddd8-40e9-8c14-714d9fbeef82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1097 time: 0.0436373 Aug 30 22:32:41.792251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-8ed0fd44-911b-4eda-ba71-abaa641953d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:41.794807 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-8ed0fd44-911b-4eda-ba71-abaa641953d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 898 time: 0.0857267 Aug 30 22:32:41.891815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:42.075175 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6cffbcaa-7d93-4d7e-9db9-9ddab71f0d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:42.204242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-1f80f52e-b2eb-4cda-bcd8-92a2c96da020 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 1001 time: 0.4017782 Aug 30 22:32:42.256126 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-6bfdb470-b9ef-478e-9377-4fe3e8b7d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:42.257665 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-6bfdb470-b9ef-478e-9377-4fe3e8b7d9ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0461779 Aug 30 22:32:42.306696 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-17435b7f-80eb-45da-aca1-091edc1c3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:42.308202 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-17435b7f-80eb-45da-aca1-091edc1c3b74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428956 Aug 30 22:32:42.401039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-43ff3f72-47e5-4513-a872-64aa212d1e13 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846071 Aug 30 22:32:42.491306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5e5038ae-ac00-4c2d-8ea5-c8e62f74bde5 req-3f24b529-07f4-4af0-9e78-310bbc869b01 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810218 Aug 30 22:32:43.075259 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:44.938268 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:04.365056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:06.796384 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:09.131187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e283dec0-4023-4ab5-9d96-558b3ba009c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:11.898424 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:12.087307 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-060f47e9-955b-4065-98b6-02e30807566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:12.602965 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:33:13.077270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:14.942396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:20.813350 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53254) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:20.974779 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 072a1208-60a6-42dd-afaa-b89dc4f40a78 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:33:20.975066 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:21.053894 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:21.054174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:21.066399 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 072a1208-60a6-42dd-afaa-b89dc4f40a78 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:33:21.234470 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:21.262834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=072a1208-60a6-42dd-afaa-b89dc4f40a78,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:21.291679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.292034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.292378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.292714 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.293053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.293380 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.293736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.294059 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.294370 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.294703 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.295047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.295369 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:21.336218 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:21.336535 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 5df4a393-7d1b-48ad-83d2-785c852401f5 disassociated (deleted). External IP: 172.25.5.161, port: 45c35442-997b-4e00-b4e1-cb0c4f368241. Aug 30 22:33:21.925524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 43949fcf-db5c-44ed-860f-0455bd5cecb4 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:33:22.035326 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:33:22.040153 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:22.046372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] Sync routers for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:33:22.059571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:22.060217 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:22.067474 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7aab12ad-5a5d-40d3-9765-6f27b8349fd8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/floatingips/5df4a393-7d1b-48ad-83d2-785c852401f5 HTTP/1.1" status: 204 len: 168 time: 1.2530081 Aug 30 22:33:22.068058 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:33:22.070340 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:33:22.162681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:22.229384 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e48bc-a133-443f-af28-63810c19af4a x-openstack-request-id: req-f83e48bc-a133-443f-af28-63810c19af4a {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:33:22.229758 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:33:22.230069 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f83e48bc-a133-443f-af28-63810c19af4a {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:33:22.230533 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'status': 'completed', 'code': 200} Aug 30 22:33:22.305875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-1c4af8a8-da44-44e6-8f64-d60a859fb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:22.307498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-1c4af8a8-da44-44e6-8f64-d60a859fb661 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 1097 time: 0.0516157 Aug 30 22:33:22.371381 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:54Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:22.399149 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] Checking router: 43949fcf-db5c-44ed-860f-0455bd5cecb4 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:33:22.401737 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3edfc-d90d-40fc-b91c-544f3b805c31 req-095b1621-500f-4d94-bd6f-fb909fecf61a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:22.403356 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cfb3edfc-d90d-40fc-b91c-544f3b805c31 req-095b1621-500f-4d94-bd6f-fb909fecf61a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.1291256 Aug 30 22:33:22.406614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-054b8752-c8ea-4ae7-924d-9b892f983928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:22.408128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-054b8752-c8ea-4ae7-924d-9b892f983928 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 200 len: 898 time: 0.0924125 Aug 30 22:33:22.409836 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:22.410530 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:22.443974 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cfb3edfc-d90d-40fc-b91c-544f3b805c31 req-f49af69b-1993-43de-8d33-80bb41f19711 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343566 Aug 30 22:33:22.457530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-e2d7dcc4-426c-494c-b7c8-da31b7653700 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 200 len: 217 time: 0.0400474 Aug 30 22:33:22.507955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-bda99340-95d4-4fa4-8a4f-ce7efc84ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:22.509444 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-bda99340-95d4-4fa4-8a4f-ce7efc84ca01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 200 len: 835 time: 0.0444627 Aug 30 22:33:22.527853 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:22.558123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-94ed9d74-a3a1-4955-93b4-bcc11f571e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:22.559627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-94ed9d74-a3a1-4955-93b4-bcc11f571e6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421793 Aug 30 22:33:22.654061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-5370a4eb-47de-4a47-b244-0fdb319e32eb service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849416 Aug 30 22:33:22.731237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:54Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:22.745534 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-eeb0334b-a17b-4dc0-ad87-197f81d45a6a req-b5b7fdb4-70bb-45ed-8ae4-a46700c96da0 service neutron] 10.222.0.86 "GET /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827203 Aug 30 22:33:22.758157 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6101c52-4832-4820-a782-e04942b1d07e None None] The sync data for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 is: [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:30:49Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'b639fa19-f49b-4aa6-a2c0-649205e5f744', 'name': '', 'network_id': 'b1f94fd0-fdf1-42c6-a057-21f5b34b1d88', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:fd:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:48Z', 'updated_at': '2021-08-30T22:30:54Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '8d94fd1d-670a-4833-adb4-893ce05fd109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:33:22.977690 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ec096-2ca3-464b-aa19-e567501fef90 None None] New status for floating IP 5df4a393-7d1b-48ad-83d2-785c852401f5: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:33:23.576900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34313-c11a-4d8a-8fa7-94b57870bbe9 req-bb12f969-4fda-4aaf-b448-3bec26637afe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:23.578379 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abc34313-c11a-4d8a-8fa7-94b57870bbe9 req-bb12f969-4fda-4aaf-b448-3bec26637afe tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0581253 Aug 30 22:33:23.619805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abc34313-c11a-4d8a-8fa7-94b57870bbe9 req-55083c88-d934-4a3c-99d9-c8e087ac02d7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=8574f17b-328f-4d44-87ab-782ca2fdaead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327311 Aug 30 22:33:24.141582 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-ee82f54f-84f1-4cf5-be33-303b603833a3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:24.143082 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-ee82f54f-84f1-4cf5-be33-303b603833a3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 945 time: 0.0597413 Aug 30 22:33:24.241189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 45c35442-997b-4e00-b4e1-cb0c4f368241 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:33:24.241445 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:24.327960 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 45c35442-997b-4e00-b4e1-cb0c4f368241, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=45c35442-997b-4e00-b4e1-cb0c4f368241,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:24.328319 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:24.341558 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 45c35442-997b-4e00-b4e1-cb0c4f368241 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:33:24.478714 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:24.512721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=45c35442-997b-4e00-b4e1-cb0c4f368241,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:24.527632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.528073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.528462 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.528965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.529418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.529898 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.530401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.531489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.531489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.531787 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.532298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.532807 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:24.583587 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] No DVR routers for this DVR port 45c35442-997b-4e00-b4e1-cb0c4f368241 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:33:24.586334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:24.588436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f9b2f702-a835-4677-99e6-82cca9cb30f6 req-9fb733f4-248d-4899-aaec-024ead8352c3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "DELETE /v2.0/ports/45c35442-997b-4e00-b4e1-cb0c4f368241 HTTP/1.1" status: 204 len: 173 time: 0.4388111 Aug 30 22:33:24.588877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'name': 'network-vif-deleted', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:33:24.591302 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa637fb-4762-4a38-b211-f2996344f5e1" -d '{"events": [{"server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "name": "network-vif-deleted", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:33:24.709855 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54bddfd-a726-4f3c-97d6-8a50d2c21b24 x-openstack-request-id: req-d54bddfd-a726-4f3c-97d6-8a50d2c21b24 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:33:24.710252 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f434b5-33ea-4de3-9b86-f40c37f97466", "name": "network-vif-deleted", "tag": "45c35442-997b-4e00-b4e1-cb0c4f368241", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:33:24.710593 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d54bddfd-a726-4f3c-97d6-8a50d2c21b24 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:33:24.711218 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f434b5-33ea-4de3-9b86-f40c37f97466', 'name': 'network-vif-deleted', 'tag': '45c35442-997b-4e00-b4e1-cb0c4f368241', 'status': 'completed', 'code': 200} Aug 30 22:33:24.794696 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-04dd1338-25a5-4d88-8051-2e53166aea2c req-afa846cf-2267-4110-b80b-0b3e20ae0073 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f434b5-33ea-4de3-9b86-f40c37f97466 HTTP/1.1" status: 200 len: 210 time: 0.0302641 Aug 30 22:33:25.866203 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53280) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:26.254082 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:26.524411 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port b639fa19-f49b-4aa6-a2c0-649205e5f744 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:33:26.524673 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:26.619497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port b639fa19-f49b-4aa6-a2c0-649205e5f744, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b639fa19-f49b-4aa6-a2c0-649205e5f744,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:26.619849 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:26.632792 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for b639fa19-f49b-4aa6-a2c0-649205e5f744 owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:33:26.831122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:26.857283 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=b639fa19-f49b-4aa6-a2c0-649205e5f744,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:27.041001 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.272242 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router 43949fcf-db5c-44ed-860f-0455bd5cecb4 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:33:27.385770 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:33:27.392349 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a915742b-fb4f-4dbe-a86c-eeb520d513db tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/43949fcf-db5c-44ed-860f-0455bd5cecb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5250595 Aug 30 22:33:27.394266 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53282) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:27.396949 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] Sync routers for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:33:27.407028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:27.407681 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:27.448826 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting subnet 8d94fd1d-670a-4833-adb4-893ce05fd109 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:33:27.452763 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.494201 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.583143 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.649055 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.672472 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:27.677383 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Subnet': ['ID=8d94fd1d-670a-4833-adb4-893ce05fd109,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:27.679444 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.681344 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d8e4931e-41dc-4aa2-971c-b09ae7d0f951 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/subnets/8d94fd1d-670a-4833-adb4-893ce05fd109 HTTP/1.1" status: 204 len: 168 time: 0.2861035 Aug 30 22:33:27.684062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53284) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:27.702428 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b80263-e912-4325-a414-4f12c8298849 None None] Network b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:33:27.791812 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.898438 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.951022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:33:26Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': 'fd284d79-5787-4a30-9d6d-bde89d71734b', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:de:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:30:46Z', 'updated_at': '2021-08-30T22:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:27.961386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port fd284d79-5787-4a30-9d6d-bde89d71734b {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:33:27.961785 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:27.988218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] Checking router: 43949fcf-db5c-44ed-860f-0455bd5cecb4 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:33:27.996883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] DHCP port deletion for b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:33:28.005556 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] Routers {'43949fcf-db5c-44ed-860f-0455bd5cecb4'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:28.006200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['43949fcf-db5c-44ed-860f-0455bd5cecb4'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:28.048680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port fd284d79-5787-4a30-9d6d-bde89d71734b, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=fd284d79-5787-4a30-9d6d-bde89d71734b,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:28.049243 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.063268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for fd284d79-5787-4a30-9d6d-bde89d71734b owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:33:28.117218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] Set router 43949fcf-db5c-44ed-860f-0455bd5cecb4 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:28.172833 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:33:27Z', 'revision_number': 6, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:28.177640 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Deleting port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:33:28.178035 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.231965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.233819 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93440e88-6cc6-4e99-ae1b-bdc902a81f22 None None] The sync data for ids ['43949fcf-db5c-44ed-860f-0455bd5cecb4'] in n-d-793620-16 is: [{'id': '43949fcf-db5c-44ed-860f-0455bd5cecb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607618080', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:30:45Z', 'updated_at': '2021-08-30T22:33:27Z', 'revision_number': 6, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:33:28.262143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=fd284d79-5787-4a30-9d6d-bde89d71734b,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:28.272542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] For port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,segment=NetworkSegment(aaf04db4-a485-4ce7-a982-dd91955c1b63),segment_id=aaf04db4-a485-4ce7-a982-dd91955c1b63)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:28.273106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.286152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Calling delete_port for f98f0d5c-c231-4f1c-a5b5-b71f2f1031de owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:33:28.328060 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.370212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.398214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] No DVR routers for this DVR port f98f0d5c-c231-4f1c-a5b5-b71f2f1031de on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:33:28.400977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Pushing event deleted for resources: {'Port': ['ID=f98f0d5c-c231-4f1c-a5b5-b71f2f1031de,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:28.411421 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.411775 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.412092 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.412435 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.412797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.413261 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.413445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.413728 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.414062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.414399 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.414743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.415066 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1d9a9-5517-452d-a2db-9e72b4d8d290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:28.422749 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.424939 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.468562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.469124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Fanout notify agent at l3_agent the message router_deleted on router 43949fcf-db5c-44ed-860f-0455bd5cecb4 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:33:28.476284 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.477410 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-549a1942-6041-4e6e-8a67-2b0ff5d1280a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/routers/43949fcf-db5c-44ed-860f-0455bd5cecb4 HTTP/1.1" status: 204 len: 168 time: 0.7924387 Aug 30 22:33:28.480125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53286) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:28.559148 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.652801 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.663798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f94fd0-fdf1-42c6-a057-21f5b34b1d88']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:28.674687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf04db4-a485-4ce7-a982-dd91955c1b63') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:28.675079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf04db4-a485-4ce7-a982-dd91955c1b63') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:28.688686 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.706457 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.712210 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:33:28.712588 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:33:28.715447 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:33:28.779136 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.783580 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.785562 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/networks/b1f94fd0-fdf1-42c6-a057-21f5b34b1d88 HTTP/1.1" status: 204 len: 168 time: 0.3045003 Aug 30 22:33:28.788414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53288) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:28.800010 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaeb7a3-f9de-45b5-966d-54fc74f761a7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Network': ['ID=b1f94fd0-fdf1-42c6-a057-21f5b34b1d88,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:28.847221 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62c099d9-6d82-41dd-aaf2-b6221f3fe34a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.871974 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62c099d9-6d82-41dd-aaf2-b6221f3fe34a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.936149 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62c099d9-6d82-41dd-aaf2-b6221f3fe34a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.938675 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-62c099d9-6d82-41dd-aaf2-b6221f3fe34a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:28.939868 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-62c099d9-6d82-41dd-aaf2-b6221f3fe34a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/security-groups/8574f17b-328f-4d44-87ab-782ca2fdaead HTTP/1.1" status: 204 len: 168 time: 0.1504481 Aug 30 22:33:28.949611 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c099d9-6d82-41dd-aaf2-b6221f3fe34a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574f17b-328f-4d44-87ab-782ca2fdaead,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:29.056109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45c35442-997b-4e00-b4e1-cb0c4f368241 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:33:29.077256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 45c35442-997b-4e00-b4e1-cb0c4f368241 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:33:29.077603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 45c35442-997b-4e00-b4e1-cb0c4f368241 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:33:29.301113 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53294) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:29.305913 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970462261', 'description': 'tempest-secgroup-smoke-970462261 description', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:29.330174 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.410800 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.415333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.441059 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.442208 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400635 Aug 30 22:33:29.445378 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53296) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:29.446110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2a88b-a849-416e-a11b-fa243033d34c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340047d5-d073-4a47-9bcd-cb8608ad47fc,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:29.451942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '340047d5-d073-4a47-9bcd-cb8608ad47fc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:29.482850 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.532387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.540270 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.559536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ba5238-6c06-4161-8a3a-7cddb9314230,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:29.566046 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.570351 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53298) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:29.570530 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4a10f04e-9dee-40a1-a6cf-0817683ae06d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239650 Aug 30 22:33:29.575168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '340047d5-d073-4a47-9bcd-cb8608ad47fc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:29.603450 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.665339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.670719 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.689373 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80166cee-d3a0-44e8-bae7-17300393f4ce,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:29.693078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.697567 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bf14e0dc-be96-4533-bc88-0746627e0799 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228056 Aug 30 22:33:29.698293 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53300) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:29.702880 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '340047d5-d073-4a47-9bcd-cb8608ad47fc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:29.733612 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.791003 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.796897 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.818479 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7373e6ec-4fc6-4145-8794-f0a3267a05df,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:29.826658 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.827900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a9b37a00-f7ec-4513-a67f-928bde2da398 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285923 Aug 30 22:33:29.830909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:29.835659 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '340047d5-d073-4a47-9bcd-cb8608ad47fc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:29.864352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.923120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.928287 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.949574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2b59b2-c05c-471b-94ae-2566f6394496,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:29.957831 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:29.959323 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-f6b55194-b6dc-463d-ac05-7f0e4e38a60c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273799 Aug 30 22:33:29.962350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53304) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:29.967333 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '340047d5-d073-4a47-9bcd-cb8608ad47fc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:29.986605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f98f0d5c-c231-4f1c-a5b5-b71f2f1031de no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:33:29.997371 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:33:30.003373 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.007945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: f98f0d5c-c231-4f1c-a5b5-b71f2f1031de {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:33:30.008257 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device f98f0d5c-c231-4f1c-a5b5-b71f2f1031de not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:33:30.008680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fd284d79-5787-4a30-9d6d-bde89d71734b no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:33:30.031179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: fd284d79-5787-4a30-9d6d-bde89d71734b {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:33:30.031521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device fd284d79-5787-4a30-9d6d-bde89d71734b not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:33:30.031936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b639fa19-f49b-4aa6-a2c0-649205e5f744 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:33:30.050067 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b639fa19-f49b-4aa6-a2c0-649205e5f744 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:33:30.050412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b639fa19-f49b-4aa6-a2c0-649205e5f744 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:33:30.071672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.078914 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.099414 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e78bf88-afef-4c9d-807e-b4485a1cb010,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:30.103937 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.105153 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-605de3e1-88b6-4e2d-837a-82ae56bee480 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417859 Aug 30 22:33:30.108679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53306) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:30.113240 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'security_group_rule': {'security_group_id': '340047d5-d073-4a47-9bcd-cb8608ad47fc', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:30.136623 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Project bd0a1449f55d4f8390732f89b181fc21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:33:30.141660 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.200157 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.206608 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.226222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b016f71b-6579-42d5-bbdd-ec6771e7e115,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:30.229526 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.230747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3deefa8e-0919-4459-af95-4b9ee73962b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210577 Aug 30 22:33:30.233821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53308) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:30.238908 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'network': {'name': 'tempest-network-smoke--1373392305', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'port_security_enabled': True}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:30.260485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:33:30.263994 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.288270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:33:30.297507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.297860 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Added segment 0acaede4-1603-44b5-b18f-29a8c7776c50 of type vlan for network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 Aug 30 22:33:30.340530 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.366767 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.372316 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:30.372926 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.428299 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932817 Aug 30 22:33:30.431029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53310) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:30.437725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'admin_state_up': True, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:30.452246 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598f2ce-677b-4d0a-9580-52c9d8fbd1e3 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Network': ['ID=73d47596-a7f1-45c4-8596-1d3ad50d4bf8,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:30.462810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:33:30.472565 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.473678 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.530683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.676290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.877047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.896625 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:31.010581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.53 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/73bbbb28-a68d-46b2-85a9-63f528cff09d) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:33:31.117742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:31.159642 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:31.195818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:33:31.202164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:31.206574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:33:31.212547 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=73bbbb28-a68d-46b2-85a9-63f528cff09d,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:31.471967 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:31.668499 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:31.798161 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router a21087ee-310b-4834-b4d2-d196028d01ab is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:33:31.924177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:33:31.934177 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Sync routers for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:33:31.944557 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:31.945146 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:31.945896 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:31.950181 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9ae07265-d4c1-4856-b292-7525b2b06195 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5152979 Aug 30 22:33:31.950474 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53312) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:31.979200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-606eeca6-e09a-477a-b5ad-0ec95d5cf52d tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=bd0a1449f55d4f8390732f89b181fc21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276020 Aug 30 22:33:31.981682 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53314) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:32.049827 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:32.071434 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28384825-619c-4777-9cee-4c7a4d07c461 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:32.072983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-28384825-619c-4777-9cee-4c7a4d07c461 tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904055 Aug 30 22:33:32.075987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53316) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:32.103728 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-31d2abd8-3465-4c1a-8c19-943a41ec12da tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=d8f83a74-4abf-42fc-a8fd-f04a945e13b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266755 Aug 30 22:33:32.106216 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53318) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:32.111090 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710076001', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:32.208250 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:33:32.212052 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.326462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:31Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:32.353128 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Checking router: a21087ee-310b-4834-b4d2-d196028d01ab for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:33:32.353542 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Updating router a21087ee-310b-4834-b4d2-d196028d01ab port 73bbbb28-a68d-46b2-85a9-63f528cff09d binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:33:32.379212 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.396169 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.461233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Subnet': ['ID=936b6dc0-2801-4a82-a35e-d0719ad19d8f,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:32.469643 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Checking segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:33:32.470001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network hostable DHCP agents. Network: 73d47596-a7f1-45c4-8596-1d3ad50d4bf8, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:33:32.488428 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:33:32.498370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 73d47596-a7f1-45c4-8596-1d3ad50d4bf8) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:32.502888 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:32.503477 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.508269 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa61e5-d83e-470f-906b-d3f78a590e64 None None] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:33:32.525016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53320) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:32.531633 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-078a2801-be5b-4777-a862-4c14f82de5a8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4243455 Aug 30 22:33:32.644628 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.657217 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Transition to ACTIVE for port object 73bbbb28-a68d-46b2-85a9-63f528cff09d will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:32.657407 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:33:32.658207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.664393 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.720204 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Attempting to bind port 73bbbb28-a68d-46b2-85a9-63f528cff09d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:33:32.720577 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Attempting to bind port 73bbbb28-a68d-46b2-85a9-63f528cff09d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:33:32.720941 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Attempting to bind port 73bbbb28-a68d-46b2-85a9-63f528cff09d on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:33:32.723031 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Pushing event updated for resources: {'Port': ['ID=73bbbb28-a68d-46b2-85a9-63f528cff09d,revision_number=2']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:32.732529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.732875 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.733212 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.733545 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.733875 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.734201 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.734524 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.734876 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.735199 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.735515 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.735833 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.736148 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:33:32.741532 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:33:32.741532 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:33:32.741906 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.742200 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:33:32.742703 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Bound port: 73bbbb28-a68d-46b2-85a9-63f528cff09d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:33:32.743087 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.796767 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] For port 73bbbb28-a68d-46b2-85a9-63f528cff09d, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:33:32.800984 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] For port 73bbbb28-a68d-46b2-85a9-63f528cff09d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=73bbbb28-a68d-46b2-85a9-63f528cff09d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:33:32.803495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Allocated IP 172.20.0.2 (73d47596-a7f1-45c4-8596-1d3ad50d4bf8/936b6dc0-2801-4a82-a35e-d0719ad19d8f/3512098e-b615-499e-9949-e269474bb29f) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:33:32.806152 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.875136 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d19813-7535-4bf0-a8ab-c5dca13fc8fd None None] Pushing event updated for resources: {'Port': ['ID=73bbbb28-a68d-46b2-85a9-63f528cff09d,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:32.878373 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:32.879369 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:32.955295 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.964372 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Transition to ACTIVE for port object 3512098e-b615-499e-9949-e269474bb29f will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:32.981947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Transition to ACTIVE for port object 3512098e-b615-499e-9949-e269474bb29f will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:32.989329 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:32.993312 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:33.030933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:33:33.037447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:33.041641 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:33:33.049063 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Pushing event updated for resources: {'Port': ['ID=3512098e-b615-499e-9949-e269474bb29f,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:33.101242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Attempting to bind port 3512098e-b615-499e-9949-e269474bb29f on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:33:33.102103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Attempting to bind port 3512098e-b615-499e-9949-e269474bb29f by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:33:33.102103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Attempting to bind port 3512098e-b615-499e-9949-e269474bb29f on network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:33:33.107450 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:33:33.107934 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Checking segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:33:33.108337 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:33.108764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Bound using segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:33:33.109232 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Bound port: 3512098e-b615-499e-9949-e269474bb29f, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:33:33.109624 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:33.175723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] For port 3512098e-b615-499e-9949-e269474bb29f, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:33:33.178887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] For port 3512098e-b615-499e-9949-e269474bb29f, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3512098e-b615-499e-9949-e269474bb29f,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:33:33.182394 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:31Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:33.185731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:33.211247 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf176e08-1151-49de-b006-f77d8ad41133 None None] The sync data for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 is: [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:31Z', 'revision_number': 3, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:33:33.251917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba3848-0990-4973-a903-2182eb7e3dac None None] Pushing event updated for resources: {'Port': ['ID=3512098e-b615-499e-9949-e269474bb29f,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:33.368987 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:33.689249 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.1 (73d47596-a7f1-45c4-8596-1d3ad50d4bf8/936b6dc0-2801-4a82-a35e-d0719ad19d8f/ed9ca86c-a55d-4059-b937-17afe2b5e2ba) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:33:33.812656 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:33.827974 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object ed9ca86c-a55d-4059-b937-17afe2b5e2ba will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:33.864732 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:33.911225 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:33:33.914726 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:33.920108 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:33:33.945214 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:33.973956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.106245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3512098e-b615-499e-9949-e269474bb29f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:34.138038 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.165812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 3512098e-b615-499e-9949-e269474bb29f completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:34.170233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 73bbbb28-a68d-46b2-85a9-63f528cff09d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:34.220859 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 73bbbb28-a68d-46b2-85a9-63f528cff09d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:34.225096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 73bbbb28-a68d-46b2-85a9-63f528cff09d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:34.225399 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.294957 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b7b27-46fe-4afc-8402-cd996be2200e None None] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:33:34.359546 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.394080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] Provisioning for port 3512098e-b615-499e-9949-e269474bb29f completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:34.409417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] Provisioning complete for port 3512098e-b615-499e-9949-e269474bb29f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:34.409815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.415184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 73bbbb28-a68d-46b2-85a9-63f528cff09d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=73bbbb28-a68d-46b2-85a9-63f528cff09d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:34.416128 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.441844 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.446418 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.448671 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.528874 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.538467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:34.542145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=73bbbb28-a68d-46b2-85a9-63f528cff09d,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:34.609101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.626149 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:33:34.627707 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:34.646333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] For port 3512098e-b615-499e-9949-e269474bb29f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3512098e-b615-499e-9949-e269474bb29f,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:34.651799 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.712678 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0f7c3-b9de-4a22-a728-75c72579828e None None] Pushing event updated for resources: {'Port': ['ID=3512098e-b615-499e-9949-e269474bb29f,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:34.755019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router a21087ee-310b-4834-b4d2-d196028d01ab has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:33:34.869164 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:33:34.874842 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6d06e410-3ce5-440d-86c5-8b5bfceb1770 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/a21087ee-310b-4834-b4d2-d196028d01ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3484874 Aug 30 22:33:34.890136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-464c58c3-a748-4250-8531-5506135d0802 None None] Provisioning for port ed9ca86c-a55d-4059-b937-17afe2b5e2ba completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:34.895993 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-464c58c3-a748-4250-8531-5506135d0802 None None] Provisioning complete for port ed9ca86c-a55d-4059-b937-17afe2b5e2ba triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:34.896300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-464c58c3-a748-4250-8531-5506135d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:34.918392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Sync routers for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:33:34.939701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:34.940345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:34.942245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-464c58c3-a748-4250-8531-5506135d0802 None None] Port ed9ca86c-a55d-4059-b937-17afe2b5e2ba cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:33:35.164582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-b6c8de5f-5479-40cd-a8f5-d83f4864051e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970462261&fields=id&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 267 time: 0.0468686 Aug 30 22:33:35.170991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-464c58c3-a748-4250-8531-5506135d0802 None None] Provisioning complete for port 3512098e-b615-499e-9949-e269474bb29f triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:35.171479 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-464c58c3-a748-4250-8531-5506135d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:35.262698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:35.285019 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-53838f6a-0390-46b9-8e0d-e1f16328f5c9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:35.286466 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-53838f6a-0390-46b9-8e0d-e1f16328f5c9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 797 time: 0.1098535 Aug 30 22:33:35.303651 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-28ccc94b-a3a4-48f8-8394-925d08cf954d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/quotas/bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 375 time: 0.0099201 Aug 30 22:33:35.363274 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-75b57832-6fc9-4be2-b03c-aa776053b6f5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539942 Aug 30 22:33:35.462850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-fc35d26f-aa59-4c86-9c2d-f2aa7c202640 service neutron] 10.222.0.76 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Aug 30 22:33:35.497078 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 2, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:35.526821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Checking router: a21087ee-310b-4834-b4d2-d196028d01ab for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:33:35.527175 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Updating router a21087ee-310b-4834-b4d2-d196028d01ab port ed9ca86c-a55d-4059-b937-17afe2b5e2ba binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:33:35.558542 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-a1d672d5-4f9e-4807-bf7e-e713639c01d8 service neutron] 10.222.0.76 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893159 Aug 30 22:33:35.562514 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:35.565773 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-cc2151eb-0403-40ee-b43a-f1dfdb4e160c None None] Provisioning complete for port ed9ca86c-a55d-4059-b937-17afe2b5e2ba triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:35.566106 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cc2151eb-0403-40ee-b43a-f1dfdb4e160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:35.626485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-cc2151eb-0403-40ee-b43a-f1dfdb4e160c None None] Port ed9ca86c-a55d-4059-b937-17afe2b5e2ba cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:33:35.719890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89a707f2-b5df-4fd7-b87c-0ae0000a9211 req-604b6e52-2a76-4a2b-bb76-69ce328a98e6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 210 time: 0.0274043 Aug 30 22:33:35.858494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:35.868199 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Transition to ACTIVE for port object ed9ca86c-a55d-4059-b937-17afe2b5e2ba will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:35.875139 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:35.929623 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf91c2-d37a-46ba-96f9-4b7a68520807 None None] Pushing event updated for resources: {'Port': ['ID=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:36.003227 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Attempting to bind port ed9ca86c-a55d-4059-b937-17afe2b5e2ba on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:33:36.003734 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Attempting to bind port ed9ca86c-a55d-4059-b937-17afe2b5e2ba by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:33:36.004203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Attempting to bind port ed9ca86c-a55d-4059-b937-17afe2b5e2ba on network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:33:36.010468 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:33:36.011113 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Checking segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:33:36.011589 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:36.012057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Bound using segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:33:36.012714 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Bound port: ed9ca86c-a55d-4059-b937-17afe2b5e2ba, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:33:36.013173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:36.026387 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3512098e-b615-499e-9949-e269474bb29f up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:36.121086 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] For port ed9ca86c-a55d-4059-b937-17afe2b5e2ba, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:33:36.125689 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] For port ed9ca86c-a55d-4059-b937-17afe2b5e2ba, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:33:36.131425 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:36.141178 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 3512098e-b615-499e-9949-e269474bb29f triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:36.141567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:36.231214 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf91c2-d37a-46ba-96f9-4b7a68520807 None None] Pushing event updated for resources: {'Port': ['ID=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:36.249368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:36.250028 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:36.424096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:36.426927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 73bbbb28-a68d-46b2-85a9-63f528cff09d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:36.615790 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 73bbbb28-a68d-46b2-85a9-63f528cff09d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:36.616166 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:36.743778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:36Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:36.782910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506add12-66bf-4641-8390-421b0f3ac2b8 None None] The sync data for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 is: [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:36Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:33:36.798531 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:36.864820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-c4637d3d-24a2-4bea-b3ed-1fe57e69105e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:36.866597 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-c4637d3d-24a2-4bea-b3ed-1fe57e69105e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 797 time: 0.1510947 Aug 30 22:33:36.872415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e19980ca-d511-4d08-a89d-dfe967325e3d req-a3621bc1-9839-4e37-af1f-ee17c3661e38 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 210 time: 0.0627418 Aug 30 22:33:36.924562 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-4bbd8f2c-358f-4586-8990-0bd4459c6b4b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd0a1449f55d4f8390732f89b181fc21 HTTP/1.1" status: 200 len: 379 time: 0.0485353 Aug 30 22:33:36.935038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'port': {'device_id': '31efded0-918a-4e0a-8ef3-e331db303052', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'admin_state_up': True, 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'security_groups': ['340047d5-d073-4a47-9bcd-cb8608ad47fc']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:37.051578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Made reservation on behalf of bd0a1449f55d4f8390732f89b181fc21 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:33:37.055520 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.190632 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.20.0.4 (73d47596-a7f1-45c4-8596-1d3ad50d4bf8/936b6dc0-2801-4a82-a35e-d0719ad19d8f/9fc081cf-934c-4e39-b547-4f2790c055e0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:33:37.334546 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.350043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Transition to ACTIVE for port object 9fc081cf-934c-4e39-b547-4f2790c055e0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:37.384658 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.434338 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:33:37.437577 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:37.441541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:33:37.448233 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=9fc081cf-934c-4e39-b547-4f2790c055e0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:37.495350 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:37.496025 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.513483 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-31924cd8-4e53-4e2d-8e71-468a95886cde tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824199 Aug 30 22:33:37.529725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Request body: {'port': {'device_id': '31efded0-918a-4e0a-8ef3-e331db303052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:37.587581 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.723930 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-64bec4c2-7f8d-42f4-9502-229719ad3a2c None None] Provisioning for port 9fc081cf-934c-4e39-b547-4f2790c055e0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:37.728152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-64bec4c2-7f8d-42f4-9502-229719ad3a2c None None] Provisioning complete for port 9fc081cf-934c-4e39-b547-4f2790c055e0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:37.728611 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64bec4c2-7f8d-42f4-9502-229719ad3a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.765601 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-64bec4c2-7f8d-42f4-9502-229719ad3a2c None None] Port 9fc081cf-934c-4e39-b547-4f2790c055e0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:33:37.878298 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc081cf-934c-4e39-b547-4f2790c055e0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:33:37.887307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:37.899893 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Transition to ACTIVE for port object 9fc081cf-934c-4e39-b547-4f2790c055e0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:33:37.904544 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.006822 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc081cf-934c-4e39-b547-4f2790c055e0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:38.007047 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a7217-cf5d-4550-aa7d-33e1dfca4191 req-c34b3f23-f754-421c-8b15-f81078637917 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.015073 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-254a7217-cf5d-4550-aa7d-33e1dfca4191 req-c34b3f23-f754-421c-8b15-f81078637917 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 943 time: 0.0673027 Aug 30 22:33:38.027987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Attempting to bind port 9fc081cf-934c-4e39-b547-4f2790c055e0 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:33:38.028660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Attempting to bind port 9fc081cf-934c-4e39-b547-4f2790c055e0 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:33:38.029212 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Attempting to bind port 9fc081cf-934c-4e39-b547-4f2790c055e0 on network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:33:38.034059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Port 9fc081cf-934c-4e39-b547-4f2790c055e0 on network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:33:38.034623 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Attempting to bind port 9fc081cf-934c-4e39-b547-4f2790c055e0 on network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:33:38.039808 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:33:38.040147 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Checking segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:33:38.040534 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Bound using segment: {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:33:38.040962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Bound port: 9fc081cf-934c-4e39-b547-4f2790c055e0, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0acaede4-1603-44b5-b18f-29a8c7776c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:33:38.041325 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.053644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ed9ca86c-a55d-4059-b937-17afe2b5e2ba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:38.083218 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-254a7217-cf5d-4550-aa7d-33e1dfca4191 req-b0eabe42-feec-4951-8286-0c4655ae7529 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668719 Aug 30 22:33:38.119058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] For port 9fc081cf-934c-4e39-b547-4f2790c055e0, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:33:38.119695 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ed9ca86c-a55d-4059-b937-17afe2b5e2ba completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:38.122565 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] For port 9fc081cf-934c-4e39-b547-4f2790c055e0, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9fc081cf-934c-4e39-b547-4f2790c055e0,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:33:38.125233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ed9ca86c-a55d-4059-b937-17afe2b5e2ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:38.125829 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.128983 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.175745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.177239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.182684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] 10.222.0.86 "PUT /v2.0/ports/9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 1092 time: 0.6547203 Aug 30 22:33:38.183567 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:33:38.193629 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789dc25a-9c15-405a-ac5c-236b6972cc45" -d '{"events": [{"name": "network-changed", "server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:33:38.241939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.257877 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded9092-24cc-46b2-b2a7-afd7250ec0eb x-openstack-request-id: req-cded9092-24cc-46b2-b2a7-afd7250ec0eb {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:33:38.258261 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:33:38.258402 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cded9092-24cc-46b2-b2a7-afd7250ec0eb {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:33:38.258827 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'status': 'completed', 'code': 200} Aug 30 22:33:38.260841 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1566a-57f6-4a98-95e3-40cdc9168eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc081cf-934c-4e39-b547-4f2790c055e0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:38.281954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-38149efd-baaa-4060-a240-454fc3144d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.282209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port ed9ca86c-a55d-4059-b937-17afe2b5e2ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:38.283552 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-38149efd-baaa-4060-a240-454fc3144d17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1095 time: 0.0572631 Aug 30 22:33:38.287533 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:38.330403 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-f60a193b-0867-46fb-9c7d-797d048d7fb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 217 time: 0.0378730 Aug 30 22:33:38.345219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:38.385695 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-ba848e65-d2ae-4987-8969-f6d14601d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.387247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-ba848e65-d2ae-4987-8969-f6d14601d57e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 200 len: 834 time: 0.0498686 Aug 30 22:33:38.434380 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf29c-da09-4d77-9927-5a657333e132 req-a56d8a9a-4f16-46f0-8671-38cc1262e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.435882 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-a56d8a9a-4f16-46f0-8671-38cc1262e8cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410213 Aug 30 22:33:38.526303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-25632bee-8d60-496e-8c28-ea1c00b69709 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826230 Aug 30 22:33:38.621128 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-debcf29c-da09-4d77-9927-5a657333e132 req-a77bbb3d-cffc-4de8-94ac-f883901bb1c2 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Aug 30 22:33:38.712743 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-d80dad50-5fdb-43c6-8526-018ceab7e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.714295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-d80dad50-5fdb-43c6-8526-018ceab7e701 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1095 time: 0.0438118 Aug 30 22:33:38.821758 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-84cbda6d-96d8-4e98-aab4-65abba19e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.823277 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-84cbda6d-96d8-4e98-aab4-65abba19e568 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 898 time: 0.1013944 Aug 30 22:33:38.865383 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-d597a20e-e8bc-4d1a-87ba-01114bdcfe79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 217 time: 0.0346415 Aug 30 22:33:38.915394 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-e22c4cd3-bc83-4e83-a981-8b828e053468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.916816 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-e22c4cd3-bc83-4e83-a981-8b828e053468 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 200 len: 834 time: 0.0447648 Aug 30 22:33:38.966722 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-a29d7d78-b04e-4dd5-8ed6-23c19e3fde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:38.968231 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-a29d7d78-b04e-4dd5-8ed6-23c19e3fde36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442691 Aug 30 22:33:39.060950 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-0ef02b5b-47d4-4672-8c98-bd091b6fb5d2 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851018 Aug 30 22:33:39.128138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c37f8cf4-09d0-4c03-ac34-ed57103faa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:39.211760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dbbd4-1311-43cc-913f-61c42a2ceb7a req-59fc8e4b-8130-4a20-b8f7-6493a200ae42 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:39.213481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd5dbbd4-1311-43cc-913f-61c42a2ceb7a req-59fc8e4b-8130-4a20-b8f7-6493a200ae42 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 943 time: 0.0574269 Aug 30 22:33:39.257506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cd5dbbd4-1311-43cc-913f-61c42a2ceb7a req-9621a714-cec7-430a-93d2-342ffd674064 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372069 Aug 30 22:33:39.478151 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-789dc25a-9c15-405a-ac5c-236b6972cc45 req-a543276d-5b98-4802-9f64-88e8e62de598 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102104 Aug 30 22:33:39.998253 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ed9ca86c-a55d-4059-b937-17afe2b5e2ba up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:40.061604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ed9ca86c-a55d-4059-b937-17afe2b5e2ba triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:40.061974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:40.377200 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d66826-6f52-4d14-bac7-cb5778f1859e req-877910d2-5eb2-4ccc-862c-e5f39b20aebd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:40.378772 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9d66826-6f52-4d14-bac7-cb5778f1859e req-877910d2-5eb2-4ccc-862c-e5f39b20aebd tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 943 time: 0.0500605 Aug 30 22:33:40.420503 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9d66826-6f52-4d14-bac7-cb5778f1859e req-0ab17f1b-458e-40f2-a7d3-1b3a3526b01d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356071 Aug 30 22:33:41.540536 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ec87c-5a43-48cf-bb6e-91942c850a90 req-cfe347b7-fec5-46fb-a452-62ee403cdbf1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:41.542037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f0ec87c-5a43-48cf-bb6e-91942c850a90 req-cfe347b7-fec5-46fb-a452-62ee403cdbf1 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 943 time: 0.0497129 Aug 30 22:33:41.584608 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2f0ec87c-5a43-48cf-bb6e-91942c850a90 req-f40c263c-fe23-4622-a621-c2bd2812a6c9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335970 Aug 30 22:33:41.893089 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:42.091028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ecd7661a-5932-45c0-aa18-6c6a67973a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:42.711081 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af00c3-db33-40ce-b242-a16933b48879 req-59de2818-03b6-4a54-b5a4-961e5f9021b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:42.712572 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85af00c3-db33-40ce-b242-a16933b48879 req-59de2818-03b6-4a54-b5a4-961e5f9021b6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 943 time: 0.0588467 Aug 30 22:33:42.752730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-85af00c3-db33-40ce-b242-a16933b48879 req-a59edc6b-52e3-44d9-bccd-64c5735e47fc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Aug 30 22:33:43.084846 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:43.117778 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9fc081cf-934c-4e39-b547-4f2790c055e0 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:33:43.225202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9fc081cf-934c-4e39-b547-4f2790c055e0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9fc081cf-934c-4e39-b547-4f2790c055e0,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:43.236634 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'port_id': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'mac_address': 'fa:16:3e:37:25:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:33:43.277296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:43.290313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc081cf-934c-4e39-b547-4f2790c055e0 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:33:43.311226 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9fc081cf-934c-4e39-b547-4f2790c055e0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9fc081cf-934c-4e39-b547-4f2790c055e0,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:43.317324 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:43.365673 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9fc081cf-934c-4e39-b547-4f2790c055e0,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:43.624398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['9fc081cf-934c-4e39-b547-4f2790c055e0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:33:43.875579 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb4984-8998-4176-8712-a46f44bf1489 req-80dd8556-f26e-4d9d-9f57-9481d292d7b8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:43.877024 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8cb4984-8998-4176-8712-a46f44bf1489 req-80dd8556-f26e-4d9d-9f57-9481d292d7b8 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 944 time: 0.0518878 Aug 30 22:33:43.915906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8cb4984-8998-4176-8712-a46f44bf1489 req-1d21b192-4cfe-4643-9de9-7dddda5c870b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Aug 30 22:33:44.940855 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:45.034262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a4209-5fa8-4a4d-aec2-643cf04ce39c req-027248c5-2279-4fe8-a13f-2fbdf8664ced tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:45.035770 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d1a4209-5fa8-4a4d-aec2-643cf04ce39c req-027248c5-2279-4fe8-a13f-2fbdf8664ced tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 944 time: 0.0529492 Aug 30 22:33:45.074889 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0d1a4209-5fa8-4a4d-aec2-643cf04ce39c req-6db9a806-f6f0-4d34-8cb5-3bf67967771a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329940 Aug 30 22:33:45.135534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9fc081cf-934c-4e39-b547-4f2790c055e0 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:45.199156 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 9fc081cf-934c-4e39-b547-4f2790c055e0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:45.202999 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 9fc081cf-934c-4e39-b547-4f2790c055e0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:45.203402 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:45.284409 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:45.307683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:33:45.309961 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f556aaca-4592-42a5-857d-058443ac25ab" -d '{"events": [{"server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "name": "network-vif-plugged", "status": "completed", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:33:45.322631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 9fc081cf-934c-4e39-b547-4f2790c055e0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9fc081cf-934c-4e39-b547-4f2790c055e0,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:45.327923 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:45.354739 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202c7b20-0f03-4a7f-a037-c0a967080c68 x-openstack-request-id: req-202c7b20-0f03-4a7f-a037-c0a967080c68 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:33:45.355046 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "name": "network-vif-plugged", "status": "completed", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:33:45.355685 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-202c7b20-0f03-4a7f-a037-c0a967080c68 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:33:45.356083 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'code': 200} Aug 30 22:33:45.383370 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=9fc081cf-934c-4e39-b547-4f2790c055e0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:45.451081 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664c90e-0fa7-4416-8dce-88ec515727d1 req-218ec262-0973-485a-8222-0906956914f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:45.452471 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6664c90e-0fa7-4416-8dce-88ec515727d1 req-218ec262-0973-485a-8222-0906956914f6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1097 time: 0.0422356 Aug 30 22:33:45.487605 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6664c90e-0fa7-4416-8dce-88ec515727d1 req-9d447beb-9711-4d48-a5cb-356ca7148e9b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273609 Aug 30 22:33:46.215502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3eac5-7a3b-4577-80ae-39c1efa30ec2 req-bb9ddfb1-cb8f-46ba-9cb4-dd109cee2f82 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:46.216950 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68d3eac5-7a3b-4577-80ae-39c1efa30ec2 req-bb9ddfb1-cb8f-46ba-9cb4-dd109cee2f82 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0659699 Aug 30 22:33:46.255083 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-68d3eac5-7a3b-4577-80ae-39c1efa30ec2 req-f3d70872-e002-4dde-8d56-eb076155392d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320494 Aug 30 22:33:47.388307 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21b1b3-6a1c-44e4-a132-dca93309f044 req-b071b411-ea86-414a-b3f1-b2817b679cc6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:47.389804 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb21b1b3-6a1c-44e4-a132-dca93309f044 req-b071b411-ea86-414a-b3f1-b2817b679cc6 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0519965 Aug 30 22:33:47.428853 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fb21b1b3-6a1c-44e4-a132-dca93309f044 req-d1ea3e6f-1d1c-4335-a0fc-a1400b9e9b1a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326154 Aug 30 22:33:47.546576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6821d3-c020-45ff-89ea-1cff63743758 req-d9b037e1-fbbe-4920-883d-7d115e82b873 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:47.547972 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b6821d3-c020-45ff-89ea-1cff63743758 req-d9b037e1-fbbe-4920-883d-7d115e82b873 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0536118 Aug 30 22:33:47.589966 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5b6821d3-c020-45ff-89ea-1cff63743758 req-c3f1630f-da34-4a39-994d-96a2cf82ae19 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Aug 30 22:33:47.611253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53380) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:47.658402 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e054a7-5914-45c6-8900-d256554444fc tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:47.659978 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-12e054a7-5914-45c6-8900-d256554444fc tempest-TestNetworkAdvancedServerOps-1184213800 tempest-TestNetworkAdvancedServerOps-1184213800-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1092 time: 0.0477080 Aug 30 22:33:47.664201 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53382) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:47.668529 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:33:47.695179 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:47.799689 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:47.910824 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Allocated IP 172.25.5.103 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/5d9092e3-22cc-4e6c-ad17-34961948cb35) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:33:48.021202 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.065663 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.109299 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:33:48.112322 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:33:48.116487 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:33:48.119450 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5d9092e3-22cc-4e6c-ad17-34961948cb35,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:48.489660 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.559436 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.713246 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.720887 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.783668 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event updated for resources: {'Port': ['ID=5d9092e3-22cc-4e6c-ad17-34961948cb35,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:48.800581 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:48.902254 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c associated. External IP: 172.25.5.103, port: 9fc081cf-934c-4e39-b547-4f2790c055e0. Aug 30 22:33:49.121525 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router a21087ee-310b-4834-b4d2-d196028d01ab has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:33:49.242554 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:33:49.253561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] Sync routers for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:33:49.262796 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:49.265677 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:49.266352 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:49.291202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4c9b9324-565b-403c-9869-5dc8283e3564 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6260169 Aug 30 22:33:49.292085 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:33:49.294552 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439dbd3c-4d34-49f4-881f-cf58f03ce897" -d '{"events": [{"name": "network-changed", "server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:33:49.371697 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:49.389285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4443767-bfca-4a9a-96fe-5d0b952f3858 req-ef334ac3-f0e5-4dba-ba43-0747c9a70c7e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:49.391171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4443767-bfca-4a9a-96fe-5d0b952f3858 req-ef334ac3-f0e5-4dba-ba43-0747c9a70c7e tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0495546 Aug 30 22:33:49.428550 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a4443767-bfca-4a9a-96fe-5d0b952f3858 req-a6b7f4bd-3553-4041-b984-286471a81031 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311501 Aug 30 22:33:49.450513 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53388) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:49.495256 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0312cf26-de92-4b9e-845b-940f737b1d89 x-openstack-request-id: req-0312cf26-de92-4b9e-845b-940f737b1d89 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:33:49.495967 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:33:49.495967 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0312cf26-de92-4b9e-845b-940f737b1d89 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:33:49.496319 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'status': 'completed', 'code': 200} Aug 30 22:33:49.522635 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-387c3c35-59b4-427e-b65b-eecb73798a96 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c HTTP/1.1" status: 200 len: 991 time: 0.0706880 Aug 30 22:33:49.536531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-5df70960-02c7-4fd2-bc2e-5aecd58fb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:49.538074 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-5df70960-02c7-4fd2-bc2e-5aecd58fb513 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1097 time: 0.0417840 Aug 30 22:33:49.598462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'port_id': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'mac_address': 'fa:16:3e:37:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efded0-918a-4e0a-8ef3-e331db303052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:33:48Z', 'updated_at': '2021-08-30T22:33:48Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:49.605045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:33:49.628347 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] Checking router: a21087ee-310b-4834-b4d2-d196028d01ab for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:33:49.629586 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-33330ac8-fc0e-49af-a164-2a610f3e1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:49.631116 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-33330ac8-fc0e-49af-a164-2a610f3e1e59 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 898 time: 0.0856850 Aug 30 22:33:49.637003 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:33:49.637615 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:33:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:49.697661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-b5b6a453-1360-42e2-96ea-2260f1d87e2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 999 time: 0.0597949 Aug 30 22:33:49.741086 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:33:49.747179 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-6ee96779-70ae-4013-9ec1-c8373a2a8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:49.748684 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-6ee96779-70ae-4013-9ec1-c8373a2a8fa6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 200 len: 834 time: 0.0440784 Aug 30 22:33:49.799638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-a30833e9-75b5-4c8b-923f-6fabe684d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:33:49.801161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-a30833e9-75b5-4c8b-923f-6fabe684d6e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448539 Aug 30 22:33:49.890751 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-a044c47a-8e40-46e9-8663-830f9bb03e29 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817528 Aug 30 22:33:49.965340 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'port_id': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'mac_address': 'fa:16:3e:37:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efded0-918a-4e0a-8ef3-e331db303052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:33:48Z', 'updated_at': '2021-08-30T22:33:48Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:33:49.985809 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-439dbd3c-4d34-49f4-881f-cf58f03ce897 req-0ea55348-2513-47c5-95be-c7cd8bce62c1 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873144 Aug 30 22:33:50.076555 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d427-cd1f-4b28-ac29-f3d4a0f2cbca None None] The sync data for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 is: [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'floating_ip_address': '172.25.5.103', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'port_id': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'mac_address': 'fa:16:3e:37:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31efded0-918a-4e0a-8ef3-e331db303052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:33:48Z', 'updated_at': '2021-08-30T22:33:48Z', 'revision_number': 0, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:33:50.283680 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732e586a-e412-4283-8ad7-5889de35efcc None None] New status for floating IP 5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c: ACTIVE {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:33:50.526948 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53390) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:33:50.590689 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b0714a35-1aaf-40b7-94d8-9e62758c512f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c HTTP/1.1" status: 200 len: 993 time: 0.0625613 Aug 30 22:34:04.394215 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:06.812235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:09.128488 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5ecd92b3-8be6-4728-a96a-90cc8d77992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:11.900287 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:12.093375 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6e085fc-6316-4f56-8cc3-68ec2aba5878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:13.078858 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:14.952569 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:26.605235 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:34:34.383639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:36.807721 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:39.127642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fbdefe03-7452-4d53-8a35-3f6d668759c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:41.885788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:42.086094 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1f95a5a-697a-4e44-af0e-d069e4e35818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:42.750004 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-e50c9ffa-2905-44a2-898b-ffcbb07d0060 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1950219 Aug 30 22:34:42.847671 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-7549ae58-8b8e-42cc-a5df-bc15a2d759d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:42.849692 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-7549ae58-8b8e-42cc-a5df-bc15a2d759d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1097 time: 0.0504410 Aug 30 22:34:42.981541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-8cd7b9da-f6d4-4bd8-aacc-4a6d7272b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:42.983063 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-8cd7b9da-f6d4-4bd8-aacc-4a6d7272b97a service neutron] 10.222.0.86 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 898 time: 0.1094835 Aug 30 22:34:43.065201 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-ff3fd4b2-51d3-44fd-b50f-321fdb282e72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 1001 time: 0.0740418 Aug 30 22:34:43.084863 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:43.116107 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-e28fec35-6237-406d-b511-824fd32372ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:43.117625 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-e28fec35-6237-406d-b511-824fd32372ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 200 len: 834 time: 0.0458508 Aug 30 22:34:43.175384 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-12c491f8-ac7f-4196-994a-b3599fee4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:43.176931 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-12c491f8-ac7f-4196-994a-b3599fee4cce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517600 Aug 30 22:34:43.277538 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-7feb27b8-4cd5-4acc-9808-f876ff48f0b7 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931544 Aug 30 22:34:43.381661 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a0f60683-fe07-473f-9e8b-56cd59f24feb req-3d351836-45e0-4548-ac85-80c71700f481 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958323 Aug 30 22:34:44.948674 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:53.630252 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481750b-a2df-4459-86e2-97269cb09904 req-3f8e9853-0318-4058-a3d9-82144a8b1b5c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:53.631849 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2481750b-a2df-4459-86e2-97269cb09904 req-3f8e9853-0318-4058-a3d9-82144a8b1b5c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0505972 Aug 30 22:34:53.676460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2481750b-a2df-4459-86e2-97269cb09904 req-7ba728f4-9a44-4a18-bec5-5646751a3010 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370853 Aug 30 22:34:54.801983 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba3fc5-0660-4ce3-a518-986ef4b9c7b0 req-8589716e-306a-463e-9dd6-2e3f9f1d8bfa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:54.803600 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-daba3fc5-0660-4ce3-a518-986ef4b9c7b0 req-8589716e-306a-463e-9dd6-2e3f9f1d8bfa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0549209 Aug 30 22:34:54.842923 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-daba3fc5-0660-4ce3-a518-986ef4b9c7b0 req-19029176-fa28-4cb0-8a15-00b53e1182e9 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332024 Aug 30 22:34:55.984455 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28cc97-d6af-4f3a-98b2-9790102c4de4 req-e172b924-08c8-4f31-947a-44f18727e6f5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:55.986306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec28cc97-d6af-4f3a-98b2-9790102c4de4 req-e172b924-08c8-4f31-947a-44f18727e6f5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0605764 Aug 30 22:34:56.030214 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ec28cc97-d6af-4f3a-98b2-9790102c4de4 req-131d8777-b3fc-4f21-b9d2-a898ad7351b0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369182 Aug 30 22:34:56.060089 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53436) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:56.127381 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-46ff83e3-9385-44e6-9fb2-99882e01918b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c HTTP/1.1" status: 200 len: 993 time: 0.0657070 Aug 30 22:34:57.426600 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ebcfd-dcb8-4b43-9013-b82b862e493a req-0b1882f6-d03a-463a-aa39-2c3364f42db0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:57.428310 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f3ebcfd-dcb8-4b43-9013-b82b862e493a req-0b1882f6-d03a-463a-aa39-2c3364f42db0 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0683517 Aug 30 22:34:57.437118 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-35a6ab46-b120-4080-83df-64e357f4ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:57.438653 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-35a6ab46-b120-4080-83df-64e357f4ac1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1097 time: 0.0479312 Aug 30 22:34:57.467127 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8f3ebcfd-dcb8-4b43-9013-b82b862e493a req-7b782f31-2a50-4f1d-9d94-5e321abbd1fa tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327680 Aug 30 22:34:57.533559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-f0c47afc-2737-429c-9aa4-ba53eaff0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:57.535197 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-f0c47afc-2737-429c-9aa4-ba53eaff0f10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 898 time: 0.0894535 Aug 30 22:34:57.610498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-a385b8e7-8eaa-4948-b85b-42c50494f8d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 1001 time: 0.0680323 Aug 30 22:34:57.663561 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-36366107-7137-4429-97e0-3cf6a85419cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:57.665057 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-36366107-7137-4429-97e0-3cf6a85419cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 200 len: 834 time: 0.0475776 Aug 30 22:34:57.714026 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-b22f943f-8405-40b5-8d97-c85368f5145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:57.715627 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-b22f943f-8405-40b5-8d97-c85368f5145c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432103 Aug 30 22:34:57.815186 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-a9037da4-a167-4f82-8df2-532d7c8b8fca service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914559 Aug 30 22:34:57.911244 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e25172fe-8573-434d-bece-3400ecd6ed99 req-e52c253b-324f-4c0a-b7b6-cac04872ef27 service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890763 Aug 30 22:34:58.603109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d470-9cc4-4fdb-9a5b-d2a21912e301 req-dc81c9bb-aa39-4ac9-9b04-d7b645e8ff4f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:58.605292 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8196d470-9cc4-4fdb-9a5b-d2a21912e301 req-dc81c9bb-aa39-4ac9-9b04-d7b645e8ff4f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0608211 Aug 30 22:34:58.659677 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8196d470-9cc4-4fdb-9a5b-d2a21912e301 req-78ca8afa-1637-47fc-ad40-17f597b4e437 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Aug 30 22:35:00.147609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bbb18-05e5-497d-aba3-e9dcbd461b7b req-40f237c5-3738-4e0d-a49b-f695cedb67c7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:00.149122 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-512bbb18-05e5-497d-aba3-e9dcbd461b7b req-40f237c5-3738-4e0d-a49b-f695cedb67c7 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.4146833 Aug 30 22:35:00.191232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-512bbb18-05e5-497d-aba3-e9dcbd461b7b req-97f2263f-1a4a-4e5b-a5cf-551b048abc9a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Aug 30 22:35:00.226616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53448) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:00.288753 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-6fc50bcc-c77b-4535-bd78-33462393a6a5 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/floatingips/5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c HTTP/1.1" status: 200 len: 993 time: 0.0608540 Aug 30 22:35:00.574543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53454) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:00.744256 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 5d9092e3-22cc-4e6c-ad17-34961948cb35 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:35:00.744745 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:00.836859 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:00.837112 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:00.850233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 5d9092e3-22cc-4e6c-ad17-34961948cb35 owned by network:floatingip {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:35:01.009970 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:01.047068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=5d9092e3-22cc-4e6c-ad17-34961948cb35,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:01.073361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.073720 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.074065 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.074408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.074772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.075110 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.075442 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.075774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.076144 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.076468 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.076769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.077124 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:01.128794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for floatingip, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:01.129329 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Floating IP 5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c disassociated (deleted). External IP: 172.25.5.103, port: 9fc081cf-934c-4e39-b547-4f2790c055e0. Aug 30 22:35:01.346756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router a21087ee-310b-4834-b4d2-d196028d01ab has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:35:01.469285 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:01.474261 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:01.480561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] Sync routers for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:01.493139 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:01.493757 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:34:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:01.504298 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c46cab70-691c-4d74-bcfb-7915acabe943 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/floatingips/5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c HTTP/1.1" status: 204 len: 168 time: 0.9286735 Aug 30 22:35:01.504896 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:35:01.507330 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a8961-8ebb-4871-ab16-8b27ef65b472" -d '{"events": [{"name": "network-changed", "server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:35:01.604903 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:01.670579 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc679c-32ab-4fa4-a6f3-64b7f518375e x-openstack-request-id: req-04dc679c-32ab-4fa4-a6f3-64b7f518375e {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:35:01.670964 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:35:01.671278 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04dc679c-32ab-4fa4-a6f3-64b7f518375e {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:35:01.671754 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'status': 'completed', 'code': 200} Aug 30 22:35:01.747166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-836227df-4b57-4ffa-b9a3-6c671acc600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:01.748632 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-836227df-4b57-4ffa-b9a3-6c671acc600c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd0a1449f55d4f8390732f89b181fc21&device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 1097 time: 0.0523665 Aug 30 22:35:01.776629 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a4f1d-e906-4806-8109-8ebc34e6efb3 req-ea9f5cb4-0557-4f52-bfdf-abc7a18228dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:01.777300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac6a4f1d-e906-4806-8109-8ebc34e6efb3 req-ea9f5cb4-0557-4f52-bfdf-abc7a18228dc tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0572004 Aug 30 22:35:01.818152 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ac6a4f1d-e906-4806-8109-8ebc34e6efb3 req-a31165bb-4b24-47d8-b957-08e9d77e887a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347300 Aug 30 22:35:01.828979 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:01.845445 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-344dd9ae-a03c-468b-a475-88e4c2f549b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:01.847075 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-344dd9ae-a03c-468b-a475-88e4c2f549b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 200 len: 898 time: 0.0900614 Aug 30 22:35:01.856413 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] Checking router: a21087ee-310b-4834-b4d2-d196028d01ab for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:01.865002 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:01.865801 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:34:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:01.895971 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-b9838548-f965-4f33-86c0-7df830d204f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 200 len: 217 time: 0.0408995 Aug 30 22:35:01.949761 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-ed26f272-a024-4df5-ad28-a232f0090304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:01.951270 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-ed26f272-a024-4df5-ad28-a232f0090304 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 200 len: 834 time: 0.0473645 Aug 30 22:35:01.974135 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:02.000001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-166481c5-6870-4f2d-b71f-5f84c9d09154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:02.001556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-166481c5-6870-4f2d-b71f-5f84c9d09154 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73d47596-a7f1-45c4-8596-1d3ad50d4bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427148 Aug 30 22:35:02.101056 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-2cb71637-3866-4041-ad31-128e6c13431f service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899746 Aug 30 22:35:02.175870 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:02.195820 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a74a8961-8ebb-4871-ab16-8b27ef65b472 req-f27f1639-eef4-43c6-8387-3dcd75eeb37a service neutron] 10.222.0.86 "GET /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858977 Aug 30 22:35:02.207311 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f74ddd-489f-4145-985b-2f4f9828a29f None None] The sync data for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 is: [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': 'ed9ca86c-a55d-4059-b937-17afe2b5e2ba', 'name': '', 'network_id': '73d47596-a7f1-45c4-8596-1d3ad50d4bf8', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'mac_address': 'fa:16:3e:96:e0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:33Z', 'updated_at': '2021-08-30T22:33:38Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'subnets': [{'id': '936b6dc0-2801-4a82-a35e-d0719ad19d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:02.441917 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de0c40-e8c5-49f7-a19e-5e7e058c66bf None None] New status for floating IP 5d2d9114-4eaa-4134-b5dc-30fa4ae2e17c: DOWN {{(pid=94690) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:35:02.955663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ead0e-9556-4cf1-9551-d0bdf1f455cb req-443c9469-ae56-487a-b746-4994cc9c4382 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:02.957168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b98ead0e-9556-4cf1-9551-d0bdf1f455cb req-443c9469-ae56-487a-b746-4994cc9c4382 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Aug 30 22:35:02.999557 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b98ead0e-9556-4cf1-9551-d0bdf1f455cb req-9b73cf7f-4d4d-4fb3-8978-3e50925a7a20 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/security-groups?id=340047d5-d073-4a47-9bcd-cb8608ad47fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360472 Aug 30 22:35:03.395431 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-de02c261-1daa-4459-8990-d7eb1d514787 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:03.396926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-de02c261-1daa-4459-8990-d7eb1d514787 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 945 time: 0.0538402 Aug 30 22:35:03.505657 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 9fc081cf-934c-4e39-b547-4f2790c055e0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:35:03.505997 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:03.601186 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 9fc081cf-934c-4e39-b547-4f2790c055e0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=9fc081cf-934c-4e39-b547-4f2790c055e0,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:03.601453 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:03.605128 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:35:03.615648 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 9fc081cf-934c-4e39-b547-4f2790c055e0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:35:03.761505 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:03.794879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=9fc081cf-934c-4e39-b547-4f2790c055e0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:03.810968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.811348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.812040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.812477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.812863 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.813193 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.813521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.813856 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.814733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.814733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.815093 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.815420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:03.859775 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] No DVR routers for this DVR port 9fc081cf-934c-4e39-b547-4f2790c055e0 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:35:03.862533 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:03.864664 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-d08d8e59-eaa0-4a00-975d-f4290222afef req-92b3e347-e26b-4713-8950-51065bfd789a tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.86 "DELETE /v2.0/ports/9fc081cf-934c-4e39-b547-4f2790c055e0 HTTP/1.1" status: 204 len: 173 time: 0.4617136 Aug 30 22:35:03.865305 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'name': 'network-vif-deleted', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:35:03.867732 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d305bd8-5377-4f94-9447-d16af8e39674" -d '{"events": [{"server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "name": "network-vif-deleted", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:35:03.906716 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8cf9f-68a9-4eb2-97f1-5d7be67c9096 x-openstack-request-id: req-99e8cf9f-68a9-4eb2-97f1-5d7be67c9096 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:35:03.907012 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31efded0-918a-4e0a-8ef3-e331db303052", "name": "network-vif-deleted", "tag": "9fc081cf-934c-4e39-b547-4f2790c055e0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:35:03.907323 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99e8cf9f-68a9-4eb2-97f1-5d7be67c9096 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:35:03.907781 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31efded0-918a-4e0a-8ef3-e331db303052', 'name': 'network-vif-deleted', 'tag': '9fc081cf-934c-4e39-b547-4f2790c055e0', 'status': 'completed', 'code': 200} Aug 30 22:35:04.115789 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-db622c47-5b88-42bb-9a78-1535316892ed req-6ec6e2d9-b298-44ea-801f-aea820db9f76 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "GET /v2.0/ports?device_id=31efded0-918a-4e0a-8ef3-e331db303052 HTTP/1.1" status: 200 len: 210 time: 0.0326855 Aug 30 22:35:04.389775 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:05.175145 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53470) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:05.596661 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:05.894784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port ed9ca86c-a55d-4059-b937-17afe2b5e2ba {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:35:05.895126 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:05.997034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port ed9ca86c-a55d-4059-b937-17afe2b5e2ba, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:05.997405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:06.012267 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for ed9ca86c-a55d-4059-b937-17afe2b5e2ba owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:35:06.222569 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:06.254368 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=ed9ca86c-a55d-4059-b937-17afe2b5e2ba,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:06.478885 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:06.727916 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Router a21087ee-310b-4834-b4d2-d196028d01ab has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:35:06.807688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:06.854354 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:06.861330 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-2a457c43-548e-45b2-bd6a-18e41650f13d tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "PUT /v2.0/routers/a21087ee-310b-4834-b4d2-d196028d01ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839938 Aug 30 22:35:06.864497 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53472) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:06.868958 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] Sync routers for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:06.880115 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:06.880806 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:34:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:06.933469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting subnet 936b6dc0-2801-4a82-a35e-d0719ad19d8f {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:35:06.938501 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:06.985405 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.022646 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:07.093902 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.163698 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.194397 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Subnet': ['ID=936b6dc0-2801-4a82-a35e-d0719ad19d8f,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:07.196481 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.198423 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1a8892f8-3a2f-4a97-bdc5-62c37a96b18c tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/subnets/936b6dc0-2801-4a82-a35e-d0719ad19d8f HTTP/1.1" status: 204 len: 168 time: 0.3327713 Aug 30 22:35:07.201458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:07.206964 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f540e6-19c6-4e4c-9573-7f0ab99455d0 None None] Network 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:07.246787 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:35:06Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:07.273843 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] Checking router: a21087ee-310b-4834-b4d2-d196028d01ab for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:07.283211 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] Routers {'a21087ee-310b-4834-b4d2-d196028d01ab'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:07.283919 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:34:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a21087ee-310b-4834-b4d2-d196028d01ab'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:07.344826 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.417616 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] Set router a21087ee-310b-4834-b4d2-d196028d01ab gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:07.431582 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] DHCP port deletion for 73d47596-a7f1-45c4-8596-1d3ad50d4bf8 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:35:07.485749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Deleting port 3512098e-b615-499e-9949-e269474bb29f {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:35:07.486377 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.527268 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9fc081cf-934c-4e39-b547-4f2790c055e0 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:35:07.542352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.566093 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 9fc081cf-934c-4e39-b547-4f2790c055e0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:35:07.566412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 9fc081cf-934c-4e39-b547-4f2790c055e0 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:35:07.590146 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] For port 3512098e-b615-499e-9949-e269474bb29f, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=3512098e-b615-499e-9949-e269474bb29f,segment=NetworkSegment(0acaede4-1603-44b5-b18f-29a8c7776c50),segment_id=0acaede4-1603-44b5-b18f-29a8c7776c50)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:07.590600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.606751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Calling delete_port for 3512098e-b615-499e-9949-e269474bb29f owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:35:07.618849 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Deleting port 73bbbb28-a68d-46b2-85a9-63f528cff09d {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:35:07.619317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.678395 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:35:06Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:07.705231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.735219 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Pushing event deleted for resources: {'Port': ['ID=3512098e-b615-499e-9949-e269474bb29f,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:07.741287 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] For port 73bbbb28-a68d-46b2-85a9-63f528cff09d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=73bbbb28-a68d-46b2-85a9-63f528cff09d,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:07.741958 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.744022 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] No DVR routers for this DVR port 3512098e-b615-499e-9949-e269474bb29f on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:35:07.746782 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.747128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.747466 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.747801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.748482 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.748642 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.748887 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.749204 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.749527 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.749850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.750174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.750495 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093514d6-c402-4ca7-9dba-b479b7d89564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:07.763168 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Calling delete_port for 73bbbb28-a68d-46b2-85a9-63f528cff09d owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:35:07.804762 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf36604-d430-41b0-9afa-2f1888aded0e None None] The sync data for ids ['a21087ee-310b-4834-b4d2-d196028d01ab'] in n-d-793620-16 is: [{'id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-530468483', 'tenant_id': 'bd0a1449f55d4f8390732f89b181fc21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:35:06Z', 'revision_number': 5, 'project_id': 'bd0a1449f55d4f8390732f89b181fc21', 'gw_port': {'id': '73bbbb28-a68d-46b2-85a9-63f528cff09d', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:46:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21087ee-310b-4834-b4d2-d196028d01ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:33:30Z', 'updated_at': '2021-08-30T22:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:07.954818 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:07.986437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Port': ['ID=73bbbb28-a68d-46b2-85a9-63f528cff09d,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:08.051979 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.154033 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.157460 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.214688 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.215458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Fanout notify agent at l3_agent the message router_deleted on router a21087ee-310b-4834-b4d2-d196028d01ab {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:35:08.223060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.224287 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-9dbca62d-2db9-43ab-a57e-81070f7b246f tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/routers/a21087ee-310b-4834-b4d2-d196028d01ab HTTP/1.1" status: 204 len: 168 time: 1.0218194 Aug 30 22:35:08.227345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:08.248184 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3512098e-b615-499e-9949-e269474bb29f no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:35:08.275489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 3512098e-b615-499e-9949-e269474bb29f {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:35:08.275893 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 3512098e-b615-499e-9949-e269474bb29f not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:35:08.276286 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ed9ca86c-a55d-4059-b937-17afe2b5e2ba no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:35:08.296105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: ed9ca86c-a55d-4059-b937-17afe2b5e2ba {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:35:08.296827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ed9ca86c-a55d-4059-b937-17afe2b5e2ba not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:35:08.321153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.409260 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.425239 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d47596-a7f1-45c4-8596-1d3ad50d4bf8']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:08.441864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acaede4-1603-44b5-b18f-29a8c7776c50') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:08.442185 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acaede4-1603-44b5-b18f-29a8c7776c50') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:08.452634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.474240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.483140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:35:08.483493 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:35:08.486781 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:35:08.550716 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.565199 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.565199 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/networks/73d47596-a7f1-45c4-8596-1d3ad50d4bf8 HTTP/1.1" status: 204 len: 168 time: 0.3341963 Aug 30 22:35:08.566875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:08.580993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbec0b2-a176-450e-a283-fed25b3af88b tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'Network': ['ID=73d47596-a7f1-45c4-8596-1d3ad50d4bf8,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:08.633677 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cabe4876-9ccb-4123-8018-957b9d013b62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.672893 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cabe4876-9ccb-4123-8018-957b9d013b62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.744700 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cabe4876-9ccb-4123-8018-957b9d013b62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.747676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cabe4876-9ccb-4123-8018-957b9d013b62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:08.749053 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cabe4876-9ccb-4123-8018-957b9d013b62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] 10.222.0.76 "DELETE /v2.0/security-groups/340047d5-d073-4a47-9bcd-cb8608ad47fc HTTP/1.1" status: 204 len: 168 time: 0.1811075 Aug 30 22:35:08.759147 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe4876-9ccb-4123-8018-957b9d013b62 tempest-TestNetworkAdvancedServerOps-698259734 tempest-TestNetworkAdvancedServerOps-698259734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340047d5-d073-4a47-9bcd-cb8608ad47fc,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:09.126212 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-de924959-abeb-41b7-8780-e57a7b59ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.168143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53486) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:09.333659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-d282fc9d-3451-4215-b9d5-6d3f3f0d983c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bd0a1449f55d4f8390732f89b181fc21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642780 Aug 30 22:35:09.337025 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:09.404921 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48ca3089-3780-4a91-92d6-b726af63bae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.429172 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48ca3089-3780-4a91-92d6-b726af63bae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.484808 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48ca3089-3780-4a91-92d6-b726af63bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.487541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-48ca3089-3780-4a91-92d6-b726af63bae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.488970 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-48ca3089-3780-4a91-92d6-b726af63bae3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1481530-47c4-40ba-b32c-acd3513c3eca HTTP/1.1" status: 204 len: 168 time: 0.1508298 Aug 30 22:35:09.498302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca3089-3780-4a91-92d6-b726af63bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1481530-47c4-40ba-b32c-acd3513c3eca,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:09.832493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53496) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:09.846651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114f359d-f3a3-4215-9f54-b667032c4b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.960382 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114f359d-f3a3-4215-9f54-b667032c4b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:09.965483 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-114f359d-f3a3-4215-9f54-b667032c4b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:10.006705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-114f359d-f3a3-4215-9f54-b667032c4b86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c6b4286f41804a43a940185da3a7ee62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729133 Aug 30 22:35:10.007566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f359d-f3a3-4215-9f54-b667032c4b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1411ac1c-dc58-4b2c-8e63-77c1f831397a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:10.010194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53498) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:10.011562 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 73bbbb28-a68d-46b2-85a9-63f528cff09d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:35:10.033796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 73bbbb28-a68d-46b2-85a9-63f528cff09d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:35:10.034141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 73bbbb28-a68d-46b2-85a9-63f528cff09d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:35:10.077042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1818da6-748e-46cc-889e-5876480f21c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:10.101428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1818da6-748e-46cc-889e-5876480f21c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:10.160378 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1818da6-748e-46cc-889e-5876480f21c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:10.162708 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c1818da6-748e-46cc-889e-5876480f21c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:10.163922 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c1818da6-748e-46cc-889e-5876480f21c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1411ac1c-dc58-4b2c-8e63-77c1f831397a HTTP/1.1" status: 204 len: 168 time: 0.1521785 Aug 30 22:35:10.172398 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1818da6-748e-46cc-889e-5876480f21c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1411ac1c-dc58-4b2c-8e63-77c1f831397a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:10.985150 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:11.096034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-454046235-network', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:11.122211 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Made reservation on behalf of 5016aeba4d5f4b408ab3e12358b03028 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:11.124623 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.133805 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.233408 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.238608 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.268109 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:35:11.278346 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238f0f6-a855-4624-a005-f314a2b51b2a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:11.283395 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.283729 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Added segment 6864cea6-3b9f-450c-a291-090f9869a813 of type vlan for network ca4af18a-4be4-4335-9b35-3abc72110c8c Aug 30 22:35:11.327527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.359535 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.360604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:11.361115 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.411979 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4250703 Aug 30 22:35:11.415166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53524) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:11.421063 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Request body: {'subnet': {'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-454046235-subnet', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:11.421216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b1d95-8e84-4275-980d-3a4917606b31 admin admin] Pushing event updated for resources: {'Network': ['ID=ca4af18a-4be4-4335-9b35-3abc72110c8c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:11.431290 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network ca4af18a-4be4-4335-9b35-3abc72110c8c details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:35:11.445475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Made reservation on behalf of 5016aeba4d5f4b408ab3e12358b03028 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:11.448164 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.629884 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.684508 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:11.694274 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Checking segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:11.694621 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Network hostable DHCP agents. Network: ca4af18a-4be4-4335-9b35-3abc72110c8c, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:35:11.714162 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Network ca4af18a-4be4-4335-9b35-3abc72110c8c is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:35:11.724662 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, ca4af18a-4be4-4335-9b35-3abc72110c8c) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:11.728879 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:11.729554 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.736868 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e61e818-4464-442d-85fe-75f762da4532 None None] Network ca4af18a-4be4-4335-9b35-3abc72110c8c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:11.747420 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c901ae47-1a2c-4781-b37c-9651e040097c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3282833 Aug 30 22:35:11.748244 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53526) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:11.752704 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:11.775719 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.776773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.835274 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.889137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-ca4af18a-4be4-4335-9b35-3abc72110c8c', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:35:11.890310 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.903155 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:11.970713 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.033004 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Allocated IP 172.20.0.2 (ca4af18a-4be4-4335-9b35-3abc72110c8c/bd1ccc48-0c70-46e7-b719-e7b9fa6b1383/ab1dbddb-f51b-4484-ae14-cd191613232d) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:12.112994 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d3f880b-bba8-4cc8-96ae-6374e3c497f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.178136 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.192125 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.197877 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.201059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Transition to ACTIVE for port object ab1dbddb-f51b-4484-ae14-cd191613232d will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:12.216769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Transition to ACTIVE for port object ab1dbddb-f51b-4484-ae14-cd191613232d will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:12.223538 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.265654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Network ca4af18a-4be4-4335-9b35-3abc72110c8c is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:12.268710 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:12.272570 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:12.279648 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Pushing event updated for resources: {'Port': ['ID=ab1dbddb-f51b-4484-ae14-cd191613232d,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:12.309372 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Allocated IP 172.25.5.184 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/00c4d5be-3ab6-471b-9be8-298503a89846) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:12.338041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Attempting to bind port ab1dbddb-f51b-4484-ae14-cd191613232d on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:12.338458 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Attempting to bind port ab1dbddb-f51b-4484-ae14-cd191613232d by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:12.339352 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Attempting to bind port ab1dbddb-f51b-4484-ae14-cd191613232d on network ca4af18a-4be4-4335-9b35-3abc72110c8c {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:12.344339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:12.344718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Checking segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:12.345270 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.345674 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Bound using segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:12.346148 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Bound port: ab1dbddb-f51b-4484-ae14-cd191613232d, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:12.346537 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.413142 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.416876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] For port ab1dbddb-f51b-4484-ae14-cd191613232d, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:12.420396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] For port ab1dbddb-f51b-4484-ae14-cd191613232d, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ab1dbddb-f51b-4484-ae14-cd191613232d,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:12.425765 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.452016 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.483033 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093cf8d-0576-41f4-bd00-15ea6aef87b0 None None] Pushing event updated for resources: {'Port': ['ID=ab1dbddb-f51b-4484-ae14-cd191613232d,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:12.493839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:12.498852 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:12.502369 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:12.530693 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Pushing event updated for resources: {'Port': ['ID=00c4d5be-3ab6-471b-9be8-298503a89846,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:12.783591 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:13.084898 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:13.336056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:13.358233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6538c17-339c-441a-b6ee-64b761f120f0 None None] Network ca4af18a-4be4-4335-9b35-3abc72110c8c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:13.467121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94688) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:35:13.489031 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6bec427e-08f5-4fa2-b886-c70d23c092ad None None] Provisioning for port ab1dbddb-f51b-4484-ae14-cd191613232d completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:13.580556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:13.591770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:13.600153 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:13.603148 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-cbc36e9c-bf50-43c3-8955-933c5e8fdc4e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8538642 Aug 30 22:35:13.603478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:13.604654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53528) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:13.610569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:13.731417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:13.926977 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:12Z', 'revision_number': 3, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:13.958925 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:13.959427 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Updating router 57144bd0-827c-4ed2-bb48-91ef6490dac1 port 00c4d5be-3ab6-471b-9be8-298503a89846 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:35:13.985257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.076333 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.097526 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ab1dbddb-f51b-4484-ae14-cd191613232d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:14.205072 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port ab1dbddb-f51b-4484-ae14-cd191613232d completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:14.213091 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ab1dbddb-f51b-4484-ae14-cd191613232d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:14.213468 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.235900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Allocated IP 172.20.0.1 (ca4af18a-4be4-4335-9b35-3abc72110c8c/bd1ccc48-0c70-46e7-b719-e7b9fa6b1383/11551100-a8db-4c7c-b777-f40957b66491) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:14.350936 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.352981 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.364072 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.provisioning_blocks [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Transition to ACTIVE for port object 11551100-a8db-4c7c-b777-f40957b66491 will not be triggered until provisioned by entity DHCP. {{(pid=94689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:14.366582 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.368817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Transition to ACTIVE for port object 00c4d5be-3ab6-471b-9be8-298503a89846 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:14.377988 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.399233 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.444314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Network ca4af18a-4be4-4335-9b35-3abc72110c8c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:14.446252 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port ab1dbddb-f51b-4484-ae14-cd191613232d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ab1dbddb-f51b-4484-ae14-cd191613232d,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:14.449389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Attempting to bind port 00c4d5be-3ab6-471b-9be8-298503a89846 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:14.449740 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Attempting to bind port 00c4d5be-3ab6-471b-9be8-298503a89846 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:14.450061 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Attempting to bind port 00c4d5be-3ab6-471b-9be8-298503a89846 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:14.450768 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:14.453757 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:14.455956 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.460476 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef828cd-5ad9-43d2-a78a-a783f516d3e4 None None] Pushing event updated for resources: {'Port': ['ID=00c4d5be-3ab6-471b-9be8-298503a89846,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:14.462797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:14.463179 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:14.463599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.463982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:14.464497 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Bound port: 00c4d5be-3ab6-471b-9be8-298503a89846, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:14.464843 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.483337 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Pushing event updated for resources: {'Port': ['ID=11551100-a8db-4c7c-b777-f40957b66491,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:14.504662 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.554336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=ab1dbddb-f51b-4484-ae14-cd191613232d,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:14.561398 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] For port 00c4d5be-3ab6-471b-9be8-298503a89846, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:14.567293 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] For port 00c4d5be-3ab6-471b-9be8-298503a89846, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=00c4d5be-3ab6-471b-9be8-298503a89846,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:14.572662 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.632762 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:14.633409 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:14.639005 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef828cd-5ad9-43d2-a78a-a783f516d3e4 None None] Pushing event updated for resources: {'Port': ['ID=00c4d5be-3ab6-471b-9be8-298503a89846,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:14.669610 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.752715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:14.806341 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-369eec50-ac70-4a79-a630-770530cb80cc None None] Provisioning for port 11551100-a8db-4c7c-b777-f40957b66491 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:14.836653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-369eec50-ac70-4a79-a630-770530cb80cc None None] Provisioning complete for port 11551100-a8db-4c7c-b777-f40957b66491 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:14.837037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-369eec50-ac70-4a79-a630-770530cb80cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.864648 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.872077 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.918548 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-369eec50-ac70-4a79-a630-770530cb80cc None None] Port 11551100-a8db-4c7c-b777-f40957b66491 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:35:14.944490 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Pushing event updated for resources: {'Port': ['ID=11551100-a8db-4c7c-b777-f40957b66491,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:14.949142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.961223 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:15.030795 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 1, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:15.055347 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Network ca4af18a-4be4-4335-9b35-3abc72110c8c is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:15.056999 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:15.057172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5e3772-101b-4325-8e41-c30a141200d9 None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 1, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:15.190033 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:35:15.346571 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1eb4be3c-6199-4d83-9aa7-3d600af66745 None None] Provisioning complete for port 11551100-a8db-4c7c-b777-f40957b66491 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:15.346996 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1eb4be3c-6199-4d83-9aa7-3d600af66745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:15.396164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4be3c-6199-4d83-9aa7-3d600af66745 None None] Port 11551100-a8db-4c7c-b777-f40957b66491 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:35:15.727022 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:15.733189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a525f5db-fdb2-4727-a2b7-39eec5e08a97 admin admin] 10.222.0.76 "PUT /v2.0/routers/57144bd0-827c-4ed2-bb48-91ef6490dac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1274183 Aug 30 22:35:16.157266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 00c4d5be-3ab6-471b-9be8-298503a89846 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:16.210412 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 00c4d5be-3ab6-471b-9be8-298503a89846 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:16.216014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 00c4d5be-3ab6-471b-9be8-298503a89846 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:16.216548 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.278007 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:16.283867 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1462292931-network', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:16.302380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.309315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Made reservation on behalf of df5ea59cbffc44ce9e1e72a760d129d8 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:16.311940 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.325798 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 00c4d5be-3ab6-471b-9be8-298503a89846, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=00c4d5be-3ab6-471b-9be8-298503a89846,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:16.326452 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.331173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.332356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ab1dbddb-f51b-4484-ae14-cd191613232d up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:16.451893 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.457060 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.486903 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:35:16.501846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffcf57c-1d82-4e07-9848-1c84057183b1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:16.511564 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.511564 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Added segment 5610c6ec-fb9e-4073-8987-888e39a05338 of type vlan for network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 Aug 30 22:35:16.562107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.591709 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.593016 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:16.593684 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.598592 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=00c4d5be-3ab6-471b-9be8-298503a89846,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:16.613191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port ab1dbddb-f51b-4484-ae14-cd191613232d triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:16.613568 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.654463 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3752198 Aug 30 22:35:16.657426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53546) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:16.660880 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf31f6-bf3d-4415-94eb-bcd75faf31c2 admin admin] Pushing event updated for resources: {'Network': ['ID=62e47a34-a90b-4b13-adb6-caa3f121f1a1,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:16.666870 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Request body: {'subnet': {'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1462292931-subnet', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:16.674395 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:35:16.704330 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Made reservation on behalf of df5ea59cbffc44ce9e1e72a760d129d8 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:16.707539 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:16.945198 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.001034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:17.020874 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Checking segment: {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:17.021224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Network hostable DHCP agents. Network: 62e47a34-a90b-4b13-adb6-caa3f121f1a1, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:35:17.040964 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:35:17.052094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 62e47a34-a90b-4b13-adb6-caa3f121f1a1) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:17.056741 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:17.057345 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.064980 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50c894-4762-408a-99d0-48954db3dcb7 None None] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:17.078037 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-345304e4-d98a-4d84-afea-1f7a7aff931a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4166186 Aug 30 22:35:17.078281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53548) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:17.082736 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:17.105339 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.106349 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.159760 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:17.169815 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.170156 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:17.171125 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:17.243248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'fixed_ips': [{'subnet_id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:35:17.244245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.311984 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:17.338525 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.397975 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Allocated IP 172.20.0.2 (62e47a34-a90b-4b13-adb6-caa3f121f1a1/e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93/7e04f5e4-e0f8-4061-86e4-07c828e78fb3) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:17.568911 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.569170 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.579465 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 2, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:17.580607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Transition to ACTIVE for port object 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:17.590269 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.602946 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Transition to ACTIVE for port object 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:17.611642 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.613746 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:17.614071 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Updating router 57144bd0-827c-4ed2-bb48-91ef6490dac1 port 11551100-a8db-4c7c-b777-f40957b66491 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:35:17.643265 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.655100 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:17.660107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:17.665794 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:17.677095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Pushing event updated for resources: {'Port': ['ID=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:17.709615 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Allocated IP 172.25.5.176 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/b6857118-5531-4a94-a472-833ae428aa2e) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:17.733567 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Attempting to bind port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:17.733942 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Attempting to bind port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:17.734325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Attempting to bind port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 on network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:17.742445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:17.743998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Checking segment: {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:17.743998 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.743998 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Bound using segment: {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:17.744455 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Bound port: 7e04f5e4-e0f8-4061-86e4-07c828e78fb3, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:17.744865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.825866 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.837408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] For port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:17.841380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] For port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:17.847945 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.874688 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.917345 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517817a-02cc-4a54-83c2-02d5a4a269f9 None None] Pushing event updated for resources: {'Port': ['ID=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:17.920929 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:17.924250 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:17.931451 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:17.961592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6857118-5531-4a94-a472-833ae428aa2e,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:17.973445 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:17.986183 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Transition to ACTIVE for port object 11551100-a8db-4c7c-b777-f40957b66491 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:17.993242 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.055118 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Pushing event updated for resources: {'Port': ['ID=11551100-a8db-4c7c-b777-f40957b66491,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:18.079892 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.080240 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.080590 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.080923 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.081255 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.081585 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.081915 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.082242 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.082560 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.082912 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.083230 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.083548 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:18.114014 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 00c4d5be-3ab6-471b-9be8-298503a89846 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:18.157086 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Attempting to bind port 11551100-a8db-4c7c-b777-f40957b66491 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:18.157855 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Attempting to bind port 11551100-a8db-4c7c-b777-f40957b66491 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:18.158561 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Attempting to bind port 11551100-a8db-4c7c-b777-f40957b66491 on network ca4af18a-4be4-4335-9b35-3abc72110c8c {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:18.172894 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:18.173614 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Checking segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:18.173936 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.174426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Bound using segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:18.175045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Bound port: 11551100-a8db-4c7c-b777-f40957b66491, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:18.175677 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.213228 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 00c4d5be-3ab6-471b-9be8-298503a89846 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:18.215639 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.304786 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.365490 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] For port 11551100-a8db-4c7c-b777-f40957b66491, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:18.382112 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] For port 11551100-a8db-4c7c-b777-f40957b66491, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=11551100-a8db-4c7c-b777-f40957b66491,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:18.389805 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.466483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:18.466483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:18.466483 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b625b-59a2-4b6f-9c93-9291d812fcea None None] Pushing event updated for resources: {'Port': ['ID=11551100-a8db-4c7c-b777-f40957b66491,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:18.614383 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.643045 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:18.763189 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Router 830f6351-3e35-439d-8935-0c4f7448ed65 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:35:18.882375 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:18Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:18.889659 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:18.901419 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Sync routers for ids ['830f6351-3e35-439d-8935-0c4f7448ed65'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:18.911769 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:18.914171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Routers {'830f6351-3e35-439d-8935-0c4f7448ed65'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:18.914982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['830f6351-3e35-439d-8935-0c4f7448ed65'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:18.917157 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53550) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:18.917725 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-9c4d6271-708e-4be2-8b4b-d5477b68f3e7 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8380258 Aug 30 22:35:18.923972 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7bc9c2-958f-403a-8e79-42b5e04c976d None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:18Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:19.089644 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Set router 830f6351-3e35-439d-8935-0c4f7448ed65 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:19.191671 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7cd365-cc86-42cf-ade5-e9c7bd2548cc None None] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:19.338826 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ecf06187-351e-4914-b2c7-172bf0df8275 None None] Provisioning for port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:19.442143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:19.583125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:18Z', 'revision_number': 3, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:19.619583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Checking router: 830f6351-3e35-439d-8935-0c4f7448ed65 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:19.619937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Updating router 830f6351-3e35-439d-8935-0c4f7448ed65 port b6857118-5531-4a94-a472-833ae428aa2e binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:35:19.634417 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Allocated IP 172.20.0.1 (62e47a34-a90b-4b13-adb6-caa3f121f1a1/e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93/17613db6-0a2a-4e67-a90f-bfb9cfbfe468) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:19.648957 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:19.769977 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:19.784110 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Transition to ACTIVE for port object 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:19.828944 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:19.868729 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:19.873924 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:19.877727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:19.910120 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:19.927843 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:19.941764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:19.953052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Transition to ACTIVE for port object b6857118-5531-4a94-a472-833ae428aa2e will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:19.960905 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.032079 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab6067-709d-42a4-8e78-c5f141011d72 None None] Pushing event updated for resources: {'Port': ['ID=b6857118-5531-4a94-a472-833ae428aa2e,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:20.037841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Attempting to bind port b6857118-5531-4a94-a472-833ae428aa2e on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:20.038275 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Attempting to bind port b6857118-5531-4a94-a472-833ae428aa2e by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:20.038573 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Attempting to bind port b6857118-5531-4a94-a472-833ae428aa2e on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:20.053874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:20.054324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:20.054683 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.055804 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:20.056326 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Bound port: b6857118-5531-4a94-a472-833ae428aa2e, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:20.056779 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.128817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] For port b6857118-5531-4a94-a472-833ae428aa2e, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:20.132974 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] For port b6857118-5531-4a94-a472-833ae428aa2e, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b6857118-5531-4a94-a472-833ae428aa2e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:20.143947 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.146289 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.204763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bd73ad0d-7cdb-47bd-a8c1-380763ee2c90 None None] Provisioning for port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:20.219075 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-bd73ad0d-7cdb-47bd-a8c1-380763ee2c90 None None] Provisioning complete for port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:20.219432 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bd73ad0d-7cdb-47bd-a8c1-380763ee2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.223537 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab6067-709d-42a4-8e78-c5f141011d72 None None] Pushing event updated for resources: {'Port': ['ID=b6857118-5531-4a94-a472-833ae428aa2e,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:20.243162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Routers {'830f6351-3e35-439d-8935-0c4f7448ed65'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:20.243781 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['830f6351-3e35-439d-8935-0c4f7448ed65'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:20.296715 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 11551100-a8db-4c7c-b777-f40957b66491 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:20.350719 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-bd73ad0d-7cdb-47bd-a8c1-380763ee2c90 None None] Port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:35:20.369455 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.375627 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.428136 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 11551100-a8db-4c7c-b777-f40957b66491 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:20.437244 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 11551100-a8db-4c7c-b777-f40957b66491 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:20.438028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.443077 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] Set router 830f6351-3e35-439d-8935-0c4f7448ed65 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:20.448306 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:20.451155 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.546077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:20.547466 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:20.634939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.671936 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Router 830f6351-3e35-439d-8935-0c4f7448ed65 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:35:20.705319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 11551100-a8db-4c7c-b777-f40957b66491, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=11551100-a8db-4c7c-b777-f40957b66491,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:20.714312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:20.715162 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:20.790706 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:20.803303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-57f17012-35ce-4135-a916-3dcce7d17fe7 admin admin] 10.222.0.76 "PUT /v2.0/routers/830f6351-3e35-439d-8935-0c4f7448ed65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8778858 Aug 30 22:35:20.816560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '17613db6-0a2a-4e67-a90f-bfb9cfbfe468', 'name': '', 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'mac_address': 'fa:16:3e:e7:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:19Z', 'updated_at': '2021-08-30T22:35:19Z', 'revision_number': 1, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'subnets': [{'id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:20.821052 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=11551100-a8db-4c7c-b777-f40957b66491,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:20.825254 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f8b872be-cd8b-46ff-8c29-6e05b2097176 None None] Provisioning complete for port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:20.825624 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f8b872be-cd8b-46ff-8c29-6e05b2097176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.055604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994fb31-51a6-409c-836e-e29766d41186 None None] The sync data for ids ['830f6351-3e35-439d-8935-0c4f7448ed65'] in n-d-793620-16 is: [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '17613db6-0a2a-4e67-a90f-bfb9cfbfe468', 'name': '', 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'mac_address': 'fa:16:3e:e7:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:19Z', 'updated_at': '2021-08-30T22:35:19Z', 'revision_number': 1, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'subnets': [{'id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:21.062432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:21.078580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:21.079184 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.102142 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f8b872be-cd8b-46ff-8c29-6e05b2097176 None None] Port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:35:21.164908 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.213305 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:21.220781 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.338280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:21.525493 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53558) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:21.531075 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123568365', 'description': 'tempest-secgroup-smoke-123568365 description', 'project_id': '5016aeba4d5f4b408ab3e12358b03028'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:21.556320 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.649551 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.654627 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.687729 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f217516-f8fc-4d48-b4b3-d648d3b2bd56,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:21.690559 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.696638 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e19ed4d3-5b6f-455f-b1c6-2b38c7d826e3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1646936 Aug 30 22:35:21.697010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:21.702187 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': '8f217516-f8fc-4d48-b4b3-d648d3b2bd56', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:21.738512 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.818885 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.823203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.842549 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ade201-6a72-442d-b632-3ecfee797fdd,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:21.852141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.854175 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-12fa7d0e-3700-4494-8599-dab98ea0d958 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559358 Aug 30 22:35:21.857548 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53562) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:21.862281 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': '8f217516-f8fc-4d48-b4b3-d648d3b2bd56', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:21.898791 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.961278 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.966614 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.986308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f06d10-8b33-45f7-8cbe-e0c896ad4e6c,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:21.994010 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.995267 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-cf77414f-b020-47dd-b4a2-9d8d73ef7843 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367624 Aug 30 22:35:21.998210 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53564) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:22.003627 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': '8f217516-f8fc-4d48-b4b3-d648d3b2bd56', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:22.041256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.113010 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.117557 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.138986 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9863018d-1d24-4d5f-91aa-0a5682c7d4b2,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:22.141779 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.143100 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c12ad4a1-8b9e-4a93-9714-05ed136a6206 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438129 Aug 30 22:35:22.146257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53566) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:22.151725 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': '8f217516-f8fc-4d48-b4b3-d648d3b2bd56', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:22.187148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.188164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b6857118-5531-4a94-a472-833ae428aa2e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:22.241910 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b6857118-5531-4a94-a472-833ae428aa2e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:22.246744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b6857118-5531-4a94-a472-833ae428aa2e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:22.247115 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.252600 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.257535 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.277021 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2252b9da-4589-4256-a6d8-14e2cfc2c2cc,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:22.284427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.286374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-c7e58dc9-bc1a-4690-8866-9416cc07ba7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383514 Aug 30 22:35:22.288785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53568) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:22.293731 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': '8f217516-f8fc-4d48-b4b3-d648d3b2bd56', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:22.323904 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Project 5016aeba4d5f4b408ab3e12358b03028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:35:22.330038 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.340371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.366074 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b6857118-5531-4a94-a472-833ae428aa2e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b6857118-5531-4a94-a472-833ae428aa2e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:22.371811 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.373010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 11551100-a8db-4c7c-b777-f40957b66491 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:22.394222 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.399293 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.421607 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280dd7a9-6cd4-47ab-8828-6c28d8b98fea,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:22.431314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.432607 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-efcea71a-7fbf-4afe-81b0-f977c89e5fc9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427333 Aug 30 22:35:22.435452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53570) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:22.440661 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': '8f217516-f8fc-4d48-b4b3-d648d3b2bd56', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:22.459745 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b6857118-5531-4a94-a472-833ae428aa2e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:22.466877 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Project 5016aeba4d5f4b408ab3e12358b03028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:35:22.471489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 11551100-a8db-4c7c-b777-f40957b66491 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:22.471864 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.474625 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.540582 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.545468 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.558042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:22.563701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1605b03a-de9f-444b-b4b0-fe56691c5cf0,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:22.570279 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.574814 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-25f1de73-98fd-4f37-9791-20995cf23f01 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347146 Aug 30 22:35:22.607744 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:22.608122 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:22.722929 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ceffdb86-8913-40d6-acb4-d9958382f3b2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123568365&fields=id&tenant_id=5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 267 time: 0.0340981 Aug 30 22:35:22.830658 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-8bb3111a-c412-4fb3-b7dc-65461d6581f8 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:22.832179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-8bb3111a-c412-4fb3-b7dc-65461d6581f8 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 808 time: 0.1022215 Aug 30 22:35:22.848234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-9375069c-ae7c-49d4-a06e-8a9f8198f5b0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/quotas/5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 375 time: 0.0099342 Aug 30 22:35:22.908734 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-374e9d9a-231a-4045-bf89-768caac4f06b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548398 Aug 30 22:35:23.013521 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6b67d4f3-c360-435d-8bb9-e2e940856f43 service neutron] 10.222.0.76 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909615 Aug 30 22:35:23.121179 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-95cdec3c-f529-4526-b7bf-6524f454d6c5 service neutron] 10.222.0.76 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008077 Aug 30 22:35:23.223126 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Sync routers for ids ['830f6351-3e35-439d-8935-0c4f7448ed65'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:23.245213 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Routers {'830f6351-3e35-439d-8935-0c4f7448ed65'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:23.246462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['830f6351-3e35-439d-8935-0c4f7448ed65'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:23.320153 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d21a8fc8-bbfa-4142-973c-83dd321f9d17 req-ef10c53a-e57d-4a70-8491-5fe918c60838 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Aug 30 22:35:23.395668 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Set router 830f6351-3e35-439d-8935-0c4f7448ed65 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:23.699009 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '17613db6-0a2a-4e67-a90f-bfb9cfbfe468', 'name': '', 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'mac_address': 'fa:16:3e:e7:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:19Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 2, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'subnets': [{'id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:23.725543 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Checking router: 830f6351-3e35-439d-8935-0c4f7448ed65 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:23.725904 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Updating router 830f6351-3e35-439d-8935-0c4f7448ed65 port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:35:23.756351 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.030489 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.040860 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Transition to ACTIVE for port object 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:24.049814 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.068122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b6857118-5531-4a94-a472-833ae428aa2e up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:24.101909 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259a843-145c-492a-a640-365ac1f803be None None] Pushing event updated for resources: {'Port': ['ID=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:24.132040 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b6857118-5531-4a94-a472-833ae428aa2e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:24.132495 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.158108 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Attempting to bind port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:24.158523 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Attempting to bind port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:24.158886 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Attempting to bind port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 on network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:24.164720 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:24.165426 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Checking segment: {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:24.165714 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.166249 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Bound using segment: {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:24.166849 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Bound port: 17613db6-0a2a-4e67-a90f-bfb9cfbfe468, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5610c6ec-fb9e-4073-8987-888e39a05338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:24.167351 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.250379 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] For port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:24.255032 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] For port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:24.260576 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.326942 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Routers {'830f6351-3e35-439d-8935-0c4f7448ed65'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:24.328008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['830f6351-3e35-439d-8935-0c4f7448ed65'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:24.380990 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259a843-145c-492a-a640-365ac1f803be None None] Pushing event updated for resources: {'Port': ['ID=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:24.386353 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-99c30e15-5642-4f04-8cd9-7f246028fa8a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:24.389557 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-99c30e15-5642-4f04-8cd9-7f246028fa8a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 808 time: 0.1379416 Aug 30 22:35:24.460604 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-71c2e934-795a-4dad-8635-f02a2f9b9449 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 379 time: 0.0591156 Aug 30 22:35:24.473955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'port': {'device_id': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'admin_state_up': True, 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'security_groups': ['8f217516-f8fc-4d48-b4b3-d648d3b2bd56']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:24.482026 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ddcc5077-498a-4ee3-ae67-1df42c47ff41 req-7ad08d78-e5e3-4776-bff2-b5c0e1fcd555 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 210 time: 0.0526385 Aug 30 22:35:24.487703 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] Set router 830f6351-3e35-439d-8935-0c4f7448ed65 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:24.613748 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Made reservation on behalf of 5016aeba4d5f4b408ab3e12358b03028 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:24.617447 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.717070 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '17613db6-0a2a-4e67-a90f-bfb9cfbfe468', 'name': '', 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'mac_address': 'fa:16:3e:e7:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:19Z', 'updated_at': '2021-08-30T22:35:24Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'subnets': [{'id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:24.743320 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048da19a-808a-4f87-895d-e49678dd6fc7 None None] The sync data for ids ['830f6351-3e35-439d-8935-0c4f7448ed65'] in n-d-793620-16 is: [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '17613db6-0a2a-4e67-a90f-bfb9cfbfe468', 'name': '', 'network_id': '62e47a34-a90b-4b13-adb6-caa3f121f1a1', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'mac_address': 'fa:16:3e:e7:f7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:19Z', 'updated_at': '2021-08-30T22:35:24Z', 'revision_number': 4, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'subnets': [{'id': 'e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:24.764328 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Allocated IP 172.20.0.4 (ca4af18a-4be4-4335-9b35-3abc72110c8c/bd1ccc48-0c70-46e7-b719-e7b9fa6b1383/22174bab-d627-4156-ba46-3018476a65c6) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:24.920340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:24.935968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Transition to ACTIVE for port object 22174bab-d627-4156-ba46-3018476a65c6 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:24.972424 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.019670 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Network ca4af18a-4be4-4335-9b35-3abc72110c8c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:25.023339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:25.026349 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:25.056453 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:25.090994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:25.091689 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.109108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-ea215e66-c4f0-4e23-9ffe-1a3c57f69fa5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415310 Aug 30 22:35:25.123496 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Request body: {'port': {'device_id': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:25.196017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.319652 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-844d99e1-ceb7-4e59-81a6-ec863209d2e8 None None] Provisioning for port 22174bab-d627-4156-ba46-3018476a65c6 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:25.324013 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-844d99e1-ceb7-4e59-81a6-ec863209d2e8 None None] Provisioning complete for port 22174bab-d627-4156-ba46-3018476a65c6 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:25.324505 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-844d99e1-ceb7-4e59-81a6-ec863209d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.370899 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-844d99e1-ceb7-4e59-81a6-ec863209d2e8 None None] Port 22174bab-d627-4156-ba46-3018476a65c6 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:35:25.501040 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22174bab-d627-4156-ba46-3018476a65c6 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:35:25.509580 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.530044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Transition to ACTIVE for port object 22174bab-d627-4156-ba46-3018476a65c6 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:25.534507 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.611130 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:25.640262 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103a0b9-6fec-4fff-8811-3d50dbdd3507 req-3c7166de-07bc-499f-ae6b-7fd185996ec3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:25.643049 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8103a0b9-6fec-4fff-8811-3d50dbdd3507 req-3c7166de-07bc-499f-ae6b-7fd185996ec3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0830781 Aug 30 22:35:25.663661 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Attempting to bind port 22174bab-d627-4156-ba46-3018476a65c6 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:25.663999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Attempting to bind port 22174bab-d627-4156-ba46-3018476a65c6 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:25.664330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Attempting to bind port 22174bab-d627-4156-ba46-3018476a65c6 on network ca4af18a-4be4-4335-9b35-3abc72110c8c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:25.669089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Port 22174bab-d627-4156-ba46-3018476a65c6 on network ca4af18a-4be4-4335-9b35-3abc72110c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:35:25.669559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Attempting to bind port 22174bab-d627-4156-ba46-3018476a65c6 on network ca4af18a-4be4-4335-9b35-3abc72110c8c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:25.675079 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:25.675419 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Checking segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:25.675829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Bound using segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:25.676253 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Bound port: 22174bab-d627-4156-ba46-3018476a65c6, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:25.676711 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.702028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8103a0b9-6fec-4fff-8811-3d50dbdd3507 req-5fb8a7be-02fa-44d9-9bba-98531ee31ab2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497861 Aug 30 22:35:25.757593 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:25.761494 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:25.767605 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.812870 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:25.813484 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:25.815005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] 10.222.0.86 "PUT /v2.0/ports/22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 1092 time: 0.6971858 Aug 30 22:35:25.815500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:35:25.817827 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32106599-e45b-419e-a284-e2122bd1c670" -d '{"events": [{"name": "network-changed", "server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:35:25.850001 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e7cc-40cb-4718-976c-2127d1defda1 service neutron] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:25.888002 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160cdf72-ea1f-4fc1-914f-647ae67bc1cf x-openstack-request-id: req-160cdf72-ea1f-4fc1-914f-647ae67bc1cf {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:35:25.888382 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:35:25.888578 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-160cdf72-ea1f-4fc1-914f-647ae67bc1cf {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:35:25.888946 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'status': 'completed', 'code': 200} Aug 30 22:35:25.907912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-16a0f9c2-a199-44df-90cd-6a820db6a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:25.909648 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-16a0f9c2-a199-44df-90cd-6a820db6a2e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1095 time: 0.0533187 Aug 30 22:35:25.954373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-0598cfc5-4567-451c-ac7b-f7d39342b59e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 217 time: 0.0366068 Aug 30 22:35:26.016991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-a04ed5a2-a407-438d-a7d7-7dce2bb3dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.019747 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-a04ed5a2-a407-438d-a7d7-7dce2bb3dafa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0572460 Aug 30 22:35:26.076302 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6baf10a5-2309-44c1-9fed-0fa6596a1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.078872 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-6baf10a5-2309-44c1-9fed-0fa6596a1516 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522461 Aug 30 22:35:26.097281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:26.175103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:26.179654 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:26.180031 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:26.182805 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-a9a88181-10d7-4577-ae00-1f3932f70a27 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969906 Aug 30 22:35:26.266036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:26.287436 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-50cc2557-1597-465c-b4e6-c27be8cfa32f req-e65d3d1f-9d5b-439b-b9f4-ea6f330041b0 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965507 Aug 30 22:35:26.299514 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:26.305161 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:26.359883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:26.379247 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32106599-e45b-419e-a284-e2122bd1c670 req-7c126f55-77a3-4084-80fe-6db4fea717ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.380779 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-7c126f55-77a3-4084-80fe-6db4fea717ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1095 time: 0.0424263 Aug 30 22:35:26.474402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32106599-e45b-419e-a284-e2122bd1c670 req-a7e09bc8-47be-4f66-926e-cfe2ba9f4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.476209 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-a7e09bc8-47be-4f66-926e-cfe2ba9f4872 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0884864 Aug 30 22:35:26.524041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-a5272628-456b-4acd-b220-7f09d2a1747a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 217 time: 0.0406761 Aug 30 22:35:26.577690 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32106599-e45b-419e-a284-e2122bd1c670 req-0ed86343-ee1e-4cf6-b2f6-b0443d0828bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.579239 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-0ed86343-ee1e-4cf6-b2f6-b0443d0828bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0487981 Aug 30 22:35:26.626606 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32106599-e45b-419e-a284-e2122bd1c670 req-76a89221-aee5-46c7-a8bb-fadda88db25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.628187 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-76a89221-aee5-46c7-a8bb-fadda88db25a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415506 Aug 30 22:35:26.725298 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-72173530-a300-40b5-ace2-e2d3e0cde059 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890267 Aug 30 22:35:26.815663 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-32106599-e45b-419e-a284-e2122bd1c670 req-4b547632-a418-48e6-9202-3118049fa05c service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832558 Aug 30 22:35:26.830306 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1ada4-ddc7-4ba6-a873-2da4a64b176d req-1bd7f6ab-0afd-48e8-bb16-7497b20e2ab8 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:26.832171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74c1ada4-ddc7-4ba6-a873-2da4a64b176d req-1bd7f6ab-0afd-48e8-bb16-7497b20e2ab8 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0561876 Aug 30 22:35:26.872243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74c1ada4-ddc7-4ba6-a873-2da4a64b176d req-a750f00c-7ee3-47ff-8125-f4ab014133b8 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339925 Aug 30 22:35:28.002386 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd1424-468c-4aa1-a74d-be370c56aab9 req-c4f42e0c-b6cf-48ad-94e9-c54d9b742bcf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:28.003906 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9fd1424-468c-4aa1-a74d-be370c56aab9 req-c4f42e0c-b6cf-48ad-94e9-c54d9b742bcf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0516188 Aug 30 22:35:28.044275 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d9fd1424-468c-4aa1-a74d-be370c56aab9 req-3b131213-0dbb-407d-8d0e-42815374e5cc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Aug 30 22:35:28.068763 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:28.115539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:28.115926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:29.164362 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d3bf3-d52a-47ac-b94b-d5dda5b0d94f req-b5d3cf4c-fb86-45c0-8959-856bade60601 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:29.165890 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c5d3bf3-d52a-47ac-b94b-d5dda5b0d94f req-b5d3cf4c-fb86-45c0-8959-856bade60601 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0533264 Aug 30 22:35:29.208688 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c5d3bf3-d52a-47ac-b94b-d5dda5b0d94f req-5c799b34-11b2-4fbe-956c-172ef9150f2e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360320 Aug 30 22:35:29.555759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:35:29.660602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:29.672751 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '22174bab-d627-4156-ba46-3018476a65c6', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'mac_address': 'fa:16:3e:5b:c0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:35:29.710085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:29.723770 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22174bab-d627-4156-ba46-3018476a65c6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:35:29.743944 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:29.750139 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:29.799743 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:30.077408 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['22174bab-d627-4156-ba46-3018476a65c6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:35:30.331030 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270505-ab35-4d6d-b8f8-7993c7903fef req-00d82f08-be47-4995-a276-e83ee27fbb18 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:30.332519 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05270505-ab35-4d6d-b8f8-7993c7903fef req-00d82f08-be47-4995-a276-e83ee27fbb18 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 944 time: 0.0546491 Aug 30 22:35:30.371566 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-05270505-ab35-4d6d-b8f8-7993c7903fef req-9342e781-a7cc-4fb0-9f33-ac10738b3448 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Aug 30 22:35:31.500166 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a189544-27b8-459f-b77f-899595c40155 req-525197c2-6548-41dd-94c3-9984748a0d37 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:31.501684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a189544-27b8-459f-b77f-899595c40155 req-525197c2-6548-41dd-94c3-9984748a0d37 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 944 time: 0.0605268 Aug 30 22:35:31.545868 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5a189544-27b8-459f-b77f-899595c40155 req-a644c1f2-e3fb-4c69-8806-2ceb468111d2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378542 Aug 30 22:35:31.551966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:31.606595 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 22174bab-d627-4156-ba46-3018476a65c6 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:31.610894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 22174bab-d627-4156-ba46-3018476a65c6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:31.611257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:31.690169 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:31.714314 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:35:31.716592 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56e3748-baea-45be-b847-0bc36f488055" -d '{"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-plugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:35:31.735474 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:31.741023 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:31.768382 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6c9175-b0dd-4a72-83f8-d3862394a72a x-openstack-request-id: req-df6c9175-b0dd-4a72-83f8-d3862394a72a {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:35:31.768676 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-plugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:35:31.768917 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df6c9175-b0dd-4a72-83f8-d3862394a72a {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:35:31.769310 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'code': 200} Aug 30 22:35:31.797945 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:31.857755 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722c92f-b5a4-4b59-a799-a988dd559fcd req-71c7e44d-297e-492c-8741-a5845e1d3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:31.859208 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6722c92f-b5a4-4b59-a799-a988dd559fcd req-71c7e44d-297e-492c-8741-a5845e1d3ba5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0446234 Aug 30 22:35:31.904112 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6722c92f-b5a4-4b59-a799-a988dd559fcd req-5c529152-5da9-4d1b-bf29-c0b03555b5a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372498 Aug 30 22:35:32.680644 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55487746-1b30-49ab-bc60-4380abb93fd1 req-a62dc2de-dc0c-42b2-9837-fdd28e569a56 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:32.682230 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55487746-1b30-49ab-bc60-4380abb93fd1 req-a62dc2de-dc0c-42b2-9837-fdd28e569a56 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0574255 Aug 30 22:35:32.731735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-55487746-1b30-49ab-bc60-4380abb93fd1 req-4597e5a6-6bee-44f5-bf27-323163a8544e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359068 Aug 30 22:35:33.868611 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8492c-ecc9-43e8-a7a4-38bcf2509405 req-b3b1f0fd-8165-44d3-a56f-8df79eeb34a7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:33.870193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86c8492c-ecc9-43e8-a7a4-38bcf2509405 req-b3b1f0fd-8165-44d3-a56f-8df79eeb34a7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0623682 Aug 30 22:35:33.911685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-86c8492c-ecc9-43e8-a7a4-38bcf2509405 req-0d1d7b5a-519b-4b3a-9409-ba2d84059662 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335131 Aug 30 22:35:34.041197 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae58da1-ee4c-46cb-9289-4f79808fb40b req-d32aa657-dce8-4632-b070-1b700a95eb8a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:34.042742 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ae58da1-ee4c-46cb-9289-4f79808fb40b req-d32aa657-dce8-4632-b070-1b700a95eb8a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0555022 Aug 30 22:35:34.083369 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2ae58da1-ee4c-46cb-9289-4f79808fb40b req-a0cdbd72-3c3d-4c59-9329-163a43d6d611 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344434 Aug 30 22:35:34.109374 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53624) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:34.257690 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbbc0b-e6c4-47d5-8317-fdbf10220222 tempest-TestShelveInstance-977604256 tempest-TestShelveInstance-977604256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:34.259305 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-54bbbc0b-e6c4-47d5-8317-fdbf10220222 tempest-TestShelveInstance-977604256 tempest-TestShelveInstance-977604256-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1092 time: 0.1489668 Aug 30 22:35:34.262364 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 53628) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:34.267302 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:34.293746 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:34.391257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:34.401049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:34.507273 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Allocated IP 172.25.5.214 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/47cdfd7c-db67-4f4a-b7e5-aa4ac2cde0be) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:34.619364 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:34.675154 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:34.725424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:34.728511 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:34.732875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:34.735993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'Port': ['ID=47cdfd7c-db67-4f4a-b7e5-aa4ac2cde0be,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:35.108292 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.197098 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.369462 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.376811 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.449846 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'Port': ['ID=47cdfd7c-db67-4f4a-b7e5-aa4ac2cde0be,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:35.461032 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.563242 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Floating IP d9bb114b-7672-4822-a56f-c9efe700a3a4 associated. External IP: 172.25.5.214, port: 22174bab-d627-4156-ba46-3018476a65c6. Aug 30 22:35:35.770502 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:35:35.883557 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:35:35.895928 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:35:35.903718 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.908554 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:35.909188 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:35.934113 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-566c5870-9df2-4001-9da0-b305b71c93ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6706285 Aug 30 22:35:35.934706 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:35:35.937040 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884" -d '{"events": [{"name": "network-changed", "server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:35:35.973748 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57ac520-ed3e-4cba-b065-addf2db3a674 x-openstack-request-id: req-a57ac520-ed3e-4cba-b065-addf2db3a674 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:35:35.974041 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:35:35.974291 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a57ac520-ed3e-4cba-b065-addf2db3a674 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:35:35.974727 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'status': 'completed', 'code': 200} Aug 30 22:35:36.028539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:36.042480 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-de9d4c5e-805f-4c93-adf3-4c661db4b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:36.044073 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-de9d4c5e-805f-4c93-adf3-4c661db4b66f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0459914 Aug 30 22:35:36.151345 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-a6902690-c26c-4192-a488-e682ff0633d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:36.152851 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-a6902690-c26c-4192-a488-e682ff0633d0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1011822 Aug 30 22:35:36.224677 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-df72776c-6360-464a-b93d-a7b25714361d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 999 time: 0.0636003 Aug 30 22:35:36.261698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'd9bb114b-7672-4822-a56f-c9efe700a3a4', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'mac_address': 'fa:16:3e:5b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:35:34Z', 'updated_at': '2021-08-30T22:35:34Z', 'revision_number': 0, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:36.281501 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-b9ea8c3a-e8f7-46aa-84d8-c0b05809c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:36.282958 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-b9ea8c3a-e8f7-46aa-84d8-c0b05809c3d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0511711 Aug 30 22:35:36.294952 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:35:36.305267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:35:36.305898 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:35:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:36.332129 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-5a0c13af-4a87-409d-8c00-d099c9383213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:36.336950 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-5a0c13af-4a87-409d-8c00-d099c9383213 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437038 Aug 30 22:35:36.414848 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:35:36.431707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-a7132061-8f53-4f49-9424-5e6a93af1a0d service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891428 Aug 30 22:35:36.521987 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-14c6f6fe-e8d8-4cd8-a04a-1cdafc6a8884 req-961913c0-e78e-4fb7-95e4-a4fc1c2cc362 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829601 Aug 30 22:35:36.649477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'd9bb114b-7672-4822-a56f-c9efe700a3a4', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'mac_address': 'fa:16:3e:5b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:35:34Z', 'updated_at': '2021-08-30T22:35:34Z', 'revision_number': 0, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:35:36.680486 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2573e-7395-4b4d-89e2-b93f697c846d None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': 'd9bb114b-7672-4822-a56f-c9efe700a3a4', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'floating_ip_address': '172.25.5.214', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'mac_address': 'fa:16:3e:5b:c0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:35:34Z', 'updated_at': '2021-08-30T22:35:34Z', 'revision_number': 0, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:35:36.829663 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.897904 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2395f83-12c0-4184-87dd-dbf346837616 None None] New status for floating IP d9bb114b-7672-4822-a56f-c9efe700a3a4: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:35:39.121498 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e3cee327-c727-4e2f-9ebc-34f9bc2eab27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:40.605422 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:35:41.891874 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:42.094213 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c8533756-1e72-4e13-953d-e6c680d9a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:43.090599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:43.293721 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-35c19a1e-81be-481d-99f3-4dc82369042b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496085 Aug 30 22:35:43.399523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-f1374c9c-45cc-4669-9a21-af18d5124f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:43.401094 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-f1374c9c-45cc-4669-9a21-af18d5124f2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0554817 Aug 30 22:35:43.523994 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-06ffa84a-8974-4645-ae6a-6bb04d8bb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:43.525938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-06ffa84a-8974-4645-ae6a-6bb04d8bb4d9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1026301 Aug 30 22:35:43.613621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-c29e6cc1-0be3-47df-b93b-e5da701b4ec4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 1001 time: 0.0763721 Aug 30 22:35:43.665524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-b22f2853-bb43-4d4a-b32e-bf2255185ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:43.667068 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-b22f2853-bb43-4d4a-b32e-bf2255185ade service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0483763 Aug 30 22:35:43.716085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-a1890d3e-33e0-4165-af6c-43f2032fbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:43.717621 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-a1890d3e-33e0-4165-af6c-43f2032fbdfb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426772 Aug 30 22:35:43.819563 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-4ef1d09d-a10e-4be3-ae3c-6ca7675ed62b service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930581 Aug 30 22:35:43.921230 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cc6f6900-fde4-4059-8bf1-5b05e26255cb req-26eccf64-69e2-44f8-8ef9-e3169ff17240 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933068 Aug 30 22:35:44.962447 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:04.405628 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:06.821610 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:09.125428 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e29fe079-4d00-4787-a356-72d095f0f5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:11.885525 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:12.088460 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a136307a-cd14-4e9e-95fe-6bf6daabb7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:13.094179 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:14.960696 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:17.605185 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:36:34.420391 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:36.824638 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:39.127595 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ac94347f-0665-48c9-8787-4e5f66c17cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:41.893447 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:42.095521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f3dd7fc-9c8e-429d-af79-5bd8eaf79fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:43.101648 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:43.591262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-f25c4f59-8d36-446f-9233-47a8b0821e18 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449016 Aug 30 22:36:43.999750 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-92cd1b89-34f9-4e81-b82d-b27549831966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:36:44.001264 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-92cd1b89-34f9-4e81-b82d-b27549831966 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1097 time: 0.3658607 Aug 30 22:36:44.113728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-850fc30b-83b9-44ea-ac7b-57941f05f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:36:44.115306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-850fc30b-83b9-44ea-ac7b-57941f05f8c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0885274 Aug 30 22:36:44.195426 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-d4042691-7164-442d-be30-0dd804e5a8d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 1001 time: 0.0727987 Aug 30 22:36:44.248008 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-dc6ec65e-647d-47a1-89bf-a8c1103f816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:36:44.249462 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-dc6ec65e-647d-47a1-89bf-a8c1103f816b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0465894 Aug 30 22:36:44.304727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-d6aa0500-e67e-4861-8f8d-9390c6af6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:36:44.306497 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-d6aa0500-e67e-4861-8f8d-9390c6af6f6a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486896 Aug 30 22:36:44.407373 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-d7990fa5-8d18-4762-920d-bd4561604bfc service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873127 Aug 30 22:36:44.510980 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9ea17bdc-be92-4bdb-9e41-3a6cd6685cd9 req-9d23e081-0d76-4c39-9ec1-d6d596b36149 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950048 Aug 30 22:36:44.964036 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:54.611711 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:37:04.417622 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:06.827495 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:09.129417 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0af85ba0-ac5e-4d39-9062-60a24a894df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:11.891462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:12.090918 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6377885b-b8e9-451d-87d8-798365443095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:13.097862 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:14.968209 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:31.601218 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:37:34.421443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:36.840987 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:39.134686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a206e0c-23c8-48ac-b33c-87173e7cd1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:41.896547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:42.104927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1f77ec6d-df0e-4724-94c7-4d434845c0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:43.105977 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:44.977228 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:45.584410 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-eb12a3c8-79ef-4ed1-a6a8-3e688706c39c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446708 Aug 30 22:37:45.679512 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b40dcc-f132-4811-861f-3d54797b075e req-cd1d7a1e-0f1c-4709-9302-16eb6c26c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:37:45.681061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-cd1d7a1e-0f1c-4709-9302-16eb6c26c2fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0475538 Aug 30 22:37:45.783500 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b40dcc-f132-4811-861f-3d54797b075e req-494f34bf-c54e-43c2-be88-d70e3786662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:37:45.785012 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-494f34bf-c54e-43c2-be88-d70e3786662c service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0835381 Aug 30 22:37:45.854836 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-2067215f-688a-4ebf-930f-1d24a7c1e7d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 1001 time: 0.0620372 Aug 30 22:37:45.907430 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b40dcc-f132-4811-861f-3d54797b075e req-48ddb9b3-4eb1-4fee-b7c4-77e0b90bae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:37:45.908926 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-48ddb9b3-4eb1-4fee-b7c4-77e0b90bae84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0465746 Aug 30 22:37:45.957374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b40dcc-f132-4811-861f-3d54797b075e req-215b2433-4c0e-4b02-b07d-d448c9f1e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:37:45.958946 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-215b2433-4c0e-4b02-b07d-d448c9f1e9ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428863 Aug 30 22:37:45.970528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-a9a3c6d6-9ac7-4798-aa27-62b4c7de7bf4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:37:45.971488 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-a9a3c6d6-9ac7-4798-aa27-62b4c7de7bf4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051503 Aug 30 22:37:46.063948 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-95ce62df-b8b4-410b-ab8e-d96872afbe45 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Aug 30 22:37:46.161010 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a1b40dcc-f132-4811-861f-3d54797b075e req-5bf29d4e-99e1-4977-a511-2532745b0cb6 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886753 Aug 30 22:38:02.394053 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd805a-a264-4a55-a1f0-7bff1ebb3b2a req-e52286f9-7865-4550-94e1-1bc129dbcf09 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:02.395583 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fffd805a-a264-4a55-a1f0-7bff1ebb3b2a req-e52286f9-7865-4550-94e1-1bc129dbcf09 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0522418 Aug 30 22:38:02.433569 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fffd805a-a264-4a55-a1f0-7bff1ebb3b2a req-344e8a6a-aac6-4758-83fc-c9a9c6919ccd tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318866 Aug 30 22:38:03.583657 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a9d0f-47a4-451a-827b-0519751b02e7 req-616c4645-392e-49a4-a75a-6b3e11fe4abc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:03.585158 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e3a9d0f-47a4-451a-827b-0519751b02e7 req-616c4645-392e-49a4-a75a-6b3e11fe4abc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0504911 Aug 30 22:38:03.623640 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1e3a9d0f-47a4-451a-827b-0519751b02e7 req-794650ee-09c6-4d1c-b4d5-270b5570e568 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Aug 30 22:38:04.434464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:04.764054 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae80b5d-1dd8-4149-baa6-4da57e8930c3 req-d496fc91-6a1a-4158-8f7f-03096858c61a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:04.765828 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dae80b5d-1dd8-4149-baa6-4da57e8930c3 req-d496fc91-6a1a-4158-8f7f-03096858c61a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0579536 Aug 30 22:38:04.803850 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dae80b5d-1dd8-4149-baa6-4da57e8930c3 req-79d57e77-df30-4a3a-9c4b-57837dbc9fb0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318537 Aug 30 22:38:05.936016 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2e1e9-c329-4a76-8fee-eefe584fab66 req-270a8d6d-5a10-44e3-a846-5c4c83bb199d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:05.937535 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81d2e1e9-c329-4a76-8fee-eefe584fab66 req-270a8d6d-5a10-44e3-a846-5c4c83bb199d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0536506 Aug 30 22:38:05.976863 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-81d2e1e9-c329-4a76-8fee-eefe584fab66 req-888143cb-7d39-4f8f-800d-417182401264 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332747 Aug 30 22:38:06.850369 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:07.109508 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c50a50-c8eb-4c04-b1b8-df76a2a3092e req-62d09aef-bf2b-4405-9dbb-9eba9cb19467 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:07.111052 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12c50a50-c8eb-4c04-b1b8-df76a2a3092e req-62d09aef-bf2b-4405-9dbb-9eba9cb19467 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0513093 Aug 30 22:38:07.153740 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-12c50a50-c8eb-4c04-b1b8-df76a2a3092e req-f9916ee3-8782-4fcb-aba0-88bfd6e8b9dc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336382 Aug 30 22:38:08.305268 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667e7fa-48fc-40f7-9093-6de6f42b0217 req-27125a2e-e967-4296-8cd6-7c956d8f6c77 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:08.307403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8667e7fa-48fc-40f7-9093-6de6f42b0217 req-27125a2e-e967-4296-8cd6-7c956d8f6c77 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0746756 Aug 30 22:38:08.347271 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8667e7fa-48fc-40f7-9093-6de6f42b0217 req-96775129-7563-452f-85ff-f806f73477b3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336764 Aug 30 22:38:08.606170 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:38:09.132446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a61d916a-3ed5-4b40-8de4-5b88d003ff9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:09.482137 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d44c0-17df-407e-902e-9d5d08c3f063 req-27c62bcb-349c-4092-9301-440f693670fb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:09.483678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d56d44c0-17df-407e-902e-9d5d08c3f063 req-27c62bcb-349c-4092-9301-440f693670fb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0632441 Aug 30 22:38:09.524833 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d56d44c0-17df-407e-902e-9d5d08c3f063 req-496406dd-e061-4fde-b741-07146fe48392 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322206 Aug 30 22:38:10.654365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbdceb-c4b6-490b-aaaa-21838a9cc54f req-8d442a95-3803-4e11-acfd-aedb050506cf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:10.655895 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09dbdceb-c4b6-490b-aaaa-21838a9cc54f req-8d442a95-3803-4e11-acfd-aedb050506cf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0611787 Aug 30 22:38:10.693520 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-09dbdceb-c4b6-490b-aaaa-21838a9cc54f req-3805d8a4-5b8c-4613-b54e-c132956056cb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Aug 30 22:38:11.822816 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca6401-4523-417f-9f40-24ec69ca1690 req-09a3ce18-23d3-43af-920f-8771df56243e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:11.824315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2ca6401-4523-417f-9f40-24ec69ca1690 req-09a3ce18-23d3-43af-920f-8771df56243e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0554368 Aug 30 22:38:11.865228 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d2ca6401-4523-417f-9f40-24ec69ca1690 req-457b2065-19d5-470d-b61e-176ae2c29002 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346258 Aug 30 22:38:11.879901 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:12.105125 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b4b30da8-244c-4735-821d-02069968d429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:12.989943 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbdee0-01d5-41d4-9a5a-dadbbb344cf6 req-a44aaaf5-efdf-4a0b-b3d5-e64ea384db0c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:12.991475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ddbdee0-01d5-41d4-9a5a-dadbbb344cf6 req-a44aaaf5-efdf-4a0b-b3d5-e64ea384db0c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0514562 Aug 30 22:38:13.031302 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ddbdee0-01d5-41d4-9a5a-dadbbb344cf6 req-c6f7653f-f310-404d-8768-b21e93e88d7f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337324 Aug 30 22:38:13.105199 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:14.155867 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31751be1-4833-4cb2-9640-68f73daac8b0 req-078ca706-6234-4592-ba94-bd196ab25f75 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:14.157413 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31751be1-4833-4cb2-9640-68f73daac8b0 req-078ca706-6234-4592-ba94-bd196ab25f75 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0522256 Aug 30 22:38:14.195937 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31751be1-4833-4cb2-9640-68f73daac8b0 req-fac3208d-4ae7-41ae-8a5d-d171e83092cb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Aug 30 22:38:14.203420 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:38:14.299278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:14.314210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '22174bab-d627-4156-ba46-3018476a65c6', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'mac_address': 'fa:16:3e:5b:c0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:38:14.354737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:14.368246 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22174bab-d627-4156-ba46-3018476a65c6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:38:14.388123 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:14.394278 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:14.451331 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:38:14.459772 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.460119 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.460464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.460799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.461135 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.461465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.461813 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.462117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.462429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.462785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.463111 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.463434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:38:14.473430 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['22174bab-d627-4156-ba46-3018476a65c6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:38:14.984027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:15.330167 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35395b94-ce35-4aaf-87b0-823988768b81 req-54229d0f-b24b-4202-b755-ed5887f6703f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:15.331684 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35395b94-ce35-4aaf-87b0-823988768b81 req-54229d0f-b24b-4202-b755-ed5887f6703f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 944 time: 0.0551727 Aug 30 22:38:15.373186 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-35395b94-ce35-4aaf-87b0-823988768b81 req-a13ad7c8-49b4-4af7-9085-902f4c68eaef tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349839 Aug 30 22:38:16.211658 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:38:16.267009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 22174bab-d627-4156-ba46-3018476a65c6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:38:16.267416 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:16.364020 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:16.387291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:38:16.389935 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8354f0-084f-4647-80ee-b108f6bb5a1f" -d '{"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-plugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:38:16.402837 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:16.408027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:16.456389 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:38:16.488512 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e4482-07f4-426e-b8e4-f78edb2a11a2 x-openstack-request-id: req-685e4482-07f4-426e-b8e4-f78edb2a11a2 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:38:16.488835 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-plugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:38:16.489092 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-685e4482-07f4-426e-b8e4-f78edb2a11a2 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:38:16.489494 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'code': 200} Aug 30 22:38:16.589566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cf1ff-0623-44a8-8fc3-76e6a9c5277b req-ed1a4a7f-8f2d-4b47-819b-be224051a36c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:16.591189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-577cf1ff-0623-44a8-8fc3-76e6a9c5277b req-ed1a4a7f-8f2d-4b47-819b-be224051a36c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0599756 Aug 30 22:38:16.632883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-577cf1ff-0623-44a8-8fc3-76e6a9c5277b req-9da1f53b-fa18-4f9a-a303-15b3c3a96ce5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352321 Aug 30 22:38:17.768388 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742dfb0-8a93-4d25-8d82-b363fcabfdd4 req-b89953dc-963d-4b20-8853-56855c01c560 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:17.769909 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9742dfb0-8a93-4d25-8d82-b363fcabfdd4 req-b89953dc-963d-4b20-8853-56855c01c560 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0610416 Aug 30 22:38:17.809487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9742dfb0-8a93-4d25-8d82-b363fcabfdd4 req-e36287f6-1e35-4e19-8f77-c72d40acf838 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Aug 30 22:38:18.935182 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61b43c-97f7-45db-bff1-5afe8c3cdf2c req-a47a045e-0403-4a26-a1cf-da1fe4d24cac tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:18.937042 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd61b43c-97f7-45db-bff1-5afe8c3cdf2c req-a47a045e-0403-4a26-a1cf-da1fe4d24cac tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0591598 Aug 30 22:38:18.978229 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bd61b43c-97f7-45db-bff1-5afe8c3cdf2c req-0d2bdf66-8bcb-4da3-bd9d-613360815582 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348842 Aug 30 22:38:20.104701 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86452a0-1d22-475f-ad5c-d856a0ce98d5 req-43bb8eae-2478-42ab-97dd-babb250ff4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:20.107112 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a86452a0-1d22-475f-ad5c-d856a0ce98d5 req-43bb8eae-2478-42ab-97dd-babb250ff4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0534630 Aug 30 22:38:20.151350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a86452a0-1d22-475f-ad5c-d856a0ce98d5 req-0a659ad7-7f62-4431-8243-e20401230de5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356562 Aug 30 22:38:21.288794 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661afcf5-b157-4003-8717-61b8aef2f26a req-c97ec6ce-030f-49e8-9810-e2fe5a59543d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:21.290456 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-661afcf5-b157-4003-8717-61b8aef2f26a req-c97ec6ce-030f-49e8-9810-e2fe5a59543d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0569410 Aug 30 22:38:21.347306 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-661afcf5-b157-4003-8717-61b8aef2f26a req-f9960b63-f3b2-4b94-b944-08a5b7524a85 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478945 Aug 30 22:38:22.560379 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f570b4e-9b41-4629-b787-ce167a62ac94 req-059e4b32-d84f-4f86-99ca-74539a2763ae tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:22.562167 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f570b4e-9b41-4629-b787-ce167a62ac94 req-059e4b32-d84f-4f86-99ca-74539a2763ae tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.1393144 Aug 30 22:38:22.611282 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f570b4e-9b41-4629-b787-ce167a62ac94 req-308b5572-68a1-4462-8ac5-59f2769f66c0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426199 Aug 30 22:38:23.731871 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79173e-85b8-4536-8f98-11ae805b066f req-0a9aae70-b2e4-40b8-9ffc-009d3d81037b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:23.733604 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a79173e-85b8-4536-8f98-11ae805b066f req-0a9aae70-b2e4-40b8-9ffc-009d3d81037b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0540941 Aug 30 22:38:23.779873 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6a79173e-85b8-4536-8f98-11ae805b066f req-6af1da09-01ae-4b96-a1c6-9da2251d7f75 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398037 Aug 30 22:38:24.905598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e1c0-0c51-4b8e-a236-56c5cd0ec40d req-749401a5-14e4-4e53-a25e-5d27450b883e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:24.907296 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22d5e1c0-0c51-4b8e-a236-56c5cd0ec40d req-749401a5-14e4-4e53-a25e-5d27450b883e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0543964 Aug 30 22:38:24.950585 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-22d5e1c0-0c51-4b8e-a236-56c5cd0ec40d req-4cec0b1d-02e0-41aa-b388-9298dad2f47f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360835 Aug 30 22:38:26.086217 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3f568-0ee8-49c0-acbe-1dd901d3a65e req-ba6b5ac7-fdc0-43bf-b26c-87853a2e10cd tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:26.087930 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74e3f568-0ee8-49c0-acbe-1dd901d3a65e req-ba6b5ac7-fdc0-43bf-b26c-87853a2e10cd tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0596368 Aug 30 22:38:26.131294 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74e3f568-0ee8-49c0-acbe-1dd901d3a65e req-685a0490-8aa8-4f14-a8a8-f936f5ed817f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368164 Aug 30 22:38:27.254628 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30635-7eb6-43b0-9741-35d82f79e19f req-881388bc-43c2-432c-bfa7-d29b524b9bd0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:27.256452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38f30635-7eb6-43b0-9741-35d82f79e19f req-881388bc-43c2-432c-bfa7-d29b524b9bd0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0545022 Aug 30 22:38:27.316568 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-38f30635-7eb6-43b0-9741-35d82f79e19f req-bab05146-e2bc-4386-a940-bfe9f6ff9551 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525365 Aug 30 22:38:28.432314 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96b340-d747-4376-b835-8822f195b9dc req-ab6f2ebb-79b0-440a-839c-a3b1245ad0cb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:28.433674 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f96b340-d747-4376-b835-8822f195b9dc req-ab6f2ebb-79b0-440a-839c-a3b1245ad0cb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Aug 30 22:38:28.479048 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5f96b340-d747-4376-b835-8822f195b9dc req-5fb0a0d9-9738-4f68-b22d-65e798f8a5cb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363355 Aug 30 22:38:28.800389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-04bfc4c8-4bc2-4bae-a86a-d800f26e97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:28.801789 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-04bfc4c8-4bc2-4bae-a86a-d800f26e97e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0434191 Aug 30 22:38:28.928290 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-8b383bc7-148f-4821-99ad-03cb6f9b6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:28.929825 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-8b383bc7-148f-4821-99ad-03cb6f9b6d69 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1205482 Aug 30 22:38:29.011498 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-67993eef-babf-4570-ba73-201ce0e23b6c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 1001 time: 0.0730853 Aug 30 22:38:29.068571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-08e32691-c1b5-43d0-aae3-82fdc84aa034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:29.069947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-08e32691-c1b5-43d0-aae3-82fdc84aa034 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0512519 Aug 30 22:38:29.116556 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-72266bd8-13bc-492e-ba93-bc8cb1b690b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:29.118601 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-72266bd8-13bc-492e-ba93-bc8cb1b690b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411479 Aug 30 22:38:29.221200 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-a206a5a4-af38-4eca-b3f9-db732dfa2cfd service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949512 Aug 30 22:38:29.326021 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1e178b69-b061-4dd7-98ad-1b48de331492 req-a4b7cf18-0a60-4d4d-aa58-f07b5013f36e service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964987 Aug 30 22:38:29.611431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f172a4c-3eb8-4c0b-a393-0b6e2cffbf12 req-8b42d987-4cff-4ada-a998-f270638acec5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:29.612832 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f172a4c-3eb8-4c0b-a393-0b6e2cffbf12 req-8b42d987-4cff-4ada-a998-f270638acec5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0560760 Aug 30 22:38:29.655203 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f172a4c-3eb8-4c0b-a393-0b6e2cffbf12 req-07e67b21-b12e-4803-91ca-9cfed0cbfa10 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 Aug 30 22:38:30.784335 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34d7c-4986-4345-8de2-8008b85f6119 req-a3457380-9cd1-4693-bad3-bbf5f66f7a40 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:30.785932 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77b34d7c-4986-4345-8de2-8008b85f6119 req-a3457380-9cd1-4693-bad3-bbf5f66f7a40 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0537488 Aug 30 22:38:30.827460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-77b34d7c-4986-4345-8de2-8008b85f6119 req-4d4b4be8-bda0-4999-863f-fdfae9b95bf5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355976 Aug 30 22:38:31.953272 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df13fc-f4e1-4d8d-a346-386bf64ebbc7 req-d20c4e2b-2ebc-4e57-b62d-2be73fdbb172 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:31.954834 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5df13fc-f4e1-4d8d-a346-386bf64ebbc7 req-d20c4e2b-2ebc-4e57-b62d-2be73fdbb172 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0541754 Aug 30 22:38:31.999078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b5df13fc-f4e1-4d8d-a346-386bf64ebbc7 req-5a4c1d4c-6f29-4ff8-bde6-d37364d2fde6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379257 Aug 30 22:38:32.229336 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493f2b7-219b-499e-bdb8-747ce994b41a req-e12784b2-2aa4-4f6c-8f12-9d19b6577578 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:32.230946 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9493f2b7-219b-499e-bdb8-747ce994b41a req-e12784b2-2aa4-4f6c-8f12-9d19b6577578 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 945 time: 0.0542288 Aug 30 22:38:32.269685 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9493f2b7-219b-499e-bdb8-747ce994b41a req-34e09593-9ef9-42bb-a20b-51abfbb1d7cb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325575 Aug 30 22:38:32.277822 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:38:32.519883 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:32.535019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-039d8590-c2ec-4935-ab8c-d9409f0dbe69 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881126 Aug 30 22:38:32.543289 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:38:32.545580 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39123e6c-f35a-44fd-9edd-393ce6725c23" -d '{"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-unplugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:38:32.559816 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:32.565112 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:32.592109 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 22:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8fcd2-d9d6-4781-8a9a-2f2b49dac3b6 x-openstack-request-id: req-91f8fcd2-d9d6-4781-8a9a-2f2b49dac3b6 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:38:32.592407 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-unplugged", "status": "failed", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:38:32.592641 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91f8fcd2-d9d6-4781-8a9a-2f2b49dac3b6 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:38:32.593052 n-d-793620-16 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'code': 422} returned with failed status Aug 30 22:38:32.614333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:38:33.361470 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-b6ae01c9-a0ab-48cd-9e82-2f09e3fe5029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:33.363039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-b6ae01c9-a0ab-48cd-9e82-2f09e3fe5029 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5&tenant_id=5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 1095 time: 0.0445049 Aug 30 22:38:33.398639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1ace-d443-453e-82c2-4e4ded7a9acf req-17464c08-a5a5-4e63-899c-74384cf0f947 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:33.400232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c9b1ace-d443-453e-82c2-4e4ded7a9acf req-17464c08-a5a5-4e63-899c-74384cf0f947 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0507753 Aug 30 22:38:33.427816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-3349fbc9-dc4e-410c-a099-e3ad9120c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:33.429314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-3349fbc9-dc4e-410c-a099-e3ad9120c1e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1095 time: 0.0421786 Aug 30 22:38:33.439281 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5c9b1ace-d443-453e-82c2-4e4ded7a9acf req-87bf7698-7cbb-4b8d-b7b4-ffca65190172 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320361 Aug 30 22:38:33.536204 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-69c2f670-b3e9-455b-a5f9-d00770d5d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:33.537714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-69c2f670-b3e9-455b-a5f9-d00770d5d20e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1013393 Aug 30 22:38:33.605902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-612b1007-124c-4fdd-91ef-4be699c7ed8e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 999 time: 0.0603592 Aug 30 22:38:33.670679 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-f3b55992-5faa-4b25-a42f-78b8c5a45860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:33.672632 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-f3b55992-5faa-4b25-a42f-78b8c5a45860 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0590684 Aug 30 22:38:33.724515 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-b6613049-8690-4328-a551-dde1c3516426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:33.726090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-b6613049-8690-4328-a551-dde1c3516426 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457382 Aug 30 22:38:33.820161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-ce1aaefa-ccf6-4751-bbcd-d67a0a71b1e2 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Aug 30 22:38:33.919107 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e8bc629e-605a-4a75-a8ab-8f125976d95f req-bfebba6b-d7d3-4526-a8ce-f57f5bfa67ac service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903666 Aug 30 22:38:34.431348 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:34.572700 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e7f5c-52d6-4c73-91ee-1fc91caceaaa req-5accbd5f-da78-4fee-93fc-9043adc7db9e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:34.574452 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f72e7f5c-52d6-4c73-91ee-1fc91caceaaa req-5accbd5f-da78-4fee-93fc-9043adc7db9e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0579319 Aug 30 22:38:34.613733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f72e7f5c-52d6-4c73-91ee-1fc91caceaaa req-40f043e9-91f9-4d50-a6da-a9403cd9a8b1 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331318 Aug 30 22:38:35.732778 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b91b4-918d-4eae-814f-9285f7ed0332 req-fce88511-e664-4799-9804-3ebd11a05a0e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:35.734264 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a79b91b4-918d-4eae-814f-9285f7ed0332 req-fce88511-e664-4799-9804-3ebd11a05a0e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0495145 Aug 30 22:38:35.786084 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a79b91b4-918d-4eae-814f-9285f7ed0332 req-b5b394cc-1927-462e-a19f-595d03b58b23 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378997 Aug 30 22:38:36.848678 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:36.912730 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5e712-489e-4a23-b402-7b541ca3fc42 req-5f6fd693-661f-4b00-9ff9-ee875e8495a6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:36.914270 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92a5e712-489e-4a23-b402-7b541ca3fc42 req-5f6fd693-661f-4b00-9ff9-ee875e8495a6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0526705 Aug 30 22:38:36.953201 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-92a5e712-489e-4a23-b402-7b541ca3fc42 req-8387cb4c-3d18-4dcb-a921-8cb80a7df0c5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325618 Aug 30 22:38:38.460372 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df9f82-aa90-4693-b690-0f07a4110c97 req-3791b69c-844f-49eb-ae1c-a225fb6f4bc5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:38.461928 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90df9f82-aa90-4693-b690-0f07a4110c97 req-3791b69c-844f-49eb-ae1c-a225fb6f4bc5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.4320488 Aug 30 22:38:38.500648 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-90df9f82-aa90-4693-b690-0f07a4110c97 req-8743f4b0-b486-4da0-a100-eb9e06e50d6d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323997 Aug 30 22:38:39.134962 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-02c4bbb6-9c5f-4991-9df8-4b657216faa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:39.639975 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273787e-4123-4eff-8dd9-24d0644c32eb req-5ddcbf6e-0291-4963-88a9-0c458c91db12 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:39.641532 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5273787e-4123-4eff-8dd9-24d0644c32eb req-5ddcbf6e-0291-4963-88a9-0c458c91db12 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0507355 Aug 30 22:38:39.682705 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5273787e-4123-4eff-8dd9-24d0644c32eb req-fdcf0d9a-5135-447b-beac-f71b0bc9daeb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348117 Aug 30 22:38:40.807855 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef6aa2-744c-475d-9780-7d5688edcfa2 req-f5b435bb-0cde-48bd-b237-bb265e89a850 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:40.809350 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42ef6aa2-744c-475d-9780-7d5688edcfa2 req-f5b435bb-0cde-48bd-b237-bb265e89a850 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0558188 Aug 30 22:38:40.856659 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-42ef6aa2-744c-475d-9780-7d5688edcfa2 req-c14be782-5468-46ef-8455-351eb93a7d1f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410237 Aug 30 22:38:41.902463 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:41.991680 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d93739-7524-491f-aa19-0875e21bc4b2 req-49a56f05-b816-470c-91f3-b1342fef97d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:41.993190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28d93739-7524-491f-aa19-0875e21bc4b2 req-49a56f05-b816-470c-91f3-b1342fef97d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0577872 Aug 30 22:38:42.031465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-28d93739-7524-491f-aa19-0875e21bc4b2 req-546b3596-40d4-4189-9699-7c5515140fa3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Aug 30 22:38:42.097688 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c9c2df4e-0d89-4b2a-b5b3-16b2c9dc2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:43.130964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:43.160987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48eeb3-7ff7-4583-91ae-1d0f70634756 req-82ab9025-d655-4bd8-84e0-058c4b9630db tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:43.162538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd48eeb3-7ff7-4583-91ae-1d0f70634756 req-82ab9025-d655-4bd8-84e0-058c4b9630db tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0566168 Aug 30 22:38:43.203476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dd48eeb3-7ff7-4583-91ae-1d0f70634756 req-b54b8612-563b-48f8-89bb-7482c835ce57 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348132 Aug 30 22:38:44.339609 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec29b9b-2169-4b90-b543-c14408f8eb9a req-769a3c9a-21c7-4cb4-b2da-70d4ba4bab0c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:44.341189 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ec29b9b-2169-4b90-b543-c14408f8eb9a req-769a3c9a-21c7-4cb4-b2da-70d4ba4bab0c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0701518 Aug 30 22:38:44.379733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ec29b9b-2169-4b90-b543-c14408f8eb9a req-96b15e4c-d4ce-40ad-ab9c-517797dbff8c tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323076 Aug 30 22:38:44.987407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:45.526885 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f344f1b-a139-415c-8ee5-6389a9f97931 req-fe0ba3ce-1f96-4c84-985f-12dd03d91953 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:45.528409 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f344f1b-a139-415c-8ee5-6389a9f97931 req-fe0ba3ce-1f96-4c84-985f-12dd03d91953 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0690203 Aug 30 22:38:45.570252 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f344f1b-a139-415c-8ee5-6389a9f97931 req-04d05a9e-3a3d-4dfb-ad75-c79bcd20ffe1 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356483 Aug 30 22:38:45.611859 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:38:46.696984 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec529b-ecb0-4172-a66a-f266c96e3bda req-3a5222ab-d8c6-40bc-a12f-12cde3b84ca7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:46.698487 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcec529b-ecb0-4172-a66a-f266c96e3bda req-3a5222ab-d8c6-40bc-a12f-12cde3b84ca7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0547197 Aug 30 22:38:46.740529 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dcec529b-ecb0-4172-a66a-f266c96e3bda req-651b5328-75b5-448d-a55a-2800f36f7634 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332503 Aug 30 22:38:47.877575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a31bdc-237e-4eb0-b024-dfd06d20ab6a req-4b49f940-14db-4a79-91ac-55f657c95f52 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:47.879444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3a31bdc-237e-4eb0-b024-dfd06d20ab6a req-4b49f940-14db-4a79-91ac-55f657c95f52 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0638883 Aug 30 22:38:47.925030 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3a31bdc-237e-4eb0-b024-dfd06d20ab6a req-d1c8fdf7-8bb1-4b08-87bf-14f23fb7ea9a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Aug 30 22:38:48.462091 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5641-2333-4d17-80af-86b2a491776b req-8433ef60-a35c-4743-ab72-e9c85958ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:48.463554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-8433ef60-a35c-4743-ab72-e9c85958ac62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1095 time: 0.0446100 Aug 30 22:38:48.584425 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5641-2333-4d17-80af-86b2a491776b req-37b0893a-1df1-4797-b313-41c81dbcefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:48.585942 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-37b0893a-1df1-4797-b313-41c81dbcefa7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0930955 Aug 30 22:38:48.661509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-64df6ac1-87a8-4aab-b6df-e35a865daee6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 999 time: 0.0675268 Aug 30 22:38:48.721713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5641-2333-4d17-80af-86b2a491776b req-5cd393e7-7c00-46df-8048-856d5e3ce72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:48.723100 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-5cd393e7-7c00-46df-8048-856d5e3ce72b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0544322 Aug 30 22:38:48.774839 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d5641-2333-4d17-80af-86b2a491776b req-05497dce-69ac-419d-bd20-11ee834a440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:48.776335 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-05497dce-69ac-419d-bd20-11ee834a440f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464404 Aug 30 22:38:48.872876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-dd1cd666-a378-4688-b428-9573f30c1dec service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883584 Aug 30 22:38:48.974780 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ee8d5641-2333-4d17-80af-86b2a491776b req-69373434-0164-4d1e-b349-0ce9364c38aa service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Aug 30 22:38:49.058978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ae888-b4ac-4c8e-9667-da07bc3232f4 req-72a9ad22-5fe6-4ccd-a137-85a994df26ca tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:49.060506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6ae888-b4ac-4c8e-9667-da07bc3232f4 req-72a9ad22-5fe6-4ccd-a137-85a994df26ca tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0621102 Aug 30 22:38:49.102395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9f6ae888-b4ac-4c8e-9667-da07bc3232f4 req-adc5ebff-8b0a-46b3-a2d0-4a69192f73b9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329268 Aug 30 22:38:50.238717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2856b-20c7-46cf-a5eb-a427e5250508 req-b85bf960-9de2-4b9e-b1ff-79251c77347d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:50.241238 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bf2856b-20c7-46cf-a5eb-a427e5250508 req-b85bf960-9de2-4b9e-b1ff-79251c77347d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0503650 Aug 30 22:38:50.283824 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bf2856b-20c7-46cf-a5eb-a427e5250508 req-5312398e-5367-4487-a340-46efa6f7aefa tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330646 Aug 30 22:38:51.407405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f97d-6771-46ae-a6a0-747d9f524d5a req-51cfde7d-218d-4c0d-9ad8-a230f16bf72b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:51.408898 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4b9f97d-6771-46ae-a6a0-747d9f524d5a req-51cfde7d-218d-4c0d-9ad8-a230f16bf72b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0509951 Aug 30 22:38:51.450258 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c4b9f97d-6771-46ae-a6a0-747d9f524d5a req-45779154-02e8-42fc-a3d2-fbce57437e3b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334606 Aug 30 22:38:52.387598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:38:52.489120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:52.501690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '22174bab-d627-4156-ba46-3018476a65c6', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'port_id': '22174bab-d627-4156-ba46-3018476a65c6', 'mac_address': 'fa:16:3e:5b:c0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:38:52.545028 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:52.559347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22174bab-d627-4156-ba46-3018476a65c6 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:38:52.579235 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:52.582698 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aafa1-dc62-4475-a8ab-6d2e75fd0785 req-4a103547-0fee-4f66-99f0-39e27d6ef9c2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:52.584476 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-917aafa1-dc62-4475-a8ab-6d2e75fd0785 req-4a103547-0fee-4f66-99f0-39e27d6ef9c2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 943 time: 0.0555634 Aug 30 22:38:52.584915 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:52.626704 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-917aafa1-dc62-4475-a8ab-6d2e75fd0785 req-2634ba91-dd8c-4d99-be98-fe967aae7aac tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356810 Aug 30 22:38:52.633059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=9']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:38:52.911260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['22174bab-d627-4156-ba46-3018476a65c6'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:38:53.754288 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702458c9-2617-4d59-ad41-5b4f76a3547d req-cbe8c6b6-f01a-41c1-80d1-61da014f1315 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:53.755977 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-702458c9-2617-4d59-ad41-5b4f76a3547d req-cbe8c6b6-f01a-41c1-80d1-61da014f1315 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 944 time: 0.0566597 Aug 30 22:38:53.799628 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-702458c9-2617-4d59-ad41-5b4f76a3547d req-adb30961-6644-49ca-aabd-40260c0463b1 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375624 Aug 30 22:38:54.403338 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:38:54.452927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 22174bab-d627-4156-ba46-3018476a65c6 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:38:54.453306 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:54.535283 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:54.558703 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:38:54.560996 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cdaa38-b81c-4444-af02-7aa5f8a5444c" -d '{"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-plugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:38:54.574009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:38:54.579032 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:54.603863 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9604c318-a503-4912-b04d-971e7b3f1cc1 x-openstack-request-id: req-9604c318-a503-4912-b04d-971e7b3f1cc1 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:38:54.604109 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-plugged", "status": "completed", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:38:54.604413 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9604c318-a503-4912-b04d-971e7b3f1cc1 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:38:54.604809 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'code': 200} Aug 30 22:38:54.633388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=10']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:38:54.766919 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5604fe1-e49f-4099-9ace-cd09867e14d6 req-8951545e-2ea0-4bdd-aa7b-4ebe7f4fdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:54.768379 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a5604fe1-e49f-4099-9ace-cd09867e14d6 req-8951545e-2ea0-4bdd-aa7b-4ebe7f4fdebe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1098 time: 0.0444348 Aug 30 22:38:54.807090 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a5604fe1-e49f-4099-9ace-cd09867e14d6 req-101e4b9b-577f-423f-a768-5c72d6b2b793 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Aug 30 22:38:54.923405 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd3422-35af-45ec-ba98-0aa972c01b91 req-c35a01ca-4ef8-4d00-b28e-a78251e29bd7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:54.924988 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bfd3422-35af-45ec-ba98-0aa972c01b91 req-c35a01ca-4ef8-4d00-b28e-a78251e29bd7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 946 time: 0.0530341 Aug 30 22:38:54.966926 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-5bfd3422-35af-45ec-ba98-0aa972c01b91 req-ab678d98-ab85-413d-b4a7-da265644e3bf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355098 Aug 30 22:38:56.091721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ce05-4fe9-45de-94eb-e9b2eb494e55 req-2df9eb60-9a8c-451e-b794-8567bb999c52 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:56.093254 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d73ce05-4fe9-45de-94eb-e9b2eb494e55 req-2df9eb60-9a8c-451e-b794-8567bb999c52 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 946 time: 0.0554168 Aug 30 22:38:56.136171 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-9d73ce05-4fe9-45de-94eb-e9b2eb494e55 req-f5aafcdf-28da-4a15-8354-a219fb5e11be tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362468 Aug 30 22:38:57.275358 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08e94-73de-4e8d-8088-26c0fe887d96 req-af210fc9-29c2-43c9-8eb7-9e2e7df1fe7e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:38:57.277025 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70a08e94-73de-4e8d-8088-26c0fe887d96 req-af210fc9-29c2-43c9-8eb7-9e2e7df1fe7e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 946 time: 0.0545344 Aug 30 22:38:57.318276 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-70a08e94-73de-4e8d-8088-26c0fe887d96 req-2c91efa2-c941-4d9d-b72f-e7dbce23a911 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350106 Aug 30 22:39:04.435257 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:06.840738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:09.130350 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bf90a9af-bf8b-47e0-bf3a-212bd4d914d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:11.891927 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:12.102084 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c121b884-3f94-4c5d-a839-dceaf44e316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:13.111446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:14.982114 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:22.612139 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:39:34.443135 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:36.857340 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:39.124615 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d4521a1f-0f1a-453f-b890-37f638f3b782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:41.887420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:42.099129 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-830e1a87-335e-41ea-aed4-2cd21904a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:43.116143 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:44.985083 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:49.244758 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-9cf47251-633d-4432-95ce-c4aac3d3951b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969489 Aug 30 22:39:49.333782 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747d48-334d-4573-9303-9aa5f61abc51 req-a50e1495-560a-4bdd-b5ba-b7de6feb7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:39:49.335523 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-a50e1495-560a-4bdd-b5ba-b7de6feb7f2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1098 time: 0.0463939 Aug 30 22:39:49.456043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747d48-334d-4573-9303-9aa5f61abc51 req-f4722fbc-2345-4647-a17d-1b39ab439258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:39:49.457585 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-f4722fbc-2345-4647-a17d-1b39ab439258 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0964913 Aug 30 22:39:49.536310 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-44daf002-1359-4f83-9d76-fac16c461d5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 1001 time: 0.0714097 Aug 30 22:39:49.593319 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747d48-334d-4573-9303-9aa5f61abc51 req-ecb2c263-732a-4160-915f-e5c4c0fa156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:39:49.594887 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-ecb2c263-732a-4160-915f-e5c4c0fa156e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0518954 Aug 30 22:39:49.645182 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747d48-334d-4573-9303-9aa5f61abc51 req-2873b61e-a806-48a7-8e82-f5a7f3156700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:39:49.646839 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-2873b61e-a806-48a7-8e82-f5a7f3156700 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450470 Aug 30 22:39:49.749290 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-e508e495-7ce1-4c89-8a6e-5264e83b5e0b service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950301 Aug 30 22:39:49.855343 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-66747d48-334d-4573-9303-9aa5f61abc51 req-a2501cb8-974c-464b-bb48-fae8c0b564b3 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989745 Aug 30 22:39:59.617203 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:40:04.457547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:06.870810 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:09.133048 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-281732c8-a17b-4261-9636-52301e794492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:11.882126 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:12.105130 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d18992ee-3040-4d10-84e8-5346a1139cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:13.117301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:14.995282 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:34.460879 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:35.605865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-1853fe2e-cdf3-48bd-88fb-036662e995b9 req-cc3a7cc0-69ad-4664-aa53-5cb8842dde4f service neutron] (94689) timed out ('10.222.0.86', 65040) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 22:40:36.617385 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:40:36.877581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:39.129283 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1303a053-8abf-4fe0-9fbf-e3369a0fd58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.323105 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 53994) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:41.529460 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Deleting port 47cdfd7c-db67-4f4a-b7e5-aa4ac2cde0be {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:40:41.529711 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.610999 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.611323 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.622995 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Calling delete_port for 47cdfd7c-db67-4f4a-b7e5-aa4ac2cde0be owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:40:41.773945 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.803945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event deleted for resources: {'Port': ['ID=47cdfd7c-db67-4f4a-b7e5-aa4ac2cde0be,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:41.837077 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.837412 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.837766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.838099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.838432 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.838753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.839200 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.839677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.840123 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.840560 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.841002 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.841622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:41.889373 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.897047 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:41.897459 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Floating IP d9bb114b-7672-4822-a56f-c9efe700a3a4 disassociated (deleted). External IP: 172.25.5.214, port: 22174bab-d627-4156-ba46-3018476a65c6. Aug 30 22:40:42.108866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6a57561b-7f8a-400a-bb9d-9c5f195eebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:42.114608 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:40:42.247809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:40:42.253173 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:42.257465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:40:42.266890 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:40:42.267528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:40:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:40:42.284676 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-7482ad58-83d5-41b4-a2f4-55f0c14b2a90 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "DELETE /v2.0/floatingips/d9bb114b-7672-4822-a56f-c9efe700a3a4 HTTP/1.1" status: 204 len: 168 time: 0.9602695 Aug 30 22:40:42.285469 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:40:42.288407 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db983fcf-00cb-4da2-8e60-a14ac1cea99f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:40:42.376433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:40:42.516906 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65569320-9e04-4acb-941b-f54ac7f0af03 x-openstack-request-id: req-65569320-9e04-4acb-941b-f54ac7f0af03 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:40:42.517433 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:40:42.517433 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65569320-9e04-4acb-941b-f54ac7f0af03 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:40:42.517838 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'status': 'completed', 'code': 200} Aug 30 22:40:42.585866 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-530e5ece-fdff-4e9f-bbea-e434f14dbb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:42.587509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-530e5ece-fdff-4e9f-bbea-e434f14dbb6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 1098 time: 0.0428538 Aug 30 22:40:42.598218 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:40:42.614038 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845235d-7cb0-41e2-84f3-dbddc87ca2ec req-b29e5ba9-4508-435b-83a1-73f73d21be5f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:42.615748 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3845235d-7cb0-41e2-84f3-dbddc87ca2ec req-b29e5ba9-4508-435b-83a1-73f73d21be5f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 946 time: 0.0532253 Aug 30 22:40:42.629311 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:40:42.638094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:40:42.639292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:40:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:40:42.660057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3845235d-7cb0-41e2-84f3-dbddc87ca2ec req-258d2c98-b3ee-459d-bcd2-8524451fd248 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Aug 30 22:40:42.694399 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-83beabac-0048-4a39-8231-515dba4cdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:42.696005 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-83beabac-0048-4a39-8231-515dba4cdba0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1006281 Aug 30 22:40:42.738924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-b1557203-4234-4a32-b74e-43ce99bc4ac0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 200 len: 217 time: 0.0349019 Aug 30 22:40:42.744480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:40:42.789660 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-d24fe47e-d5a9-45b4-9e4a-6165dadfa151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:42.791173 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-d24fe47e-d5a9-45b4-9e4a-6165dadfa151 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0442965 Aug 30 22:40:42.843088 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-2c2533d6-1dee-4103-94e4-377671f96844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:42.844615 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-2c2533d6-1dee-4103-94e4-377671f96844 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460725 Aug 30 22:40:42.939454 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-037ac09f-8533-447a-a863-8f78f4876a24 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858407 Aug 30 22:40:42.950447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:40:42.976478 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cce9967-4e6a-498b-8305-64f54f6d462c None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:40:43.042283 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-db983fcf-00cb-4da2-8e60-a14ac1cea99f req-90d2ddd4-4649-4a3d-860a-9d3cac733e3a service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922954 Aug 30 22:40:43.122443 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:43.192119 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9dae70-bd30-45ae-b2a9-11d42f671513 None None] New status for floating IP d9bb114b-7672-4822-a56f-c9efe700a3a4: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:40:43.786865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930b0d-6a4e-4d63-95fb-28112940db8e req-e1bed010-49b2-42a6-ac6c-eff58b2be9cc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:43.788457 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7930b0d-6a4e-4d63-95fb-28112940db8e req-e1bed010-49b2-42a6-ac6c-eff58b2be9cc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 946 time: 0.0560832 Aug 30 22:40:43.828028 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b7930b0d-6a4e-4d63-95fb-28112940db8e req-722f66d6-f8ee-48b1-a836-de89109597da tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=8f217516-f8fc-4d48-b4b3-d648d3b2bd56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333469 Aug 30 22:40:44.033900 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-e62141df-546d-484a-9d06-a43cd5b7b6c9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:40:44.035396 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-e62141df-546d-484a-9d06-a43cd5b7b6c9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 946 time: 0.0526121 Aug 30 22:40:44.124122 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Deleting port 22174bab-d627-4156-ba46-3018476a65c6 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:40:44.124415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:44.214942 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] For port 22174bab-d627-4156-ba46-3018476a65c6, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=22174bab-d627-4156-ba46-3018476a65c6,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:40:44.215305 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:44.228009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Calling delete_port for 22174bab-d627-4156-ba46-3018476a65c6 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:40:44.361758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:44.388846 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event deleted for resources: {'Port': ['ID=22174bab-d627-4156-ba46-3018476a65c6,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:44.433260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] No DVR routers for this DVR port 22174bab-d627-4156-ba46-3018476a65c6 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:40:44.435854 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:44.437993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7b8bfae9-a46d-43ec-a229-c1cf5dce5aae req-0f47dd17-8d03-4709-ac19-c661fbadd01b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "DELETE /v2.0/ports/22174bab-d627-4156-ba46-3018476a65c6 HTTP/1.1" status: 204 len: 173 time: 0.3960373 Aug 30 22:40:44.518920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-deleted', 'tag': '22174bab-d627-4156-ba46-3018476a65c6'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:40:44.521386 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f97307-4ae2-4877-a9a0-d096cc108c14" -d '{"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-deleted", "tag": "22174bab-d627-4156-ba46-3018476a65c6"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:40:44.561739 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f167d7-39b3-4246-9941-ebe251e37a5b x-openstack-request-id: req-88f167d7-39b3-4246-9941-ebe251e37a5b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:40:44.562036 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec479132-675a-4de2-b1ce-ef5c05fbbfc5", "name": "network-vif-deleted", "tag": "22174bab-d627-4156-ba46-3018476a65c6", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:40:44.562289 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88f167d7-39b3-4246-9941-ebe251e37a5b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:40:44.562713 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec479132-675a-4de2-b1ce-ef5c05fbbfc5', 'name': 'network-vif-deleted', 'tag': '22174bab-d627-4156-ba46-3018476a65c6', 'status': 'completed', 'code': 200} Aug 30 22:40:44.941016 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-82d0021e-f311-4f15-9704-6acffff95970 req-5aa2e806-43d6-45a4-b9ad-a02d36a2f8ab tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec479132-675a-4de2-b1ce-ef5c05fbbfc5 HTTP/1.1" status: 200 len: 210 time: 0.0277703 Aug 30 22:40:44.985976 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.000542 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54018) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:46.060282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28425cfc-1973-4364-baae-32101ee9b2ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.087290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28425cfc-1973-4364-baae-32101ee9b2ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.158212 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28425cfc-1973-4364-baae-32101ee9b2ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.161559 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-28425cfc-1973-4364-baae-32101ee9b2ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.162846 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-28425cfc-1973-4364-baae-32101ee9b2ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "DELETE /v2.0/security-groups/8f217516-f8fc-4d48-b4b3-d648d3b2bd56 HTTP/1.1" status: 204 len: 168 time: 0.1612356 Aug 30 22:40:46.175864 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425cfc-1973-4364-baae-32101ee9b2ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f217516-f8fc-4d48-b4b3-d648d3b2bd56,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:46.388404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54024) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:46.393541 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616475088', 'description': 'tempest-secgroup-smoke-616475088 description', 'project_id': '5016aeba4d5f4b408ab3e12358b03028'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:46.417884 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.505485 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.510221 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.539483 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7a487-ea8f-4199-a091-0aac92cf126c,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:46.547709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.548094 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.548385 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.548796 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.549126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.549461 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.549800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.550126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.550448 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.550877 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.551209 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.551535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:40:46.560175 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.566465 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-34fc5219-319b-4013-918d-994b552fab97 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1734819 Aug 30 22:40:46.566945 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54026) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:46.571708 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': 'cff7a487-ea8f-4199-a091-0aac92cf126c', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:46.601176 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.658517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.663692 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.683069 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cb0475-028f-4df7-8540-363a322f5fa9,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:46.692107 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.693517 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4b84daa2-8bc5-430c-8f36-8da9e954a4bc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258454 Aug 30 22:40:46.696663 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54028) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:46.701495 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': 'cff7a487-ea8f-4199-a091-0aac92cf126c', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:46.738054 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.802815 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.808170 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.828538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bdbc53-92b7-41d1-9bad-41e099670360,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:46.838236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.840033 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-3912e8be-138d-46bf-a91d-32b8e4d722d7 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418102 Aug 30 22:40:46.842640 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54030) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:46.849032 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': 'cff7a487-ea8f-4199-a091-0aac92cf126c', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:46.891147 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.916242 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:40:46.945251 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 22174bab-d627-4156-ba46-3018476a65c6 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:40:46.945607 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 22174bab-d627-4156-ba46-3018476a65c6 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:40:46.968852 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.974326 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:46.994295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e24640-b296-40b9-a522-67b8e3bdee4d,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:47.005067 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.007577 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0adefe96-e798-4301-838b-d90f5de02633 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634536 Aug 30 22:40:47.009861 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54032) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:47.016198 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': 'cff7a487-ea8f-4199-a091-0aac92cf126c', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:47.053504 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.122215 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.127262 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.146229 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1908bc0-9f0c-4ca6-96a2-103ffe691577,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:47.152679 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.156719 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-64ef0031-a262-4930-9544-692d84cf2207 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425769 Aug 30 22:40:47.156973 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54034) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:47.161751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': 'cff7a487-ea8f-4199-a091-0aac92cf126c', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:47.187599 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Project 5016aeba4d5f4b408ab3e12358b03028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:40:47.192742 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.260343 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.265550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.283222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c13dec-1af0-4214-9e1a-4fa79f6f2bb1,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:47.292228 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.293490 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0488dadd-791b-424b-9b10-de62d435fe82 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355534 Aug 30 22:40:47.297658 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54036) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:47.302644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'security_group_rule': {'security_group_id': 'cff7a487-ea8f-4199-a091-0aac92cf126c', 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:40:47.327521 n-d-793620-16 neutron-server[94688]: INFO neutron.db.securitygroups_db [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Project 5016aeba4d5f4b408ab3e12358b03028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:40:47.336495 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.401059 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.407240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.428423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b74458-44d2-4c33-a87e-47771a5e9d80,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:40:47.437254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:47.438596 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-14507427-23d9-4f64-99ec-82f2fca163b6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398165 Aug 30 22:41:04.167038 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-ec28b4e0-b458-4f2c-93d5-5b506cf1d88a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616475088&fields=id&tenant_id=5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 267 time: 0.0497317 Aug 30 22:41:04.305470 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-735950ea-3621-466a-9b9f-1c701d8ce695 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:04.307187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-735950ea-3621-466a-9b9f-1c701d8ce695 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 808 time: 0.1291144 Aug 30 22:41:04.328798 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-64457475-0bff-4bd1-a428-75c8f9d54569 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/quotas/5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 375 time: 0.0110748 Aug 30 22:41:04.407774 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-6ce45a08-1895-4cc7-a474-8c81e64bf357 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715265 Aug 30 22:41:04.472653 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:04.491507 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-5db2da48-40ab-4740-b66f-b5eefc54e2bc service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:41:04.492664 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-5db2da48-40ab-4740-b66f-b5eefc54e2bc service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0667088 Aug 30 22:41:04.612357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-b9316d1e-2582-4eba-8d6f-8342537bcd72 service neutron] 10.222.0.76 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086917 Aug 30 22:41:04.723976 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-b02ee572-f07e-4fff-a3b8-118f6afea3cc service neutron] 10.222.0.76 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016097 Aug 30 22:41:05.107695 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cbeb6649-851e-40be-97a8-eab05e34cb76 req-fa9d35b8-b612-4196-8257-1eebf2538bc3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 210 time: 0.0358233 Aug 30 22:41:06.177256 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-bf8d9ec2-a2e9-4031-b22e-262cd5e2c8bd tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:06.179007 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-bf8d9ec2-a2e9-4031-b22e-262cd5e2c8bd tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 808 time: 0.1516252 Aug 30 22:41:06.246105 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-ffffb516-614e-4d89-ba35-f73412b47e15 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 379 time: 0.0573626 Aug 30 22:41:06.257990 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b6fd0c71-94d1-477e-a037-4ee4d6ac6ca0 req-b9bf6a8c-e5e7-4846-8b1a-398f4c0e31d3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 210 time: 0.0428660 Aug 30 22:41:06.260948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'port': {'device_id': '3119e974-f866-4283-b048-cf28dccf097b', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'admin_state_up': True, 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'security_groups': ['cff7a487-ea8f-4199-a091-0aac92cf126c']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:41:06.442838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Made reservation on behalf of 5016aeba4d5f4b408ab3e12358b03028 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:41:06.446141 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:06.604815 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Allocated IP 172.20.0.11 (ca4af18a-4be4-4335-9b35-3abc72110c8c/bd1ccc48-0c70-46e7-b719-e7b9fa6b1383/6e6c6077-9f92-470a-bd58-a3c5a48ba4bd) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:41:06.797950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:06.816171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Transition to ACTIVE for port object 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:41:06.867189 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:06.881429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:06.917311 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Network ca4af18a-4be4-4335-9b35-3abc72110c8c is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:41:06.920613 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:41:06.924821 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:41:06.952818 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:06.990874 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:06.991550 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:07.009303 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dd25f090-42e9-4b25-bbc3-55771a154846 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557948 Aug 30 22:41:07.022354 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Request body: {'port': {'device_id': '3119e974-f866-4283-b048-cf28dccf097b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:41:07.100084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:07.258909 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-30b80012-6235-4f13-b8e8-90470ba04e5e None None] Provisioning for port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:41:07.263661 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-30b80012-6235-4f13-b8e8-90470ba04e5e None None] Provisioning complete for port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:41:07.264372 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-30b80012-6235-4f13-b8e8-90470ba04e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:07.331686 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-30b80012-6235-4f13-b8e8-90470ba04e5e None None] Port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:41:07.452560 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ca282-c028-4a72-aacd-dc3bb24c52a4 req-bfe12bb7-d9a4-4c81-be77-015af892643e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:07.454467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e2ca282-c028-4a72-aacd-dc3bb24c52a4 req-bfe12bb7-d9a4-4c81-be77-015af892643e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 932 time: 0.0813522 Aug 30 22:41:07.524733 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6e2ca282-c028-4a72-aacd-dc3bb24c52a4 req-cacbf76e-3f33-4b0b-893b-a2f0245c4302 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563600 Aug 30 22:41:07.844697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:41:07.853589 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:07.867612 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Transition to ACTIVE for port object 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:41:07.873012 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:07.939085 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:08.028578 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Attempting to bind port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:41:08.029116 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Attempting to bind port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:41:08.029651 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Attempting to bind port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd on network ca4af18a-4be4-4335-9b35-3abc72110c8c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:41:08.037222 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd on network ca4af18a-4be4-4335-9b35-3abc72110c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:41:08.037753 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Attempting to bind port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd on network ca4af18a-4be4-4335-9b35-3abc72110c8c {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:41:08.046890 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:41:08.047450 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Checking segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:41:08.048089 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Bound using segment: {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:41:08.048876 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Bound port: 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6864cea6-3b9f-450c-a291-090f9869a813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:41:08.049474 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:08.151205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:41:08.156772 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:41:08.163042 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:08.211277 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:08.212116 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:08.214563 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] 10.222.0.86 "PUT /v2.0/ports/6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 1093 time: 1.1969821 Aug 30 22:41:08.215301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:41:08.219037 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:41:08.280581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613b117-04cb-477d-84b0-c201c2de9125 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:08.334706 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b22f1f-6e19-456b-84c2-18eeaf4f99c6 x-openstack-request-id: req-40b22f1f-6e19-456b-84c2-18eeaf4f99c6 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:41:08.334706 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:41:08.334706 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40b22f1f-6e19-456b-84c2-18eeaf4f99c6 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:41:08.334706 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'status': 'completed', 'code': 200} Aug 30 22:41:08.360850 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-da4cbdc6-016e-44d9-82e1-1b33e1c9a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:08.363124 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-da4cbdc6-016e-44d9-82e1-1b33e1c9a08e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1096 time: 0.0773380 Aug 30 22:41:08.432108 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-cda7c749-a1fa-492c-ab3a-72b33c415ff3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 217 time: 0.0599732 Aug 30 22:41:08.498313 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dc41f28b-5cf3-453c-8a04-4fabf0886d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:08.501479 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-dc41f28b-5cf3-453c-8a04-4fabf0886d49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0630960 Aug 30 22:41:08.563823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-e4d1263d-bfdb-4995-9beb-e072b03553b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:08.566028 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-e4d1263d-bfdb-4995-9beb-e072b03553b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528727 Aug 30 22:41:08.695247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-8797fc4e-f6c5-4a1d-8308-2b1d1e751526 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207039 Aug 30 22:41:08.700215 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0698-b104-4eca-a55d-2e601620a5c9 req-28f59c6e-ebec-45f0-b30e-296210bb0ff0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:08.702246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06cb0698-b104-4eca-a55d-2e601620a5c9 req-28f59c6e-ebec-45f0-b30e-296210bb0ff0 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0772872 Aug 30 22:41:08.764360 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06cb0698-b104-4eca-a55d-2e601620a5c9 req-91c68693-7977-4fe9-a38b-922c8d99fcb8 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492120 Aug 30 22:41:08.811334 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f2ca5871-ef54-4421-b80c-e06c1c8fb660 req-8b4b6425-c3ac-42e0-8641-bf489491bbef service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080713 Aug 30 22:41:08.910733 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-3e593bc4-6915-4617-84dd-e196a87c17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:08.912889 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-3e593bc4-6915-4617-84dd-e196a87c17ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1096 time: 0.0533757 Aug 30 22:41:09.039689 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-d8dc9943-cf3e-4f16-a322-c67781b7712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:09.041937 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-d8dc9943-cf3e-4f16-a322-c67781b7712d service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1213214 Aug 30 22:41:09.089262 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-2a1c81ec-28c7-4765-9b31-7337d55a2826 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 217 time: 0.0403283 Aug 30 22:41:09.139446 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ba99b49b-ef6b-44a2-b063-27d0ab0bd039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:09.170348 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-e6ac45d8-d3c6-40b3-8ac6-deefebc06f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:09.171980 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-e6ac45d8-d3c6-40b3-8ac6-deefebc06f84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0761678 Aug 30 22:41:09.230029 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-9663864e-56f6-4bac-a1ad-125a7d80e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:09.231693 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-9663864e-56f6-4bac-a1ad-125a7d80e92d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513608 Aug 30 22:41:09.378319 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-a0ee26b5-8436-46de-9b9c-a39712b6f6db service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391346 Aug 30 22:41:09.527743 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-9b8b205c-f68b-4ecf-b611-fb3a702ef8ff req-f6e65567-fa2c-4b1f-bef4-8109e88ff1be service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403511 Aug 30 22:41:09.935426 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18833ab-ef27-4ee0-b7d4-6fdbd4d9f0a0 req-38ffa8e6-6cf7-4114-9564-a6246b676813 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:09.937242 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c18833ab-ef27-4ee0-b7d4-6fdbd4d9f0a0 req-38ffa8e6-6cf7-4114-9564-a6246b676813 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0576489 Aug 30 22:41:09.988279 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c18833ab-ef27-4ee0-b7d4-6fdbd4d9f0a0 req-cb8a83b1-6041-4f1a-9f69-9065f20011bf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 Aug 30 22:41:11.154592 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4c28d-e1e3-49c4-925b-a3abde63b0aa req-ff70097f-9344-4eb2-bd90-ca41b19998f3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:11.156210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26f4c28d-e1e3-49c4-925b-a3abde63b0aa req-ff70097f-9344-4eb2-bd90-ca41b19998f3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0572174 Aug 30 22:41:11.204500 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-26f4c28d-e1e3-49c4-925b-a3abde63b0aa req-e0dfc9e1-c9cc-4e0b-b659-8d8ecdb3c01f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 Aug 30 22:41:11.891069 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:12.112133 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fa7e73d-f14d-4e06-8156-8857504fd413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:12.360258 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fca89-dc37-490c-a88c-536c12f5b500 req-b68727ef-248f-49d2-b8d6-2a013952e538 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:12.361900 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d65fca89-dc37-490c-a88c-536c12f5b500 req-b68727ef-248f-49d2-b8d6-2a013952e538 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0629470 Aug 30 22:41:12.408554 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d65fca89-dc37-490c-a88c-536c12f5b500 req-f74f35c6-429a-4747-92a6-1f7987bd8c17 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354161 Aug 30 22:41:13.129272 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:13.572993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a806608-d9f0-4bce-95d1-6d224786c674 req-95bc56a3-3d3b-4621-8265-6442340e65f2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:13.575683 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a806608-d9f0-4bce-95d1-6d224786c674 req-95bc56a3-3d3b-4621-8265-6442340e65f2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0682747 Aug 30 22:41:13.623121 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:41:13.636716 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0a806608-d9f0-4bce-95d1-6d224786c674 req-34736cbe-5439-4b78-87b0-575c95b66b06 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513620 Aug 30 22:41:14.779584 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19000c0-1b5f-496e-82d1-63a898b3aaea req-af875cab-3f04-4839-b09f-49c27fca636b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:14.781400 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a19000c0-1b5f-496e-82d1-63a898b3aaea req-af875cab-3f04-4839-b09f-49c27fca636b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0545895 Aug 30 22:41:14.836166 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a19000c0-1b5f-496e-82d1-63a898b3aaea req-478fd3fc-7d11-4ba0-a94c-6b97a095297e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481327 Aug 30 22:41:14.989339 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:15.986148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c565f2f-8f79-4121-a84e-ec6c4dc338fe req-d84622d5-e01e-4fad-8a77-f6ef81328e8b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:15.987844 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c565f2f-8f79-4121-a84e-ec6c4dc338fe req-d84622d5-e01e-4fad-8a77-f6ef81328e8b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0639958 Aug 30 22:41:16.055982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8c565f2f-8f79-4121-a84e-ec6c4dc338fe req-7f87b456-aad9-4da6-ba4c-e28117f4c350 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515392 Aug 30 22:41:17.213709 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb116a3a-673c-43cc-94e1-6077d32cc4dc req-e27765fc-6af7-4ad1-a108-02e02d69ac28 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:17.215283 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb116a3a-673c-43cc-94e1-6077d32cc4dc req-e27765fc-6af7-4ad1-a108-02e02d69ac28 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0542679 Aug 30 22:41:17.268300 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb116a3a-673c-43cc-94e1-6077d32cc4dc req-009db9a6-0b2c-45fc-8ff1-d3b314b3d5de tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Aug 30 22:41:18.423728 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b17c0c-5726-4986-8277-f5ff366fe636 req-2e4d88ba-146b-4803-a244-4ee98f59fe21 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:18.425707 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3b17c0c-5726-4986-8277-f5ff366fe636 req-2e4d88ba-146b-4803-a244-4ee98f59fe21 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0616810 Aug 30 22:41:18.487159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c3b17c0c-5726-4986-8277-f5ff366fe636 req-c83fedc4-5db6-45e5-a7ca-1563b1932d6d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516851 Aug 30 22:41:19.097920 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:41:19.215319 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:41:19.228688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'port_id': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'mac_address': 'fa:16:3e:7e:f7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:41:19.276835 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:19.291487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:41:19.312346 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:41:19.317767 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:19.378453 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:19.390329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.390882 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.391391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.391939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.392500 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.392959 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.393513 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.394058 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.394580 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.395141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.395685 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.396233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:19.630051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:41:19.641333 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336e2e7-f192-44b4-b611-e8b4be342d36 req-b2cd3cc9-cd36-4b04-830f-1609f8662145 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:19.643717 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f336e2e7-f192-44b4-b611-e8b4be342d36 req-b2cd3cc9-cd36-4b04-830f-1609f8662145 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 945 time: 0.0687850 Aug 30 22:41:19.686876 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f336e2e7-f192-44b4-b611-e8b4be342d36 req-5a38735b-0160-4314-81ea-a21b6cd2c8a6 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360849 Aug 30 22:41:20.850353 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dbf46-2a62-4cd7-8e63-d5c2b2c0d5aa req-0787ecdd-2dd5-4438-ac04-ef4c7bac8967 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:20.852924 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-239dbf46-2a62-4cd7-8e63-d5c2b2c0d5aa req-0787ecdd-2dd5-4438-ac04-ef4c7bac8967 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 945 time: 0.0560536 Aug 30 22:41:20.913936 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-239dbf46-2a62-4cd7-8e63-d5c2b2c0d5aa req-f84bf40c-8793-4ab1-924c-6f92541028db tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511217 Aug 30 22:41:21.103396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:41:21.156679 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:41:21.161768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:41:21.162291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:21.252941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:21.277117 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:41:21.279465 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e086a-86e6-4ebe-960d-a4ca5acc4a35" -d '{"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:41:21.296900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:41:21.302481 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:21.341423 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a45c4-2ea8-4e4a-82e5-a9c20bb0b425 x-openstack-request-id: req-928a45c4-2ea8-4e4a-82e5-a9c20bb0b425 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:41:21.342727 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:41:21.342984 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-928a45c4-2ea8-4e4a-82e5-a9c20bb0b425 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:41:21.343567 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'code': 200} Aug 30 22:41:21.383508 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:21.453770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338b320-dc4b-49ab-a18f-ee072ebefb2b req-3361bd7e-f314-437a-b0b0-56d5d116be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:21.455390 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2338b320-dc4b-49ab-a18f-ee072ebefb2b req-3361bd7e-f314-437a-b0b0-56d5d116be66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0527523 Aug 30 22:41:21.511247 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2338b320-dc4b-49ab-a18f-ee072ebefb2b req-61ded769-5eb5-4854-acc4-5862d399a04c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482438 Aug 30 22:41:22.060570 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73ef23-4c3e-42da-9e5b-06b715e66b0c req-81d5cbcb-e908-42dd-bf67-a4d1c66e77ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:22.062210 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb73ef23-4c3e-42da-9e5b-06b715e66b0c req-81d5cbcb-e908-42dd-bf67-a4d1c66e77ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0590718 Aug 30 22:41:22.111916 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bb73ef23-4c3e-42da-9e5b-06b715e66b0c req-ffee8c93-7800-45d9-a584-d10c4cde0258 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 Aug 30 22:41:23.257889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d83c0-0f74-4ba9-840e-3a377227b7d6 req-55041eba-ef0e-4a6d-853b-ea183e968fe5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:23.259570 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-709d83c0-0f74-4ba9-840e-3a377227b7d6 req-55041eba-ef0e-4a6d-853b-ea183e968fe5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0594566 Aug 30 22:41:23.302861 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-709d83c0-0f74-4ba9-840e-3a377227b7d6 req-879b7c37-8265-4793-b9a5-cc1be11c8f50 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364790 Aug 30 22:41:23.455800 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e7a5a-5665-4234-bead-57c91c9a68e9 req-9f6b4649-6e07-4faf-91ca-f27f5a835b0b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:23.457345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea0e7a5a-5665-4234-bead-57c91c9a68e9 req-9f6b4649-6e07-4faf-91ca-f27f5a835b0b tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0745025 Aug 30 22:41:23.508243 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ea0e7a5a-5665-4234-bead-57c91c9a68e9 req-6770ef9c-c5e9-4dc6-a427-7d64d21082ac tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 Aug 30 22:41:23.544845 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54254) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:23.661688 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f60920-48b0-453c-a543-874071bd3b16 tempest-TestShelveInstance-977604256 tempest-TestShelveInstance-977604256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:23.663345 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-98f60920-48b0-453c-a543-874071bd3b16 tempest-TestShelveInstance-977604256 tempest-TestShelveInstance-977604256-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1093 time: 0.1171675 Aug 30 22:41:23.666486 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54258) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:23.671435 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:41:23.702696 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:23.816336 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:23.974229 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Allocated IP 172.25.5.66 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/58b3fbaa-6d98-42d6-b50d-28096b119398) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:41:24.099635 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:24.150946 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:24.200361 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:41:24.206819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:41:24.209098 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'Port': ['ID=58b3fbaa-6d98-42d6-b50d-28096b119398,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:24.211320 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:41:24.687791 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:24.766932 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:24.998073 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for port, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:25.006057 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8478085'] for port, after_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:25.088066 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event updated for resources: {'Port': ['ID=58b3fbaa-6d98-42d6-b50d-28096b119398,revision_number=2']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:25.103235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:25.252934 n-d-793620-16 neutron-server[94689]: INFO neutron.db.l3_db [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Floating IP 97129cbc-29b6-4829-bb4a-f436ddb1d010 associated. External IP: 172.25.5.66, port: 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd. Aug 30 22:41:25.506224 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:41:25.631604 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:41:25.643309 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:41:25.653980 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:25.654621 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:41:25.655325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:41:25.706693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-566237cc-f4d0-4474-920d-633696336b4f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0266006 Aug 30 22:41:25.706693 n-d-793620-16 neutron-server[94689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:41:25.706693 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a1b52a6c9a59d8a335191b3f00e1ce469a6d6397f74cff0b4628f52b9ad492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:41:25.802598 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:41:25.828399 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18224ffb-8c3e-471b-99ff-894889dfc144 x-openstack-request-id: req-18224ffb-8c3e-471b-99ff-894889dfc144 {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:41:25.828837 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "status": "completed", "code": 200}]} {{(pid=94689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:41:25.829284 n-d-793620-16 neutron-server[94689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18224ffb-8c3e-471b-99ff-894889dfc144 {{(pid=94689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:41:25.829981 n-d-793620-16 neutron-server[94689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'status': 'completed', 'code': 200} Aug 30 22:41:25.896809 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-dcf80dea-67ae-4c20-b699-cb9ba85ff7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:25.898773 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-dcf80dea-67ae-4c20-b699-cb9ba85ff7f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0475569 Aug 30 22:41:26.001195 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-3ed8e689-9698-4314-bfb4-958b672e87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:26.002698 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-3ed8e689-9698-4314-bfb4-958b672e87df service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0963058 Aug 30 22:41:26.102947 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-416c2f1b-684e-4ba2-8dc4-e403966a1d74 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 999 time: 0.0920043 Aug 30 22:41:26.111935 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '97129cbc-29b6-4829-bb4a-f436ddb1d010', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'port_id': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'mac_address': 'fa:16:3e:7e:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119e974-f866-4283-b048-cf28dccf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:41:24Z', 'updated_at': '2021-08-30T22:41:24Z', 'revision_number': 0, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:41:26.188481 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-1733ec12-5e23-48de-a48a-fb8467f2f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:26.191398 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-1733ec12-5e23-48de-a48a-fb8467f2f5a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0806000 Aug 30 22:41:26.269099 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-037f1a8f-f154-4117-a973-922f880990ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:26.271556 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-037f1a8f-f154-4117-a973-922f880990ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726192 Aug 30 22:41:26.350202 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:41:26.362756 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:41:26.363777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:41:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:41:26.400233 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-a22e2f26-95a0-450d-8036-3829a6c68726 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198280 Aug 30 22:41:26.507962 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:41:26.521962 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-a50cf9d2-90a8-4229-8c42-4d4ad1396ab2 req-95488c79-b65b-4b35-a63a-a32d45b55049 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143284 Aug 30 22:41:26.819397 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '97129cbc-29b6-4829-bb4a-f436ddb1d010', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'port_id': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'mac_address': 'fa:16:3e:7e:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119e974-f866-4283-b048-cf28dccf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:41:24Z', 'updated_at': '2021-08-30T22:41:24Z', 'revision_number': 0, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:41:26.868485 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b7fb46-0f23-4fd9-b13d-0f90396e7396 None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '97129cbc-29b6-4829-bb4a-f436ddb1d010', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'floating_ip_address': '172.25.5.66', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'port_id': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'mac_address': 'fa:16:3e:7e:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119e974-f866-4283-b048-cf28dccf097b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:41:24Z', 'updated_at': '2021-08-30T22:41:24Z', 'revision_number': 0, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:41:27.126308 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e57d1-6e8c-4d94-9059-3981a22d1b4c None None] New status for floating IP 97129cbc-29b6-4829-bb4a-f436ddb1d010: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:41:34.485113 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:36.889187 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:39.130103 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d266be56-ebcc-4147-9145-a66f69a13364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:41.895478 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:42.115888 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e00da95c-2c14-42d1-8078-5338c55cb1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:43.131214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:44.992148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:50.625165 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:41:51.578588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-1992b175-1f1c-43ae-9727-5a11e98d25f7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472643 Aug 30 22:41:51.665911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-7affd878-0c23-4d8e-a277-6e9e58ef2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:51.668121 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-7affd878-0c23-4d8e-a277-6e9e58ef2bfa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0450919 Aug 30 22:41:51.784329 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-189af194-e062-448e-8aec-c4e3473e77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:51.785913 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-189af194-e062-448e-8aec-c4e3473e77a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0950382 Aug 30 22:41:51.856284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-d9d29522-e364-453d-86bf-a45276b3ac8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 1001 time: 0.0631702 Aug 30 22:41:51.912798 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-004d905b-d86d-40eb-b603-58c23651bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:51.914561 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-004d905b-d86d-40eb-b603-58c23651bf58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0518112 Aug 30 22:41:51.978828 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-22c03520-aa99-44b5-8636-75ff2f2248ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:51.980307 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-22c03520-aa99-44b5-8636-75ff2f2248ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583529 Aug 30 22:41:52.092352 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-c35ac715-2554-4c0a-a355-d9f2ed263752 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046886 Aug 30 22:41:52.192213 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f4c2a1f2-a4b4-47e5-98f7-82d2502b3163 req-034ff5e3-871f-47ff-8198-dbdb3f66f1a2 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924358 Aug 30 22:42:04.484245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.891193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.131312 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-38a9ccd3-d42b-4128-a8b4-9aba6bd6081d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.893499 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.112429 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8930f37d-dd5d-455a-b4a1-586510176978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.131239 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.996164 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.627676 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:42:34.484065 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:36.911875 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.127713 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cd992cc0-2f2e-4a37-857f-6a8599116038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:41.892935 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.123384 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5f207985-6a7c-47e0-80e5-673fabbe43b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.134881 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.999612 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.592456 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-a4ff8b9d-df10-4a87-be41-38feb800478b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472369 Aug 30 22:42:52.681009 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-19669589-0155-4477-9442-d113c4a9aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:52.682550 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-19669589-0155-4477-9442-d113c4a9aa17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0453339 Aug 30 22:42:52.790155 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-61f30127-71cd-4b9d-b279-30afda727b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:52.791683 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-61f30127-71cd-4b9d-b279-30afda727b46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0881646 Aug 30 22:42:52.858912 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-3d2dd32d-d4b6-4a1a-af8a-0d31899e5c39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 1001 time: 0.0593343 Aug 30 22:42:52.909164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-7cc837ec-19a6-47b8-87b5-3e35dc472f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:52.910707 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-7cc837ec-19a6-47b8-87b5-3e35dc472f07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0446661 Aug 30 22:42:52.961751 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-a303a45c-940d-4450-9b9c-78e82a8821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:52.963323 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-a303a45c-940d-4450-9b9c-78e82a8821d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453224 Aug 30 22:42:53.054382 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-7c67416c-7f5e-4e64-b3a8-b1da985d9ae5 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Aug 30 22:42:53.148519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5dac47b3-e26f-4e83-abcb-ecf33054949e req-9cc50add-8edf-4706-8b7b-795c9644acf7 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Aug 30 22:43:04.499600 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.628096 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:43:06.918695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.122547 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5b086c78-5894-4e47-bece-02f8e0a5dea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.902719 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.125958 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90151daa-fd4d-4a19-800b-79ff48b1a18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.141727 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:15.001665 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.273177 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf64c1-5c2f-4823-a94b-f8b4688f41cf req-3926fd19-94e1-400b-bdf2-b5ca5f4dd6a9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.275852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73bf64c1-5c2f-4823-a94b-f8b4688f41cf req-3926fd19-94e1-400b-bdf2-b5ca5f4dd6a9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.1109388 Aug 30 22:43:24.320277 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-73bf64c1-5c2f-4823-a94b-f8b4688f41cf req-9e6759eb-91a6-4a8b-a9c7-32ed9f3bd793 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391946 Aug 30 22:43:25.504488 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c066517-bcf9-40d7-a056-0ce1f215f3ec req-19919f79-47b9-4ffa-bdf3-26946003205f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:25.506010 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c066517-bcf9-40d7-a056-0ce1f215f3ec req-19919f79-47b9-4ffa-bdf3-26946003205f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0687144 Aug 30 22:43:25.546439 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3c066517-bcf9-40d7-a056-0ce1f215f3ec req-168e95fb-114b-41d4-859c-65b745349329 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341659 Aug 30 22:43:26.680046 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f94c2-28aa-4c8a-8aac-46cc803e72f9 req-585315ec-a73b-4a34-8ea9-71df36324bcf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:26.682005 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211f94c2-28aa-4c8a-8aac-46cc803e72f9 req-585315ec-a73b-4a34-8ea9-71df36324bcf tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0550089 Aug 30 22:43:26.723453 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-211f94c2-28aa-4c8a-8aac-46cc803e72f9 req-e218f30c-6cf8-4d52-85a3-52a08ee46c31 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349159 Aug 30 22:43:27.843602 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bdd24-25fc-4865-9845-610ce3561a7d req-96f17285-bec0-4b4e-9d53-9861f321878d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:27.845095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f4bdd24-25fc-4865-9845-610ce3561a7d req-96f17285-bec0-4b4e-9d53-9861f321878d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0490751 Aug 30 22:43:27.895582 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f4bdd24-25fc-4865-9845-610ce3561a7d req-a8612994-c831-43f5-934e-4b5ab83105eb tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402331 Aug 30 22:43:29.031424 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458e114-44da-4fd4-b440-359daeffd40c req-c7e54f8c-3840-4f31-a6f7-9c447529045f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:29.033367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a458e114-44da-4fd4-b440-359daeffd40c req-c7e54f8c-3840-4f31-a6f7-9c447529045f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0568116 Aug 30 22:43:29.101661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a458e114-44da-4fd4-b440-359daeffd40c req-56125eab-7d13-49ea-8a57-de87f162baf3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582879 Aug 30 22:43:30.241093 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce886cb3-8fd6-43a3-8871-7887cf5c8240 req-6db7ae28-4216-479f-89e9-2092fac1c39a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:30.242618 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce886cb3-8fd6-43a3-8871-7887cf5c8240 req-6db7ae28-4216-479f-89e9-2092fac1c39a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0573909 Aug 30 22:43:30.283639 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ce886cb3-8fd6-43a3-8871-7887cf5c8240 req-a3494a13-a2bb-4957-822e-7136455136ec tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Aug 30 22:43:31.439772 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc7b06-b28a-43b1-b798-a76268343bb8 req-c46bf075-1232-4168-a527-39b95577e155 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:31.441971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9dc7b06-b28a-43b1-b798-a76268343bb8 req-c46bf075-1232-4168-a527-39b95577e155 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0641754 Aug 30 22:43:31.489355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c9dc7b06-b28a-43b1-b798-a76268343bb8 req-c3f539c1-2ce8-426f-b2a3-ed6d3abbdb24 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363066 Aug 30 22:43:32.623738 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5da528-495d-4855-b04c-f6d758aba732 req-1bb6e97a-a228-415a-8a6c-1f4606f7134e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:32.625475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b5da528-495d-4855-b04c-f6d758aba732 req-1bb6e97a-a228-415a-8a6c-1f4606f7134e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0631604 Aug 30 22:43:32.683138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6b5da528-495d-4855-b04c-f6d758aba732 req-f9d57209-3b1e-4557-9094-e9e3db0d1a33 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480766 Aug 30 22:43:33.809634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821b3c-f8b4-4e83-9573-caf9c9ce2d6e req-a7f5195f-9c9e-42f0-921d-7694870dd56f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:33.811384 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4821b3c-f8b4-4e83-9573-caf9c9ce2d6e req-a7f5195f-9c9e-42f0-921d-7694870dd56f tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0558207 Aug 30 22:43:33.867658 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b4821b3c-f8b4-4e83-9573-caf9c9ce2d6e req-8ad3343f-aa60-4cdb-8c10-35624a453b41 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 Aug 30 22:43:34.348034 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-e89501d3-7ca3-43c8-8315-111d54008767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.349634 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-e89501d3-7ca3-43c8-8315-111d54008767 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0490348 Aug 30 22:43:34.454989 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-aff04c43-2097-4f11-bf1d-b5d59a610346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.456588 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-aff04c43-2097-4f11-bf1d-b5d59a610346 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0994246 Aug 30 22:43:34.515013 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:34.534924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-d42b25f3-9808-4ae9-a201-1d30629980f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 1001 time: 0.0702047 Aug 30 22:43:34.586055 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-a37654ae-3f6b-4480-9efb-cdaf3c8b2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.587492 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-a37654ae-3f6b-4480-9efb-cdaf3c8b2d6d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0455565 Aug 30 22:43:34.634999 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-436cda61-ea11-403e-92a1-307e061d63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.636531 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-436cda61-ea11-403e-92a1-307e061d63f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420377 Aug 30 22:43:34.737996 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-7abe72ab-5b16-4bbf-9db4-4861ecdf312a service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940216 Aug 30 22:43:34.836854 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-6e8a7163-b549-4a9c-a102-802ecd5b3b83 req-4c0664b4-ccfa-4db2-a4b8-d8f358efe4d0 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910995 Aug 30 22:43:35.005040 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478f92a-04ec-4a9c-9ff3-2b497d2e5ac5 req-b5bd18df-ff07-4d59-a8fc-f4bfac16a11e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.006652 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3478f92a-04ec-4a9c-9ff3-2b497d2e5ac5 req-b5bd18df-ff07-4d59-a8fc-f4bfac16a11e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0560548 Aug 30 22:43:35.054007 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3478f92a-04ec-4a9c-9ff3-2b497d2e5ac5 req-af248df6-46f0-477b-bf82-f708529e0088 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360618 Aug 30 22:43:36.190431 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b0a2f-c165-48a4-a373-8250ef06966d req-4fca95ce-9c3f-4ed1-8ecd-dafa9b0fc5d3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.192056 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb3b0a2f-c165-48a4-a373-8250ef06966d req-4fca95ce-9c3f-4ed1-8ecd-dafa9b0fc5d3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0568702 Aug 30 22:43:36.246346 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cb3b0a2f-c165-48a4-a373-8250ef06966d req-bdee3d46-969c-4e01-8f96-3ee57f9442ed tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Aug 30 22:43:36.930921 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.381786 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1515635-0118-4390-b238-d9b73902704b req-e95b2c2b-2d53-4dc4-ad0c-f552779e65d4 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:37.383661 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1515635-0118-4390-b238-d9b73902704b req-e95b2c2b-2d53-4dc4-ad0c-f552779e65d4 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0570517 Aug 30 22:43:37.432095 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a1515635-0118-4390-b238-d9b73902704b req-47473481-ec5e-4a98-8c21-34b9e73feffd tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381560 Aug 30 22:43:38.572810 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b33d3-41cb-49f9-8c41-f681b025f31a req-5bd91c11-3fe3-46ef-8f53-cb5fd718bd96 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:38.574234 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-107b33d3-41cb-49f9-8c41-f681b025f31a req-5bd91c11-3fe3-46ef-8f53-cb5fd718bd96 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0510721 Aug 30 22:43:38.620805 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-107b33d3-41cb-49f9-8c41-f681b025f31a req-d4cdf7dc-4676-44d2-80c0-ed22b12febd1 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Aug 30 22:43:38.889856 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c764b-73a6-463b-b842-ccdcb1acf3fe req-dff7926e-7d9b-48f8-8743-e63d59cb73e4 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:38.892138 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-636c764b-73a6-463b-b842-ccdcb1acf3fe req-dff7926e-7d9b-48f8-8743-e63d59cb73e4 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0658500 Aug 30 22:43:38.962914 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-f6e48522-7414-4bcb-abcd-d00695eb8e31 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563346 Aug 30 22:43:38.978202 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-636c764b-73a6-463b-b842-ccdcb1acf3fe req-b861efff-c27e-433a-8898-f074403eb3f1 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511351 Aug 30 22:43:39.134609 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-db420b00-2b95-43c8-b4b8-7d50220bf574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.779393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:43:39.872815 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.913380 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:39.916513 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e4a7a3-f957-4c3b-818b-7356d2e7f56b" -d '{"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-unplugged", "status": "completed", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:39.937016 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:39.943178 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.000103 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:40.011721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.011721 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.012701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.012701 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.013207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.013883 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.014528 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.015082 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.015583 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.016042 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.016494 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.016966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:40.056621 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9713c-e308-4fa5-9b6b-9257333a4834 x-openstack-request-id: req-54b9713c-e308-4fa5-9b6b-9257333a4834 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:40.057260 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-unplugged", "status": "failed", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "code": 422}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:40.057677 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54b9713c-e308-4fa5-9b6b-9257333a4834 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:40.058335 n-d-793620-16 neutron-server[94690]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'code': 422} returned with failed status Aug 30 22:43:40.166811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd634b1-9b47-490f-888d-34f224da46e9 req-18513ef2-218c-41ba-b791-91b51e1bd0d2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.168561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abd634b1-9b47-490f-888d-34f224da46e9 req-18513ef2-218c-41ba-b791-91b51e1bd0d2 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0606272 Aug 30 22:43:40.225390 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-abd634b1-9b47-490f-888d-34f224da46e9 req-eabc69fd-a145-4a11-890b-6fcf6bedd2be tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488329 Aug 30 22:43:41.382825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf00c9-a960-4a15-89f5-f9742113af12 req-bdda5f63-0107-43f6-895c-d8ba3b08a651 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.384394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecf00c9-a960-4a15-89f5-f9742113af12 req-bdda5f63-0107-43f6-895c-d8ba3b08a651 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0687084 Aug 30 22:43:41.439731 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7ecf00c9-a960-4a15-89f5-f9742113af12 req-3ab933c6-3261-41ca-ac7e-f508b154d81e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477479 Aug 30 22:43:41.633735 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:43:41.893939 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.122983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b09344f6-651a-4793-a9db-e3844e6cfceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.594760 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7150b8-9640-4904-b3fb-b69197cca0aa req-bb73365f-a567-40b4-b1f5-206386ea44a3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:42.596925 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b7150b8-9640-4904-b3fb-b69197cca0aa req-bb73365f-a567-40b4-b1f5-206386ea44a3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0645158 Aug 30 22:43:42.644852 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-0b7150b8-9640-4904-b3fb-b69197cca0aa req-786b0187-d4fa-4208-a3ef-4d0afa42c067 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 Aug 30 22:43:43.140634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:43.782875 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33e125-87fb-462a-add4-ceae937dbd91 req-80ad319f-5224-4e47-909e-1438e792d19e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.784431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be33e125-87fb-462a-add4-ceae937dbd91 req-80ad319f-5224-4e47-909e-1438e792d19e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0655291 Aug 30 22:43:43.843727 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-be33e125-87fb-462a-add4-ceae937dbd91 req-7f8a7810-5dfb-4ed2-a28f-129ffa4d5574 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510190 Aug 30 22:43:44.237552 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080982-15bb-4670-ab38-623fcd691bc8 req-1e03bade-1ca1-4899-ac9f-731bb316a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.239110 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-1e03bade-1ca1-4899-ac9f-731bb316a20c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b&tenant_id=5016aeba4d5f4b408ab3e12358b03028 HTTP/1.1" status: 200 len: 1096 time: 0.0511007 Aug 30 22:43:44.309510 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080982-15bb-4670-ab38-623fcd691bc8 req-8c782158-5f35-43da-9050-9b995c838818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.311340 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-8c782158-5f35-43da-9050-9b995c838818 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1096 time: 0.0455260 Aug 30 22:43:44.411482 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080982-15bb-4670-ab38-623fcd691bc8 req-df09d49d-70d2-4054-b69d-65fd143f8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.413189 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-df09d49d-70d2-4054-b69d-65fd143f8678 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0944705 Aug 30 22:43:44.491485 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-d9369ed9-a104-4f92-ad9c-3e291dcc3330 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 999 time: 0.0705881 Aug 30 22:43:44.556404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080982-15bb-4670-ab38-623fcd691bc8 req-95bd5097-a151-4fef-a145-3b58528578f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.557963 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-95bd5097-a151-4fef-a145-3b58528578f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0586078 Aug 30 22:43:44.612685 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93080982-15bb-4670-ab38-623fcd691bc8 req-a774233f-b61b-4aaa-a75b-b7472b3adca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.614285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-a774233f-b61b-4aaa-a75b-b7472b3adca9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494733 Aug 30 22:43:44.735404 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-ee2322ed-4277-4af8-8e8b-0e5d6ebbaf4f service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131725 Aug 30 22:43:44.837673 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-95a3aa6f-8b0c-4172-8504-a88b607024e9 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951560 Aug 30 22:43:44.980545 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb33b-2bcb-4405-baa0-ac6e1fe7c7e2 req-f026ea5a-22f4-4103-ab56-680187ba6d45 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.982144 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d46cb33b-2bcb-4405-baa0-ac6e1fe7c7e2 req-f026ea5a-22f4-4103-ab56-680187ba6d45 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0589061 Aug 30 22:43:45.010327 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.028697 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d46cb33b-2bcb-4405-baa0-ac6e1fe7c7e2 req-cd1c71bb-8817-40bf-ba8d-574cb09ef427 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377603 Aug 30 22:43:46.180634 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c7bc-3407-4b7c-9612-539c9bcad9f1 req-0fc587b2-91b6-4e2c-82a7-571a627eaeb3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:46.182357 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab43c7bc-3407-4b7c-9612-539c9bcad9f1 req-0fc587b2-91b6-4e2c-82a7-571a627eaeb3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0658593 Aug 30 22:43:46.230817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ab43c7bc-3407-4b7c-9612-539c9bcad9f1 req-d2981389-a0f9-4004-9c50-c280ab7f51ac tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Aug 30 22:43:47.394522 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bc3fc-28bf-44a1-a27d-9b991d7f6ceb req-125f8c64-b5e3-4fdf-a192-328f7f62ff2d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.396337 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d09bc3fc-28bf-44a1-a27d-9b991d7f6ceb req-125f8c64-b5e3-4fdf-a192-328f7f62ff2d tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0589645 Aug 30 22:43:47.450579 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d09bc3fc-28bf-44a1-a27d-9b991d7f6ceb req-d4904bfe-a82e-474a-9517-37388d571ad1 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441000 Aug 30 22:43:48.602784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36af983-6680-4916-9204-296b74474f03 req-46bd1f50-1fce-4192-a631-c02ae168a640 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:48.604368 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d36af983-6680-4916-9204-296b74474f03 req-46bd1f50-1fce-4192-a631-c02ae168a640 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0726883 Aug 30 22:43:48.667575 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d36af983-6680-4916-9204-296b74474f03 req-75780069-f692-41ec-8595-e337521fb8aa tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539339 Aug 30 22:43:49.801902 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9712-1f0d-4bd7-8672-2314fe1cc1d8 req-f953d5cd-d436-48e7-8908-1b5c0292ceb9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.803469 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-329b9712-1f0d-4bd7-8672-2314fe1cc1d8 req-f953d5cd-d436-48e7-8908-1b5c0292ceb9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0549638 Aug 30 22:43:49.848326 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-329b9712-1f0d-4bd7-8672-2314fe1cc1d8 req-b9bec5fb-eb23-43d4-9528-7f2453a277ff tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376489 Aug 30 22:43:50.976566 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f922523-1c42-4c31-9c5a-a463e427f44e req-43ff2f9c-1610-4c33-a1ba-2263e121518a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.979019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f922523-1c42-4c31-9c5a-a463e427f44e req-43ff2f9c-1610-4c33-a1ba-2263e121518a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 944 time: 0.0576057 Aug 30 22:43:51.026126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4f922523-1c42-4c31-9c5a-a463e427f44e req-7c529b53-d43b-4af8-b6ce-5fabe44674dc tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407794 Aug 30 22:43:51.847698 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:51.968716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:51.981464 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'port_id': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'mac_address': 'fa:16:3e:7e:f7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:52.027715 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.048277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:52.069784 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:52.075056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.155062 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:52.171865 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c81e3-974a-4fb1-9a62-05930173d034 req-d11feb4a-9b81-4bd9-99f7-5af549c667af tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.173506 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a2c81e3-974a-4fb1-9a62-05930173d034 req-d11feb4a-9b81-4bd9-99f7-5af549c667af tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 945 time: 0.0691013 Aug 30 22:43:52.222232 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7a2c81e3-974a-4fb1-9a62-05930173d034 req-8275049b-4e3a-4363-914d-1b8c831b5036 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Aug 30 22:43:52.397517 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:52.623114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-bc0cdd6c-7aad-447f-ac83-74c5bff5b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.625559 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-bc0cdd6c-7aad-447f-ac83-74c5bff5b2b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1097 time: 0.0586638 Aug 30 22:43:52.758177 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-65eb0a71-8ac1-4776-8405-49ac2f80420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.759755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-65eb0a71-8ac1-4776-8405-49ac2f80420e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1129272 Aug 30 22:43:52.840856 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-f90ea32f-1a41-4480-b63f-36dcd9e0a380 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 1000 time: 0.0732770 Aug 30 22:43:52.900368 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-4c03259f-6a60-44b8-afad-7a334007dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.901858 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-4c03259f-6a60-44b8-afad-7a334007dc14 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0535667 Aug 30 22:43:52.953282 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-80faba13-16d4-424c-ad2e-bbb9883748c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.954978 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-80faba13-16d4-424c-ad2e-bbb9883748c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457892 Aug 30 22:43:53.059554 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-a182116c-a192-4583-8007-c99d41ea112c service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957747 Aug 30 22:43:53.162408 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ec163693-bc3d-4ff1-aa6d-041f447ace3b req-60450785-06cd-4d58-b07b-5c9f09b5e45a service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948586 Aug 30 22:43:53.362253 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a5cf9-07d4-4380-ab42-dab4e8ad5ae0 req-1d7f8f88-2f94-41a5-b251-f5df693b7231 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:53.363941 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-735a5cf9-07d4-4380-ab42-dab4e8ad5ae0 req-1d7f8f88-2f94-41a5-b251-f5df693b7231 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 945 time: 0.0696666 Aug 30 22:43:53.407859 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-735a5cf9-07d4-4380-ab42-dab4e8ad5ae0 req-abff7c29-9a6f-4d81-b70c-47c2e0a712ea tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370948 Aug 30 22:43:53.864487 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:53.927631 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:53.928231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.022415 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.047470 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:54.049767 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a3a8c-ecd1-424f-959c-7684037a7bcf" -d '{"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:54.066761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:54.072279 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.100691 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98982907-f0c4-4068-9ada-447ec0abfab8 x-openstack-request-id: req-98982907-f0c4-4068-9ada-447ec0abfab8 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:54.101208 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:54.101510 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98982907-f0c4-4068-9ada-447ec0abfab8 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:54.102105 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'code': 200} Aug 30 22:43:54.137316 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:54.261871 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a00b7e-6963-43a1-bc53-c80887d92126 req-9b41a31a-c4fe-4eba-878f-5a67af6b1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:54.263460 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-36a00b7e-6963-43a1-bc53-c80887d92126 req-9b41a31a-c4fe-4eba-878f-5a67af6b1bf6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0425344 Aug 30 22:43:54.300938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-36a00b7e-6963-43a1-bc53-c80887d92126 req-4676689a-f0a0-4b35-aca4-bc9482f6e53e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304928 Aug 30 22:43:54.551806 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f22e7-b749-438e-9142-77e878b47f30 req-d8cc299f-adcc-456d-bc9c-ec2085a01d7a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:54.553355 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee0f22e7-b749-438e-9142-77e878b47f30 req-d8cc299f-adcc-456d-bc9c-ec2085a01d7a tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0653601 Aug 30 22:43:54.604882 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ee0f22e7-b749-438e-9142-77e878b47f30 req-8e571852-e04d-454d-a794-4b475980b9ca tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Aug 30 22:43:55.781294 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94d85-f94c-4154-b9a0-5155de6f9d3b req-4f23ee14-0b98-4a6f-b72e-3f2efddf45d5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:55.783588 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17e94d85-f94c-4154-b9a0-5155de6f9d3b req-4f23ee14-0b98-4a6f-b72e-3f2efddf45d5 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0763261 Aug 30 22:43:55.834431 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-17e94d85-f94c-4154-b9a0-5155de6f9d3b req-cdbc9d95-d083-4f56-b6b2-31664b9db30e tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441163 Aug 30 22:44:04.510521 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.935437 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.135123 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e0412a1a-9b41-4820-8a8f-b3caeda8544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.894812 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.119869 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-adb34905-ff8d-42f9-8dc7-afaaa83aac4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:13.142502 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.004545 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.635728 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:44:34.526552 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.958895 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.130264 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d5318f01-b3e4-4fa9-9d79-30f9a70028e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.890587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.126157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d8e18a7f-7210-41ee-b459-972f2b919c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.145474 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.007943 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.637892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-aadcaaad-eeb0-46c2-8b30-41349d85d303 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010518 Aug 30 22:44:54.731985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-25a541fd-f2c8-492b-82c4-f0ed70eca2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.733540 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-25a541fd-f2c8-492b-82c4-f0ed70eca2db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0453155 Aug 30 22:44:54.852574 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-e99f85b4-4906-4cdf-8bb3-e1838276d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.854169 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-e99f85b4-4906-4cdf-8bb3-e1838276d8cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.0996149 Aug 30 22:44:54.931250 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-ecaa8487-f958-48cd-b4a1-5f4c2fbd4f77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 1001 time: 0.0700145 Aug 30 22:44:54.986142 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-7f7e1ff0-384e-410e-a8b5-61a99d7392bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.987702 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-7f7e1ff0-384e-410e-a8b5-61a99d7392bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0497699 Aug 30 22:44:55.040017 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-635eab87-19ec-4013-b595-9dd63341af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.041566 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-635eab87-19ec-4013-b595-9dd63341af0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470502 Aug 30 22:44:55.141368 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-33c219c7-0b90-454a-a7ee-f48c63958c33 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Aug 30 22:44:55.242147 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-ffc5e8dc-a623-40c1-9f10-3eff4e36fee9 req-7594eebe-d70e-4996-aef4-09ab671a59c3 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935624 Aug 30 22:44:55.637503 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:45:04.526120 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:06.971059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.135420 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-85271bba-5a4b-4802-b158-4eb38f3eda93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.754196 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54428) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:09.949934 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Deleting port 58b3fbaa-6d98-42d6-b50d-28096b119398 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:09.950483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.057629 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.057949 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.073691 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Calling delete_port for 58b3fbaa-6d98-42d6-b50d-28096b119398 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:10.250567 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.277422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event deleted for resources: {'Port': ['ID=58b3fbaa-6d98-42d6-b50d-28096b119398,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:10.307267 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.307584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.307977 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.308263 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.308581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.308911 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.309243 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.309581 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.309884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.310205 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.310528 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.310905 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:10.355436 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.355941 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Floating IP 97129cbc-29b6-4829-bb4a-f436ddb1d010 disassociated (deleted). External IP: 172.25.5.66, port: 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd. Aug 30 22:45:10.594963 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:11.050965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:11.057314 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.065391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:11.074304 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:11.074947 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:44:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:11.092163 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-ced687bf-b2fa-426a-9a26-f992453ba842 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "DELETE /v2.0/floatingips/97129cbc-29b6-4829-bb4a-f436ddb1d010 HTTP/1.1" status: 204 len: 168 time: 1.3367097 Aug 30 22:45:11.092714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:11.095748 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd3cca-c648-43b5-8ca2-301edc67d350" -d '{"events": [{"name": "network-changed", "server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:11.210365 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:11.310111 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51857430-569b-4301-8815-2a7280948960 x-openstack-request-id: req-51857430-569b-4301-8815-2a7280948960 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:11.310610 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:11.310864 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51857430-569b-4301-8815-2a7280948960 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:11.311403 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'status': 'completed', 'code': 200} Aug 30 22:45:11.402260 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-ea8c22ba-49d9-44f7-bd70-1bb9a91f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.404097 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-ea8c22ba-49d9-44f7-bd70-1bb9a91f68bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5016aeba4d5f4b408ab3e12358b03028&device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 1098 time: 0.0697956 Aug 30 22:45:11.443985 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:11.446937 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d574-f1c8-4e28-b76d-7d5d4768e34b req-ce577cdb-778b-4c1a-bad6-88a333917251 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.449467 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ca0d574-f1c8-4e28-b76d-7d5d4768e34b req-ce577cdb-778b-4c1a-bad6-88a333917251 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0748384 Aug 30 22:45:11.482109 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:11.492633 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:11.493538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:44:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:11.509777 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ca0d574-f1c8-4e28-b76d-7d5d4768e34b req-486984c6-be1e-4815-8c33-097f65e82b73 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519340 Aug 30 22:45:11.544497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-42c3615d-51bf-4d77-91b2-d60cf4093dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.546081 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-42c3615d-51bf-4d77-91b2-d60cf4093dfd service neutron] 10.222.0.86 "GET /v2.0/networks?id=ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 200 len: 909 time: 0.1294391 Aug 30 22:45:11.598285 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-735e4e9f-95bb-41f3-b16a-542b79214be8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 200 len: 217 time: 0.0436704 Aug 30 22:45:11.630776 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:11.659121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-5d9498c6-1e35-4652-b9a9-0d15ff151d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.660673 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-5d9498c6-1e35-4652-b9a9-0d15ff151d9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 200 len: 847 time: 0.0548110 Aug 30 22:45:11.727851 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-89666293-d893-4321-9562-67bc49b1db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.729592 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-89666293-d893-4321-9562-67bc49b1db0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ca4af18a-4be4-4335-9b35-3abc72110c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605292 Aug 30 22:45:11.848609 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-1a745b3e-c4f5-40e3-8838-e78a881efc40 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089306 Aug 30 22:45:11.952277 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.969640 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-bdfd3cca-c648-43b5-8ca2-301edc67d350 req-a1af2e24-5f64-46a2-bedd-dbdc668081a5 service neutron] 10.222.0.86 "GET /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115897 Aug 30 22:45:12.044481 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:12.072759 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755276ed-0af6-4105-b346-b75ce35b8d52 None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:35:14Z', 'revision_number': 4, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '11551100-a8db-4c7c-b777-f40957b66491', 'name': '', 'network_id': 'ca4af18a-4be4-4335-9b35-3abc72110c8c', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'mac_address': 'fa:16:3e:20:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:14Z', 'updated_at': '2021-08-30T22:35:20Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'subnets': [{'id': 'bd1ccc48-0c70-46e7-b719-e7b9fa6b1383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:12.120866 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8f233c19-317c-4fa4-95a2-09c157cc404e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.315093 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f2d97-ed00-4888-9d1f-ba5751da872d None None] New status for floating IP 97129cbc-29b6-4829-bb4a-f436ddb1d010: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:45:12.645576 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bf747-a5ec-4ea7-a7e1-8d43a960ea8c req-43ee5a23-54d1-4efd-ba92-4ea7d93f10d9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:12.647019 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-815bf747-a5ec-4ea7-a7e1-8d43a960ea8c req-43ee5a23-54d1-4efd-ba92-4ea7d93f10d9 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0492599 Aug 30 22:45:12.686318 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-815bf747-a5ec-4ea7-a7e1-8d43a960ea8c req-b7f2b01c-908d-406b-b29f-d41ab226c0de tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/security-groups?id=cff7a487-ea8f-4199-a091-0aac92cf126c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332778 Aug 30 22:45:12.970376 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-84306a81-d268-4ff8-b233-8b5ce23553a3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:12.971866 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-84306a81-d268-4ff8-b233-8b5ce23553a3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 946 time: 0.0527115 Aug 30 22:45:13.082845 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Deleting port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:13.083161 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.152167 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.183238 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] For port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:13.183622 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.201337 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Calling delete_port for 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:13.383197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.413713 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event deleted for resources: {'Port': ['ID=6e6c6077-9f92-470a-bd58-a3c5a48ba4bd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:13.462139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] No DVR routers for this DVR port 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:13.464976 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.467364 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-f1e1059a-55ca-4b25-8870-467b8ec18ccc req-ed93fae6-d1d5-41b8-9be6-818c41623f02 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.86 "DELETE /v2.0/ports/6e6c6077-9f92-470a-bd58-a3c5a48ba4bd HTTP/1.1" status: 204 len: 173 time: 0.4888306 Aug 30 22:45:13.467847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-deleted', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:13.470334 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd06c2c7-630a-4d12-97c5-99099c15e8ec" -d '{"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-deleted", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:13.525383 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd22e90d-d030-4bde-b10b-7c883643589b x-openstack-request-id: req-dd22e90d-d030-4bde-b10b-7c883643589b {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:13.525744 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119e974-f866-4283-b048-cf28dccf097b", "name": "network-vif-deleted", "tag": "6e6c6077-9f92-470a-bd58-a3c5a48ba4bd", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:13.526047 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dd22e90d-d030-4bde-b10b-7c883643589b {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:13.526467 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119e974-f866-4283-b048-cf28dccf097b', 'name': 'network-vif-deleted', 'tag': '6e6c6077-9f92-470a-bd58-a3c5a48ba4bd', 'status': 'completed', 'code': 200} Aug 30 22:45:13.797499 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-83942f8a-a690-4873-9d54-6ab18af5a11a req-2a508b8a-4e91-4f57-a45d-07dc0ae62459 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 210 time: 0.0340791 Aug 30 22:45:14.911367 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b8bab0b-223c-4801-a045-8cf12b5552f1 req-a9506020-81a1-4cec-98ed-ec4e19a080b3 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 210 time: 0.0314963 Aug 30 22:45:15.021328 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:16.024481 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-aac31627-fab1-4736-a025-d770602f9f84 req-7ecf1619-2467-4473-8dc5-a4c48bad79ef tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 210 time: 0.0311611 Aug 30 22:45:16.282937 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:16.308152 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:16.308724 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 6e6c6077-9f92-470a-bd58-a3c5a48ba4bd not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:17.139093 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d45ca2bf-89d8-45ad-a047-f3f3feb332b2 req-52f1d482-a46f-4e9a-9927-694fc22b3d49 tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "GET /v2.0/ports?device_id=3119e974-f866-4283-b048-cf28dccf097b HTTP/1.1" status: 200 len: 210 time: 0.0276709 Aug 30 22:45:18.197192 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54458) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:18.258892 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-417f697e-d07a-4e0e-8f59-1a18fc5c35fe tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.294290 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-417f697e-d07a-4e0e-8f59-1a18fc5c35fe tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.375120 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-417f697e-d07a-4e0e-8f59-1a18fc5c35fe tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.380454 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-417f697e-d07a-4e0e-8f59-1a18fc5c35fe tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.381990 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-417f697e-d07a-4e0e-8f59-1a18fc5c35fe tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] 10.222.0.76 "DELETE /v2.0/security-groups/cff7a487-ea8f-4199-a091-0aac92cf126c HTTP/1.1" status: 204 len: 168 time: 0.1837206 Aug 30 22:45:18.397279 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f697e-d07a-4e0e-8f59-1a18fc5c35fe tempest-TestShelveInstance-1608937192 tempest-TestShelveInstance-1608937192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7a487-ea8f-4199-a091-0aac92cf126c,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.463638 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54462) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:18.995498 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.264931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Deleting port 11551100-a8db-4c7c-b777-f40957b66491 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:19.265630 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.349716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] For port 11551100-a8db-4c7c-b777-f40957b66491, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=11551100-a8db-4c7c-b777-f40957b66491,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:19.350084 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.363219 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Calling delete_port for 11551100-a8db-4c7c-b777-f40957b66491 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:19.554261 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.580173 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Pushing event deleted for resources: {'Port': ['ID=11551100-a8db-4c7c-b777-f40957b66491,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:19.763256 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.064208 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Router 57144bd0-827c-4ed2-bb48-91ef6490dac1 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:20.186507 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:20.192168 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b0059178-9fdf-456d-b724-5568a5bda11c admin admin] 10.222.0.76 "PUT /v2.0/routers/57144bd0-827c-4ed2-bb48-91ef6490dac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7274537 Aug 30 22:45:20.195759 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54466) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:20.199611 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] Sync routers for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:20.211549 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:20.212280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:20.305254 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.340614 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:20.420495 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.481452 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Deleting port 00c4d5be-3ab6-471b-9be8-298503a89846 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:20.481807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.552875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:45:19Z', 'revision_number': 5, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port': {'id': '00c4d5be-3ab6-471b-9be8-298503a89846', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c5:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:12Z', 'updated_at': '2021-08-30T22:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:20.568606 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] For port 00c4d5be-3ab6-471b-9be8-298503a89846, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=00c4d5be-3ab6-471b-9be8-298503a89846,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:20.568991 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.584892 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Calling delete_port for 00c4d5be-3ab6-471b-9be8-298503a89846 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:20.585182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] Checking router: 57144bd0-827c-4ed2-bb48-91ef6490dac1 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:20.593325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] Routers {'57144bd0-827c-4ed2-bb48-91ef6490dac1'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:20.593864 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['57144bd0-827c-4ed2-bb48-91ef6490dac1'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:20.681306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] Set router 57144bd0-827c-4ed2-bb48-91ef6490dac1 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:20.737422 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 6, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:20.760334 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.766691 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338d722-8d49-4885-b13f-4df28b850673 None None] The sync data for ids ['57144bd0-827c-4ed2-bb48-91ef6490dac1'] in n-d-793620-16 is: [{'id': '57144bd0-827c-4ed2-bb48-91ef6490dac1', 'name': 'tempest-TestShelveInstance-454046235-router', 'tenant_id': '5016aeba4d5f4b408ab3e12358b03028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:11Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 6, 'project_id': '5016aeba4d5f4b408ab3e12358b03028', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:20.789503 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c4d5be-3ab6-471b-9be8-298503a89846,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:20.805679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.806068 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.806409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.806769 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.807133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.807471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.807798 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.808127 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.808438 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.808761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.809084 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.809391 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:20.863530 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.953673 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.955857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.367834 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.368521 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57144bd0-827c-4ed2-bb48-91ef6490dac1 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:45:21.372837 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.373981 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f7d1f2cf-84ac-4a64-8de5-aa73812c2f17 admin admin] 10.222.0.76 "DELETE /v2.0/routers/57144bd0-827c-4ed2-bb48-91ef6490dac1 HTTP/1.1" status: 204 len: 168 time: 1.1763787 Aug 30 22:45:21.376903 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54468) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:21.434153 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Deleting subnet bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:45:21.438880 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.484026 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.575380 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.629390 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.655469 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1ccc48-0c70-46e7-b719-e7b9fa6b1383,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:21.659956 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.663241 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-fd526221-077c-4d29-ae33-9efed8c38fb4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bd1ccc48-0c70-46e7-b719-e7b9fa6b1383 HTTP/1.1" status: 204 len: 168 time: 0.2851458 Aug 30 22:45:21.665148 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54470) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:21.667332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d4712-6bcd-4655-afe8-251ab63f1b3b None None] Network ca4af18a-4be4-4335-9b35-3abc72110c8c requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:21.742186 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.818543 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Deleting port ab1dbddb-f51b-4484-ae14-cd191613232d {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:21.819047 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.881121 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] DHCP port deletion for ca4af18a-4be4-4335-9b35-3abc72110c8c request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:45:21.902309 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] For port ab1dbddb-f51b-4484-ae14-cd191613232d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ab1dbddb-f51b-4484-ae14-cd191613232d,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:21.902702 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.916159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Calling delete_port for ab1dbddb-f51b-4484-ae14-cd191613232d owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:21.932913 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Deleting port ab1dbddb-f51b-4484-ae14-cd191613232d {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:21.933284 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.007417 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] For port ab1dbddb-f51b-4484-ae14-cd191613232d, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=ab1dbddb-f51b-4484-ae14-cd191613232d,segment=NetworkSegment(6864cea6-3b9f-450c-a291-090f9869a813),segment_id=6864cea6-3b9f-450c-a291-090f9869a813)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:22.007984 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.017825 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.030936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Calling delete_port for ab1dbddb-f51b-4484-ae14-cd191613232d owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:22.038864 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1dbddb-f51b-4484-ae14-cd191613232d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:22.042954 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] No DVR routers for this DVR port ab1dbddb-f51b-4484-ae14-cd191613232d on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:22.111914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.127260 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.139143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4af18a-4be4-4335-9b35-3abc72110c8c']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:22.141191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Pushing event deleted for resources: {'Port': ['ID=ab1dbddb-f51b-4484-ae14-cd191613232d,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:22.149477 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] No DVR routers for this DVR port ab1dbddb-f51b-4484-ae14-cd191613232d on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:22.151771 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.152120 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.152460 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.152796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.152911 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6864cea6-3b9f-450c-a291-090f9869a813') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:22.153129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6864cea6-3b9f-450c-a291-090f9869a813') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:22.153267 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.153534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.153865 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.154190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.154515 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.154874 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.155197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.155521 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6df0fe3-491f-4783-a10e-fe6183e0dd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:22.173264 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.191669 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.198767 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:45:22.199152 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:45:22.200784 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:45:22.257751 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.265498 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.267701 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] 10.222.0.76 "DELETE /v2.0/networks/ca4af18a-4be4-4335-9b35-3abc72110c8c HTTP/1.1" status: 204 len: 168 time: 0.6012843 Aug 30 22:45:22.272203 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54472) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:22.282462 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d09dd-8c86-4d48-9365-13cad32dc00c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4af18a-4be4-4335-9b35-3abc72110c8c,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:22.452552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 11551100-a8db-4c7c-b777-f40957b66491 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:22.483210 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 11551100-a8db-4c7c-b777-f40957b66491 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:22.483753 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 11551100-a8db-4c7c-b777-f40957b66491 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:22.484404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 00c4d5be-3ab6-471b-9be8-298503a89846 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:22.514278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 00c4d5be-3ab6-471b-9be8-298503a89846 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:22.514845 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 00c4d5be-3ab6-471b-9be8-298503a89846 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:22.515433 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ab1dbddb-f51b-4484-ae14-cd191613232d no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:22.544547 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: ab1dbddb-f51b-4484-ae14-cd191613232d {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:22.545107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device ab1dbddb-f51b-4484-ae14-cd191613232d not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:22.684096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.954843 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Deleting port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:22.955122 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.051983 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] For port 17613db6-0a2a-4e67-a90f-bfb9cfbfe468, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:23.052456 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.070717 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Calling delete_port for 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:23.266825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.293584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17613db6-0a2a-4e67-a90f-bfb9cfbfe468,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:23.815773 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.028575 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Router 830f6351-3e35-439d-8935-0c4f7448ed65 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:24.141941 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:24.150502 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-d646c8fd-7c2b-4408-b549-b30d5a6c60d3 admin admin] 10.222.0.76 "PUT /v2.0/routers/830f6351-3e35-439d-8935-0c4f7448ed65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763194 Aug 30 22:45:24.151981 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] Sync routers for ids ['830f6351-3e35-439d-8935-0c4f7448ed65'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:24.152686 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54474) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:24.161456 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] Routers {'830f6351-3e35-439d-8935-0c4f7448ed65'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:24.162142 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['830f6351-3e35-439d-8935-0c4f7448ed65'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:24.265524 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] Set router 830f6351-3e35-439d-8935-0c4f7448ed65 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:24.272239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.380950 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.440953 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Deleting port b6857118-5531-4a94-a472-833ae428aa2e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:24.441282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.463008 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:45:23Z', 'revision_number': 5, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port': {'id': 'b6857118-5531-4a94-a472-833ae428aa2e', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:24.490961 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] Checking router: 830f6351-3e35-439d-8935-0c4f7448ed65 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:24.499903 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] Routers {'830f6351-3e35-439d-8935-0c4f7448ed65'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:24.500529 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['830f6351-3e35-439d-8935-0c4f7448ed65'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:24.531532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] For port b6857118-5531-4a94-a472-833ae428aa2e, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b6857118-5531-4a94-a472-833ae428aa2e,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:24.531874 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.550121 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Calling delete_port for b6857118-5531-4a94-a472-833ae428aa2e owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:24.591630 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] Set router 830f6351-3e35-439d-8935-0c4f7448ed65 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:24.648067 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:45:24Z', 'revision_number': 6, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:24.678314 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ab8e7a-2f2a-4e8b-b9ca-a1e9f01ba837 None None] The sync data for ids ['830f6351-3e35-439d-8935-0c4f7448ed65'] in n-d-793620-16 is: [{'id': '830f6351-3e35-439d-8935-0c4f7448ed65', 'name': 'tempest-TestShelveInstance-1462292931-router', 'tenant_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:35:17Z', 'updated_at': '2021-08-30T22:45:24Z', 'revision_number': 6, 'project_id': 'df5ea59cbffc44ce9e1e72a760d129d8', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:24.739586 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.770438 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6857118-5531-4a94-a472-833ae428aa2e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:24.836118 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.928781 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.930853 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.981254 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.981687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 830f6351-3e35-439d-8935-0c4f7448ed65 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:45:24.986021 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.987228 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-59a31a00-35ef-4364-b5c3-b2b231869131 admin admin] 10.222.0.76 "DELETE /v2.0/routers/830f6351-3e35-439d-8935-0c4f7448ed65 HTTP/1.1" status: 204 len: 168 time: 0.8332376 Aug 30 22:45:24.990767 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54476) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:25.037251 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Deleting subnet e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:45:25.040857 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.088641 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.188351 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.249087 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.276140 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:25.280969 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.286440 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54478) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:25.287041 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2729fa8b-aa81-4eba-b5d0-9a58f8cdbb6e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e8b69c43-dcdf-41ca-89cc-6de9c8d5cc93 HTTP/1.1" status: 204 len: 168 time: 0.2949619 Aug 30 22:45:25.287150 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20cd66-cc5b-4096-ba11-4560a64ea87e None None] Network 62e47a34-a90b-4b13-adb6-caa3f121f1a1 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:25.366967 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.423156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Deleting port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:25.423499 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.466785 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] DHCP port deletion for 62e47a34-a90b-4b13-adb6-caa3f121f1a1 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:45:25.487761 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] For port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:25.488234 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.502231 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Calling delete_port for 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:25.522208 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] Deleting port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:25.522787 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.587080 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] For port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,segment=NetworkSegment(5610c6ec-fb9e-4073-8987-888e39a05338),segment_id=5610c6ec-fb9e-4073-8987-888e39a05338)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:25.587477 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.595459 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.604997 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] Calling delete_port for 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:25.618654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:25.631404 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] No DVR routers for this DVR port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:25.694605 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.709877 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.721966 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] Pushing event deleted for resources: {'Port': ['ID=7e04f5e4-e0f8-4061-86e4-07c828e78fb3,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:25.725876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e9e4a-6558-419d-9662-e1e85398d2a0 None None] No DVR routers for this DVR port 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:25.729745 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e47a34-a90b-4b13-adb6-caa3f121f1a1']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:25.745208 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5610c6ec-fb9e-4073-8987-888e39a05338') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:25.745691 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5610c6ec-fb9e-4073-8987-888e39a05338') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:25.758740 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.776713 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.782882 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:45:25.783273 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:45:25.785003 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:45:25.841250 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.847189 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.849057 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] 10.222.0.76 "DELETE /v2.0/networks/62e47a34-a90b-4b13-adb6-caa3f121f1a1 HTTP/1.1" status: 204 len: 168 time: 0.5613103 Aug 30 22:45:25.867460 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d42b8c-7ebd-4811-83f6-ad3a98209d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e47a34-a90b-4b13-adb6-caa3f121f1a1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:26.005900 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54482) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:26.054193 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-abc31f90-df2a-46bb-adae-2ae33273b383 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5016aeba4d5f4b408ab3e12358b03028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471144 Aug 30 22:45:26.056887 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54484) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:26.109556 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa4084ad-1b40-4620-bd0a-ceedbf451d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.130380 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa4084ad-1b40-4620-bd0a-ceedbf451d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.179135 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa4084ad-1b40-4620-bd0a-ceedbf451d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.182281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-aa4084ad-1b40-4620-bd0a-ceedbf451d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.183596 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-aa4084ad-1b40-4620-bd0a-ceedbf451d59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a238f0f6-a855-4624-a005-f314a2b51b2a HTTP/1.1" status: 204 len: 168 time: 0.1258004 Aug 30 22:45:26.191390 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4084ad-1b40-4620-bd0a-ceedbf451d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238f0f6-a855-4624-a005-f314a2b51b2a,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:26.452445 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b6857118-5531-4a94-a472-833ae428aa2e no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:26.485245 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b6857118-5531-4a94-a472-833ae428aa2e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:26.485821 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b6857118-5531-4a94-a472-833ae428aa2e not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:26.486540 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:26.521333 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:26.521843 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 17613db6-0a2a-4e67-a90f-bfb9cfbfe468 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:26.522534 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:26.545876 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:26.546233 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7e04f5e4-e0f8-4061-86e4-07c828e78fb3 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:26.594404 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54490) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:26.635961 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-b55551b6-3a19-4aaf-982a-83589aeb4d3e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df5ea59cbffc44ce9e1e72a760d129d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402973 Aug 30 22:45:26.639101 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54492) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:26.690847 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ef42a1b-ac4d-4390-a324-7f29b12b3d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.714401 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ef42a1b-ac4d-4390-a324-7f29b12b3d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.764616 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ef42a1b-ac4d-4390-a324-7f29b12b3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.767512 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-4ef42a1b-ac4d-4390-a324-7f29b12b3d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.768726 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ef42a1b-ac4d-4390-a324-7f29b12b3d67 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ffcf57c-1d82-4e07-9848-1c84057183b1 HTTP/1.1" status: 204 len: 168 time: 0.1286376 Aug 30 22:45:26.778034 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef42a1b-ac4d-4390-a324-7f29b12b3d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffcf57c-1d82-4e07-9848-1c84057183b1,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:27.581150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54514) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:27.696993 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-543567802-network', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:27.723314 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Made reservation on behalf of 60f59b8d5d0e474796127abfa1df5153 for: {'network': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:27.725695 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.734812 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.839737 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.846686 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.872847 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=94688) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:45:27.882633 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e8858-cebe-4976-ad19-2b011fe790c2,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:27.889236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.889580 n-d-793620-16 neutron-server[94688]: INFO neutron.db.segments_db [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Added segment 82423ff7-8f21-4903-90b9-a269f9b9ef68 of type vlan for network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee Aug 30 22:45:27.934943 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.960919 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.961892 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.962506 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.014088 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4314260 Aug 30 22:45:28.017244 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54518) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:28.022481 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Request body: {'subnet': {'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-543567802-subnet', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'ip_version': 4}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:28.023796 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a88981-37df-4aa8-b159-ce930272cc03 admin admin] Pushing event updated for resources: {'Network': ['ID=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:28.036019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:45:28.045378 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Made reservation on behalf of 60f59b8d5d0e474796127abfa1df5153 for: {'subnet': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:28.047727 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10146622'] for subnet, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.227824 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8478476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10146600'] for subnet, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.289126 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:28.298407 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Checking segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:28.298802 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Network hostable DHCP agents. Network: f60cbf70-5f9e-42e8-9412-9a09a1ae66ee, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:45:28.325639 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:45:28.336331 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, f60cbf70-5f9e-42e8-9412-9a09a1ae66ee) {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:28.341233 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.341835 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.348020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b53fd9-41af-40a5-9132-563af424d62d None None] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:28.360647 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1fd298e9-78c9-4f26-a1c9-66fdedc8d637 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3409934 Aug 30 22:45:28.363131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54520) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:28.368206 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:28.392078 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.393099 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.446694 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.524375 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:45:28.525286 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.591807 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.670128 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Allocated IP 172.20.0.2 (f60cbf70-5f9e-42e8-9412-9a09a1ae66ee/79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d/b70b3e0e-ecfe-4db1-8159-30d9e501e159) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:28.808011 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.831134 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.838552 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.847057 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Transition to ACTIVE for port object b70b3e0e-ecfe-4db1-8159-30d9e501e159 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:28.864051 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Transition to ACTIVE for port object b70b3e0e-ecfe-4db1-8159-30d9e501e159 will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:28.871127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.922991 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:28.926655 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:28.930303 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:28.940643 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Pushing event updated for resources: {'Port': ['ID=b70b3e0e-ecfe-4db1-8159-30d9e501e159,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:28.960428 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Allocated IP 172.25.5.52 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/22ab7193-24b2-4bca-b49c-df1aa8509381) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:29.010931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Attempting to bind port b70b3e0e-ecfe-4db1-8159-30d9e501e159 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:29.011329 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Attempting to bind port b70b3e0e-ecfe-4db1-8159-30d9e501e159 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:29.011699 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Attempting to bind port b70b3e0e-ecfe-4db1-8159-30d9e501e159 on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:29.017589 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:29.017965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Checking segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:29.018397 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.018805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Bound using segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:29.019272 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Bound port: b70b3e0e-ecfe-4db1-8159-30d9e501e159, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:29.019671 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.077286 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.091786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] For port b70b3e0e-ecfe-4db1-8159-30d9e501e159, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:29.095094 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] For port b70b3e0e-ecfe-4db1-8159-30d9e501e159, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b70b3e0e-ecfe-4db1-8159-30d9e501e159,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:29.107689 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.123604 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.161129 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:29.166408 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:29.170123 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:29.171951 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb1c5-cc91-4b78-8d86-237b5923eef3 None None] Pushing event updated for resources: {'Port': ['ID=b70b3e0e-ecfe-4db1-8159-30d9e501e159,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:29.196774 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=22ab7193-24b2-4bca-b49c-df1aa8509381,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:29.481854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.704518 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.847104 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:45:29.985467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:30.004779 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:30.026809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.031395 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a818c554-9e09-4b21-8465-b75ff9dde9b8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6667686 Aug 30 22:45:30.033297 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54522) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:30.034190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:30.035141 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:30.165900 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:30.267599 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a121f-66bf-4eaa-8e68-b644df37c16e None None] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:30.353310 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-9cdbac41-8904-4873-a15f-9708555d475c None None] Provisioning for port b70b3e0e-ecfe-4db1-8159-30d9e501e159 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:30.504749 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b70b3e0e-ecfe-4db1-8159-30d9e501e159 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:30.529209 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:29Z', 'revision_number': 3, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:30.541239 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.562197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:30.562553 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Updating router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 port 22ab7193-24b2-4bca-b49c-df1aa8509381 binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:45:30.597682 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.647411 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b70b3e0e-ecfe-4db1-8159-30d9e501e159 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:30.736024 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Allocated IP 172.20.0.1 (f60cbf70-5f9e-42e8-9412-9a09a1ae66ee/79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d/7f49446e-ff22-47d2-8598-c0cc0d88bcbe) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:30.858872 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b70b3e0e-ecfe-4db1-8159-30d9e501e159 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:30.859157 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.879483 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.894883 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Transition to ACTIVE for port object 7f49446e-ff22-47d2-8598-c0cc0d88bcbe will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:30.952717 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.961931 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-101af397-de91-43ae-a9f5-498771858b84 None None] Provisioning complete for port b70b3e0e-ecfe-4db1-8159-30d9e501e159 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:30.962301 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-101af397-de91-43ae-a9f5-498771858b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.003044 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:31.009813 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:31.014826 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:31.040511 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Pushing event updated for resources: {'Port': ['ID=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.067299 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.085601 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.173225 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-101af397-de91-43ae-a9f5-498771858b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.176764 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b70b3e0e-ecfe-4db1-8159-30d9e501e159, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b70b3e0e-ecfe-4db1-8159-30d9e501e159,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:31.204607 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.235143 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.274047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.323927 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Transition to ACTIVE for port object 22ab7193-24b2-4bca-b49c-df1aa8509381 will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:31.330196 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b70b3e0e-ecfe-4db1-8159-30d9e501e159,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.335095 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.346716 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.db.api [None req-101af397-de91-43ae-a9f5-498771858b84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:45:31.347146 n-d-793620-16 neutron-server[94690]: DEBUG oslo_db.api [None req-101af397-de91-43ae-a9f5-498771858b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:45:31.382087 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Attempting to bind port 22ab7193-24b2-4bca-b49c-df1aa8509381 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:31.382454 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Attempting to bind port 22ab7193-24b2-4bca-b49c-df1aa8509381 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:31.382847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Attempting to bind port 22ab7193-24b2-4bca-b49c-df1aa8509381 on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:31.395230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:31.395568 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:31.395697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.396069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:31.396542 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Bound port: 22ab7193-24b2-4bca-b49c-df1aa8509381, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:31.396919 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.419861 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a46b4-f44d-4196-95a4-900ae22fa136 None None] Pushing event updated for resources: {'Port': ['ID=22ab7193-24b2-4bca-b49c-df1aa8509381,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.447594 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.453820 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.459948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] For port 22ab7193-24b2-4bca-b49c-df1aa8509381, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:31.463203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] For port 22ab7193-24b2-4bca-b49c-df1aa8509381, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=22ab7193-24b2-4bca-b49c-df1aa8509381,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:31.469983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.527160 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:31.527799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:31.535033 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Pushing event updated for resources: {'Port': ['ID=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.537486 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.570027 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a46b4-f44d-4196-95a4-900ae22fa136 None None] Pushing event updated for resources: {'Port': ['ID=22ab7193-24b2-4bca-b49c-df1aa8509381,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.641604 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:31.643138 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:31.654392 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:31.811171 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:31.924465 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 2, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:31.952041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce719a4-622f-4efa-b3dc-d7d0efa2dd9f None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 2, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:31.963687 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:31.968844 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-a98a0f49-4375-4dde-8163-6be6d467df9c admin admin] 10.222.0.76 "PUT /v2.0/routers/a1dc8c53-fabe-4812-baf8-76fc5b1e5590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338350 Aug 30 22:45:32.029939 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90564bb9-5b7d-4926-aaa8-a34ada22d346 None None] Provisioning for port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:32.037105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-90564bb9-5b7d-4926-aaa8-a34ada22d346 None None] Provisioning complete for port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:32.037484 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-90564bb9-5b7d-4926-aaa8-a34ada22d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.079609 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-90564bb9-5b7d-4926-aaa8-a34ada22d346 None None] Port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:32.456356 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b70b3e0e-ecfe-4db1-8159-30d9e501e159 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:32.524277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b70b3e0e-ecfe-4db1-8159-30d9e501e159 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:32.524647 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.593721 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54538) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:32.599062 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-513289382-network', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:32.621596 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Made reservation on behalf of b907dc79eb044d689ac0c1f080bc2382 for: {'network': 1} {{(pid=94689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:32.624515 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for network, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.640919 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:45:32.659281 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.807262 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.812809 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.838776 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=94689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:45:32.851159 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ad7f2c-df0b-4ed0-ba92-ebadc37bb6dd,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:32.854069 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.854426 n-d-793620-16 neutron-server[94689]: INFO neutron.db.segments_db [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Added segment db790a42-6ca5-4a25-9cd8-c8da6087bfda of type vlan for network 31f3612a-445c-489f-95dd-9ad1b9a6c709 Aug 30 22:45:32.898341 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737589775728'] for network, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.927200 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532'] for network, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.928617 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:32.929391 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.992558 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3978312 Aug 30 22:45:32.995812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54540) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:33.001524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Request body: {'subnet': {'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-513289382-subnet', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'ip_version': 4}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:33.003077 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c01a-7e08-4675-8e42-bbf0d6a47d87 admin admin] Pushing event updated for resources: {'Network': ['ID=31f3612a-445c-489f-95dd-9ad1b9a6c709,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:33.016171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 details requested by agent ovs-agent-n-d-793620-16 with host n-d-793620-16 {{(pid=94690) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:45:33.027603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Made reservation on behalf of b907dc79eb044d689ac0c1f080bc2382 for: {'subnet': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:33.030017 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9072524'] for subnet, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.238428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8838843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9072538'] for subnet, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.296128 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd5a337-3bed-4584-b8af-025fc6e3e7a0,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:33.307420 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Checking segment: {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:33.307784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Network hostable DHCP agents. Network: 31f3612a-445c-489f-95dd-9ad1b9a6c709, hostable agents: ['ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef'], hosted agents: [] {{(pid=94688) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:45:33.328777 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 is scheduled to be hosted by DHCP agent ce4068c8-a9c9-43e0-ae5a-2b56fa3b62ef with binding_index 1 {{(pid=94688) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:45:33.341776 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-16, 31f3612a-445c-489f-95dd-9ad1b9a6c709) {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:33.346622 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.348001 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.355132 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c1f821-2cdf-4a5c-9e6d-0b48d582801f None None] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:33.368471 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54542) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:33.373546 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:33.377819 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-0e81e9e6-cee8-4f4e-9865-38ae532cf7a8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3794892 Aug 30 22:45:33.399434 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1630733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7953'] for router, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.400756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1633003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.462166 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.552182 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e02d315-cec8-5f02-8f01-e869c9445de2-31f3612a-445c-489f-95dd-9ad1b9a6c709', 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'fixed_ips': [{'subnet_id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0'}]}} from n-d-793620-16. {{(pid=94690) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:45:33.553080 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.610756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.723768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.db_base_plugin_common [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Allocated IP 172.20.0.2 (31f3612a-445c-489f-95dd-9ad1b9a6c709/8dd5a337-3bed-4584-b8af-025fc6e3e7a0/7c1c8cb7-5309-43fc-88a2-141a2c81321a) {{(pid=94690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:33.862886 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.883830 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.902399 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Notify callbacks [] for port, precommit_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.912438 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Transition to ACTIVE for port object 7c1c8cb7-5309-43fc-88a2-141a2c81321a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:33.931988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Transition to ACTIVE for port object 7c1c8cb7-5309-43fc-88a2-141a2c81321a will not be triggered until provisioned by entity DHCP. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:33.939885 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456'] for port, after_create {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.982842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 is already hosted by enough agents. {{(pid=94690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:33.986071 n-d-793620-16 neutron-server[94690]: DEBUG neutron.scheduler.base_scheduler [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Resources bound (agent type, host, resource id): {{(pid=94690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:33.989276 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Received port after_create {{(pid=94690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:33.997065 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Pushing event updated for resources: {'Port': ['ID=7c1c8cb7-5309-43fc-88a2-141a2c81321a,revision_number=1']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:34.023308 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_common [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Allocated IP 172.25.5.72 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a) {{(pid=94689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:34.061505 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Attempting to bind port 7c1c8cb7-5309-43fc-88a2-141a2c81321a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:34.061881 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Attempting to bind port 7c1c8cb7-5309-43fc-88a2-141a2c81321a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:34.062789 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Attempting to bind port 7c1c8cb7-5309-43fc-88a2-141a2c81321a on network 31f3612a-445c-489f-95dd-9ad1b9a6c709 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:34.068336 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:34.068712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Checking segment: {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:34.069123 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.069544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Bound using segment: {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:34.070032 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Bound port: 7c1c8cb7-5309-43fc-88a2-141a2c81321a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:34.070405 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.141960 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] For port 7c1c8cb7-5309-43fc-88a2-141a2c81321a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:34.146447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] For port 7c1c8cb7-5309-43fc-88a2-141a2c81321a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7c1c8cb7-5309-43fc-88a2-141a2c81321a,segment=NetworkSegment(db790a42-6ca5-4a25-9cd8-c8da6087bfda),segment_id=db790a42-6ca5-4a25-9cd8-c8da6087bfda)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:34.149756 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.153076 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.194921 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.219805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649111dc-e6f6-417e-b0c4-861026397105 None None] Pushing event updated for resources: {'Port': ['ID=7c1c8cb7-5309-43fc-88a2-141a2c81321a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:34.247079 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Pushing event updated for resources: {'Port': ['ID=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,revision_number=1']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:34.250717 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:34.254308 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:34.259512 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.base_scheduler [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:34.262175 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Received port after_create {{(pid=94689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:34.265685 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:34.266731 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:34.502179 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:34.543686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.582941 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.637969 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c1c8cb7-5309-43fc-88a2-141a2c81321a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:34.700015 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7c1c8cb7-5309-43fc-88a2-141a2c81321a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:34.704230 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 22ab7193-24b2-4bca-b49c-df1aa8509381 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:34.750736 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 2, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:34.770572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 22ab7193-24b2-4bca-b49c-df1aa8509381 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:34.781066 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:34.781490 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Updating router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:45:34.781797 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 22ab7193-24b2-4bca-b49c-df1aa8509381 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:34.781991 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.814139 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.851527 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632491'] for router, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.887742 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.918200 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 22ab7193-24b2-4bca-b49c-df1aa8509381, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=22ab7193-24b2-4bca-b49c-df1aa8509381,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:34.923554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.985229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=22ab7193-24b2-4bca-b49c-df1aa8509381,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.017749 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Router bb6d63d2-a816-4dce-9941-9603ff936064 is scheduled to L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 with binding_index 1 {{(pid=94689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:45:35.162604 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.175649 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Transition to ACTIVE for port object 7f49446e-ff22-47d2-8598-c0cc0d88bcbe will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:35.181485 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.239259 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Pushing event updated for resources: {'Port': ['ID=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.314048 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.314817 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.315439 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.316155 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.316798 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.317462 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.318125 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.325640 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.326869 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.327773 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.328393 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.329061 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:35.340386 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Attempting to bind port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:35.341020 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Attempting to bind port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:35.341649 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Attempting to bind port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:35.350304 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:35.351149 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Checking segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:35.351745 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.352144 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Bound using segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:35.352625 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Bound port: 7f49446e-ff22-47d2-8598-c0cc0d88bcbe, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:35.352998 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.413538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7e587-b46c-462d-8e2d-236051febab9 None None] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:35.435074 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] For port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:35.440239 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] For port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:35.449415 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.487095 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] Provisioning for port 7c1c8cb7-5309-43fc-88a2-141a2c81321a completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:35.497158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] Provisioning complete for port 7c1c8cb7-5309-43fc-88a2-141a2c81321a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:35.497681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.531644 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:35.532485 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:35.534627 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b590b-241d-4dc3-9686-d111a25c3899 None None] Pushing event updated for resources: {'Port': ['ID=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.574811 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:35.592560 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Sync routers for ids ['bb6d63d2-a816-4dce-9941-9603ff936064'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:35.597765 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.599155 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-1f672240-e1ef-4b70-8063-44cf88e538e5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2296014 Aug 30 22:45:35.602711 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54544) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:35.690940 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Routers {'bb6d63d2-a816-4dce-9941-9603ff936064'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:35.691509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bb6d63d2-a816-4dce-9941-9603ff936064'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:35.695945 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:35.781646 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.877002 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Set router bb6d63d2-a816-4dce-9941-9603ff936064 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:35.880129 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] For port 7c1c8cb7-5309-43fc-88a2-141a2c81321a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7c1c8cb7-5309-43fc-88a2-141a2c81321a,segment=NetworkSegment(db790a42-6ca5-4a25-9cd8-c8da6087bfda),segment_id=db790a42-6ca5-4a25-9cd8-c8da6087bfda)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:35.912461 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.983978 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:35Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:36.013149 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f515293-605c-4f89-afc4-27c774192e06 None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:35Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:36.156307 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.254020 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947b7a5-6fb2-4bab-92eb-44e2b6ff3eaa None None] Pushing event updated for resources: {'Port': ['ID=7c1c8cb7-5309-43fc-88a2-141a2c81321a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:36.370125 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Allocated IP 172.20.0.1 (31f3612a-445c-489f-95dd-9ad1b9a6c709/8dd5a337-3bed-4584-b8af-025fc6e3e7a0/7c9cb059-ae4a-4144-901c-340135ba0b37) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:36.403803 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-75d2d1ba-0799-46c7-a723-8f466a13f62e None None] Provisioning complete for port 7c1c8cb7-5309-43fc-88a2-141a2c81321a triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:36.404252 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-75d2d1ba-0799-46c7-a723-8f466a13f62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.408688 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 3, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:36.455448 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Checking router: bb6d63d2-a816-4dce-9941-9603ff936064 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:36.455810 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Updating router bb6d63d2-a816-4dce-9941-9603ff936064 port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a binding host n-d-793620-16 {{(pid=94690) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:45:36.498733 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.538612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c1c8cb7-5309-43fc-88a2-141a2c81321a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:36.565111 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.581764 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Transition to ACTIVE for port object 7c9cb059-ae4a-4144-901c-340135ba0b37 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:36.632193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.685166 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:36.688360 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:36.693458 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:36.699909 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9cb059-ae4a-4144-901c-340135ba0b37,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:36.746602 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1630360'] for router_interface, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.754875 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7c1c8cb7-5309-43fc-88a2-141a2c81321a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:36.755452 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.924913 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.006011 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Notify callbacks [] for port, precommit_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.012297 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.026009 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Transition to ACTIVE for port object b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a will not be triggered until provisioned by entity L2. {{(pid=94690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:37.030717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7f49446e-ff22-47d2-8598-c0cc0d88bcbe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:37.055997 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.092447 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f586b85d-5ba2-4fec-a999-615aa2f0ad7c None None] Provisioning for port 7c9cb059-ae4a-4144-901c-340135ba0b37 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:37.115558 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-f586b85d-5ba2-4fec-a999-615aa2f0ad7c None None] Provisioning complete for port 7c9cb059-ae4a-4144-901c-340135ba0b37 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:37.116059 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f586b85d-5ba2-4fec-a999-615aa2f0ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.160628 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891c9c9-7513-4980-ac6e-20baef31aee2 None None] Pushing event updated for resources: {'Port': ['ID=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,revision_number=2']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:37.179456 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Attempting to bind port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a on host n-d-793620-16 for vnic_type normal with profile {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:37.179973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Attempting to bind port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:37.180543 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Attempting to bind port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a on network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:37.185767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-f586b85d-5ba2-4fec-a999-615aa2f0ad7c None None] Port 7c9cb059-ae4a-4144-901c-340135ba0b37 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:37.192171 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:37.192552 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Checking segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:37.193127 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.193629 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Bound using segment: {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'} {{(pid=94690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:37.194165 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.managers [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Bound port: b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ad75f-8869-4418-9b0a-242377381f11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8'}}] {{(pid=94690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:37.194714 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.198170 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:37.224144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:37.224695 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.291838 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] For port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a, host n-d-793620-16, cleared binding levels {{(pid=94690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:37.298322 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] For port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:37.308138 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.401483 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.405841 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891c9c9-7513-4980-ac6e-20baef31aee2 None None] Pushing event updated for resources: {'Port': ['ID=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,revision_number=3']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:37.415388 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Routers {'bb6d63d2-a816-4dce-9941-9603ff936064'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:37.416639 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bb6d63d2-a816-4dce-9941-9603ff936064'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:37.488830 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:37.523407 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.524237 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 22ab7193-24b2-4bca-b49c-df1aa8509381 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:37.528683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.537419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.611643 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1580840'] for router_interface, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.614280 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9cb059-ae4a-4144-901c-340135ba0b37,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:37.629612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] Set router bb6d63d2-a816-4dce-9941-9603ff936064 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:37.662867 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:37.719638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 22ab7193-24b2-4bca-b49c-df1aa8509381 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:37.720011 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:37.724698 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:37.726459 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:37.884982 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Router bb6d63d2-a816-4dce-9941-9603ff936064 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:37.947434 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7c9cb059-ae4a-4144-901c-340135ba0b37', 'name': '', 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'mac_address': 'fa:16:3e:6d:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:36Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 1, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'subnets': [{'id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:37.978088 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2662f6e-b6a9-4134-8807-1fff54a8f8eb None None] The sync data for ids ['bb6d63d2-a816-4dce-9941-9603ff936064'] in n-d-793620-16 is: [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7c9cb059-ae4a-4144-901c-340135ba0b37', 'name': '', 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'mac_address': 'fa:16:3e:6d:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:36Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 1, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'subnets': [{'id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:38.024886 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-1e7fe82c-69fa-4b24-84e7-1668c42e24f8 None None] Provisioning complete for port 7c9cb059-ae4a-4144-901c-340135ba0b37 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:38.025333 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe82c-69fa-4b24-84e7-1668c42e24f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.042929 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:38.051301 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-92acf6b4-0073-4df6-a0a4-55082b1479d2 admin admin] 10.222.0.76 "PUT /v2.0/routers/bb6d63d2-a816-4dce-9941-9603ff936064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472578 Aug 30 22:45:38.077418 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fe82c-69fa-4b24-84e7-1668c42e24f8 None None] Port 7c9cb059-ae4a-4144-901c-340135ba0b37 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:38.469393 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7f49446e-ff22-47d2-8598-c0cc0d88bcbe up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:38.523104 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:38.523519 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.140613 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb8490b3-b2b6-4131-a2be-b079fe09c0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.297393 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54552) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:39.302389 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690918790', 'description': 'tempest-secgroup-smoke-1690918790 description', 'project_id': '60f59b8d5d0e474796127abfa1df5153'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:39.328403 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.421023 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.425581 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.460532 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.462712 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1642101 Aug 30 22:45:39.465986 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54554) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:39.467484 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0ef68-8d71-43d9-a809-e65b44324dfc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49db0db-493f-46fa-abc7-c856bcaed5b3,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:39.471134 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group_rule': {'security_group_id': 'a49db0db-493f-46fa-abc7-c856bcaed5b3', 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:39.507651 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.579416 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.584676 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.602833 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d5edf-89a5-4070-b146-78de667aefc5,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:39.611122 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.614987 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-0cbdaf13-5caa-45e4-8a3a-835c1c7d805d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453545 Aug 30 22:45:39.615538 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54556) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:39.620714 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group_rule': {'security_group_id': 'a49db0db-493f-46fa-abc7-c856bcaed5b3', 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:39.649240 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.730117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.735013 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.755991 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4cb5b6a-271f-43c3-8e68-9a7b9cacd271,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:39.760301 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.764974 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-57a7a81d-2cb9-4f52-975d-537a569de23f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482975 Aug 30 22:45:39.765136 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54558) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:39.769993 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group_rule': {'security_group_id': 'a49db0db-493f-46fa-abc7-c856bcaed5b3', 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:39.798782 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.860291 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.865542 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.885679 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf6f8cf-8a14-42f3-8801-993a29d9c22d,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:39.892317 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.898062 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54560) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:39.898262 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-f5cef8da-7173-44fd-a0ad-47370395edb3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309073 Aug 30 22:45:39.901913 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group_rule': {'security_group_id': 'a49db0db-493f-46fa-abc7-c856bcaed5b3', 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:39.933869 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.998463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.004393 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.025571 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d09d97-dd36-4d3f-8a0d-6f31f249078e,revision_number=0']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:40.036090 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.037681 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-8aff4c1d-8a94-44bc-8a2c-260f06abc707 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397285 Aug 30 22:45:40.040530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54562) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:40.045477 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group_rule': {'security_group_id': 'a49db0db-493f-46fa-abc7-c856bcaed5b3', 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:40.072180 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Project 60f59b8d5d0e474796127abfa1df5153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:45:40.078235 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.089383 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Sync routers for ids ['bb6d63d2-a816-4dce-9941-9603ff936064'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:40.099998 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Routers {'bb6d63d2-a816-4dce-9941-9603ff936064'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:40.100713 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bb6d63d2-a816-4dce-9941-9603ff936064'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:40.149285 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.154144 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.174434 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79ff6da-ff92-4377-8af1-71ab710e3511,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:40.179562 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.181027 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-bbba61d4-3cb3-460b-8b5e-cdb794a0128f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393490 Aug 30 22:45:40.183647 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54564) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:40.188401 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.v2.base [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'security_group_rule': {'security_group_id': 'a49db0db-493f-46fa-abc7-c856bcaed5b3', 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:40.209739 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Set router bb6d63d2-a816-4dce-9941-9603ff936064 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:40.212699 n-d-793620-16 neutron-server[94689]: INFO neutron.db.securitygroups_db [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Project 60f59b8d5d0e474796127abfa1df5153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:45:40.218128 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.286100 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.290850 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588018'] for security_group_rule, after_create {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.308756 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d859ea-028d-4601-ac58-1b8d05956d54,revision_number=0']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:40.316965 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.318918 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-b77c43e7-538f-4a5e-b34b-6a4aeb79ae66 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340041 Aug 30 22:45:40.430374 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7c9cb059-ae4a-4144-901c-340135ba0b37', 'name': '', 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'mac_address': 'fa:16:3e:6d:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:36Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 2, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'subnets': [{'id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:40.462275 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Checking router: bb6d63d2-a816-4dce-9941-9603ff936064 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:40.462618 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Updating router bb6d63d2-a816-4dce-9941-9603ff936064 port 7c9cb059-ae4a-4144-901c-340135ba0b37 binding host n-d-793620-16 {{(pid=94691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:45:40.492368 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.505278 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:40.558777 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:40.563432 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:40.563800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.592489 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-c230df0c-811b-4ac1-9395-b42ec590f4ae tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690918790&fields=id&tenant_id=60f59b8d5d0e474796127abfa1df5153 HTTP/1.1" status: 200 len: 267 time: 0.0583954 Aug 30 22:45:40.658116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.680509 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:40.686190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.718784 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-25c67918-3216-49fd-8c9c-f3626316c5ce tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:40.720370 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-25c67918-3216-49fd-8c9c-f3626316c5ce tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 809 time: 0.1197689 Aug 30 22:45:40.738363 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-b52a8b31-65aa-43f5-81ab-48dc37d434a3 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/quotas/60f59b8d5d0e474796127abfa1df5153 HTTP/1.1" status: 200 len: 375 time: 0.0103488 Aug 30 22:45:40.747817 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:40.803303 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-cc4088ec-6170-4977-b80a-fafad574d488 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564921 Aug 30 22:45:40.820045 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Notify callbacks [] for port, precommit_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.833444 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.provisioning_blocks [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Transition to ACTIVE for port object 7c9cb059-ae4a-4144-901c-340135ba0b37 will not be triggered until provisioned by entity L2. {{(pid=94691) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:40.840275 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.911128 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-8ccf1710-6e50-4a7f-bc5f-c93adc76d101 service neutron] 10.222.0.76 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955989 Aug 30 22:45:40.911387 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4e36e-d0cd-4021-954b-11b4d37e89e9 None None] Pushing event updated for resources: {'Port': ['ID=7c9cb059-ae4a-4144-901c-340135ba0b37,revision_number=3']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:40.950134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Attempting to bind port 7c9cb059-ae4a-4144-901c-340135ba0b37 on host n-d-793620-16 for vnic_type normal with profile {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:40.950629 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Attempting to bind port 7c9cb059-ae4a-4144-901c-340135ba0b37 by drivers openvswitch,hyperv on host n-d-793620-16 at level 0 using segments [{'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:40.950989 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Attempting to bind port 7c9cb059-ae4a-4144-901c-340135ba0b37 on network 31f3612a-445c-489f-95dd-9ad1b9a6c709 {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:40.957272 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Checking agent: {'id': '282e5b5a-80be-4662-afbb-5497cbbc3566', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 51, 12), 'started_at': datetime.datetime(2021, 8, 30, 20, 51, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:40.957893 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Checking segment: {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:40.958498 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.959098 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Bound using segment: {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'} {{(pid=94691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:40.959907 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.managers [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Bound port: 7c9cb059-ae4a-4144-901c-340135ba0b37, host: n-d-793620-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db790a42-6ca5-4a25-9cd8-c8da6087bfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709'}}] {{(pid=94691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:40.960517 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.015949 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-7155d90a-b25c-4d0b-a75d-623b1d0efadc service neutron] 10.222.0.76 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019824 Aug 30 22:45:41.032698 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] For port 7c9cb059-ae4a-4144-901c-340135ba0b37, host n-d-793620-16, cleared binding levels {{(pid=94691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:41.036228 n-d-793620-16 neutron-server[94691]: DEBUG neutron.plugins.ml2.db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] For port 7c9cb059-ae4a-4144-901c-340135ba0b37, host n-d-793620-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7c9cb059-ae4a-4144-901c-340135ba0b37,segment=NetworkSegment(db790a42-6ca5-4a25-9cd8-c8da6087bfda),segment_id=db790a42-6ca5-4a25-9cd8-c8da6087bfda)] {{(pid=94691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:41.042688 n-d-793620-16 neutron-server[94691]: DEBUG neutron_lib.callbacks.manager [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.108271 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4e36e-d0cd-4021-954b-11b4d37e89e9 None None] Pushing event updated for resources: {'Port': ['ID=7c9cb059-ae4a-4144-901c-340135ba0b37,revision_number=4']} {{(pid=94691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:41.118051 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Routers {'bb6d63d2-a816-4dce-9941-9603ff936064'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:41.118940 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bb6d63d2-a816-4dce-9941-9603ff936064'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:41.227982 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c22f29a3-a33a-4a7d-8d98-362e63573215 req-99009101-65aa-41a2-b609-9fa0eb48f51d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 210 time: 0.0379128 Aug 30 22:45:41.247968 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] Set router bb6d63d2-a816-4dce-9941-9603ff936064 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:41.612604 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7c9cb059-ae4a-4144-901c-340135ba0b37', 'name': '', 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'mac_address': 'fa:16:3e:6d:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:36Z', 'updated_at': '2021-08-30T22:45:41Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'subnets': [{'id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:41.642500 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0595c69-4bb5-434a-b955-2c3a9b428e97 None None] The sync data for ids ['bb6d63d2-a816-4dce-9941-9603ff936064'] in n-d-793620-16 is: [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:36Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7c9cb059-ae4a-4144-901c-340135ba0b37', 'name': '', 'network_id': '31f3612a-445c-489f-95dd-9ad1b9a6c709', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'mac_address': 'fa:16:3e:6d:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:36Z', 'updated_at': '2021-08-30T22:45:41Z', 'revision_number': 4, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'subnets': [{'id': '8dd5a337-3bed-4584-b8af-025fc6e3e7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:41.886949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.128394 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-82a7bd42-d586-47ab-814d-f8b6c516cb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.334295 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-14fc8b13-5024-412a-9473-efe8ea68e547 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.336155 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-14fc8b13-5024-412a-9473-efe8ea68e547 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 809 time: 0.1321442 Aug 30 22:45:42.355123 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2a05ce6e-0021-487e-8499-e699d65e90f4 req-8cf8d5b6-be4e-44d5-bab1-ad02175928bb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 210 time: 0.0436995 Aug 30 22:45:42.387907 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-9ba0a1ce-f480-46e1-97a4-37e9bc0bb7c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60f59b8d5d0e474796127abfa1df5153 HTTP/1.1" status: 200 len: 380 time: 0.0414419 Aug 30 22:45:42.398300 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'port': {'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'admin_state_up': True, 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'security_groups': ['a49db0db-493f-46fa-abc7-c856bcaed5b3']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:42.494638 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:42.512136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Made reservation on behalf of 60f59b8d5d0e474796127abfa1df5153 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:42.516300 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.543871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:42.544240 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.628203 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c9cb059-ae4a-4144-901c-340135ba0b37 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:42.654603 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Allocated IP 172.20.0.3 (f60cbf70-5f9e-42e8-9412-9a09a1ae66ee/79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d/8da48de2-f4e9-4b5b-b65d-7206a55daff0) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:42.688137 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning for port 7c9cb059-ae4a-4144-901c-340135ba0b37 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:42.691996 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7c9cb059-ae4a-4144-901c-340135ba0b37 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:42.692424 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.772907 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.807569 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] For port 7c9cb059-ae4a-4144-901c-340135ba0b37, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7c9cb059-ae4a-4144-901c-340135ba0b37,segment=NetworkSegment(db790a42-6ca5-4a25-9cd8-c8da6087bfda),segment_id=db790a42-6ca5-4a25-9cd8-c8da6087bfda)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:42.812611 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.822703 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.839148 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Transition to ACTIVE for port object 8da48de2-f4e9-4b5b-b65d-7206a55daff0 will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:42.865704 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Pushing event updated for resources: {'Port': ['ID=7c9cb059-ae4a-4144-901c-340135ba0b37,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:42.876178 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.926857 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:42.930288 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:42.934426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:42.941727 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:42.992072 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.992743 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.011924 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-9020e84d-fd76-4d14-816f-3610d1640f12 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174114 Aug 30 22:45:43.027228 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Request body: {'port': {'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:43.089645 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.153748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.197799 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ab49994d-e703-4772-ad51-9d42ff29eeab None None] Provisioning for port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:43.202221 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-ab49994d-e703-4772-ad51-9d42ff29eeab None None] Provisioning complete for port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:43.202681 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ab49994d-e703-4772-ad51-9d42ff29eeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.238130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-ab49994d-e703-4772-ad51-9d42ff29eeab None None] Port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:43.394058 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da48de2-f4e9-4b5b-b65d-7206a55daff0 {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:43.402883 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.417135 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Transition to ACTIVE for port object 8da48de2-f4e9-4b5b-b65d-7206a55daff0 will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:43.422427 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.478442 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:43.500355 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452474-db04-47b0-bd2e-847a83c7fdf2 req-b16be910-825c-401d-9be6-4d56da1fa9fc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.502075 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7452474-db04-47b0-bd2e-847a83c7fdf2 req-b16be910-825c-401d-9be6-4d56da1fa9fc tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 943 time: 0.0614624 Aug 30 22:45:43.547385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Attempting to bind port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:43.547728 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Attempting to bind port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:43.548064 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Attempting to bind port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:43.550081 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e7452474-db04-47b0-bd2e-847a83c7fdf2 req-2b2f2d78-31d9-4c32-a4e8-67ae85275fef tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385284 Aug 30 22:45:43.553043 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:43.553374 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Attempting to bind port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:43.558652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:43.559136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Checking segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:43.559423 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Bound using segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:43.559930 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Bound port: 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:43.560207 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.639965 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:43.643614 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:43.649433 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.689355 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.689986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.691470 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] 10.222.0.86 "PUT /v2.0/ports/8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 1092 time: 0.6701143 Aug 30 22:45:43.691912 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:43.694328 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:43.715766 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570567-840d-45ac-ad51-db3bd713d3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:43.809409 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-db56023a-6a3f-4062-800a-277495ce20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.811704 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-db56023a-6a3f-4062-800a-277495ce20d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1095 time: 0.0721488 Aug 30 22:45:43.832046 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d29081b-8e8d-49f5-b0db-0bf9070682d9 x-openstack-request-id: req-3d29081b-8e8d-49f5-b0db-0bf9070682d9 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:43.832354 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:43.832605 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d29081b-8e8d-49f5-b0db-0bf9070682d9 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:43.833051 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'status': 'completed', 'code': 200} Aug 30 22:45:43.865994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-84ce61b5-9765-4ab8-97f4-25762b606c2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 217 time: 0.0460539 Aug 30 22:45:43.928838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-20dce9b2-21fc-49cf-84ab-cd1675dcbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.930440 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-20dce9b2-21fc-49cf-84ab-cd1675dcbccd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0569677 Aug 30 22:45:43.980108 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf015089-d99d-427e-b99a-3980de36faaa req-0a5760f5-b3aa-4ac6-bd86-fea0f5222455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.981618 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-0a5760f5-b3aa-4ac6-bd86-fea0f5222455 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433886 Aug 30 22:45:44.085821 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-13881756-29d5-409b-9a57-b7696ef5ec8e service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962486 Aug 30 22:45:44.182214 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-cf015089-d99d-427e-b99a-3980de36faaa req-0503449e-596d-4782-be5b-e98a2624a210 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882912 Aug 30 22:45:44.272485 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-d9c29eb8-492a-4036-9d00-29f6c8ea3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.274013 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-d9c29eb8-492a-4036-9d00-29f6c8ea3872 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1095 time: 0.0435734 Aug 30 22:45:44.374449 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-16bdf985-a610-4c1d-b3ea-2d211926af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.376006 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-16bdf985-a610-4c1d-b3ea-2d211926af63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0939069 Aug 30 22:45:44.419938 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-84bdef57-3e1d-48b9-985f-0176d66a0e3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 217 time: 0.0356178 Aug 30 22:45:44.473256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c9cb059-ae4a-4144-901c-340135ba0b37 up at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:44.480795 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-6e2306cb-8bc1-418d-9662-996921684808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.482324 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-6e2306cb-8bc1-418d-9662-996921684808 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0559995 Aug 30 22:45:44.525948 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Provisioning complete for port 7c9cb059-ae4a-4144-901c-340135ba0b37 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:44.526237 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:44.530310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-50e8d434-ef3f-4acf-a58d-94362de903df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.532022 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-50e8d434-ef3f-4acf-a58d-94362de903df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425417 Aug 30 22:45:44.629477 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-15032774-74e4-4fd0-8ce2-6cd98af2faa1 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895934 Aug 30 22:45:44.696014 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c399c04-88a4-4e2c-9bee-ad6db22c1de4 req-e0d27585-b0ef-40b9-ad34-82ae1cb733e5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.698017 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c399c04-88a4-4e2c-9bee-ad6db22c1de4 req-e0d27585-b0ef-40b9-ad34-82ae1cb733e5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 943 time: 0.0620782 Aug 30 22:45:44.730705 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-11a21f63-cfd9-445c-a9d1-b2b6fcccac45 req-f114a059-2f61-4109-a5e8-72bb7b4f6c40 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924633 Aug 30 22:45:44.737891 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6c399c04-88a4-4e2c-9bee-ad6db22c1de4 req-26427744-b6bc-42b2-a0d8-e61b7f760de1 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Aug 30 22:45:45.013754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:45.864906 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa94cc-39a3-4d6a-a1b7-5087058e99d8 req-5db8fbd2-9e1b-4726-8df0-dd005aa09b85 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.866463 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74fa94cc-39a3-4d6a-a1b7-5087058e99d8 req-5db8fbd2-9e1b-4726-8df0-dd005aa09b85 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 943 time: 0.0587294 Aug 30 22:45:45.909744 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-74fa94cc-39a3-4d6a-a1b7-5087058e99d8 req-e7eba713-888c-4d29-aaab-e631e3a3fd72 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370336 Aug 30 22:45:46.423362 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:46.683982 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:46.695604 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:46.732618 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:46.745988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da48de2-f4e9-4b5b-b65d-7206a55daff0 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:46.766369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:46.772148 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:46.820716 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:47.041473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0990e3a-5217-4234-837d-c884df23119c req-cf04a539-126a-4059-a7ad-23a4f8cc9060 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:47.043209 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0990e3a-5217-4234-837d-c884df23119c req-cf04a539-126a-4059-a7ad-23a4f8cc9060 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 944 time: 0.0605643 Aug 30 22:45:47.065021 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8da48de2-f4e9-4b5b-b65d-7206a55daff0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:47.090883 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b0990e3a-5217-4234-837d-c884df23119c req-7df50345-76f4-4b6e-bd38-dbaacac86a75 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 Aug 30 22:45:48.208940 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3373b7-7126-49e4-8926-581f9dbf0b3b req-8fcb9b29-9860-4ced-80de-e4e7ac083804 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:48.210315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc3373b7-7126-49e4-8926-581f9dbf0b3b req-8fcb9b29-9860-4ced-80de-e4e7ac083804 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 944 time: 0.0511239 Aug 30 22:45:48.249730 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-cc3373b7-7126-49e4-8926-581f9dbf0b3b req-45a30c4d-d616-4d73-a13d-4744bf45381d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330203 Aug 30 22:45:48.452965 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:48.511090 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:48.516260 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:48.516720 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:48.602736 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:48.631191 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:48.633565 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895015d0-1802-49a9-9077-62ec4d7f0110" -d '{"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-plugged", "status": "completed", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:48.650718 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:48.656788 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:48.687766 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233a5f54-36ff-49dd-b215-88e233932b06 x-openstack-request-id: req-233a5f54-36ff-49dd-b215-88e233932b06 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:48.688060 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-plugged", "status": "completed", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:48.688315 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-233a5f54-36ff-49dd-b215-88e233932b06 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:48.688699 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'code': 200} Aug 30 22:45:48.721347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:48.783985 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8252d-2f82-4595-9500-9ef7833925c8 req-f172e06e-5830-4bf1-b61f-586531b4b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:48.785446 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26a8252d-2f82-4595-9500-9ef7833925c8 req-f172e06e-5830-4bf1-b61f-586531b4b2c8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1097 time: 0.0424976 Aug 30 22:45:48.823965 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-26a8252d-2f82-4595-9500-9ef7833925c8 req-1c0b7ff7-b0b3-4750-a4ea-6e1964151d07 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299072 Aug 30 22:45:49.392727 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3534e3-7806-4955-ab07-37cd34b93f53 req-0bdd3403-bfd2-46c6-91ef-98c8dc79b1c5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:49.394327 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed3534e3-7806-4955-ab07-37cd34b93f53 req-0bdd3403-bfd2-46c6-91ef-98c8dc79b1c5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 945 time: 0.0714607 Aug 30 22:45:49.437920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-ed3534e3-7806-4955-ab07-37cd34b93f53 req-fead1054-9e94-449a-a52f-b4363b5a2276 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359902 Aug 30 22:45:50.564057 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfebb5-c8df-425b-b375-88425a3d582e req-a9beee74-e86c-4229-ba03-58692dd8c26a tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.565561 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8cfebb5-c8df-425b-b375-88425a3d582e req-a9beee74-e86c-4229-ba03-58692dd8c26a tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 945 time: 0.0560153 Aug 30 22:45:50.608746 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f8cfebb5-c8df-425b-b375-88425a3d582e req-bbb795a6-b55a-4a2f-b9cc-ea2d69c95f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340414 Aug 30 22:45:50.736475 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737575-54b6-428f-8166-23e3ed778001 req-2d8dc358-76b7-419c-9396-73ace0e75019 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.737984 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f737575-54b6-428f-8166-23e3ed778001 req-2d8dc358-76b7-419c-9396-73ace0e75019 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Aug 30 22:45:50.777331 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-3f737575-54b6-428f-8166-23e3ed778001 req-87bb4cb4-c4d2-4677-9719-5de2719c184a tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Aug 30 22:45:50.802524 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54616) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:50.948194 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0e292-7fae-4f8e-9ce7-150309c12bf7 tempest-TestSnapshotPattern-1915551121 tempest-TestSnapshotPattern-1915551121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.949737 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-4ca0e292-7fae-4f8e-9ce7-150309c12bf7 tempest-TestSnapshotPattern-1915551121 tempest-TestSnapshotPattern-1915551121-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1092 time: 0.1455424 Aug 30 22:45:50.953023 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54620) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:50.957784 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:50.986330 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.098096 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.200907 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Allocated IP 172.25.5.147 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/82408613-4c9c-463b-b44c-4dcb85b1b585) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:51.322626 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.370186 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.412570 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:51.415541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:51.420477 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:51.423437 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'Port': ['ID=82408613-4c9c-463b-b44c-4dcb85b1b585,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:51.797317 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.878917 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:52.055569 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:52.061986 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:52.146923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'Port': ['ID=82408613-4c9c-463b-b44c-4dcb85b1b585,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:52.159148 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:52.269989 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Floating IP 1f8c2cc4-376b-4513-bee0-88bb732cca9d associated. External IP: 172.25.5.147, port: 8da48de2-f4e9-4b5b-b65d-7206a55daff0. Aug 30 22:45:52.514136 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:52.621740 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:52.631801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:52.642556 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:52.648690 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:52.649332 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:52.673506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2472ac91-bd55-471f-8bc2-b00651c943e8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7193761 Aug 30 22:45:52.674094 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:52.676448 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4822b448-f170-4052-903c-fa1feff8e818" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:52.712077 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ba632d-7895-4700-89fb-bf4a00f23187 x-openstack-request-id: req-50ba632d-7895-4700-89fb-bf4a00f23187 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:52.712367 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:52.712618 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50ba632d-7895-4700-89fb-bf4a00f23187 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:52.713019 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'status': 'completed', 'code': 200} Aug 30 22:45:52.761842 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:52.778127 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b448-f170-4052-903c-fa1feff8e818 req-1c811053-c714-4178-a7f4-1ca7bc0531d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.779696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-1c811053-c714-4178-a7f4-1ca7bc0531d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1097 time: 0.0421851 Aug 30 22:45:52.869760 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b448-f170-4052-903c-fa1feff8e818 req-ccb2c655-b45d-4694-a4ee-1d274afb8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.871315 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-ccb2c655-b45d-4694-a4ee-1d274afb8628 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0842283 Aug 30 22:45:52.943506 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-990787f7-d4f1-48f3-b267-2e1b32560262 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 999 time: 0.0650065 Aug 30 22:45:52.987306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:51Z', 'revision_number': 0, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:52.994785 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b448-f170-4052-903c-fa1feff8e818 req-98511863-cc3b-4303-8298-88eb71f7b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.996298 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-98511863-cc3b-4303-8298-88eb71f7b69a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0460732 Aug 30 22:45:53.013107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:53.022801 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:53.023429 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:45:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:53.042923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822b448-f170-4052-903c-fa1feff8e818 req-bc829dab-2dd4-4576-9952-4cc66def20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.044457 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-bc829dab-2dd4-4576-9952-4cc66def20eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410967 Aug 30 22:45:53.131130 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:53.140612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-bf808854-f85b-4af9-a9f3-a439aa8d58d1 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885007 Aug 30 22:45:53.233494 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4822b448-f170-4052-903c-fa1feff8e818 req-91ca3aab-aff3-4180-b894-638377e63443 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 Aug 30 22:45:53.361665 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:51Z', 'revision_number': 0, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:53.389852 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e24e7c-4900-4f8a-8a61-18895a3de59a None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:51Z', 'revision_number': 0, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:53.613223 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6560a5a2-22ad-4313-8b04-cfb32321cc09 None None] New status for floating IP 1f8c2cc4-376b-4513-bee0-88bb732cca9d: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:45:57.295003 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-ac2acab2-f7b2-41c5-9b2e-0b5cba94bb41 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488288 Aug 30 22:45:57.384531 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-ded07207-082e-4712-8ba1-869e3d3b6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.384876 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-ded07207-082e-4712-8ba1-869e3d3b6135 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1097 time: 0.0445662 Aug 30 22:45:57.492150 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-91e70547-bbf1-4251-a14e-3facbe9abdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.493590 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-91e70547-bbf1-4251-a14e-3facbe9abdb7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0881274 Aug 30 22:45:57.567161 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-72c80c7e-6390-4fad-a98a-c440fa8240dc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 1001 time: 0.0651064 Aug 30 22:45:57.625395 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-0917441d-d622-4a4f-8589-3914dd93cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.626993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-0917441d-d622-4a4f-8589-3914dd93cd4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0531321 Aug 30 22:45:57.676194 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-60ddeff7-f385-4628-ba91-0a5eb8da3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.677635 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-60ddeff7-f385-4628-ba91-0a5eb8da3907 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433922 Aug 30 22:45:57.773929 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-790936ef-a311-4417-811d-c1a30a3b3ace service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880826 Aug 30 22:45:57.880371 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-77800fd7-7e67-4d34-bf01-5aade9c20312 req-076472f2-3a5b-468f-b72c-2c5c87adcb43 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984266 Aug 30 22:46:04.537604 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:06.986193 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.145999 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0c01bc57-746e-4fec-9299-86ae901f80b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.642293 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:46:11.893253 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.132288 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e1e03244-6d63-42c2-9607-a5ccbded8408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.156220 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:15.016587 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.566559 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:36.997343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.141228 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-87bb0fd7-67fd-40f4-8db3-fe6133c0abd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:41.900173 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.125731 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a9494e11-6744-4de7-a150-338f68b319d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.158550 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.019843 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.642015 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:46:59.130910 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-367e1441-0c30-4f3e-bd05-de59d1fd7812 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450656 Aug 30 22:46:59.228844 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-a0d7d9f5-b25c-4a18-8c5e-1e5837e3d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.230612 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-a0d7d9f5-b25c-4a18-8c5e-1e5837e3d45d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1097 time: 0.0510476 Aug 30 22:46:59.355114 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-84f20242-468b-4f8e-b3bd-90ff592ad446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.356646 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-84f20242-468b-4f8e-b3bd-90ff592ad446 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.1034491 Aug 30 22:46:59.440756 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-3110e7ed-6e6b-4033-acf1-4273060d21f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 1001 time: 0.0762351 Aug 30 22:46:59.495665 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-5ce63d20-e455-437b-b20f-97285a1860f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.497181 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-5ce63d20-e455-437b-b20f-97285a1860f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0469973 Aug 30 22:46:59.571144 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-966d6f79-043a-44f0-b2d1-ca600c0bcbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.572855 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-966d6f79-043a-44f0-b2d1-ca600c0bcbad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676403 Aug 30 22:47:00.009892 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-fe28167a-865d-4ab8-b428-5cc067731b3a service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291935 Aug 30 22:47:00.129083 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-7aec9474-e5e7-4048-92dc-80e9d5346908 req-91dafba7-2022-4bc3-b9f5-626911636602 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117427 Aug 30 22:47:04.579571 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.015554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:09.146296 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-3fdf7fc9-85b7-4c50-b115-56cae5ee7e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:11.897480 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.132210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5160d72c-6b0f-4d73-a1d9-90a92ad461ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:13.161570 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.023367 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.642291 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:47:34.583599 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:37.005365 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.151960 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0088139a-f7d4-4301-942b-e209b89aba1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.896245 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.126530 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-8ca050f9-2c86-46fd-8e91-248c07ee941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.165614 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:45.025941 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:58.564402 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-2b676af0-8717-4f2d-9aee-8569de11be90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516725 Aug 30 22:47:58.673134 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-431f151f-0bd9-4953-9942-30a6ffb70c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:58.674818 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-431f151f-0bd9-4953-9942-30a6ffb70c6c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1097 time: 0.0551414 Aug 30 22:47:58.791523 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-454e1d8c-8e0f-4118-8bdf-9e75229c3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:58.792949 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-454e1d8c-8e0f-4118-8bdf-9e75229c3ce5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0954599 Aug 30 22:47:58.890509 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-553e379b-644b-4c57-b9a8-c01181ec237a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 1001 time: 0.0894425 Aug 30 22:47:58.943951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-7e17d8b9-62fc-4c92-bef0-4c4e459465f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:58.945491 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-7e17d8b9-62fc-4c92-bef0-4c4e459465f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0482380 Aug 30 22:47:58.998264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-519cd5c2-23b7-4e30-b642-1040464f9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:58.999902 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-519cd5c2-23b7-4e30-b642-1040464f9d43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471210 Aug 30 22:47:59.012922 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-a6a99eac-d276-4801-9e68-eafc95167a53 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=94688) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:47:59.014252 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-a6a99eac-d276-4801-9e68-eafc95167a53 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070271 Aug 30 22:47:59.136059 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-8d2c2a5d-cb2f-4cdf-9c45-429622a13b6f service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145775 Aug 30 22:47:59.258284 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-4963d9b6-26a7-45ad-ace0-9a5e2d70cf6b req-46d4786c-5d57-4830-9049-76f81d7f7467 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145966 Aug 30 22:48:00.643190 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:48:04.595292 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.008090 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.158124 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-05d2f06d-1160-4538-8f51-422dc901aa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.903949 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.135081 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-62c6d4e1-915f-48b4-b5fe-42f40bc3bab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.169737 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.030047 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.186010 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:25.290396 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:25.304933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:25.345021 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.363041 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8da48de2-f4e9-4b5b-b65d-7206a55daff0 {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:25.384059 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:25.390870 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.447368 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:25.455480 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.455831 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.456168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.456501 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.456834 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.457158 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.457483 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.457805 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.458125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.458444 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.458792 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.459110 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:25.482761 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['8da48de2-f4e9-4b5b-b65d-7206a55daff0'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:27.179923 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:27.244675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:27.245014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.338099 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.384538 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:27.386984 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f1318-420d-4036-8818-161a00b3c407" -d '{"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-plugged", "status": "completed", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:27.400114 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:27.408536 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.475761 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53404728-ff67-4e71-833f-70cbde2cb143 x-openstack-request-id: req-53404728-ff67-4e71-833f-70cbde2cb143 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:27.476317 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-plugged", "status": "completed", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:27.476818 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53404728-ff67-4e71-833f-70cbde2cb143 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:27.477254 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'code': 200} Aug 30 22:48:27.498653 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:34.599500 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:37.024300 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:37.317269 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-649ff402-5df4-4ccf-a920-7c897c6b45da tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690918790&fields=id&tenant_id=60f59b8d5d0e474796127abfa1df5153 HTTP/1.1" status: 200 len: 267 time: 0.0379620 Aug 30 22:48:37.443530 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-c468caae-edb8-4eca-bb03-5322cf7c5b59 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.445041 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-c468caae-edb8-4eca-bb03-5322cf7c5b59 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 809 time: 0.1194592 Aug 30 22:48:37.461059 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-dd04ef40-5cfa-4536-b91b-02ea9db79280 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/quotas/60f59b8d5d0e474796127abfa1df5153 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Aug 30 22:48:37.537126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-0f9703d1-6b83-4fbc-94f6-a62e72d31ad5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0699937 Aug 30 22:48:37.645328 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:48:37.802817 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-e5ed1a10-83e6-45d9-a3da-c6c1786fde42 service neutron] 10.222.0.76 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501752 Aug 30 22:48:37.902032 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-0edf9cb9-2536-48c8-b556-4277bb512fbf service neutron] 10.222.0.76 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927360 Aug 30 22:48:38.068518 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-c753f28d-7232-4e36-8f69-fd524c3f9137 req-d0d848f3-e4b3-441e-8e13-101bdf49f2fa tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 210 time: 0.0276694 Aug 30 22:48:39.080426 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-7e15ec4f-76dc-47d8-827c-2fc7a29ea364 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.081918 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-7e15ec4f-76dc-47d8-827c-2fc7a29ea364 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 809 time: 0.1160173 Aug 30 22:48:39.129296 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-d1e99b90-f32a-4496-8647-5fadf4ccf359 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60f59b8d5d0e474796127abfa1df5153 HTTP/1.1" status: 200 len: 380 time: 0.0375702 Aug 30 22:48:39.141974 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'port': {'device_id': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'admin_state_up': True, 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'security_groups': ['a49db0db-493f-46fa-abc7-c856bcaed5b3']}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:39.169360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-ade9e07a-f02a-45f0-b936-1abac8ae1eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.186610 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-06473ac2-93db-40c5-9204-2fbc397cd114 req-5bdb8395-bd2a-4a2e-ae5e-d233e48f7e74 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 210 time: 0.0340517 Aug 30 22:48:39.212847 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:39.260366 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Made reservation on behalf of 60f59b8d5d0e474796127abfa1df5153 for: {'port': 1} {{(pid=94688) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:39.264340 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.293743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.323637 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:39.324778 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a052e4-5048-4b56-b145-d9766fc717b7" -d '{"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-unplugged", "status": "completed", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:39.337786 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:39.344396 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.373661 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50892c5-252d-430f-8c9b-35c5aea19557 x-openstack-request-id: req-e50892c5-252d-430f-8c9b-35c5aea19557 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:39.373947 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-unplugged", "status": "completed", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:39.374323 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e50892c5-252d-430f-8c9b-35c5aea19557 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:39.374843 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'code': 200} Aug 30 22:48:39.405406 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=8']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:39.424677 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Allocated IP 172.20.0.4 (f60cbf70-5f9e-42e8-9412-9a09a1ae66ee/79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d/651b5afa-7e02-4d21-a5e5-681c13fa355e) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:39.615130 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.631475 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Transition to ACTIVE for port object 651b5afa-7e02-4d21-a5e5-681c13fa355e will not be triggered until provisioned by entity DHCP. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:39.687839 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.753330 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:39.756968 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:39.761998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:39.766673 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:39.795218 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.795559 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.795899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.796402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.796745 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.797082 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.797422 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.797730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.798059 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.798387 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.798810 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.799146 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:39.845489 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.846203 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.877464 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-2c857eb3-85ea-4819-8ea2-471a7e030fa9 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400601 Aug 30 22:48:40.132871 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-35edb6e3-68e0-44d1-88d2-d168a22ffe0a None None] Provisioning for port 651b5afa-7e02-4d21-a5e5-681c13fa355e completed by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:40.137131 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-35edb6e3-68e0-44d1-88d2-d168a22ffe0a None None] Provisioning complete for port 651b5afa-7e02-4d21-a5e5-681c13fa355e triggered by entity DHCP. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:40.137518 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-35edb6e3-68e0-44d1-88d2-d168a22ffe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.187452 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-35edb6e3-68e0-44d1-88d2-d168a22ffe0a None None] Port 651b5afa-7e02-4d21-a5e5-681c13fa355e cannot update to ACTIVE because it is not bound. {{(pid=94690) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:48:40.340156 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872c07e-2e24-4080-a5c0-d63c4d223dc1 req-7c7d4f01-760b-4eaa-a816-52ff99ffe933 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.343494 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7872c07e-2e24-4080-a5c0-d63c4d223dc1 req-7c7d4f01-760b-4eaa-a816-52ff99ffe933 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0849395 Aug 30 22:48:40.396517 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7872c07e-2e24-4080-a5c0-d63c4d223dc1 req-2dd96111-4968-4c9f-90d5-cd06b3c905cf tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 Aug 30 22:48:41.559782 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2aece-a6a4-4350-ab6b-17a2f3a6da7c req-24f095a9-208d-402d-939e-ab3a75aa626c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.561399 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ac2aece-a6a4-4350-ab6b-17a2f3a6da7c req-24f095a9-208d-402d-939e-ab3a75aa626c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0777535 Aug 30 22:48:41.623538 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-4ac2aece-a6a4-4350-ab6b-17a2f3a6da7c req-468b81c9-3335-4688-b8e4-97e34e1ea144 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554535 Aug 30 22:48:41.892117 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.135188 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-4fd01be2-4d9b-4458-8b16-3f83dc2298e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.763908 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381db71-7167-443d-a4d2-f599de80c9a7 req-717d48a5-70b0-4747-9658-5f1f8fc9bbc8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.765315 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7381db71-7167-443d-a4d2-f599de80c9a7 req-717d48a5-70b0-4747-9658-5f1f8fc9bbc8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0676372 Aug 30 22:48:42.805246 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7381db71-7167-443d-a4d2-f599de80c9a7 req-9e26b5b9-7f56-414b-9d6c-8c7ba5e7beae tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339544 Aug 30 22:48:43.175974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.958444 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3ff37-bc69-4359-91bc-415a99be5539 req-3b9826fe-5264-4efb-a315-abbd4036b373 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.959971 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40d3ff37-bc69-4359-91bc-415a99be5539 req-3b9826fe-5264-4efb-a315-abbd4036b373 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0730669 Aug 30 22:48:44.003693 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-40d3ff37-bc69-4359-91bc-415a99be5539 req-7b244a42-89cd-4611-b612-a7887f791de7 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 Aug 30 22:48:45.038244 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:45.144598 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f0d51-6151-4177-813c-ec3d4b5f72bb req-45190d62-474a-480e-9be7-28a60fa27b8e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.146105 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f01f0d51-6151-4177-813c-ec3d4b5f72bb req-45190d62-474a-480e-9be7-28a60fa27b8e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0584545 Aug 30 22:48:45.196136 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f01f0d51-6151-4177-813c-ec3d4b5f72bb req-9ff702be-e063-4ee0-bbc9-aaab665e773a tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Aug 30 22:48:46.356158 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36ed7c-68c8-49db-b84d-5d3d37c9728b req-61b4417c-98e3-4de0-89ef-a9393bb766c7 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:46.357920 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b36ed7c-68c8-49db-b84d-5d3d37c9728b req-61b4417c-98e3-4de0-89ef-a9393bb766c7 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0707514 Aug 30 22:48:46.420653 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-8b36ed7c-68c8-49db-b84d-5d3d37c9728b req-edae83b8-7203-444f-b9f4-c620e081deb6 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523965 Aug 30 22:48:47.611474 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deb02f-bcdc-479f-8a38-180e3b2aefd7 req-bd97452c-c310-4552-8b39-c08fbf0afa36 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:47.617486 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08deb02f-bcdc-479f-8a38-180e3b2aefd7 req-bd97452c-c310-4552-8b39-c08fbf0afa36 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.1043656 Aug 30 22:48:47.674168 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-08deb02f-bcdc-479f-8a38-180e3b2aefd7 req-810e081b-62dd-4b9c-964b-7c232372c7b4 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505447 Aug 30 22:48:48.826990 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9b41d-e6a9-47f8-b516-93e2c4672ee6 req-883b3b7d-a262-4d16-a80a-804e462a3279 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:48.828778 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed9b41d-e6a9-47f8-b516-93e2c4672ee6 req-883b3b7d-a262-4d16-a80a-804e462a3279 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0660889 Aug 30 22:48:48.877403 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-6ed9b41d-e6a9-47f8-b516-93e2c4672ee6 req-6aa97c03-a144-434d-8c27-1b88eb90141c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381789 Aug 30 22:48:50.007663 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1260b9d-7355-49fc-82aa-7dfa84a4b2e2 req-49f76c74-4a08-4c95-b7fe-62b980236ba5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:50.009311 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1260b9d-7355-49fc-82aa-7dfa84a4b2e2 req-49f76c74-4a08-4c95-b7fe-62b980236ba5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0570028 Aug 30 22:48:50.050394 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e1260b9d-7355-49fc-82aa-7dfa84a4b2e2 req-694de251-3510-4f7a-905d-5488bb519726 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347490 Aug 30 22:48:51.180583 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd862-35c1-4eaa-82ad-8477bbbb79ce req-b5531583-63a3-4bd0-ad40-bbae4308a232 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.182159 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b69cd862-35c1-4eaa-82ad-8477bbbb79ce req-b5531583-63a3-4bd0-ad40-bbae4308a232 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0592611 Aug 30 22:48:51.233724 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b69cd862-35c1-4eaa-82ad-8477bbbb79ce req-06e0483e-7e9d-496d-8105-cea1c3842224 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Aug 30 22:48:52.368540 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856346d-7605-486b-aba3-62065375ef6b req-baa0e71b-c82d-4666-b933-1884e9740fae tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:52.370148 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d856346d-7605-486b-aba3-62065375ef6b req-baa0e71b-c82d-4666-b933-1884e9740fae tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0562313 Aug 30 22:48:52.418062 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-d856346d-7605-486b-aba3-62065375ef6b req-1f94e663-7881-48de-93d5-44122f868018 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416110 Aug 30 22:48:53.114048 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Request body: {'port': {'device_id': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-16'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:53.178467 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.479709 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651b5afa-7e02-4d21-a5e5-681c13fa355e {{(pid=94688) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:53.492473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.509935 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.provisioning_blocks [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Transition to ACTIVE for port object 651b5afa-7e02-4d21-a5e5-681c13fa355e will not be triggered until provisioned by entity L2. {{(pid=94688) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:53.515069 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.549473 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d302d-a431-428a-963b-66b59235a1ba req-a856aad5-9ac2-4483-8315-30655b999e5e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:53.552190 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e89d302d-a431-428a-963b-66b59235a1ba req-a856aad5-9ac2-4483-8315-30655b999e5e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 931 time: 0.0621724 Aug 30 22:48:53.596631 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:53.613816 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e89d302d-a431-428a-963b-66b59235a1ba req-8eb5232e-147a-414e-ad4e-a09010d6c986 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497134 Aug 30 22:48:53.663310 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Attempting to bind port 651b5afa-7e02-4d21-a5e5-681c13fa355e on host n-h2-793620-16 for vnic_type normal with profile {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:53.663646 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Attempting to bind port 651b5afa-7e02-4d21-a5e5-681c13fa355e by drivers openvswitch,hyperv on host n-h2-793620-16 at level 0 using segments [{'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:53.664004 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Attempting to bind port 651b5afa-7e02-4d21-a5e5-681c13fa355e on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:53.671265 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Port 651b5afa-7e02-4d21-a5e5-681c13fa355e on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-16 {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:53.671584 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Attempting to bind port 651b5afa-7e02-4d21-a5e5-681c13fa355e on network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:53.677188 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Checking agent: {'id': '915e2c6d-7bc6-425f-bd87-225ee208842e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'started_at': datetime.datetime(2021, 8, 30, 20, 59, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:53.677524 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Checking segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94688) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:53.677916 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Bound using segment: {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'} {{(pid=94688) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:53.678377 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.managers [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Bound port: 651b5afa-7e02-4d21-a5e5-681c13fa355e, host: n-h2-793620-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82423ff7-8f21-4903-90b9-a269f9b9ef68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee'}}] {{(pid=94688) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:53.678758 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.761741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, cleared binding levels {{(pid=94688) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:53.766137 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94688) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:53.773463 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.812652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:53.813386 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.815242 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] 10.222.0.86 "PUT /v2.0/ports/651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 200 len: 1092 time: 0.7095830 Aug 30 22:48:53.815812 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:53.818471 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f55830e-f531-43d5-8c95-d0e2fe55cee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:53.865402 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da802b5e-4fc4-4bba-acde-e62c94fa7902 service neutron] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=3']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:53.912646 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d13ee10-f0ac-455b-94dd-4fc5c1aaf2c0 x-openstack-request-id: req-9d13ee10-f0ac-455b-94dd-4fc5c1aaf2c0 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:53.912996 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:53.913198 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d13ee10-f0ac-455b-94dd-4fc5c1aaf2c0 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:53.913865 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'status': 'completed', 'code': 200} Aug 30 22:48:53.940635 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-186fd4c0-a419-4732-8c58-b0e4401f7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:53.942322 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-186fd4c0-a419-4732-8c58-b0e4401f7ab9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1095 time: 0.0722725 Aug 30 22:48:54.007894 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-96c8a301-383a-443c-be96-99d67e46dc8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 200 len: 217 time: 0.0503745 Aug 30 22:48:54.074551 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-4ee378b8-0c1d-47fa-ae2c-32b3e917dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.076314 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-4ee378b8-0c1d-47fa-ae2c-32b3e917dd24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0609579 Aug 30 22:48:54.147830 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-f9c4438e-006c-4485-a495-d3ea1360f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.149430 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-f9c4438e-006c-4485-a495-d3ea1360f5d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652900 Aug 30 22:48:54.247724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-7d852a55-ce9c-4de8-bda2-4d1bb6bf8efd service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910394 Aug 30 22:48:54.372903 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2cf8099e-1301-44df-9d94-a494a7a94688 req-291f757a-a302-4d47-a694-14dfac6b95d1 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160874 Aug 30 22:48:54.462630 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-2db4f8d3-6839-45d4-b688-a5b07a8f6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.464203 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-2db4f8d3-6839-45d4-b688-a5b07a8f6e10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1095 time: 0.0441685 Aug 30 22:48:54.560383 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-d056711f-0b21-4201-bd6f-c9e13fd78d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.561928 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-d056711f-0b21-4201-bd6f-c9e13fd78d37 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0904086 Aug 30 22:48:54.618223 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-cfc429ef-50ed-4074-9913-77710a33a022 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 200 len: 217 time: 0.0487235 Aug 30 22:48:54.676301 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-3e3aba6d-7205-4a31-be8f-4fd5643f58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.678306 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-3e3aba6d-7205-4a31-be8f-4fd5643f58aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0532134 Aug 30 22:48:54.730365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-2618fa2e-ed03-4973-ba2a-77ede9d4a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.732873 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-2618fa2e-ed03-4973-ba2a-77ede9d4a0d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474157 Aug 30 22:48:54.751580 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9380-7f1d-4a48-a21f-c743418608da req-11715c0c-af70-4247-90d1-9bef8dfde729 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.753187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-937d9380-7f1d-4a48-a21f-c743418608da req-11715c0c-af70-4247-90d1-9bef8dfde729 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 943 time: 0.0640666 Aug 30 22:48:54.802051 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-937d9380-7f1d-4a48-a21f-c743418608da req-e1f7ef2c-f7c6-4da0-b8b6-60053f2d02fa tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417824 Aug 30 22:48:54.839594 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-75d63e63-2830-4bf7-89f3-35925eae9f69 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993044 Aug 30 22:48:54.948884 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-1f55830e-f531-43d5-8c95-d0e2fe55cee2 req-6e1f9b3a-19da-4138-83f7-316e7aa3d461 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010106 Aug 30 22:48:55.944118 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d2d6-f2c4-4b25-bf51-be8bebd79ed4 req-947f4f0a-b470-4bbf-be02-56170317c9ee tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:55.945666 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ce6d2d6-f2c4-4b25-bf51-be8bebd79ed4 req-947f4f0a-b470-4bbf-be02-56170317c9ee tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 943 time: 0.0664144 Aug 30 22:48:55.994419 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1ce6d2d6-f2c4-4b25-bf51-be8bebd79ed4 req-fc6c7d27-549e-424e-b418-8a96aad39567 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Aug 30 22:48:57.127168 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d23b9-77d6-46a2-a941-845487447a4a req-1ff01e11-55c4-4ddb-90b9-100a99340be2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:57.128678 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b23d23b9-77d6-46a2-a941-845487447a4a req-1ff01e11-55c4-4ddb-90b9-100a99340be2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 943 time: 0.0526221 Aug 30 22:48:57.170969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-b23d23b9-77d6-46a2-a941-845487447a4a req-c857bd2f-d4c7-421e-9a96-23b03e909679 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360246 Aug 30 22:48:58.302982 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590aea7-da58-494e-b0d7-7ad6364ac2c8 req-f8a8ef28-10a0-4071-b9e6-98dfb7a805a1 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.304552 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e590aea7-da58-494e-b0d7-7ad6364ac2c8 req-f8a8ef28-10a0-4071-b9e6-98dfb7a805a1 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 943 time: 0.0569000 Aug 30 22:48:58.349475 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-e590aea7-da58-494e-b0d7-7ad6364ac2c8 req-bb18e817-9914-4504-9dca-9f9196e83d42 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384283 Aug 30 22:48:59.290401 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:59.391788 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:59.405019 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'port_id': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'mac_address': 'fa:16:3e:62:5d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:59.445883 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.460498 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651b5afa-7e02-4d21-a5e5-681c13fa355e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:59.475128 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb9239-06dd-41c0-9772-605053a01639 req-4c9d7231-29ed-497e-8db9-2a56cfc9f61e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:59.476811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dadb9239-06dd-41c0-9772-605053a01639 req-4c9d7231-29ed-497e-8db9-2a56cfc9f61e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 943 time: 0.0517507 Aug 30 22:48:59.479973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:59.488260 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.530126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-dadb9239-06dd-41c0-9772-605053a01639 req-8219d78b-f383-4305-a515-89f8836896ef tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466895 Aug 30 22:48:59.562330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=4']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:59.868659 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['651b5afa-7e02-4d21-a5e5-681c13fa355e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:00.692056 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b4f3-1223-47cd-8bc8-bd8a89b0ddbc req-688929e5-88ab-4b8e-b2f1-71914a701245 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:00.693710 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7508b4f3-1223-47cd-8bc8-bd8a89b0ddbc req-688929e5-88ab-4b8e-b2f1-71914a701245 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 944 time: 0.0525610 Aug 30 22:49:00.750955 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-7508b4f3-1223-47cd-8bc8-bd8a89b0ddbc req-7525276d-2878-4de2-b643-82aff504be1f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504007 Aug 30 22:49:01.218993 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-bc911659-3e30-471f-b801-41cf66c05546 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431969 Aug 30 22:49:01.305768 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:01.319823 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-aff6600d-d711-45a1-8ef3-d2bf95018f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.321369 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-aff6600d-d711-45a1-8ef3-d2bf95018f1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1095 time: 0.0515244 Aug 30 22:49:01.380306 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning for port 651b5afa-7e02-4d21-a5e5-681c13fa355e completed by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:01.384765 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 651b5afa-7e02-4d21-a5e5-681c13fa355e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:01.388661 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.457164 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-735a32fa-46a9-4915-a447-daa21e126aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.458714 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-735a32fa-46a9-4915-a447-daa21e126aec service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.1125488 Aug 30 22:49:01.496974 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.524292 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:01.526909 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835e315-e0ae-4574-9257-e9a307ae3944" -d '{"events": [{"server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "name": "network-vif-plugged", "status": "completed", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:01.543808 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:01.544045 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-1c8cea10-23be-4f3d-963e-96797623847f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 999 time: 0.0774481 Aug 30 22:49:01.550747 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.603169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-3ae03c07-3c31-4dd0-8a8a-3e5cdecda98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.604724 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-3ae03c07-3c31-4dd0-8a8a-3e5cdecda98a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0532873 Aug 30 22:49:01.622723 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=5']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:01.646338 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446647e-3a75-4d2f-9d30-562c89d6a2e3 x-openstack-request-id: req-d446647e-3a75-4d2f-9d30-562c89d6a2e3 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:01.646854 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "name": "network-vif-plugged", "status": "completed", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:01.647236 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d446647e-3a75-4d2f-9d30-562c89d6a2e3 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:01.648073 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'code': 200} Aug 30 22:49:01.659716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-d2c35e94-da1c-4028-89d0-392de385cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.661631 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-d2c35e94-da1c-4028-89d0-392de385cb64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494480 Aug 30 22:49:01.717178 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.86', 65155) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:01.765491 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ccd8e-507f-41d5-a3de-e38372801dd7 req-74513a4e-c950-4f09-a73d-447fce25256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.768125 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f7ccd8e-507f-41d5-a3de-e38372801dd7 req-74513a4e-c950-4f09-a73d-447fce25256d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1097 time: 0.0492101 Aug 30 22:49:01.781282 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-ce64c9f7-211e-4108-b5da-231378e52cfc service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094759 Aug 30 22:49:01.808336 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1f7ccd8e-507f-41d5-a3de-e38372801dd7 req-867d00cd-a5e9-4818-b136-d6e80e949bc0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 30 22:49:01.886397 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-e4501839-3cac-4bae-8ff3-767f5bd238c2 req-1be652d3-8493-4be5-816c-1eb6e1c2b7c3 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973234 Aug 30 22:49:01.890111 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbf28-4f47-48c8-9cdc-5f162d8028fa req-d78c7264-3a8b-4578-8a19-f96bac6bcd55 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.891699 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13cbbf28-4f47-48c8-9cdc-5f162d8028fa req-d78c7264-3a8b-4578-8a19-f96bac6bcd55 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0587652 Aug 30 22:49:01.933029 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-13cbbf28-4f47-48c8-9cdc-5f162d8028fa req-bd9382e0-7ef2-488d-a51a-2bf6d3eb89f0 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343225 Aug 30 22:49:03.061667 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4fc1a-99a9-487d-9e78-31e0ae2a3759 req-5840432d-567b-4d4e-85b9-5ffce347ead4 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.063380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bad4fc1a-99a9-487d-9e78-31e0ae2a3759 req-5840432d-567b-4d4e-85b9-5ffce347ead4 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0554483 Aug 30 22:49:03.106682 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-bad4fc1a-99a9-487d-9e78-31e0ae2a3759 req-27fd68f9-7960-4511-b658-fab39f2e111d tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Aug 30 22:49:04.264131 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497a68-7f7b-4ce9-8b44-0e9682cd7d53 req-e390771e-b2ae-4261-a069-3fdf88a3f922 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.265749 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89497a68-7f7b-4ce9-8b44-0e9682cd7d53 req-e390771e-b2ae-4261-a069-3fdf88a3f922 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0632083 Aug 30 22:49:04.310811 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-89497a68-7f7b-4ce9-8b44-0e9682cd7d53 req-42baebe3-26d3-452f-8609-3cc4167c0ba8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383945 Aug 30 22:49:04.441978 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bd6d5-342f-40b1-aa42-5e34c4069e07 req-d2b390f4-02c5-4b85-acef-20764b0f2944 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.443415 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-808bd6d5-342f-40b1-aa42-5e34c4069e07 req-d2b390f4-02c5-4b85-acef-20764b0f2944 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0517688 Aug 30 22:49:04.483958 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-808bd6d5-342f-40b1-aa42-5e34c4069e07 req-58779b25-642b-4a1d-bd4e-772f99c4daa5 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342631 Aug 30 22:49:04.510944 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 54962) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:04.557505 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27730eb-058a-4b28-b161-8e386e83a388 tempest-TestSnapshotPattern-1915551121 tempest-TestSnapshotPattern-1915551121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.559078 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-a27730eb-058a-4b28-b161-8e386e83a388 tempest-TestSnapshotPattern-1915551121 tempest-TestSnapshotPattern-1915551121-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1092 time: 0.0468013 Aug 30 22:49:04.562536 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 54964) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:04.568730 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.v2.base [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Request body: {'floatingip': {'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'port_id': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94688) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:04.594209 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.623741 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.708277 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.823990 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_common [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Allocated IP 172.25.5.230 (d8f83a74-4abf-42fc-a8fd-f04a945e13b8/59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9/8eb6ca05-146c-4cbd-9c91-2da14262939a) {{(pid=94688) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:04.936833 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for port, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.979887 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737589756456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.023759 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Network d8f83a74-4abf-42fc-a8fd-f04a945e13b8 is already hosted by enough agents. {{(pid=94688) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:05.026853 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.base_scheduler [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Resources bound (agent type, host, resource id): {{(pid=94688) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:05.031370 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Received port after_create {{(pid=94688) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:05.034566 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'Port': ['ID=8eb6ca05-146c-4cbd-9c91-2da14262939a,revision_number=1']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:05.413269 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.486267 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.649517 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for port, precommit_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.655639 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8838194'] for port, after_update {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.728697 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event updated for resources: {'Port': ['ID=8eb6ca05-146c-4cbd-9c91-2da14262939a,revision_number=2']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:05.741536 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1630221'] for floatingip, after_create {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.845095 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Floating IP 27f7cb72-732c-4b21-9068-13a8364ac422 associated. External IP: 172.25.5.230, port: 651b5afa-7e02-4d21-a5e5-681c13fa355e. Aug 30 22:49:06.062365 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:49:06.507497 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:49:06.522459 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:49:06.528257 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.535297 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:49:06.536043 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:48:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:06.558429 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-5b7128d3-0ee8-473b-a563-1b7e22466f1c tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9942305 Aug 30 22:49:06.558931 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:06.561288 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cbe665-236e-425b-ab3a-516972eb16bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:06.602436 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102fa3a-57a0-460d-b267-f1c8bc56b172 x-openstack-request-id: req-2102fa3a-57a0-460d-b267-f1c8bc56b172 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:06.602956 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:06.603376 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2102fa3a-57a0-460d-b267-f1c8bc56b172 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:06.603978 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'status': 'completed', 'code': 200} Aug 30 22:49:06.672169 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe665-236e-425b-ab3a-516972eb16bc req-4fbbe1c7-9c52-417c-bac3-7227eb4d3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.673803 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-4fbbe1c7-9c52-417c-bac3-7227eb4d3fb8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1097 time: 0.0443387 Aug 30 22:49:06.684846 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:49:06.766838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe665-236e-425b-ab3a-516972eb16bc req-43d22424-cc9f-4dee-a5ae-4322a0091cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.768351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-43d22424-cc9f-4dee-a5ae-4322a0091cff service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0877500 Aug 30 22:49:06.840687 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-9f3152b4-79bd-48e0-85fb-b6fc967ca4cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 200 len: 999 time: 0.0647426 Aug 30 22:49:06.893769 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe665-236e-425b-ab3a-516972eb16bc req-2b8b564c-1d0a-4272-8a7e-1240df10af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.895351 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-2b8b564c-1d0a-4272-8a7e-1240df10af59 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0483086 Aug 30 22:49:06.948598 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbe665-236e-425b-ab3a-516972eb16bc req-17d7430f-0dd0-474d-8045-3eaa7ff3ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.951099 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-17d7430f-0dd0-474d-8045-3eaa7ff3ff33 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486739 Aug 30 22:49:07.048471 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:07.063837 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-cb432d51-04e3-40cd-b833-5dd24881a037 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043172 Aug 30 22:49:07.140277 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:53Z', 'revision_number': 1, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}, {'id': '27f7cb72-732c-4b21-9068-13a8364ac422', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.230', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:62:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:49:05Z', 'updated_at': '2021-08-30T22:49:05Z', 'revision_number': 0, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:07.163438 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-90cbe665-236e-425b-ab3a-516972eb16bc req-51dd7598-b98c-4c4d-9e51-50cb43af05ce service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907395 Aug 30 22:49:07.173363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:49:07.182712 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:49:07.183347 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:48:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:07.314992 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:49:07.562190 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:53Z', 'revision_number': 1, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}, {'id': '27f7cb72-732c-4b21-9068-13a8364ac422', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.230', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:62:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:49:05Z', 'updated_at': '2021-08-30T22:49:05Z', 'revision_number': 0, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:07.595683 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad7272-3552-48e8-a847-266194276ad3 None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:53Z', 'revision_number': 1, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}, {'id': '27f7cb72-732c-4b21-9068-13a8364ac422', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.230', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:62:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:49:05Z', 'updated_at': '2021-08-30T22:49:05Z', 'revision_number': 0, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:49:07.813797 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b4e8c9-b450-44f5-97a7-f35621fa0351 None None] New status for floating IP 27f7cb72-732c-4b21-9068-13a8364ac422: ACTIVE {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:49:09.155687 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5832bbc-ed3c-4720-8fdc-5a696c3e3fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.896666 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:12.136055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-41e86860-40aa-47a1-b8ef-ee8c25363090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.177564 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.646192 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:49:15.045935 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.621931 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.028702 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.152702 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b4f8560a-8933-418d-b0e7-1ded4a0f95f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.892337 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:42.130896 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6237de52-e6a7-4e10-8413-3e807b596ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.176702 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.038761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.646397 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:50:01.660696 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-e4948501-5959-40c8-8f53-b274fa66ada7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1337252 Aug 30 22:50:01.760189 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-1034e927-a258-4156-9a59-ba98131e36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.761755 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-1034e927-a258-4156-9a59-ba98131e36b4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1095 time: 0.0497181 Aug 30 22:50:01.885257 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-fa0db06a-97ca-4d73-a177-d6027c2a8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.886867 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-fa0db06a-97ca-4d73-a177-d6027c2a8102 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.1035602 Aug 30 22:50:01.964295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-f2cb31ae-439c-4c21-9af5-fe69b6d12d89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 999 time: 0.0699117 Aug 30 22:50:02.022602 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-b6627236-ccdb-4a28-a169-6c6cd3f1afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.024154 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-b6627236-ccdb-4a28-a169-6c6cd3f1afc7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0520940 Aug 30 22:50:02.075829 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-2afd90bc-9752-41d9-9ae8-932f12dae886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.077655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-2afd90bc-9752-41d9-9ae8-932f12dae886 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453207 Aug 30 22:50:02.185039 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-d80afe91-a85e-4505-a5af-8075bedbf973 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999527 Aug 30 22:50:02.297645 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-2839f9cb-b2f7-43be-a9a4-3ccd149c1627 req-25853e40-5775-46a1-b0a5-236ca9346f54 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035292 Aug 30 22:50:04.640821 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.046593 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:09.150380 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b10145c1-eb42-4893-b21d-c1c2c850fb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.888738 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.134740 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-590f2695-c520-4e55-8598-3fdcde4fe20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.180501 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.044701 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.645924 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:50:34.653912 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:37.066616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.147083 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-b370e77a-54d8-487c-8baf-e902cf405cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.883494 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.140865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-64a756dd-8e1e-4818-872c-da755e500e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.184346 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.049983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.562392 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-9f556d32-96a8-4528-800f-e7c8b17a7466 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481739 Aug 30 22:51:02.635439 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-9050c9ca-fde6-4994-892b-892767cf12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.637043 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-9050c9ca-fde6-4994-892b-892767cf12f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1097 time: 0.0520563 Aug 30 22:51:02.797962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-d7506342-d4c3-498c-b4ab-5b9203c89cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.799900 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-d7506342-d4c3-498c-b4ab-5b9203c89cdb service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.1379526 Aug 30 22:51:02.940278 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-97f6591c-c0e4-4966-8f2e-ea3547aa4a30 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 200 len: 1001 time: 0.1326087 Aug 30 22:51:02.995270 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-ed674633-9630-4d61-982f-58c6549c3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.996904 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-ed674633-9630-4d61-982f-58c6549c3e15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0494175 Aug 30 22:51:03.046628 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-645ee3a7-4b83-4f35-bade-b393dae11779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:03.048983 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-645ee3a7-4b83-4f35-bade-b393dae11779 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449204 Aug 30 22:51:03.171649 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-6623f415-29b8-4fa9-b574-d1022b333001 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151271 Aug 30 22:51:03.276497 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-07ef78d7-30cb-4ff7-9d06-3cfe033b1bb6 req-f357c199-c959-4b53-823f-79cd17cee68a service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975533 Aug 30 22:51:04.652882 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.647119 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:51:07.079291 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.142581 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2508fb30-424e-4c66-8952-c9cd7f1234c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:11.893450 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:12.139010 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-dbe26a20-da17-42fd-9dab-0f71708e7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.183718 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.864081 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e details requested by agent hyperv_n-h2-793620-16 with host n-h2-793620-16 {{(pid=94690) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:13.963298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:13.975820 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Returning: {'device': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'port_id': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'mac_address': 'fa:16:3e:62:5d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94690) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:14.022629 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.039544 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 651b5afa-7e02-4d21-a5e5-681c13fa355e {{(pid=94690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:14.061248 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:14.074284 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.138339 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=6']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:14.151145 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.151717 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.152271 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.152706 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.153194 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.153732 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.154270 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.154850 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.155342 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.155791 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.156266 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.156675 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:14.163921 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] get_ports_and_sgs() called for port_ids ['651b5afa-7e02-4d21-a5e5-681c13fa355e'] {{(pid=94690) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:15.050926 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:15.880811 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e up at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:15.932664 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.provisioning_blocks [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Provisioning complete for port 651b5afa-7e02-4d21-a5e5-681c13fa355e triggered by entity L2. {{(pid=94690) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:15.933027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714420'] for port, provisioning_complete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.017935 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-606051'] for port, before_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.049449 n-d-793620-16 neutron-server[94690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e'}] {{(pid=94690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:16.053317 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41abf05a29a92550480c7ca28b5985d8f7152d94c7635508c520ebb8679e9dd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07445e66-115b-42f7-a2d1-83599a25f838" -d '{"events": [{"server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "name": "network-vif-plugged", "status": "completed", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e"}]}' {{(pid=94690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:16.074164 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:16.081037 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737590257363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737589756474', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737589756492'] for port, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.109498 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41870bfb-e32b-4b1b-875d-941e9ce0d429 x-openstack-request-id: req-41870bfb-e32b-4b1b-875d-941e9ce0d429 {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:16.109831 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "name": "network-vif-plugged", "status": "completed", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e", "code": 200}]} {{(pid=94690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:16.110042 n-d-793620-16 neutron-server[94690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41870bfb-e32b-4b1b-875d-941e9ce0d429 {{(pid=94690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:16.110436 n-d-793620-16 neutron-server[94690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'code': 200} Aug 30 22:51:16.139168 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Pushing event updated for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=7']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:27.751227 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55220) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:27.935899 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Deleting port 8eb6ca05-146c-4cbd-9c91-2da14262939a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:27.936241 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.025282 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.025835 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.045770 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Calling delete_port for 8eb6ca05-146c-4cbd-9c91-2da14262939a owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:28.218181 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.243824 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event deleted for resources: {'Port': ['ID=8eb6ca05-146c-4cbd-9c91-2da14262939a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:28.256644 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.256987 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.257346 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.257683 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.258011 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.258332 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.258652 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.258998 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.259317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.259639 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.259948 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.260259 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94688) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:28.322457 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.322950 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Floating IP 27f7cb72-732c-4b21-9068-13a8364ac422 disassociated (deleted). External IP: 172.25.5.230, port: 651b5afa-7e02-4d21-a5e5-681c13fa355e. Aug 30 22:51:28.543272 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:28.669820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:28.675672 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.683229 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:28.696692 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:28.697404 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:28.707727 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-2e6e9b1a-c1cc-4a5d-82fb-f497f989addb tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "DELETE /v2.0/floatingips/27f7cb72-732c-4b21-9068-13a8364ac422 HTTP/1.1" status: 204 len: 168 time: 0.9553785 Aug 30 22:51:28.708521 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:28.710943 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983e566b-989e-4cc7-b32a-dc4557bc116a" -d '{"events": [{"name": "network-changed", "server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:28.820069 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:28.962287 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e45c76-ca42-4487-8229-78232b7bca35 x-openstack-request-id: req-57e45c76-ca42-4487-8229-78232b7bca35 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:28.963250 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:28.963735 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57e45c76-ca42-4487-8229-78232b7bca35 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:28.964411 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'status': 'completed', 'code': 200} Aug 30 22:51:29.052951 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-bdc8721c-d56d-47cf-8aca-70b3a9e5e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.054776 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-bdc8721c-d56d-47cf-8aca-70b3a9e5e3ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 1097 time: 0.0698149 Aug 30 22:51:29.088324 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:53Z', 'revision_number': 1, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:29.108409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325f1f-5b9b-4f6d-9b89-e1727cc3c7f9 req-1b4dba5a-26f8-4202-bc47-6112eeccde26 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.110018 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9325f1f-5b9b-4f6d-9b89-e1727cc3c7f9 req-1b4dba5a-26f8-4202-bc47-6112eeccde26 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0671005 Aug 30 22:51:29.119239 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:29.131747 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:29.132489 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:29.159380 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-a9325f1f-5b9b-4f6d-9b89-e1727cc3c7f9 req-48ab4801-66fa-4693-898c-575da7693f0a tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Aug 30 22:51:29.184955 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-ea9cde92-e072-4c8b-bc61-2cb412bf3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.186532 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-ea9cde92-e072-4c8b-bc61-2cb412bf3e7d service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.1231518 Aug 30 22:51:29.248519 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-bcadbae0-9a7d-4d54-b8e6-9ffcb152725d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 200 len: 217 time: 0.0540035 Aug 30 22:51:29.290796 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:29.310943 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-9760a3e5-98a4-47ef-84ce-04395b466357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.312459 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-9760a3e5-98a4-47ef-84ce-04395b466357 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0561683 Aug 30 22:51:29.380920 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-a1f8f942-2654-4d99-9485-c164c5a7269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.382520 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-a1f8f942-2654-4d99-9485-c164c5a7269a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606115 Aug 30 22:51:29.495655 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-1052ecff-f3c9-47f6-a4ba-67004f1e2500 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043193 Aug 30 22:51:29.571122 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:53Z', 'revision_number': 1, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:29.601374 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-983e566b-989e-4cc7-b32a-dc4557bc116a req-dbf56add-c33e-4c5f-b639-1e7df0585ac5 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971859 Aug 30 22:51:29.602807 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6628b71-22a9-4d59-a017-3be9c1292954 None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_floatingips': [{'id': '1f8c2cc4-376b-4513-bee0-88bb732cca9d', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'router_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'port_id': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'mac_address': 'fa:16:3e:4b:9e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:51Z', 'updated_at': '2021-08-30T22:45:53Z', 'revision_number': 1, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:29.864897 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1cad0-5052-4334-983f-56ad66408537 None None] New status for floating IP 27f7cb72-732c-4b21-9068-13a8364ac422: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:51:30.284409 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56f33d-096f-403d-8ed5-e1d53fa226c0 req-8f94f267-26da-48d5-9897-b64968322338 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.285969 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa56f33d-096f-403d-8ed5-e1d53fa226c0 req-8f94f267-26da-48d5-9897-b64968322338 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0517190 Aug 30 22:51:30.334444 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-fa56f33d-096f-403d-8ed5-e1d53fa226c0 req-008ff918-d0de-4e8c-bd3e-b2d60526030f tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Aug 30 22:51:30.577992 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-9840a055-d560-4c3f-86a4-6268ecf784c8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.579489 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-9840a055-d560-4c3f-86a4-6268ecf784c8 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 945 time: 0.0517318 Aug 30 22:51:30.692073 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Deleting port 651b5afa-7e02-4d21-a5e5-681c13fa355e {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:30.692385 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.796039 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] For port 651b5afa-7e02-4d21-a5e5-681c13fa355e, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=651b5afa-7e02-4d21-a5e5-681c13fa355e,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:30.796409 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.810315 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Calling delete_port for 651b5afa-7e02-4d21-a5e5-681c13fa355e owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:30.952135 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.980774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event deleted for resources: {'Port': ['ID=651b5afa-7e02-4d21-a5e5-681c13fa355e,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:31.028774 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] No DVR routers for this DVR port 651b5afa-7e02-4d21-a5e5-681c13fa355e on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:31.031970 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.033979 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-45560dac-f3aa-4719-9970-6a69026d59d6 req-21ce9d15-858a-4ada-af47-94aecee846c2 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "DELETE /v2.0/ports/651b5afa-7e02-4d21-a5e5-681c13fa355e HTTP/1.1" status: 204 len: 173 time: 0.4438040 Aug 30 22:51:31.034418 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'name': 'network-vif-deleted', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:31.036795 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73598be4-3f1b-46f4-9068-a2bf86261f20" -d '{"events": [{"server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "name": "network-vif-deleted", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:31.074707 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb7e7c-ce4e-4a2b-8f4e-70ddd9ce2e0f x-openstack-request-id: req-d3bb7e7c-ce4e-4a2b-8f4e-70ddd9ce2e0f {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:31.075170 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c", "name": "network-vif-deleted", "tag": "651b5afa-7e02-4d21-a5e5-681c13fa355e", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:31.075274 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3bb7e7c-ce4e-4a2b-8f4e-70ddd9ce2e0f {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:31.075642 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c', 'name': 'network-vif-deleted', 'tag': '651b5afa-7e02-4d21-a5e5-681c13fa355e', 'status': 'completed', 'code': 200} Aug 30 22:51:31.471160 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-f3f59fa1-278b-40a9-a57a-b2a410d26877 req-ece99060-b285-42c5-a1b8-176d11eb72a0 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=a53e8e49-2e6b-4f8a-9041-0cf1dc65f48c HTTP/1.1" status: 200 len: 210 time: 0.0391216 Aug 30 22:51:31.972499 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:31.995575 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 651b5afa-7e02-4d21-a5e5-681c13fa355e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:31.995922 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:33.231401 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55286) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:33.412877 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Deleting port 82408613-4c9c-463b-b44c-4dcb85b1b585 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:33.413352 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.492525 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.492771 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.506804 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Calling delete_port for 82408613-4c9c-463b-b44c-4dcb85b1b585 owned by network:floatingip {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:33.675266 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.698904 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event deleted for resources: {'Port': ['ID=82408613-4c9c-463b-b44c-4dcb85b1b585,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:33.772522 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for floatingip, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.772817 n-d-793620-16 neutron-server[94688]: INFO neutron.db.l3_db [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Floating IP 1f8c2cc4-376b-4513-bee0-88bb732cca9d disassociated (deleted). External IP: 172.25.5.147, port: 8da48de2-f4e9-4b5b-b65d-7206a55daff0. Aug 30 22:51:34.006949 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:34.120605 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:34.125476 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for floatingip, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.130325 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:34.140750 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:34.141291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.159063 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-330339ce-382c-474a-b178-7e07e6a92f53 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "DELETE /v2.0/floatingips/1f8c2cc4-376b-4513-bee0-88bb732cca9d HTTP/1.1" status: 204 len: 168 time: 0.9262693 Aug 30 22:51:34.160139 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:34.162745 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41564004-31a2-4820-a3b2-c5fee61e8dec" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:34.341762 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829d4eb4-c2bd-47ab-b162-2841326bf789 x-openstack-request-id: req-829d4eb4-c2bd-47ab-b162-2841326bf789 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:34.342267 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:34.342267 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-829d4eb4-c2bd-47ab-b162-2841326bf789 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:34.342694 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'status': 'completed', 'code': 200} Aug 30 22:51:34.415875 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-8dc4fc95-eab2-4bc7-b2d0-4656a9207f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.417599 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-8dc4fc95-eab2-4bc7-b2d0-4656a9207f2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60f59b8d5d0e474796127abfa1df5153&device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 1095 time: 0.0477395 Aug 30 22:51:34.438281 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:34.452819 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d849cf-82bb-4c81-94f5-d7a2215e30ca req-bc27a0d6-ca0d-45a0-8677-e84d23e63113 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.454460 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31d849cf-82bb-4c81-94f5-d7a2215e30ca req-bc27a0d6-ca0d-45a0-8677-e84d23e63113 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 943 time: 0.0573835 Aug 30 22:51:34.505126 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-31d849cf-82bb-4c81-94f5-d7a2215e30ca req-cc319676-d495-4cb1-85d0-80e0dbdb5e6e tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442233 Aug 30 22:51:34.520541 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-dca9d4f3-0676-43ce-950f-866136a0abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.522079 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-dca9d4f3-0676-43ce-950f-866136a0abd4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 200 len: 910 time: 0.0956137 Aug 30 22:51:34.568251 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-771c4544-d960-4216-8175-9bd52027b3f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 200 len: 217 time: 0.0385513 Aug 30 22:51:34.619339 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-5898aad8-f39a-49d1-a41d-8650ae339485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.620901 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-5898aad8-f39a-49d1-a41d-8650ae339485 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 200 len: 848 time: 0.0455067 Aug 30 22:51:34.655964 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.676386 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-b3f0355a-02c4-45ab-ada7-c317731e4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.678180 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-b3f0355a-02c4-45ab-ada7-c317731e4a5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479290 Aug 30 22:51:34.687391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.717862 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:34.727295 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:34.728049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.777994 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-9764d88a-c1c5-40dd-91a0-cecc1a2f1485 service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918045 Aug 30 22:51:34.848172 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:34.876379 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-41564004-31a2-4820-a3b2-c5fee61e8dec req-6c4f9a1e-dbd1-4bb3-9918-d18844d7e8cb service neutron] 10.222.0.86 "GET /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901244 Aug 30 22:51:35.072769 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:35.100888 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a300cc-5409-4260-bfcc-9322b1c92331 None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:31Z', 'revision_number': 4, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16', '_interfaces': [{'id': '7f49446e-ff22-47d2-8598-c0cc0d88bcbe', 'name': '', 'network_id': 'f60cbf70-5f9e-42e8-9412-9a09a1ae66ee', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'mac_address': 'fa:16:3e:7d:aa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:30Z', 'updated_at': '2021-08-30T22:45:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'subnets': [{'id': '79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:35.376683 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba72ea2-0dc9-48f4-a0e1-c630eb7d559f None None] New status for floating IP 1f8c2cc4-376b-4513-bee0-88bb732cca9d: DOWN {{(pid=94691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:51:35.391264 n-d-793620-16 neutron-server[94688]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-9f57fa7e-64a3-40b5-8f70-67aa437fe4a4 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94688) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:35.392795 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-9f57fa7e-64a3-40b5-8f70-67aa437fe4a4 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 943 time: 0.0565608 Aug 30 22:51:35.509932 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Deleting port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:35.510334 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.609145 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] For port 8da48de2-f4e9-4b5b-b65d-7206a55daff0, host n-h2-793620-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-16',level=0,port_id=8da48de2-f4e9-4b5b-b65d-7206a55daff0,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:35.609473 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.623548 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Calling delete_port for 8da48de2-f4e9-4b5b-b65d-7206a55daff0 owned by compute:nova {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:35.634076 n-d-793620-16 neutron-server[94689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad64d7-8491-4023-bdb1-59f9b3905d24 req-cf71d66c-5db0-4838-875c-1d4e3c303b58 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:35.636172 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bad64d7-8491-4023-bdb1-59f9b3905d24 req-cf71d66c-5db0-4838-875c-1d4e3c303b58 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/ports?device_id=40b0f2b9-c62a-4b94-a7d6-bce55883a232 HTTP/1.1" status: 200 len: 943 time: 0.0554085 Aug 30 22:51:35.679973 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [req-1bad64d7-8491-4023-bdb1-59f9b3905d24 req-c298bcca-a8bd-4830-af48-f89f94a0d640 tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "GET /v2.0/security-groups?id=a49db0db-493f-46fa-abc7-c856bcaed5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367808 Aug 30 22:51:35.760612 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.790741 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event deleted for resources: {'Port': ['ID=8da48de2-f4e9-4b5b-b65d-7206a55daff0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:35.836972 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] No DVR routers for this DVR port 8da48de2-f4e9-4b5b-b65d-7206a55daff0 on host n-h2-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:35.840160 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17718'] for port, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.842238 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [req-5fd35571-47db-4f18-80c3-4b057f2fe9f2 req-0f89a92b-66f2-4537-b2fe-601f0d3c5f3b tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.86 "DELETE /v2.0/ports/8da48de2-f4e9-4b5b-b65d-7206a55daff0 HTTP/1.1" status: 204 len: 173 time: 0.4432552 Aug 30 22:51:36.002291 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:36.023256 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 651b5afa-7e02-4d21-a5e5-681c13fa355e {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:36.023606 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 651b5afa-7e02-4d21-a5e5-681c13fa355e not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:36.343752 n-d-793620-16 neutron-server[94688]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-deleted', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0'}] {{(pid=94688) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:36.346291 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61602811d7af0d1b81451eeaec0f4b03f1f0674f869475428e8f3369f7c21348" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2f4daf-6082-420e-bee2-00213910d147" -d '{"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-deleted", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0"}]}' {{(pid=94688) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:36.383091 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd53d03-10db-49b2-bc2c-696a9ada19a5 x-openstack-request-id: req-cbd53d03-10db-49b2-bc2c-696a9ada19a5 {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:36.383384 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0f2b9-c62a-4b94-a7d6-bce55883a232", "name": "network-vif-deleted", "tag": "8da48de2-f4e9-4b5b-b65d-7206a55daff0", "status": "completed", "code": 200}]} {{(pid=94688) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:36.383640 n-d-793620-16 neutron-server[94688]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cbd53d03-10db-49b2-bc2c-696a9ada19a5 {{(pid=94688) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:36.384075 n-d-793620-16 neutron-server[94688]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0f2b9-c62a-4b94-a7d6-bce55883a232', 'name': 'network-vif-deleted', 'tag': '8da48de2-f4e9-4b5b-b65d-7206a55daff0', 'status': 'completed', 'code': 200} Aug 30 22:51:36.738038 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55302) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:36.803193 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70af7368-f6d0-4dbb-b832-af6636175ece tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.830182 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70af7368-f6d0-4dbb-b832-af6636175ece tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.894415 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70af7368-f6d0-4dbb-b832-af6636175ece tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.897040 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-70af7368-f6d0-4dbb-b832-af6636175ece tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.898217 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-70af7368-f6d0-4dbb-b832-af6636175ece tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] 10.222.0.76 "DELETE /v2.0/security-groups/a49db0db-493f-46fa-abc7-c856bcaed5b3 HTTP/1.1" status: 204 len: 168 time: 0.1591859 Aug 30 22:51:36.907716 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af7368-f6d0-4dbb-b832-af6636175ece tempest-TestSnapshotPattern-1378155085 tempest-TestSnapshotPattern-1378155085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49db0db-493f-46fa-abc7-c856bcaed5b3,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:36.950125 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55308) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:37.078080 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.415388 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.671162 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Deleting port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:37.671477 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.748682 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] For port 7f49446e-ff22-47d2-8598-c0cc0d88bcbe, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:37.749049 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.761616 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Calling delete_port for 7f49446e-ff22-47d2-8598-c0cc0d88bcbe owned by network:router_interface {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:37.955691 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.983365 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f49446e-ff22-47d2-8598-c0cc0d88bcbe,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:38.013427 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.013889 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.014151 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.014472 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.014817 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.015143 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.015501 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.015825 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.016146 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.016467 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.016788 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.017070 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-16 {{(pid=94689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:38.168258 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.382446 n-d-793620-16 neutron-server[94689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:38.488241 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:38.493781 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-868b0533-3f49-43a2-b11e-af13b758ee8d admin admin] 10.222.0.76 "PUT /v2.0/routers/a1dc8c53-fabe-4812-baf8-76fc5b1e5590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425379 Aug 30 22:51:38.497687 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55312) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:38.500107 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b4877-894d-437e-802f-c7a49192702f None None] Sync routers for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:38.515369 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:38.516174 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:38.601941 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.622298 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: n-d-793620-16 {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:38.709385 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.764523 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Deleting port 22ab7193-24b2-4bca-b49c-df1aa8509381 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:38.764854 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.810207 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 5, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port': {'id': '22ab7193-24b2-4bca-b49c-df1aa8509381', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:13:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:38.835933 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b4877-894d-437e-802f-c7a49192702f None None] Checking router: a1dc8c53-fabe-4812-baf8-76fc5b1e5590 for host: n-d-793620-16 {{(pid=94690) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:38.844440 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] Routers {'a1dc8c53-fabe-4812-baf8-76fc5b1e5590'} bound to L3 agent in host n-d-793620-16 {{(pid=94690) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:38.845056 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:12Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'], 'active': True} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:38.845995 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] For port 22ab7193-24b2-4bca-b49c-df1aa8509381, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=22ab7193-24b2-4bca-b49c-df1aa8509381,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:38.846355 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.859301 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Calling delete_port for 22ab7193-24b2-4bca-b49c-df1aa8509381 owned by network:router_gateway {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:38.941330 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvr_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] Set router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 gateway port host: None {{(pid=94690) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:38.997323 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_hamode_db [None req-538b4877-894d-437e-802f-c7a49192702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 6, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:39.024507 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b4877-894d-437e-802f-c7a49192702f None None] The sync data for ids ['a1dc8c53-fabe-4812-baf8-76fc5b1e5590'] in n-d-793620-16 is: [{'id': 'a1dc8c53-fabe-4812-baf8-76fc5b1e5590', 'name': 'tempest-TestSnapshotPattern-543567802-router', 'tenant_id': '60f59b8d5d0e474796127abfa1df5153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:28Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 6, 'project_id': '60f59b8d5d0e474796127abfa1df5153', 'gw_port_host': None}] {{(pid=94690) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:39.025006 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.052535 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22ab7193-24b2-4bca-b49c-df1aa8509381,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:39.117142 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.140384 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-864862b7-1866-4d64-8437-2468d871d8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.206641 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.208857 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.253288 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.254044 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1dc8c53-fabe-4812-baf8-76fc5b1e5590 {{(pid=94689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:51:39.258998 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.260514 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-7236fdfb-9ee1-4fde-9327-5620da51f4d1 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a1dc8c53-fabe-4812-baf8-76fc5b1e5590 HTTP/1.1" status: 204 len: 168 time: 0.7617803 Aug 30 22:51:39.263987 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55314) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:39.308890 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Deleting subnet 79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d {{(pid=94689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:51:39.312392 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.348033 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417047'] for subnet, precommit_delete_associations {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.433614 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.488653 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8478163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10146577'] for subnet, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.515575 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:39.520410 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.523187 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-341e8316-baf3-4871-b5a3-640158618ae5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/79ae440c-0d74-4cd5-a48e-3f4baf3bcb7d HTTP/1.1" status: 204 len: 168 time: 0.2581656 Aug 30 22:51:39.524962 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55316) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:39.527539 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fe6874-51e2-4002-85f1-69c49331e1fb None None] Network f60cbf70-5f9e-42e8-9412-9a09a1ae66ee requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:39.596794 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.653290 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Deleting port b70b3e0e-ecfe-4db1-8159-30d9e501e159 {{(pid=94689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:39.653633 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.715938 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.db [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] For port b70b3e0e-ecfe-4db1-8159-30d9e501e159, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b70b3e0e-ecfe-4db1-8159-30d9e501e159,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:39.716227 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.728878 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Calling delete_port for b70b3e0e-ecfe-4db1-8159-30d9e501e159 owned by network:dhcp {{(pid=94689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:39.772827 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] DHCP port deletion for f60cbf70-5f9e-42e8-9412-9a09a1ae66ee request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:51:39.832564 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] Deleting port b70b3e0e-ecfe-4db1-8159-30d9e501e159 {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:39.833050 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.905602 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] For port b70b3e0e-ecfe-4db1-8159-30d9e501e159, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b70b3e0e-ecfe-4db1-8159-30d9e501e159,segment=NetworkSegment(82423ff7-8f21-4903-90b9-a269f9b9ef68),segment_id=82423ff7-8f21-4903-90b9-a269f9b9ef68)] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:39.905935 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.926988 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] Calling delete_port for b70b3e0e-ecfe-4db1-8159-30d9e501e159 owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:40.014107 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.020572 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 no longer exists at agent hyperv_n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:40.064384 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] No Port match for: 8da48de2-f4e9-4b5b-b65d-7206a55daff0 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:40.064733 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Device 8da48de2-f4e9-4b5b-b65d-7206a55daff0 not bound to the agent host n-h2-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:40.066197 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] Pushing event deleted for resources: {'Port': ['ID=b70b3e0e-ecfe-4db1-8159-30d9e501e159,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:40.069280 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5997759-2bc8-42fc-ad58-358f114a8ec3 None None] No DVR routers for this DVR port b70b3e0e-ecfe-4db1-8159-30d9e501e159 on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:40.205555 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8478140'] for port, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.230133 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70b3e0e-ecfe-4db1-8159-30d9e501e159,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:40.235216 n-d-793620-16 neutron-server[94689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] No DVR routers for this DVR port b70b3e0e-ecfe-4db1-8159-30d9e501e159 on host n-d-793620-16 {{(pid=94689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:40.314575 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.324654 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60cbf70-5f9e-42e8-9412-9a09a1ae66ee']}} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:40.334834 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82423ff7-8f21-4903-90b9-a269f9b9ef68') {'for_net_delete': True} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:40.335071 n-d-793620-16 neutron-server[94689]: DEBUG neutron.services.segments.db [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82423ff7-8f21-4903-90b9-a269f9b9ef68') {} {{(pid=94689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:40.344326 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417068'] for segment, before_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.361292 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.370608 n-d-793620-16 neutron-server[94689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:51:40.371036 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8478057'] for segment, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: self.session.flush() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: Traceback (most recent call last): Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: timer() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: cb(*args, **kw) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: return func(*args, **kwargs) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: self._notify() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: self.callback(batched_events) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: event.method(event) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: return f(self, *a, **k) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: return self._get(url).json() Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: return self.request(url, 'GET', **kwargs) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:51:40.373064 n-d-793620-16 neutron-server[94689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:51:40.436301 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.441748 n-d-793620-16 neutron-server[94689]: DEBUG neutron_lib.callbacks.manager [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Notify callbacks [] for network, before_response {{(pid=94689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.443735 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f60cbf70-5f9e-42e8-9412-9a09a1ae66ee HTTP/1.1" status: 204 len: 168 time: 0.9174535 Aug 30 22:51:40.447928 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55322) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:40.460918 n-d-793620-16 neutron-server[94689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1157b-c4e6-4fbb-b214-4d682ef64837 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60cbf70-5f9e-42e8-9412-9a09a1ae66ee,revision_number=None']} {{(pid=94689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:40.676317 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7f49446e-ff22-47d2-8598-c0cc0d88bcbe no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:40.704049 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7f49446e-ff22-47d2-8598-c0cc0d88bcbe {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:40.704391 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7f49446e-ff22-47d2-8598-c0cc0d88bcbe not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:40.704812 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b70b3e0e-ecfe-4db1-8159-30d9e501e159 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:40.725612 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b70b3e0e-ecfe-4db1-8159-30d9e501e159 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:40.725894 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b70b3e0e-ecfe-4db1-8159-30d9e501e159 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:40.726262 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 22ab7193-24b2-4bca-b49c-df1aa8509381 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:40.748313 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 22ab7193-24b2-4bca-b49c-df1aa8509381 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:40.748605 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 22ab7193-24b2-4bca-b49c-df1aa8509381 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:41.179108 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1580813'] for router_interface, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.477405 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Deleting port 7c9cb059-ae4a-4144-901c-340135ba0b37 {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:41.478088 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.562087 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] For port 7c9cb059-ae4a-4144-901c-340135ba0b37, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7c9cb059-ae4a-4144-901c-340135ba0b37,segment=NetworkSegment(db790a42-6ca5-4a25-9cd8-c8da6087bfda),segment_id=db790a42-6ca5-4a25-9cd8-c8da6087bfda)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:41.562448 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.576010 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Calling delete_port for 7c9cb059-ae4a-4144-901c-340135ba0b37 owned by network:router_interface {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:41.782419 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.811927 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9cb059-ae4a-4144-901c-340135ba0b37,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:41.889048 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.990428 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1580945'] for router_interface, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.134626 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0ce20ecf-4250-493c-aa9b-4d3aa128c6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.220800 n-d-793620-16 neutron-server[94688]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Router bb6d63d2-a816-4dce-9941-9603ff936064 has already been hosted by L3 agent d8496ad8-b8ac-4277-9249-d439e10c3c25 {{(pid=94688) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:42.344962 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] Notify agent at l3_agent.n-d-793620-16 the message routers_updated {{(pid=94688) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:42.350295 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-30fee77c-d06b-4b11-986b-6aa90e6ba087 admin admin] 10.222.0.76 "PUT /v2.0/routers/bb6d63d2-a816-4dce-9941-9603ff936064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994856 Aug 30 22:51:42.353013 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55330) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:42.355722 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] Sync routers for ids ['bb6d63d2-a816-4dce-9941-9603ff936064'] in n-d-793620-16 {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:42.365878 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] Routers {'bb6d63d2-a816-4dce-9941-9603ff936064'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:42.366497 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bb6d63d2-a816-4dce-9941-9603ff936064'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:42.462465 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks [] for router, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.479633 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] Set router bb6d63d2-a816-4dce-9941-9603ff936064 gateway port host: n-d-793620-16 {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:42.566125 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.625097 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Deleting port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:42.625438 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.653072 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:51:42.664950 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'external_fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:51:41Z', 'revision_number': 5, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port': {'id': 'b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a', 'name': '', 'network_id': 'd8f83a74-4abf-42fc-a8fd-f04a945e13b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59a3bdc4-c9e0-402e-8ef1-54af53aa6fd9', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-16'}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:42.694234 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] Checking router: bb6d63d2-a816-4dce-9941-9603ff936064 for host: n-d-793620-16 {{(pid=94691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:42.702682 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] Routers {'bb6d63d2-a816-4dce-9941-9603ff936064'} bound to L3 agent in host n-d-793620-16 {{(pid=94691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:42.703303 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T20:51:12Z,description=,heartbeat_timestamp=2021-08-30T22:51:42Z,host='n-d-793620-16',id=d8496ad8-b8ac-4277-9249-d439e10c3c25,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:51:12Z,topic='l3_agent')) {'router_ids': ['bb6d63d2-a816-4dce-9941-9603ff936064'], 'active': True} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:42.707568 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] For port b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,segment=NetworkSegment(e56ad75f-8869-4418-9b0a-242377381f11),segment_id=e56ad75f-8869-4418-9b0a-242377381f11)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:42.707929 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.722385 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Calling delete_port for b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a owned by network:router_gateway {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:42.886686 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_dvr_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] Set router bb6d63d2-a816-4dce-9941-9603ff936064 gateway port host: None {{(pid=94691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:42.905822 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.931954 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Pushing event deleted for resources: {'Port': ['ID=b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:42.942649 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.l3_hamode_db [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:51:42Z', 'revision_number': 6, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port_host': None}], 'n-d-793620-16', False) {} {{(pid=94691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:42.975156 n-d-793620-16 neutron-server[94691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b192d-f356-4cc7-a3cf-598d6982f657 None None] The sync data for ids ['bb6d63d2-a816-4dce-9941-9603ff936064'] in n-d-793620-16 is: [{'id': 'bb6d63d2-a816-4dce-9941-9603ff936064', 'name': 'tempest-TestSnapshotPattern-513289382-router', 'tenant_id': 'b907dc79eb044d689ac0c1f080bc2382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:33Z', 'updated_at': '2021-08-30T22:51:42Z', 'revision_number': 6, 'project_id': 'b907dc79eb044d689ac0c1f080bc2382', 'gw_port_host': None}] {{(pid=94691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:43.002117 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1630259'] for router_gateway, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.102004 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7951'] for router, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.104413 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.159615 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579782'] for router, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.160317 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb6d63d2-a816-4dce-9941-9603ff936064 {{(pid=94688) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:51:43.164634 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] Notify callbacks [] for router, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.165830 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-008c04c9-849c-4146-a890-9248d9724445 admin admin] 10.222.0.76 "DELETE /v2.0/routers/bb6d63d2-a816-4dce-9941-9603ff936064 HTTP/1.1" status: 204 len: 168 time: 0.8119028 Aug 30 22:51:43.168537 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55332) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:43.187574 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.215923 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.db_base_plugin_v2 [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Deleting subnet 8dd5a337-3bed-4584-b8af-025fc6e3e7a0 {{(pid=94688) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:51:43.219306 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.262288 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8620971'] for subnet, precommit_delete_associations {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.350369 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-713158'] for subnet, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.408683 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-713165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8838244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9072547'] for subnet, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.434721 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd5a337-3bed-4584-b8af-025fc6e3e7a0,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:43.439197 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.441061 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-6025c00c-451b-4ec8-b0ce-9ec37c143a8e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8dd5a337-3bed-4584-b8af-025fc6e3e7a0 HTTP/1.1" status: 204 len: 168 time: 0.2715530 Aug 30 22:51:43.443595 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55334) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:43.445096 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a111fe-91f4-4234-b823-569c5c222e6b None None] Network 31f3612a-445c-489f-95dd-9ad1b9a6c709 requested from n-d-793620-16 {{(pid=94690) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:43.523056 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620713'] for network, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.580098 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Deleting port 7c1c8cb7-5309-43fc-88a2-141a2c81321a {{(pid=94688) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:43.580651 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.646373 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.db [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] For port 7c1c8cb7-5309-43fc-88a2-141a2c81321a, host n-d-793620-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-16',level=0,port_id=7c1c8cb7-5309-43fc-88a2-141a2c81321a,segment=NetworkSegment(db790a42-6ca5-4a25-9cd8-c8da6087bfda),segment_id=db790a42-6ca5-4a25-9cd8-c8da6087bfda)] {{(pid=94688) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:43.646741 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.659624 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Calling delete_port for 7c1c8cb7-5309-43fc-88a2-141a2c81321a owned by network:dhcp {{(pid=94688) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:43.731936 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] DHCP port deletion for 31f3612a-445c-489f-95dd-9ad1b9a6c709 request from n-d-793620-16 {{(pid=94690) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:51:43.743780 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8838155'] for port, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.772820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1c8cb7-5309-43fc-88a2-141a2c81321a,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:43.776790 n-d-793620-16 neutron-server[94688]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] No DVR routers for this DVR port 7c1c8cb7-5309-43fc-88a2-141a2c81321a on host n-d-793620-16 {{(pid=94688) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:43.785320 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Deleting port 7c1c8cb7-5309-43fc-88a2-141a2c81321a {{(pid=94690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:43.785697 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737590255894'] for port, before_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.849125 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.db [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] For port 7c1c8cb7-5309-43fc-88a2-141a2c81321a, host n-d-793620-16, got binding levels [] {{(pid=94690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:43.850056 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632891'] for port, precommit_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.852700 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-593981', 'neutron.services.segments.db._delete_segments_for_network-8737590277057'] for network, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.864872 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f3612a-445c-489f-95dd-9ad1b9a6c709']}} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:43.867687 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Calling delete_port for 7c1c8cb7-5309-43fc-88a2-141a2c81321a owned by network:dhcp {{(pid=94690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:43.870379 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.ipam_backend_mixin [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Port 7c1c8cb7-5309-43fc-88a2-141a2c81321a was not found and therefore no delete operation was performed {{(pid=94690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:51:43.871686 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-605988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737590257381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737589756465'] for port, after_delete {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.875544 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db790a42-6ca5-4a25-9cd8-c8da6087bfda') {'for_net_delete': True} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:43.875838 n-d-793620-16 neutron-server[94688]: DEBUG neutron.services.segments.db [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db790a42-6ca5-4a25-9cd8-c8da6087bfda') {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:43.884573 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737590288981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8620944'] for segment, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.896296 n-d-793620-16 neutron-server[94690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] Pushing event deleted for resources: {'Port': ['ID=7c1c8cb7-5309-43fc-88a2-141a2c81321a,revision_number=None']} {{(pid=94690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:43.900387 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560'] for segment, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.902973 n-d-793620-16 neutron-server[94690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab16da-b7f6-47eb-bf13-ca081af7cc0e None None] No DVR routers for this DVR port 7c1c8cb7-5309-43fc-88a2-141a2c81321a on host n-d-793620-16 {{(pid=94690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:43.911615 n-d-793620-16 neutron-server[94688]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94688) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:51:43.912553 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8838366'] for segment, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: Traceback (most recent call last): Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: timer() Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: cb(*args, **kw) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: return func(*args, **kwargs) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: self._notify() Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: self.callback(batched_events) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: event.method(event) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: return f(self, *a, **k) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: return self._get(url).json() Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: return self.request(url, 'GET', **kwargs) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:51:43.921889 n-d-793620-16 neutron-server[94688]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:51:43.971774 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-593956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1630239'] for network, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.977712 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Notify callbacks [] for network, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.979893 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] 10.222.0.76 "DELETE /v2.0/networks/31f3612a-445c-489f-95dd-9ad1b9a6c709 HTTP/1.1" status: 204 len: 168 time: 0.5350618 Aug 30 22:51:43.996245 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106178-309e-4932-b0e1-aed352c3eace admin admin] Pushing event deleted for resources: {'Network': ['ID=31f3612a-445c-489f-95dd-9ad1b9a6c709,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:44.107532 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55338) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:44.158558 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-97771cff-9aee-4d26-9247-e4d3337d99a2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60f59b8d5d0e474796127abfa1df5153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495102 Aug 30 22:51:44.161816 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55340) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:44.212068 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c8f9-15ed-4c64-b6fa-6a65ed3a0847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.235541 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c8f9-15ed-4c64-b6fa-6a65ed3a0847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.296264 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c8f9-15ed-4c64-b6fa-6a65ed3a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.299886 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c8f9-15ed-4c64-b6fa-6a65ed3a0847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.301335 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-4ad1c8f9-15ed-4c64-b6fa-6a65ed3a0847 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/251e8858-cebe-4976-ad19-2b011fe790c2 HTTP/1.1" status: 204 len: 168 time: 0.1387234 Aug 30 22:51:44.310820 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1c8f9-15ed-4c64-b6fa-6a65ed3a0847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e8858-cebe-4976-ad19-2b011fe790c2,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:44.667780 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [-] (94689) accepted ('10.222.0.76', 55346) {{(pid=94689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:44.677603 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c1c8cb7-5309-43fc-88a2-141a2c81321a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:44.697767 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7c1c8cb7-5309-43fc-88a2-141a2c81321a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:44.698105 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c1c8cb7-5309-43fc-88a2-141a2c81321a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:44.698594 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:44.707992 n-d-793620-16 neutron-server[94689]: INFO neutron.wsgi [None req-51f1b4b3-0a02-47fb-92b4-313ce3a1eaa0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b907dc79eb044d689ac0c1f080bc2382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391207 Aug 30 22:51:44.710835 n-d-793620-16 neutron-server[94688]: DEBUG neutron.wsgi [-] (94688) accepted ('10.222.0.76', 55348) {{(pid=94688) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:44.716363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:44.716741 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device b411791a-9d1e-4bb7-a8b3-6e1b346cfb5a not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:44.717144 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c9cb059-ae4a-4144-901c-340135ba0b37 no longer exists at agent ovs-agent-n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:44.735363 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] No Port match for: 7c9cb059-ae4a-4144-901c-340135ba0b37 {{(pid=94690) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:44.735705 n-d-793620-16 neutron-server[94690]: DEBUG neutron.plugins.ml2.rpc [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Device 7c9cb059-ae4a-4144-901c-340135ba0b37 not bound to the agent host n-d-793620-16 {{(pid=94690) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:44.760236 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37756d58-23e7-4afd-9658-1dd189b226db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.781825 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37756d58-23e7-4afd-9658-1dd189b226db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.836381 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37756d58-23e7-4afd-9658-1dd189b226db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600195'] for security_group, after_delete {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.838957 n-d-793620-16 neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-37756d58-23e7-4afd-9658-1dd189b226db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.840210 n-d-793620-16 neutron-server[94688]: INFO neutron.wsgi [None req-37756d58-23e7-4afd-9658-1dd189b226db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93ad7f2c-df0b-4ed0-ba92-ebadc37bb6dd HTTP/1.1" status: 204 len: 168 time: 0.1283729 Aug 30 22:51:44.847884 n-d-793620-16 neutron-server[94688]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37756d58-23e7-4afd-9658-1dd189b226db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ad7f2c-df0b-4ed0-ba92-ebadc37bb6dd,revision_number=None']} {{(pid=94688) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:45.055754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:04.666207 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:07.079145 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.148030 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2f66270b-5b48-4aaf-a319-ed610bb25878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:11.884651 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.128656 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f931206b-8a9c-4d65-bd9f-7118a026b417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.195650 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.057543 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.653797 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:52:34.662754 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:37.081265 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.142983 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2d732c55-954a-4533-bb8f-cb800a7f6941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.881139 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.137136 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d3a740ac-8874-4ba9-baed-ac5bc91db82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.192800 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.060034 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:56.659036 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:53:04.694554 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:07.085567 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:09.147259 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-63fdf0a6-2544-4411-9196-99319c43014d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.879848 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:12.133627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c570578e-37a0-4422-a8c2-e4b7ed28e0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.198748 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.064490 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:33.659333 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:53:34.700580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:37.089392 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.155703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-20a62f1f-eb57-4ee4-a99c-5afe0b2d9fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.878007 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.127121 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a315c24d-fd24-431d-8747-1c0c5f998f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.198063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:45.067870 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.692042 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:07.103371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:09.152383 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c451db69-c8bb-415f-8675-9aee54a167cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.660627 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:54:11.872561 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:12.134721 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d2703117-bc30-4bc5-9b36-1a498fd1ae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:13.203231 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:15.069239 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.709698 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:37.104959 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.150136 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-01e90531-3794-4c9c-8f9b-ad6f42cbf4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:41.877653 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:42.129580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-258b5b4a-67c8-4737-b048-ee4700ba35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:43.209101 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:45.075743 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.662976 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:55:04.702345 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.118843 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.150602 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f4116ee4-6547-4913-814f-27ea0fa0684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.884818 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:12.136210 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d47b-0353-4a55-9672-c5a530a50c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:13.209859 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:15.076634 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:24.664134 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:55:34.730337 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:37.128342 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:39.148914 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bb6e89a2-894f-4ab0-b2e8-720ea7afbc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:41.879504 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:42.130723 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-e730d1ab-b119-40d8-a0ed-999458811b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:43.212406 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:45.080424 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.663880 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:56:04.732667 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:07.118269 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.148123 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-d9fcaf79-71da-476f-a889-9fbf3599c6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:11.888027 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.134703 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-08de63f6-f9a4-4a22-9652-f4b6ddc346b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.219616 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:15.087464 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.734326 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.115116 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.664362 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:56:39.143761 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-48bf9887-9d54-4aee-b464-fdd083832231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.889826 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.129029 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-cb70472e-f1c6-4de1-94d4-ba118b08de40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.217606 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.086768 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.729838 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.115529 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.149627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-36e76f4a-88a2-4440-ade3-e327d6c2b09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.891865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.136332 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2e0261ba-220a-4ac9-abae-2bd233bd81c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.227833 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.094343 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.670195 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:57:34.725580 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.105804 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.152366 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-26fa9b10-645c-46f6-b670-5d12eccfc76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.887924 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.139823 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0156-5b4c-45d4-a231-bae7744eaf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.228938 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.102920 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.670716 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:58:04.741999 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:07.117130 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.156235 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-470f01b5-7501-4278-a941-935be4f2b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.886158 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:12.135163 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f1966ca3-77b7-4667-8f5c-13e485dcf393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:13.228063 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.096190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.671096 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:58:34.751824 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.127656 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.964619 n-d-793620-16 neutron-server[94689]: DEBUG neutron.wsgi [req-93080982-15bb-4670-ab38-623fcd691bc8 req-f6e48522-7414-4bcb-abcd-d00695eb8e31 service neutron] (94689) timed out ('10.222.0.76', 47006) {{(pid=94689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 22:58:39.159811 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-2dfd70b9-d813-42c2-ac14-eea29478092d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.880668 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:42.130393 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-eb79124f-5b85-4133-9fa1-441916c841e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.237789 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.100865 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.747371 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.671350 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:59:07.119433 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.163426 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-edad3f82-004f-4003-a372-da94c12184e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.886562 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.133466 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a187574a-bfaa-4b43-93ad-91be8444a193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.235214 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.104764 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.760336 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:37.138625 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.167699 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-bde7aec6-892b-481b-8276-4c266d3fd109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.894859 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.143014 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-637df9a3-46ff-4d8a-b036-84b583b8f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.241627 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.671605 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:59:45.108030 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.775168 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.131825 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.172168 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-800f0a58-a952-418f-a798-1fa500e73c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.891055 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.137462 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-afc7db48-504c-4e07-b9ad-dd6878a5c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.241085 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.111922 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.671793 n-d-793620-16 neutron-server[94691]: DEBUG neutron.db.agents_db [None req-f0c2ec38-7f40-4dee-9c08-478a81bc93ae None None] Agent healthcheck: found 7 active agents {{(pid=94691) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:00:34.785177 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-c339b21e-88ee-4c97-9030-be9450b063b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.138643 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-6323995a-5972-4c28-a3aa-86885f9763a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.179578 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-0be1b258-17d0-4801-9477-d991dc112486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.903190 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-1b70-4a39-aadb-749af2e77a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.140367 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-98180616-0764-4b6b-a54e-cc50a6219c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:43.243822 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-f5b01ae9-7014-4737-b711-9819e6beffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:45.113360 n-d-793620-16 neutron-server[94690]: DEBUG neutron_lib.callbacks.manager [None req-a06296f7-3395-4136-8e9a-f7397a7d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737590205916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714339'] for agent, after_update {{(pid=94690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}